Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
fail 2590145 2018-05-26 02:01:13 2018-06-03 20:47:41 2018-06-03 21:35:41 0:48:00 0:37:49 0:10:11 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-06-03 21:15:28.841230 osd.5 158.69.90.77:6808/9954 51 : cluster [WRN] 5 slow requests, 5 included below; oldest blocked for > 30.738479 secs" in cluster log

pass 2590146 2018-05-26 02:01:13 2018-06-03 20:51:14 2018-06-03 21:29:14 0:38:00 0:26:19 0:11:41 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/rados_api_tests.yaml} 2
pass 2590147 2018-05-26 02:01:15 2018-06-03 20:54:42 2018-06-03 21:46:42 0:52:00 0:41:28 0:10:32 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2590148 2018-05-26 02:01:15 2018-06-03 20:59:33 2018-06-03 21:17:33 0:18:00 0:12:49 0:05:11 ovh master rados/singleton/{all/reg11184.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590149 2018-05-26 02:01:17 2018-06-03 21:04:33 2018-06-03 21:36:33 0:32:00 0:23:59 0:08:01 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml} 2
pass 2590150 2018-05-26 02:01:18 2018-06-03 21:12:38 2018-06-03 21:42:37 0:29:59 0:21:32 0:08:27 ovh master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/sync.yaml workloads/pool-create-delete.yaml} 2
pass 2590151 2018-05-26 02:01:19 2018-06-03 21:17:53 2018-06-03 21:41:53 0:24:00 0:12:49 0:11:11 ovh master rados/multimon/{clusters/9.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_no_skews.yaml} 3
pass 2590152 2018-05-26 02:01:20 2018-06-03 21:20:43 2018-06-03 21:38:42 0:17:59 0:12:37 0:05:22 ovh master rados/objectstore/alloc-hint.yaml 1
pass 2590153 2018-05-26 02:01:21 2018-06-03 21:29:34 2018-06-03 21:45:34 0:16:00 0:10:51 0:05:09 ovh master rados/objectstore/alloc-hint.yaml 1
pass 2590154 2018-05-26 02:01:22 2018-06-03 21:36:00 2018-06-03 22:40:01 1:04:01 0:59:09 0:04:52 ovh master ubuntu 14.04 rados/singleton-nomsgr/{all/16113.yaml rados.yaml} 1
pass 2590155 2018-05-26 02:01:23 2018-06-03 21:36:34 2018-06-03 21:52:33 0:15:59 0:10:43 0:05:16 ovh master rados/singleton/{all/admin-socket.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2590156 2018-05-26 02:01:23 2018-06-03 21:39:00 2018-06-03 22:19:00 0:40:00 0:29:24 0:10:36 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-06-03 22:04:14.123708 osd.5 158.69.91.143:6808/8931 13 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.025708 secs" in cluster log

pass 2590157 2018-05-26 02:01:24 2018-06-03 21:42:12 2018-06-03 22:44:12 1:02:00 0:57:49 0:04:11 ovh master ubuntu 14.04 rados/singleton-nomsgr/{all/16113.yaml rados.yaml} 1
fail 2590158 2018-05-26 02:01:26 2018-06-03 21:42:38 2018-06-03 22:26:38 0:44:00 0:35:26 0:08:34 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml} 2
Failure Reason:

"2018-06-03 22:07:08.762542 osd.3 158.69.91.167:6800/8671 57 : cluster [WRN] 7 slow requests, 5 included below; oldest blocked for > 30.874209 secs" in cluster log

pass 2590159 2018-05-26 02:01:27 2018-06-03 21:45:52 2018-06-03 22:09:52 0:24:00 0:15:22 0:08:38 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/admin_socket_objecter_requests.yaml} 2
fail 2590160 2018-05-26 02:01:28 2018-06-03 21:46:43 2018-06-03 22:36:43 0:50:00 0:15:50 0:34:10 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --ec-pool --max-ops 400 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op setattr 25 --op read 100 --op copy_from 50 --op write 0 --op rmattr 25 --op append 100 --op delete 50 --pool unique_pool_0'

fail 2590161 2018-05-26 02:01:29 2018-06-03 21:52:54 2018-06-03 22:30:53 0:37:59 0:30:21 0:07:38 ovh master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml supported/centos_latest.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op setattr 25 --op read 100 --op copy_from 50 --op write 0 --op rmattr 25 --op append 100 --op delete 50 --pool unique_pool_0'

fail 2590162 2018-05-26 02:01:30 2018-06-03 22:05:04 2018-06-03 22:47:04 0:42:00 0:33:44 0:08:16 ovh master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml supported/centos_latest.yaml thrashers/default.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-06-03 22:33:53.203879 osd.5 158.69.91.193:6804/8282 29 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.196367 secs" in cluster log

pass 2590163 2018-05-26 02:01:31 2018-06-03 22:07:00 2018-06-03 22:42:59 0:35:59 0:16:18 0:19:41 ovh master rados/thrash-erasure-code-shec/{clusters/{fixed-4.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2590164 2018-05-26 02:01:32 2018-06-03 22:10:11 2018-06-03 22:52:11 0:42:00 0:17:01 0:24:59 ovh master rados/thrash-erasure-code-shec/{clusters/{fixed-4.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
fail 2590165 2018-05-26 02:01:34 2018-06-03 22:13:10 2018-06-04 00:09:12 1:56:02 1:23:11 0:32:51 ovh master centos rados/upgrade/{hammer-x-singleton/{0-cluster/{openstack.yaml start.yaml} 1-hammer-install/hammer.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-mon/mona.yaml 5-workload/{rbd-cls.yaml rbd-import-export.yaml readwrite.yaml snaps-few-objects.yaml} 6-next-mon/monb.yaml 7-workload/{radosbench.yaml rbd_api.yaml} 8-next-mon/monc.yaml 9-workload/{ec-rados-plugin=jerasure-k=3-m=1.yaml rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml test_cache-pool-snaps.yaml}} rados.yaml} 3
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op read 100 --op write 100 --op delete 50 --pool unique_pool_8'

fail 2590166 2018-05-26 02:01:35 2018-06-03 22:19:21 2018-06-04 00:33:22 2:14:01 1:46:57 0:27:04 ovh master centos rados/upgrade/{hammer-x-singleton/{0-cluster/{openstack.yaml start.yaml} 1-hammer-install/hammer.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-mon/mona.yaml 5-workload/{rbd-cls.yaml rbd-import-export.yaml readwrite.yaml snaps-few-objects.yaml} 6-next-mon/monb.yaml 7-workload/{radosbench.yaml rbd_api.yaml} 8-next-mon/monc.yaml 9-workload/{ec-rados-plugin=jerasure-k=3-m=1.yaml rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml test_cache-pool-snaps.yaml}} rados.yaml} 3
Failure Reason:

"2018-06-03 23:06:27.010618 osd.4 158.69.92.104:6804/26247 729 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.912610 secs" in cluster log

fail 2590167 2018-05-26 02:01:36 2018-06-03 22:26:57 2018-06-03 23:54:58 1:28:01 1:21:14 0:06:47 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2018-06-03 23:02:24.578447 osd.5 158.69.91.93:6808/8912 16 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.030023 secs" in cluster log

pass 2590168 2018-05-26 02:01:37 2018-06-03 22:31:15 2018-06-03 22:57:15 0:26:00 0:16:49 0:09:11 ovh master rados/verify/{1thrash/none.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml validater/lockdep.yaml} 2
fail 2590169 2018-05-26 02:01:38 2018-06-03 22:37:02 2018-06-04 00:01:03 1:24:01 1:01:34 0:22:27 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2018-06-03 23:13:40.606938 osd.2 158.69.92.142:6808/8869 14 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.581612 secs" in cluster log

fail 2590170 2018-05-26 02:01:39 2018-06-03 22:40:19 2018-06-03 23:22:19 0:42:00 0:30:09 0:11:51 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/readwrite.yaml} 2
Failure Reason:

"2018-06-03 23:04:02.698967 osd.2 158.69.92.12:6812/9685 21 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.176233 secs" in cluster log

pass 2590171 2018-05-26 02:01:41 2018-06-03 22:43:21 2018-06-03 23:17:20 0:33:59 0:28:29 0:05:30 ovh master rados/singleton/{all/cephtool.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590172 2018-05-26 02:01:41 2018-06-03 22:44:33 2018-06-03 23:18:33 0:34:00 0:24:09 0:09:51 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/rgw_snaps.yaml} 2
pass 2590173 2018-05-26 02:01:43 2018-06-03 22:47:23 2018-06-03 23:59:23 1:12:00 0:59:05 0:12:55 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 2590174 2018-05-26 02:01:43 2018-06-03 22:52:29 2018-06-03 23:10:29 0:18:00 0:13:05 0:04:55 ovh master rados/singleton/{all/rest-api.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590175 2018-05-26 02:01:46 2018-06-03 22:57:35 2018-06-03 23:31:35 0:34:00 0:24:30 0:09:30 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/small-objects.yaml} 2
fail 2590176 2018-05-26 02:01:46 2018-06-03 23:06:02 2018-06-04 00:14:03 1:08:01 0:59:25 0:08:36 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-06-03 23:25:26.889483 osd.5 158.69.92.178:6808/8859 10 : cluster [WRN] 11 slow requests, 5 included below; oldest blocked for > 30.995281 secs" in cluster log

fail 2590177 2018-05-26 02:01:48 2018-06-03 23:10:49 2018-06-03 23:54:49 0:44:00 0:36:14 0:07:46 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-06-03 23:38:30.052788 osd.0 158.69.92.183:6800/8738 143 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.278917 secs" in cluster log

fail 2590178 2018-05-26 02:01:48 2018-06-03 23:17:39 2018-06-04 00:33:40 1:16:01 1:06:36 0:09:25 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-06-03 23:36:11.396309 osd.3 158.69.92.189:6800/8646 1 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.068257 secs" in cluster log

pass 2590179 2018-05-26 02:01:50 2018-06-03 23:18:52 2018-06-04 00:02:52 0:44:00 0:34:08 0:09:52 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2590180 2018-05-26 02:01:51 2018-06-03 23:22:39 2018-06-03 23:54:39 0:32:00 0:16:22 0:15:38 ovh master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/many.yaml workloads/rados_mon_workunits.yaml} 2
pass 2590181 2018-05-26 02:01:53 2018-06-03 23:31:42 2018-06-04 00:01:42 0:30:00 0:22:11 0:07:49 ovh master rados/singleton/{all/thrash-rados.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
fail 2590182 2018-05-26 02:01:53 2018-06-03 23:31:42 2018-06-04 00:23:43 0:52:01 0:23:09 0:28:52 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/fastread.yaml workloads/ec-small-objects-fast-read.yaml} 2
Failure Reason:

"2018-06-04 00:11:46.049382 osd.1 158.69.92.211:6804/8810 1 : cluster [WRN] 6 slow requests, 5 included below; oldest blocked for > 30.875152 secs" in cluster log

pass 2590183 2018-05-26 02:01:55 2018-06-03 23:55:00 2018-06-04 00:20:59 0:25:59 0:16:36 0:09:23 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/scrub_test.yaml} 2
fail 2590184 2018-05-26 02:01:56 2018-06-03 23:55:00 2018-06-04 00:28:59 0:33:59 0:16:17 0:17:42 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --ec-pool --max-ops 400 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op setattr 25 --op read 100 --op copy_from 50 --op write 0 --op rmattr 25 --op append 100 --op delete 50 --pool unique_pool_0'

pass 2590185 2018-05-26 02:01:57 2018-06-03 23:55:00 2018-06-04 00:14:59 0:19:59 0:11:23 0:08:36 ovh master rados/multimon/{clusters/6.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_with_skews.yaml} 2
pass 2590186 2018-05-26 02:01:58 2018-06-03 23:59:42 2018-06-04 00:17:41 0:17:59 0:11:39 0:06:20 ovh master rados/singleton/{all/divergent_priors.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590187 2018-05-26 02:02:00 2018-06-04 00:01:08 2018-06-04 00:25:07 0:23:59 0:15:24 0:08:35 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 2590188 2018-05-26 02:02:01 2018-06-04 00:01:08 2018-06-04 00:55:08 0:54:00 0:44:15 0:09:45 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache.yaml} 2
fail 2590189 2018-05-26 02:02:02 2018-06-04 00:01:43 2018-06-04 01:39:44 1:38:01 1:30:57 0:07:04 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2018-06-04 00:21:31.417212 osd.3 158.69.92.45:6800/8646 9 : cluster [WRN] 15 slow requests, 5 included below; oldest blocked for > 30.458014 secs" in cluster log

fail 2590190 2018-05-26 02:02:02 2018-06-04 00:03:10 2018-06-04 01:11:10 1:08:00 0:54:56 0:13:04 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-06-04 00:40:50.455625 osd.0 158.69.92.60:6812/14392 63 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.364876 secs" in cluster log

pass 2590191 2018-05-26 02:02:05 2018-06-04 00:09:24 2018-06-04 00:27:24 0:18:00 0:12:26 0:05:34 ovh master rados/singleton-nomsgr/{all/cache-fs-trunc.yaml rados.yaml} 1
pass 2590192 2018-05-26 02:02:05 2018-06-04 00:09:25 2018-06-04 00:25:24 0:15:59 0:11:12 0:04:47 ovh master rados/singleton-nomsgr/{all/cache-fs-trunc.yaml rados.yaml} 1
dead 2590194 2018-05-26 02:02:07 2018-06-04 00:14:23 2018-06-04 12:16:58 12:02:35 ovh master rados/singleton/{all/thrash_cache_writeback_proxy_none.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
pass 2590195 2018-05-26 02:02:08 2018-06-04 00:15:00 2018-06-04 00:37:00 0:22:00 0:14:03 0:07:57 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_cls_all.yaml} 2
pass 2590197 2018-05-26 02:02:10 2018-06-04 00:18:01 2018-06-04 00:50:00 0:31:59 0:24:24 0:07:35 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/rados_api_tests.yaml} 2
fail 2590198 2018-05-26 02:02:11 2018-06-04 00:21:19 2018-06-04 01:23:19 1:02:00 0:51:35 0:10:25 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2018-06-04 00:42:48.719345 osd.5 158.69.93.1:6808/8884 2 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.957205 secs" in cluster log

pass 2590199 2018-05-26 02:02:13 2018-06-04 00:23:05 2018-06-04 00:49:04 0:25:59 0:20:33 0:05:26 ovh master rados/objectstore/ceph_objectstore_tool.yaml 1
pass 2590201 2018-05-26 02:02:13 2018-06-04 00:23:43 2018-06-04 00:41:43 0:18:00 0:13:22 0:04:38 ovh master rados/singleton/{all/divergent_priors2.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590203 2018-05-26 02:02:16 2018-06-04 00:25:26 2018-06-04 00:53:25 0:27:59 0:21:59 0:06:00 ovh master rados/objectstore/ceph_objectstore_tool.yaml 1
fail 2590204 2018-05-26 02:02:16 2018-06-04 00:25:26 2018-06-04 01:21:26 0:56:00 0:48:18 0:07:42 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-06-04 00:43:08.591143 osd.0 158.69.93.115:6800/8818 3 : cluster [WRN] 6 slow requests, 5 included below; oldest blocked for > 30.918345 secs" in cluster log

fail 2590206 2018-05-26 02:02:18 2018-06-04 00:27:43 2018-06-04 01:03:43 0:36:00 0:27:46 0:08:14 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-06-04 00:47:40.762816 osd.2 158.69.93.117:6812/10672 5 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.679227 secs" in cluster log

fail 2590207 2018-05-26 02:02:19 2018-06-04 00:29:18 2018-06-04 01:49:18 1:20:00 1:10:30 0:09:30 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-06-04 00:50:53.091121 osd.5 158.69.93.133:6808/8834 13 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.035573 secs" in cluster log

pass 2590209 2018-05-26 02:02:21 2018-06-04 00:33:42 2018-06-04 01:15:42 0:42:00 0:31:54 0:10:06 ovh master rados/verify/{1thrash/default.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_cls_all.yaml validater/valgrind.yaml} 2
pass 2590210 2018-05-26 02:02:21 2018-06-04 00:33:42 2018-06-04 00:49:41 0:15:59 0:11:06 0:04:53 ovh master rados/singleton/{all/watch-notify-same-primary.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590212 2018-05-26 02:02:23 2018-06-04 00:37:18 2018-06-04 01:01:18 0:24:00 0:14:29 0:09:31 ovh master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/force-sync-many.yaml workloads/rados_5925.yaml} 2
fail 2590213 2018-05-26 02:02:23 2018-06-04 00:42:01 2018-06-04 01:22:01 0:40:00 0:32:05 0:07:55 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/readwrite.yaml} 2
Failure Reason:

"2018-06-04 01:01:05.993093 osd.1 158.69.93.157:6804/8849 1 : cluster [WRN] 6 slow requests, 5 included below; oldest blocked for > 30.923373 secs" in cluster log

fail 2590215 2018-05-26 02:02:25 2018-06-04 00:45:45 2018-06-04 01:19:45 0:34:00 0:24:26 0:09:34 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op setattr 25 --op read 100 --op copy_from 50 --op write 0 --op rmattr 25 --op append 100 --op delete 50 --pool unique_pool_0'

pass 2590216 2018-05-26 02:02:26 2018-06-04 00:49:25 2018-06-04 01:19:25 0:30:00 0:21:49 0:08:11 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/rgw_snaps.yaml} 2
pass 2590218 2018-05-26 02:02:27 2018-06-04 00:49:42 2018-06-04 01:17:42 0:28:00 0:15:04 0:12:56 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/fastread.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 2590219 2018-05-26 02:02:28 2018-06-04 00:50:01 2018-06-04 01:06:01 0:16:00 0:12:18 0:03:42 ovh master rados/singleton/{all/dump-stuck.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2590221 2018-05-26 02:02:29 2018-06-04 00:51:21 2018-06-04 02:07:22 1:16:01 1:08:35 0:07:26 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-06-04 01:08:44.985874 osd.2 158.69.93.186:6808/8803 1 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.227789 secs" in cluster log

pass 2590223 2018-05-26 02:02:31 2018-06-04 00:53:44 2018-06-04 01:27:44 0:34:00 0:24:52 0:09:08 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/small-objects.yaml} 2
fail 2590224 2018-05-26 02:02:32 2018-06-04 00:55:27 2018-06-04 01:41:27 0:46:00 0:37:49 0:08:11 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache.yaml} 2
Failure Reason:

"2018-06-04 01:20:53.277749 osd.0 158.69.93.192:6800/13322 1 : cluster [WRN] 9 slow requests, 5 included below; oldest blocked for > 30.488895 secs" in cluster log

fail 2590226 2018-05-26 02:02:33 2018-06-04 01:01:39 2018-06-04 01:53:39 0:52:00 0:42:29 0:09:31 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-06-04 01:20:25.973341 osd.1 158.69.93.201:6804/8915 1 : cluster [WRN] 5 slow requests, 5 included below; oldest blocked for > 30.913690 secs" in cluster log

fail 2590227 2018-05-26 02:02:34 2018-06-04 01:04:03 2018-06-04 01:50:03 0:46:00 0:39:06 0:06:54 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-06-04 01:22:47.121844 osd.4 158.69.93.206:6804/8745 13 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.336726 secs" in cluster log

fail 2590229 2018-05-26 02:02:35 2018-06-04 01:06:20 2018-06-04 02:04:20 0:58:00 0:41:37 0:16:23 ovh master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_14.04.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op setattr 25 --op read 100 --op copy_from 50 --op write 0 --op rmattr 25 --op append 100 --op delete 50 --pool unique_pool_0'

pass 2590230 2018-05-26 02:02:36 2018-06-04 01:11:29 2018-06-04 01:45:29 0:34:00 0:25:14 0:08:46 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml} 2
pass 2590232 2018-05-26 02:02:37 2018-06-04 01:13:52 2018-06-04 01:29:51 0:15:59 0:11:42 0:04:17 ovh master rados/singleton/{all/admin-socket.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590233 2018-05-26 02:02:38 2018-06-04 01:16:00 2018-06-04 02:04:00 0:48:00 0:39:18 0:08:42 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/write_fadvise_dontneed.yaml} 2
fail 2590235 2018-05-26 02:02:39 2018-06-04 01:18:03 2018-06-04 02:04:03 0:46:00 0:37:44 0:08:16 ovh master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_14.04.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-06-04 01:58:31.275878 osd.5 158.69.93.225:6808/14740 113 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.415168 secs" in cluster log

pass 2590236 2018-05-26 02:02:40 2018-06-04 01:18:03 2018-06-04 01:42:02 0:23:59 0:14:15 0:09:44 ovh master centos rados/singleton/{all/ec-lost-unfound-upgrade.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
pass 2590238 2018-05-26 02:02:42 2018-06-04 01:19:44 2018-06-04 01:55:43 0:35:59 0:25:23 0:10:36 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/rados_api_tests.yaml} 2
pass 2590239 2018-05-26 02:02:42 2018-06-04 01:19:46 2018-06-04 01:33:45 0:13:59 0:09:52 0:04:07 ovh master rados/singleton-nomsgr/{all/ceph-post-file.yaml rados.yaml} 1
pass 2590241 2018-05-26 02:02:43 2018-06-04 01:21:46 2018-06-04 01:37:46 0:16:00 0:10:46 0:05:14 ovh master rados/singleton-nomsgr/{all/ceph-post-file.yaml rados.yaml} 1
pass 2590242 2018-05-26 02:02:44 2018-06-04 01:22:02 2018-06-04 01:46:01 0:23:59 0:15:44 0:08:15 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_python.yaml} 2
fail 2590244 2018-05-26 02:02:45 2018-06-04 01:23:39 2018-06-04 02:03:39 0:40:00 0:31:02 0:08:58 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-06-04 01:46:31.926687 osd.0 158.69.93.33:6800/8721 32 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.140560 secs" in cluster log

pass 2590245 2018-05-26 02:02:46 2018-06-04 01:28:07 2018-06-04 01:56:06 0:27:59 0:14:04 0:13:55 ovh master rados/multimon/{clusters/21.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_with_skews.yaml} 3
fail 2590247 2018-05-26 02:02:47 2018-06-04 01:30:13 2018-06-04 02:16:13 0:46:00 0:38:11 0:07:49 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/readwrite.yaml} 2
Failure Reason:

"2018-06-04 02:02:32.144147 osd.2 158.69.94.201:6808/8915 125 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.413467 secs" in cluster log

pass 2590248 2018-05-26 02:02:49 2018-06-04 01:34:05 2018-06-04 02:00:05 0:26:00 0:16:12 0:09:48 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 2590250 2018-05-26 02:02:50 2018-06-04 01:38:07 2018-06-04 02:10:07 0:32:00 0:27:31 0:04:29 ovh master rados/singleton/{all/cephtool.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2590251 2018-05-26 02:02:51 2018-06-04 01:40:03 2018-06-04 03:42:05 2:02:02 1:53:01 0:09:01 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2018-06-04 01:59:47.874393 osd.2 158.69.94.230:6808/9005 5 : cluster [WRN] 12 slow requests, 5 included below; oldest blocked for > 30.396731 secs" in cluster log

pass 2590253 2018-05-26 02:02:52 2018-06-04 01:41:46 2018-06-04 02:13:46 0:32:00 0:22:12 0:09:48 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/rgw_snaps.yaml} 2
pass 2590254 2018-05-26 02:02:53 2018-06-04 01:42:03 2018-06-04 02:40:04 0:58:01 0:49:43 0:08:18 ovh master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/one.yaml workloads/snaps-few-objects.yaml} 2
pass 2590256 2018-05-26 02:02:55 2018-06-04 01:45:47 2018-06-04 02:01:47 0:16:00 0:10:45 0:05:15 ovh master rados/objectstore/filejournal.yaml 1
pass 2590257 2018-05-26 02:02:55 2018-06-04 01:46:02 2018-06-04 02:18:02 0:32:00 0:24:29 0:07:31 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-small-objects.yaml} 2
pass 2590259 2018-05-26 02:02:57 2018-06-04 01:47:29 2018-06-04 02:21:29 0:34:00 0:17:56 0:16:04 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
fail 2590261 2018-05-26 02:02:58 2018-06-04 01:49:40 2018-06-04 02:23:40 0:34:00 0:24:53 0:09:07 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-06-04 02:09:19.042543 osd.0 158.69.94.249:6800/8835 7 : cluster [WRN] 24 slow requests, 5 included below; oldest blocked for > 30.760639 secs" in cluster log

fail 2590263 2018-05-26 02:03:00 2018-06-04 01:50:04 2018-06-04 02:24:04 0:34:00 0:28:19 0:05:41 ovh master rados/singleton/{all/ec-lost-unfound.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
Failure Reason:

"2018-06-04 02:05:48.824446 osd.0 158.69.94.25:6800/10475 7 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.823836 secs" in cluster log

fail 2590264 2018-05-26 02:03:01 2018-06-04 01:53:59 2018-06-04 03:14:01 1:20:02 1:10:58 0:09:04 ovh master rados/verify/{1thrash/default.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml validater/valgrind.yaml} 2
Failure Reason:

"2018-06-04 02:21:24.049063 osd.1 158.69.94.26:6808/8966 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.980037 secs" in cluster log

fail 2590266 2018-05-26 02:03:03 2018-06-04 01:56:03 2018-06-04 03:04:04 1:08:01 1:00:27 0:07:34 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2018-06-04 02:16:53.570869 osd.3 158.69.94.44:6800/8648 9 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.722992 secs" in cluster log

fail 2590267 2018-05-26 02:03:04 2018-06-04 01:56:07 2018-06-04 02:32:08 0:36:01 0:27:14 0:08:47 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op read 100 --op copy_from 50 --op write 50 --op write_excl 50 --op delete 50 --pool unique_pool_0'

pass 2590269 2018-05-26 02:03:06 2018-06-04 02:00:26 2018-06-04 02:16:26 0:16:00 0:10:20 0:05:40 ovh master rados/objectstore/filejournal.yaml 1
pass 2590270 2018-05-26 02:03:07 2018-06-04 02:02:06 2018-06-04 02:22:06 0:20:00 0:13:53 0:06:07 ovh master rados/singleton/{all/divergent_priors.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2590272 2018-05-26 02:03:08 2018-06-04 02:04:00 2018-06-04 03:18:01 1:14:01 1:05:43 0:08:18 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-06-04 02:42:36.291935 osd.4 158.69.94.83:6804/9590 92 : cluster [WRN] 16 slow requests, 5 included below; oldest blocked for > 30.318989 secs" in cluster log

fail 2590273 2018-05-26 02:03:10 2018-06-04 02:04:01 2018-06-04 02:32:01 0:28:00 0:18:36 0:09:24 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/write_fadvise_dontneed.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --write-fadvise-dontneed --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 50 --op write_excl 50 --op delete 10 --pool unique_pool_0'

fail 2590275 2018-05-26 02:03:11 2018-06-04 02:04:04 2018-06-04 03:20:05 1:16:01 1:07:54 0:08:07 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-06-04 02:32:20.958684 osd.5 158.69.94.88:6808/8717 37 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.689882 secs" in cluster log

pass 2590276 2018-05-26 02:03:12 2018-06-04 02:04:21 2018-06-04 02:28:21 0:24:00 0:16:00 0:08:00 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_cls_all.yaml} 2
fail 2590277 2018-05-26 02:03:13 2018-06-04 02:07:35 2018-06-04 02:33:35 0:26:00 0:18:40 0:07:20 ovh master centos rados/singleton/{all/lost-unfound-delete-upgrade.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
Failure Reason:

"2018-06-04 02:29:31.846480 osd.0 158.69.94.92:6800/32560 25 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.455457 secs" in cluster log

fail 2590279 2018-05-26 02:03:15 2018-06-04 02:10:18 2018-06-04 03:18:18 1:08:00 0:59:18 0:08:42 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-06-04 02:36:54.337949 osd.3 158.69.95.0:6800/8705 10 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.152140 secs" in cluster log

pass 2590280 2018-05-26 02:03:15 2018-06-04 02:13:48 2018-06-04 02:45:43 0:31:55 0:19:42 0:12:13 ovh master rados/multimon/{clusters/9.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml} 3
pass 2590282 2018-05-26 02:03:18 2018-06-04 02:13:54 2018-06-04 02:57:49 0:43:55 0:35:36 0:08:19 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache.yaml} 2
pass 2590283 2018-05-26 02:03:18 2018-06-04 02:17:52 2018-06-04 02:41:38 0:23:46 0:15:13 0:08:33 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/admin_socket_objecter_requests.yaml} 2
fail 2590285 2018-05-26 02:03:20 2018-06-04 02:17:55 2018-06-04 03:11:40 0:53:45 0:44:51 0:08:54 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-06-04 02:48:42.681288 osd.0 158.69.95.13:6800/8850 232 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.456242 secs" in cluster log

fail 2590286 2018-05-26 02:03:20 2018-06-04 02:18:11 2018-06-04 03:02:05 0:43:54 0:34:22 0:09:32 ovh master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/many.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2018-06-04 02:40:21.232441 osd.4 158.69.95.143:6804/8810 7 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.466437 secs" in cluster log

pass 2590288 2018-05-26 02:03:22 2018-06-04 02:21:42 2018-06-04 02:37:40 0:15:58 0:10:50 0:05:08 ovh master rados/singleton-nomsgr/{all/export-after-evict.yaml rados.yaml} 1
fail 2590289 2018-05-26 02:03:22 2018-06-04 02:22:08 2018-06-04 03:02:07 0:39:59 0:32:52 0:07:07 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/fastread.yaml workloads/ec-radosbench.yaml} 2
Failure Reason:

"2018-06-04 02:41:04.584561 osd.3 158.69.95.157:6800/8724 3 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.113413 secs" in cluster log

pass 2590291 2018-05-26 02:03:24 2018-06-04 02:24:06 2018-06-04 02:54:05 0:29:59 0:22:27 0:07:32 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_stress_watch.yaml} 2
fail 2590292 2018-05-26 02:03:25 2018-06-04 02:24:06 2018-06-04 03:00:05 0:35:59 0:17:43 0:18:16 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
Failure Reason:

"2018-06-04 02:55:31.681926 osd.10 158.69.95.181:6804/8670 23 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.584106 secs" in cluster log

pass 2590294 2018-05-26 02:03:26 2018-06-04 03:00:51 2018-06-04 03:26:50 0:25:59 0:21:54 0:04:05 ovh master rados/singleton/{all/lost-unfound-delete.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590295 2018-05-26 02:03:28 2018-06-04 03:02:26 2018-06-04 03:22:24 0:19:58 0:12:41 0:07:17 ovh master rados/singleton/{all/divergent_priors2.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590297 2018-05-26 02:03:29 2018-06-04 03:02:27 2018-06-04 03:46:25 0:43:58 0:26:01 0:17:57 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/rados_api_tests.yaml} 2
fail 2590298 2018-05-26 02:03:30 2018-06-04 03:04:15 2018-06-04 04:52:16 1:48:01 1:25:37 0:22:24 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2018-06-04 03:58:23.093936 osd.2 158.69.64.253:6812/12896 15 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.013555 secs" in cluster log

fail 2590300 2018-05-26 02:03:31 2018-06-04 03:11:51 2018-06-04 04:03:51 0:52:00 0:29:44 0:22:16 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-06-04 03:47:42.962083 osd.3 158.69.64.61:6800/8674 29 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.704944 secs" in cluster log

pass 2590301 2018-05-26 02:03:33 2018-06-04 03:14:11 2018-06-04 03:32:10 0:17:59 0:10:49 0:07:10 ovh master rados/singleton-nomsgr/{all/export-after-evict.yaml rados.yaml} 1
fail 2590303 2018-05-26 02:03:34 2018-06-04 03:18:11 2018-06-04 04:22:12 1:04:01 0:26:17 0:37:44 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/readwrite.yaml} 2
Failure Reason:

"2018-06-04 04:15:16.484003 osd.4 158.69.65.184:6804/8733 25 : cluster [WRN] 7 slow requests, 5 included below; oldest blocked for > 30.719547 secs" in cluster log

fail 2590304 2018-05-26 02:03:35 2018-06-04 03:18:20 2018-06-04 04:40:26 1:22:06 0:49:38 0:32:28 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2018-06-04 04:01:22.558338 osd.2 158.69.65.151:6808/8888 6 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.395522 secs" in cluster log

fail 2590306 2018-05-26 02:03:36 2018-06-04 03:20:16 2018-06-04 04:08:16 0:48:00 0:16:27 0:31:33 ovh master centos rados/singleton/{all/lost-unfound-upgrade.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
Failure Reason:

"2018-06-04 04:04:34.997932 osd.0 158.69.65.17:6800/32157 26 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.453541 secs" in cluster log

fail 2590307 2018-05-26 02:03:38 2018-06-04 03:22:35 2018-06-04 04:42:36 1:20:01 0:58:50 0:21:11 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-06-04 04:13:51.254610 osd.3 158.69.65.113:6804/10993 131 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.546906 secs" in cluster log

fail 2590308 2018-05-26 02:03:38 2018-06-04 03:27:19 2018-06-04 04:59:20 1:32:01 0:30:20 1:01:41 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/rgw_snaps.yaml} 2
Failure Reason:

"2018-06-04 04:35:32.504520 osd.3 158.69.65.46:6800/8646 41 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.918647 secs" in cluster log

pass 2590310 2018-05-26 02:03:41 2018-06-04 03:32:21 2018-06-04 03:48:20 0:15:59 0:11:57 0:04:02 ovh master rados/singleton/{all/dump-stuck.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590312 2018-05-26 02:03:42 2018-06-04 03:37:46 2018-06-04 04:31:46 0:54:00 0:23:25 0:30:35 ovh master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/one.yaml workloads/pool-create-delete.yaml} 2
fail 2590314 2018-05-26 02:03:43 2018-06-04 03:42:16 2018-06-04 05:04:17 1:22:01 0:47:44 0:34:17 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --pool-snaps --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op read 100 --op copy_from 50 --op write 50 --op write_excl 50 --op delete 50 --pool base'

pass 2590315 2018-05-26 02:03:45 2018-06-04 03:46:37 2018-06-04 04:32:37 0:46:00 0:41:30 0:04:30 ovh master rados/objectstore/filestore-idempotent-aio-journal.yaml 1
fail 2590316 2018-05-26 02:03:45 2018-06-04 03:48:33 2018-06-04 05:08:34 1:20:01 1:09:34 0:10:27 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-06-04 04:17:01.811387 osd.5 158.69.65.228:6812/12730 1 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.193788 secs" in cluster log

fail 2590318 2018-05-26 02:03:47 2018-06-04 03:50:39 2018-06-04 04:36:39 0:46:00 0:24:08 0:21:52 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-06-04 04:24:15.404511 osd.1 158.69.65.4:6804/8815 10 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.058896 secs" in cluster log

fail 2590319 2018-05-26 02:03:47 2018-06-04 04:00:42 2018-06-04 04:26:41 0:25:59 0:15:39 0:10:20 ovh master rados/objectstore/filestore-idempotent-aio-journal.yaml 1
Failure Reason:

./run_seed_to_range.sh errored out

pass 2590321 2018-05-26 02:03:49 2018-06-04 04:01:59 2018-06-04 04:47:59 0:46:00 0:37:13 0:08:47 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml} 2
fail 2590322 2018-05-26 02:03:50 2018-06-04 04:04:24 2018-06-04 04:50:23 0:45:59 0:35:47 0:10:12 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache.yaml} 2
Failure Reason:

"2018-06-04 04:26:08.048227 osd.5 158.69.65.40:6808/8751 3 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.255914 secs" in cluster log

pass 2590324 2018-05-26 02:03:52 2018-06-04 04:06:36 2018-06-04 05:44:37 1:38:01 0:16:23 1:21:38 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
fail 2590325 2018-05-26 02:03:53 2018-06-04 04:08:27 2018-06-04 05:04:27 0:56:00 0:36:25 0:19:35 ovh master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml supported/centos_latest.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op setattr 25 --op read 100 --op copy_from 50 --op write 0 --op rmattr 25 --op append 100 --op delete 50 --pool unique_pool_0'

fail 2590327 2018-05-26 02:03:55 2018-06-04 04:14:55 2018-06-04 05:02:54 0:47:59 0:36:48 0:11:11 ovh master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml supported/centos_latest.yaml thrashers/default.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-06-04 04:41:37.710057 osd.3 158.69.65.60:6800/26867 39 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.518220 secs" in cluster log

pass 2590328 2018-05-26 02:03:56 2018-06-04 04:21:24 2018-06-04 05:19:23 0:57:59 0:15:54 0:42:05 ovh master rados/thrash-erasure-code-shec/{clusters/{fixed-4.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2590330 2018-05-26 02:03:58 2018-06-04 04:22:41 2018-06-04 04:54:40 0:31:59 0:15:09 0:16:50 ovh master centos rados/singleton/{all/ec-lost-unfound-upgrade.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
pass 2590331 2018-05-26 02:03:58 2018-06-04 04:26:51 2018-06-04 05:50:52 1:24:01 0:16:29 1:07:32 ovh master rados/thrash-erasure-code-shec/{clusters/{fixed-4.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
fail 2590333 2018-05-26 02:04:00 2018-06-04 04:32:09 2018-06-04 04:56:08 0:23:59 0:15:29 0:08:30 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --pool-snaps --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op read 100 --op copy_from 50 --op write 50 --op write_excl 50 --op delete 50 --pool unique_pool_0'

pass 2590334 2018-05-26 02:04:00 2018-06-04 04:32:38 2018-06-04 04:58:38 0:26:00 0:17:00 0:09:00 ovh master rados/verify/{1thrash/none.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml validater/lockdep.yaml} 2
pass 2590336 2018-05-26 02:04:02 2018-06-04 04:34:53 2018-06-04 05:00:52 0:25:59 0:17:13 0:08:46 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_python.yaml} 2
pass 2590337 2018-05-26 02:04:02 2018-06-04 04:36:18 2018-06-04 05:14:18 0:38:00 0:31:03 0:06:57 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/snaps-few-objects.yaml} 2
pass 2590339 2018-05-26 02:04:04 2018-06-04 04:36:40 2018-06-04 05:04:40 0:28:00 0:21:37 0:06:23 ovh master rados/singleton/{all/lost-unfound.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2590340 2018-05-26 02:04:04 2018-06-04 04:40:37 2018-06-04 05:14:36 0:33:59 0:24:57 0:09:02 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2018-06-04 04:59:46.921727 osd.0 158.69.66.145:6800/8778 20 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.214876 secs" in cluster log

fail 2590342 2018-05-26 02:04:07 2018-06-04 04:40:50 2018-06-04 04:58:49 0:17:59 0:10:53 0:07:06 ovh master rados/singleton-nomsgr/{all/full-tiering.yaml rados.yaml} 1
Failure Reason:

"2018-06-04 04:56:41.746454 osd.1 158.69.66.147:6804/8617 9 : cluster [WRN] 16 slow requests, 5 included below; oldest blocked for > 30.566866 secs" in cluster log

pass 2590343 2018-05-26 02:04:07 2018-06-04 04:42:49 2018-06-04 05:22:48 0:39:59 0:31:19 0:08:40 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/write_fadvise_dontneed.yaml} 2
fail 2590345 2018-05-26 02:04:09 2018-06-04 04:45:21 2018-06-04 05:27:21 0:42:00 0:33:17 0:08:43 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-06-04 05:14:40.657566 osd.1 158.69.66.156:6804/8892 73 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.460047 secs" in cluster log

fail 2590347 2018-05-26 02:04:10 2018-06-04 04:46:09 2018-06-04 05:04:09 0:18:00 0:12:30 0:05:30 ovh master rados/singleton-nomsgr/{all/full-tiering.yaml rados.yaml} 1
Failure Reason:

"2018-06-04 05:01:59.737102 osd.1 158.69.66.159:6804/8624 7 : cluster [WRN] 16 slow requests, 5 included below; oldest blocked for > 30.958507 secs" in cluster log

pass 2590348 2018-05-26 02:04:11 2018-06-04 04:48:09 2018-06-04 05:22:09 0:34:00 0:26:55 0:07:05 ovh master rados/singleton/{all/ec-lost-unfound.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590349 2018-05-26 02:04:12 2018-06-04 04:49:03 2018-06-04 05:33:03 0:44:00 0:35:23 0:08:37 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_workunit_loadgen_big.yaml} 2
fail 2590351 2018-05-26 02:04:14 2018-06-04 04:50:34 2018-06-04 05:34:33 0:43:59 0:36:13 0:07:46 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/readwrite.yaml} 2
Failure Reason:

"2018-06-04 05:11:32.096740 osd.1 158.69.66.223:6804/8821 27 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.416794 secs" in cluster log

pass 2590352 2018-05-26 02:04:14 2018-06-04 04:52:07 2018-06-04 05:12:07 0:20:00 0:15:15 0:04:45 ovh master rados/multimon/{clusters/3.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml} 1
fail 2590354 2018-05-26 02:04:16 2018-06-04 04:52:18 2018-06-04 05:24:17 0:31:59 0:22:43 0:09:16 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/rgw_snaps.yaml} 2
Failure Reason:

"2018-06-04 05:14:15.207529 osd.2 158.69.66.227:6808/8860 43 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.194543 secs" in cluster log

pass 2590355 2018-05-26 02:04:16 2018-06-04 04:54:50 2018-06-04 05:20:50 0:26:00 0:17:18 0:08:42 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 2590357 2018-05-26 02:04:18 2018-06-04 04:56:31 2018-06-04 05:24:31 0:28:00 0:18:48 0:09:12 ovh master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/one.yaml workloads/rados_mon_workunits.yaml} 2
pass 2590358 2018-05-26 02:04:18 2018-06-04 04:58:49 2018-06-04 05:22:48 0:23:59 0:17:20 0:06:39 ovh master rados/singleton/{all/mon-config-keys.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590360 2018-05-26 02:04:19 2018-06-04 04:58:50 2018-06-04 05:32:50 0:34:00 0:23:34 0:10:26 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-small-objects-fast-read.yaml} 2
fail 2590361 2018-05-26 02:04:20 2018-06-04 04:59:34 2018-06-04 06:47:35 1:48:01 1:35:46 0:12:15 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2018-06-04 05:39:49.636480 osd.3 158.69.66.32:6800/9997 20 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.580005 secs" in cluster log

pass 2590363 2018-05-26 02:04:20 2018-06-04 06:17:48 2018-06-04 07:23:48 1:06:00 0:16:37 0:49:23 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
fail 2590364 2018-05-26 02:04:21 2018-06-04 06:27:29 2018-06-04 07:05:28 0:37:59 0:26:45 0:11:14 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 50 --op copy_from 50 --op write_excl 50 --op delete 50 --pool base'

pass 2590365 2018-05-26 02:04:22 2018-06-04 06:30:53 2018-06-04 07:02:53 0:32:00 0:24:14 0:07:46 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/small-objects.yaml} 2
fail 2590367 2018-05-26 02:04:23 2018-06-04 06:32:42 2018-06-04 07:48:43 1:16:01 1:03:19 0:12:42 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-06-04 06:57:10.210012 osd.5 158.69.70.175:6808/8829 1 : cluster [WRN] 5 slow requests, 5 included below; oldest blocked for > 30.233642 secs" in cluster log

fail 2590368 2018-05-26 02:04:23 2018-06-04 06:32:42 2018-06-04 07:00:42 0:28:00 0:16:43 0:11:17 ovh master centos rados/singleton/{all/lost-unfound-delete-upgrade.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
Failure Reason:

"2018-06-04 06:57:25.470823 osd.0 158.69.70.196:6800/405 23 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.284513 secs" in cluster log

pass 2590370 2018-05-26 02:04:25 2018-06-04 06:38:29 2018-06-04 07:06:28 0:27:59 0:23:05 0:04:54 ovh master rados/singleton/{all/mon-thrasher.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2590371 2018-05-26 02:04:25 2018-06-04 06:38:42 2018-06-04 07:28:42 0:50:00 0:40:15 0:09:45 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-06-04 07:00:07.038197 osd.3 158.69.70.207:6800/8743 15 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.574043 secs" in cluster log

fail 2590373 2018-05-26 02:04:26 2018-06-04 06:39:06 2018-06-04 08:01:07 1:22:01 1:05:10 0:16:51 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-06-04 07:01:50.302278 osd.0 158.69.70.202:6800/8816 22 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.330550 secs" in cluster log

pass 2590374 2018-05-26 02:04:27 2018-06-04 06:41:14 2018-06-04 07:27:13 0:45:59 0:36:40 0:09:19 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/write_fadvise_dontneed.yaml} 2
fail 2590376 2018-05-26 02:04:28 2018-06-04 06:45:17 2018-06-04 07:39:17 0:54:00 0:44:25 0:09:35 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op read 100 --op copy_from 50 --op write 50 --op write_excl 50 --op delete 50 --pool base'

pass 2590378 2018-05-26 02:04:29 2018-06-04 06:45:17 2018-06-04 07:15:16 0:29:59 0:23:15 0:06:44 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_stress_watch.yaml} 2
pass 2590379 2018-05-26 02:04:30 2018-06-04 06:48:26 2018-06-04 07:40:19 0:51:53 0:46:55 0:04:58 ovh master rados/objectstore/filestore-idempotent.yaml 1
pass 2590381 2018-05-26 02:04:31 2018-06-04 06:48:26 2018-06-04 07:16:19 0:27:53 0:14:24 0:13:29 ovh master rados/multimon/{clusters/21.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_no_skews.yaml} 3
pass 2590382 2018-05-26 02:04:32 2018-06-04 06:48:26 2018-06-04 07:26:20 0:37:54 0:27:48 0:10:06 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache.yaml} 2
pass 2590384 2018-05-26 02:04:34 2018-06-04 06:52:14 2018-06-04 07:34:14 0:42:00 0:33:13 0:08:47 ovh master rados/objectstore/filestore-idempotent.yaml 1
pass 2590385 2018-05-26 02:04:35 2018-06-04 06:52:14 2018-06-04 07:14:14 0:22:00 0:14:08 0:07:52 ovh master rados/singleton/{all/osd-backfill.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590387 2018-05-26 02:04:36 2018-06-04 06:52:53 2018-06-04 07:26:52 0:33:59 0:27:00 0:06:59 ovh master rados/singleton/{all/lost-unfound-delete.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590388 2018-05-26 02:04:37 2018-06-04 06:52:54 2018-06-04 07:14:52 0:21:58 0:15:23 0:06:35 ovh master ubuntu 14.04 rados/singleton-nomsgr/{all/lfn-upgrade-hammer.yaml rados.yaml} 1
pass 2590389 2018-05-26 02:04:38 2018-06-04 06:57:03 2018-06-04 07:25:03 0:28:00 0:16:03 0:11:57 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/admin_socket_objecter_requests.yaml} 2
fail 2590391 2018-05-26 02:04:39 2018-06-04 07:01:27 2018-06-04 07:55:23 0:53:56 0:43:56 0:10:00 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --pool-snaps --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op read 100 --op copy_from 50 --op write 50 --op write_excl 50 --op delete 50 --pool unique_pool_0'

pass 2590392 2018-05-26 02:04:40 2018-06-04 07:01:27 2018-06-04 07:25:23 0:23:56 0:14:42 0:09:14 ovh master rados/verify/{1thrash/none.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_cls_all.yaml validater/lockdep.yaml} 2
pass 2590394 2018-05-26 02:04:41 2018-06-04 08:55:11 2018-06-04 09:29:11 0:34:00 0:24:48 0:09:12 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_workunit_loadgen_mix.yaml} 2
pass 2590395 2018-05-26 02:04:42 2018-06-04 08:56:03 2018-06-04 09:18:02 0:21:59 0:15:50 0:06:09 ovh master ubuntu 14.04 rados/singleton-nomsgr/{all/lfn-upgrade-hammer.yaml rados.yaml} 1
pass 2590397 2018-05-26 02:04:43 2018-06-04 09:05:02 2018-06-04 09:37:02 0:32:00 0:15:00 0:17:00 ovh master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/sync-many.yaml workloads/rados_5925.yaml} 2
fail 2590398 2018-05-26 02:04:43 2018-06-04 09:05:09 2018-06-04 11:35:11 2:30:02 2:21:29 0:08:33 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2018-06-04 09:27:12.787736 osd.5 158.69.74.19:6808/8928 22 : cluster [WRN] 15 slow requests, 5 included below; oldest blocked for > 30.718446 secs" in cluster log

fail 2590400 2018-05-26 02:04:45 2018-06-04 09:06:17 2018-06-04 10:02:17 0:56:00 0:40:36 0:15:24 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
Failure Reason:

"2018-06-04 09:40:17.889060 osd.4 158.69.74.243:6808/11080 1 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.846455 secs" in cluster log

fail 2590402 2018-05-26 02:04:45 2018-06-04 09:07:32 2018-06-04 10:35:32 1:28:00 1:14:43 0:13:17 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2018-06-04 09:36:10.198695 osd.2 158.69.74.237:6808/8825 19 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.217480 secs" in cluster log

pass 2590403 2018-05-26 02:04:47 2018-06-04 09:15:09 2018-06-04 12:47:13 3:32:04 0:17:14 3:14:50 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/fastread.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
fail 2590405 2018-05-26 02:04:47 2018-06-04 09:15:15 2018-06-04 09:39:15 0:24:00 0:15:12 0:08:48 ovh master centos rados/singleton/{all/lost-unfound-upgrade.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
Failure Reason:

"2018-06-04 09:35:12.520062 osd.0 158.69.74.30:6800/32441 21 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.786305 secs" in cluster log

pass 2590406 2018-05-26 02:04:49 2018-06-04 09:17:01 2018-06-04 09:55:01 0:38:00 0:28:55 0:09:05 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/rados_api_tests.yaml} 2
fail 2590407 2018-05-26 02:04:49 2018-06-04 09:17:11 2018-06-04 10:27:11 1:10:00 0:59:53 0:10:07 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-06-04 09:41:58.919035 osd.3 158.69.74.62:6800/8672 31 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.019880 secs" in cluster log

pass 2590409 2018-05-26 02:04:51 2018-06-04 09:18:23 2018-06-04 10:00:23 0:42:00 0:30:04 0:11:56 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/radosbench.yaml} 2
fail 2590410 2018-05-26 02:04:51 2018-06-04 09:19:00 2018-06-04 10:41:00 1:22:00 1:09:53 0:12:07 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-06-04 09:58:09.974435 osd.2 158.69.74.76:6808/8955 67 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.210809 secs" in cluster log

pass 2590412 2018-05-26 02:04:52 2018-06-04 09:25:19 2018-06-04 09:45:18 0:19:59 0:15:26 0:04:33 ovh master rados/singleton/{all/osd-recovery-incomplete.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2590413 2018-05-26 02:04:53 2018-06-04 09:25:19 2018-06-04 10:15:19 0:50:00 0:38:06 0:11:54 ovh master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_14.04.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-06-04 09:57:48.416239 osd.4 158.69.75.116:6804/11565 139 : cluster [WRN] 5 slow requests, 5 included below; oldest blocked for > 30.657590 secs" in cluster log

pass 2590415 2018-05-26 02:04:53 2018-06-04 09:25:19 2018-06-04 10:03:18 0:37:59 0:25:14 0:12:45 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/readwrite.yaml} 2
fail 2590416 2018-05-26 02:04:54 2018-06-04 09:25:27 2018-06-04 10:39:28 1:14:01 1:04:12 0:09:49 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-06-04 09:45:14.362741 osd.2 158.69.74.101:6808/8926 5 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.472467 secs" in cluster log

pass 2590418 2018-05-26 02:04:55 2018-06-04 09:29:35 2018-06-04 10:15:34 0:45:59 0:31:46 0:14:13 ovh master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_14.04.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 2590419 2018-05-26 02:04:56 2018-06-04 09:29:35 2018-06-04 10:13:34 0:43:59 0:26:57 0:17:02 ovh master rados/singleton/{all/lost-unfound.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590421 2018-05-26 02:04:56 2018-06-04 09:35:15 2018-06-04 10:09:14 0:33:59 0:25:18 0:08:41 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/rgw_snaps.yaml} 2
fail 2590423 2018-05-26 02:04:57 2018-06-04 09:37:25 2018-06-04 10:19:25 0:42:00 0:26:43 0:15:17 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 50 --op copy_from 50 --op write_excl 50 --op delete 50 --pool base'

pass 2590424 2018-05-26 02:04:57 2018-06-04 09:37:26 2018-06-04 10:11:25 0:33:59 0:24:44 0:09:15 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/small-objects.yaml} 2
fail 2590426 2018-05-26 02:04:59 2018-06-04 09:39:25 2018-06-04 10:51:25 1:12:00 0:58:59 0:13:01 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-06-04 10:12:32.551906 osd.0 158.69.75.31:6800/8800 118 : cluster [WRN] 5 slow requests, 5 included below; oldest blocked for > 30.522725 secs" in cluster log

fail 2590427 2018-05-26 02:04:59 2018-06-04 09:45:45 2018-06-04 10:05:44 0:19:59 0:14:17 0:05:42 ovh master rados/singleton/{all/osd-recovery.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
Failure Reason:

"2018-06-04 10:01:28.305653 osd.0 158.69.75.50:6800/8776 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.654749 secs" in cluster log

pass 2590428 2018-05-26 02:05:00 2018-06-04 09:47:12 2018-06-04 10:31:11 0:43:59 0:33:06 0:10:53 ovh master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/sync-many.yaml workloads/snaps-few-objects.yaml} 2
fail 2590430 2018-05-26 02:05:00 2018-06-04 09:49:29 2018-06-04 10:39:29 0:50:00 0:37:15 0:12:45 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-06-04 10:19:14.404732 osd.5 158.69.75.82:6808/8854 130 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.111332 secs" in cluster log

pass 2590431 2018-05-26 02:05:01 2018-06-04 09:55:23 2018-06-04 10:31:23 0:36:00 0:23:25 0:12:35 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/ec-small-objects.yaml} 2
pass 2590433 2018-05-26 02:05:02 2018-06-04 10:00:33 2018-06-04 10:36:33 0:36:00 0:26:31 0:09:29 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2590435 2018-05-26 02:05:03 2018-06-04 10:02:27 2018-06-04 16:16:33 6:14:06 0:16:23 5:57:43 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 2590436 2018-05-26 02:05:03 2018-06-04 10:03:20 2018-06-04 10:23:19 0:19:59 0:15:27 0:04:32 ovh master ubuntu 14.04 rados/singleton-nomsgr/{all/lfn-upgrade-infernalis.yaml rados.yaml} 1
pass 2590438 2018-05-26 02:05:05 2018-06-04 10:06:04 2018-06-04 10:50:04 0:44:00 0:35:15 0:08:45 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_workunit_loadgen_big.yaml} 2
pass 2590439 2018-05-26 02:05:05 2018-06-04 10:09:19 2018-06-04 11:29:19 1:20:00 1:10:34 0:09:26 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_workunit_loadgen_mostlyread.yaml} 2
fail 2590441 2018-05-26 02:05:06 2018-06-04 10:09:19 2018-06-04 10:59:19 0:50:00 0:29:32 0:20:28 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2018-06-04 10:44:52.758740 osd.5 158.69.76.134:6808/8785 85 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.792613 secs" in cluster log

pass 2590442 2018-05-26 02:05:07 2018-06-04 10:09:22 2018-06-04 10:35:22 0:26:00 0:11:58 0:14:02 ovh master rados/multimon/{clusters/6.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_no_skews.yaml} 2
pass 2590443 2018-05-26 02:05:07 2018-06-04 10:11:35 2018-06-04 10:31:35 0:20:00 0:15:14 0:04:46 ovh master ubuntu 14.04 rados/singleton-nomsgr/{all/lfn-upgrade-infernalis.yaml rados.yaml} 1
pass 2590445 2018-05-26 02:05:08 2018-06-04 10:13:44 2018-06-04 10:27:43 0:13:59 0:09:49 0:04:10 ovh master rados/objectstore/fusestore.yaml 1
pass 2590447 2018-05-26 02:05:09 2018-06-04 10:15:39 2018-06-04 10:41:39 0:26:00 0:17:29 0:08:31 ovh master rados/singleton/{all/mon-config-keys.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590448 2018-05-26 02:05:10 2018-06-04 10:15:39 2018-06-04 10:35:39 0:20:00 0:12:26 0:07:34 ovh master rados/singleton/{all/peer.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590449 2018-05-26 02:05:10 2018-06-04 10:19:47 2018-06-04 10:37:47 0:18:00 0:10:06 0:07:54 ovh master rados/objectstore/fusestore.yaml 1
pass 2590451 2018-05-26 02:05:11 2018-06-04 10:23:41 2018-06-04 10:51:41 0:28:00 0:16:29 0:11:31 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
fail 2590452 2018-05-26 02:05:12 2018-06-04 10:27:25 2018-06-04 11:07:25 0:40:00 0:29:37 0:10:23 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-06-04 10:50:16.211994 osd.1 158.69.76.224:6804/8850 41 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.667313 secs" in cluster log

fail 2590454 2018-05-26 02:05:13 2018-06-04 10:27:45 2018-06-04 11:23:45 0:56:00 0:47:56 0:08:04 ovh master rados/verify/{1thrash/default.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml validater/valgrind.yaml} 2
Failure Reason:

"2018-06-04 10:51:54.460303 osd.3 158.69.76.23:6804/8903 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.043868 secs" in cluster log

fail 2590455 2018-05-26 02:05:13 2018-06-04 10:29:31 2018-06-04 11:09:31 0:40:00 0:31:21 0:08:39 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/readwrite.yaml} 2
Failure Reason:

"2018-06-04 10:52:56.046676 osd.2 158.69.76.225:6812/11873 35 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.093712 secs" in cluster log

fail 2590457 2018-05-26 02:05:15 2018-06-04 10:31:08 2018-06-04 12:31:09 2:00:01 1:46:46 0:13:15 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2018-06-04 11:13:57.614778 osd.5 158.69.76.53:6808/8857 26 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.114675 secs" in cluster log

pass 2590458 2018-05-26 02:05:15 2018-06-04 10:31:13 2018-06-04 11:05:12 0:33:59 0:21:15 0:12:44 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/rgw_snaps.yaml} 2
pass 2590460 2018-05-26 02:05:17 2018-06-04 10:31:23 2018-06-04 10:59:22 0:27:59 0:23:15 0:04:44 ovh master rados/singleton/{all/mon-thrasher.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2590461 2018-05-26 02:05:17 2018-06-04 10:31:24 2018-06-04 11:33:24 1:02:00 0:50:20 0:11:40 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2018-06-04 10:56:16.331008 osd.5 158.69.76.33:6812/9212 9 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.605584 secs" in cluster log

pass 2590463 2018-05-26 02:05:19 2018-06-04 10:31:36 2018-06-04 10:49:35 0:17:59 0:11:30 0:06:29 ovh master rados/singleton/{all/pg-removal-interruption.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2590464 2018-05-26 02:05:19 2018-06-04 10:35:44 2018-06-04 11:21:43 0:45:59 0:22:20 0:23:39 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-06-04 11:13:44.186033 osd.1 158.69.77.105:6804/8791 31 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.890550 secs" in cluster log

fail 2590466 2018-05-26 02:05:20 2018-06-04 10:35:44 2018-06-04 12:19:45 1:44:01 1:06:23 0:37:38 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-06-04 11:31:41.486758 osd.2 158.69.77.168:6808/11784 23 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.342454 secs" in cluster log

fail 2590467 2018-05-26 02:05:20 2018-06-04 10:35:44 2018-06-04 11:49:44 1:14:00 0:34:00 0:40:00 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-06-04 11:33:29.631244 osd.1 158.69.77.143:6804/8540 361 : cluster [WRN] 10 slow requests, 5 included below; oldest blocked for > 30.476954 secs" in cluster log

pass 2590469 2018-05-26 02:05:22 2018-06-04 10:36:55 2018-06-04 11:28:55 0:52:00 0:32:26 0:19:34 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2590470 2018-05-26 02:05:22 2018-06-04 10:38:09 2018-06-04 11:22:09 0:44:00 0:24:35 0:19:25 ovh master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/sync.yaml workloads/rados_api_tests.yaml} 2
pass 2590472 2018-05-26 02:05:24 2018-06-04 10:39:49 2018-06-04 10:59:49 0:20:00 0:14:19 0:05:41 ovh master rados/singleton/{all/osd-backfill.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2590473 2018-05-26 02:05:24 2018-06-04 10:39:50 2018-06-04 11:21:49 0:41:59 0:33:46 0:08:13 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/ec-radosbench.yaml} 2
Failure Reason:

"2018-06-04 11:01:12.460739 osd.3 158.69.76.62:6800/8674 3 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.596319 secs" in cluster log

pass 2590475 2018-05-26 02:05:25 2018-06-04 10:41:24 2018-06-04 11:23:24 0:42:00 0:25:26 0:16:34 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_workunit_loadgen_mix.yaml} 2
pass 2590476 2018-05-26 02:05:26 2018-06-04 10:41:40 2018-06-04 11:53:40 1:12:00 0:15:45 0:56:15 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 2590478 2018-05-26 02:05:27 2018-06-04 10:49:48 2018-06-04 11:07:48 0:18:00 0:12:33 0:05:27 ovh master rados/multimon/{clusters/3.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_with_skews.yaml} 1
fail 2590479 2018-05-26 02:05:27 2018-06-04 10:50:05 2018-06-04 12:10:06 1:20:01 0:58:52 0:21:09 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-06-04 11:24:02.923799 osd.1 158.69.77.180:6804/8904 17 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.388132 secs" in cluster log

fail 2590481 2018-05-26 02:05:28 2018-06-04 10:51:46 2018-06-04 11:27:46 0:36:00 0:17:05 0:18:55 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
Failure Reason:

"2018-06-04 11:22:16.774552 osd.1 158.69.77.17:6804/8877 3 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.573573 secs" in cluster log

fail 2590482 2018-05-26 02:05:29 2018-06-04 10:51:46 2018-06-04 12:15:47 1:24:01 1:05:22 0:18:39 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-06-04 11:21:04.119803 osd.5 158.69.77.177:6808/8847 3 : cluster [WRN] 8 slow requests, 5 included below; oldest blocked for > 30.571559 secs" in cluster log

pass 2590484 2018-05-26 02:05:30 2018-06-04 10:59:44 2018-06-04 11:27:43 0:27:59 0:23:22 0:04:37 ovh master rados/singleton-nomsgr/{all/msgr.yaml rados.yaml} 1
pass 2590485 2018-05-26 02:05:30 2018-06-04 10:59:44 2018-06-04 11:21:43 0:21:59 0:13:38 0:08:21 ovh master rados/singleton/{all/radostool.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590487 2018-05-26 02:05:32 2018-06-04 10:59:50 2018-06-04 12:03:50 1:04:00 0:35:43 0:28:17 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-agent-big.yaml} 2
fail 2590488 2018-05-26 02:05:32 2018-06-04 11:04:49 2018-06-04 11:52:49 0:48:00 0:37:14 0:10:46 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache.yaml} 2
Failure Reason:

"2018-06-04 11:27:21.393128 osd.1 158.69.77.188:6804/8958 1 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.220729 secs" in cluster log

pass 2590490 2018-05-26 02:05:33 2018-06-04 11:04:49 2018-06-04 11:24:49 0:20:00 0:15:11 0:04:49 ovh master rados/singleton/{all/osd-recovery-incomplete.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590491 2018-05-26 02:05:34 2018-06-04 11:05:14 2018-06-04 11:33:13 0:27:59 0:24:28 0:03:31 ovh master rados/singleton-nomsgr/{all/msgr.yaml rados.yaml} 1
fail 2590493 2018-05-26 02:05:35 2018-06-04 11:07:37 2018-06-04 12:29:38 1:22:01 1:02:56 0:19:05 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2018-06-04 11:43:55.372276 osd.0 158.69.77.250:6800/8746 28 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.547003 secs" in cluster log

fail 2590494 2018-05-26 02:05:36 2018-06-04 11:07:49 2018-06-04 11:59:49 0:52:00 0:43:19 0:08:41 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-06-04 11:44:44.952055 osd.4 158.69.77.209:6804/22287 141 : cluster [WRN] 5 slow requests, 5 included below; oldest blocked for > 30.265342 secs" in cluster log

pass 2590496 2018-05-26 02:05:37 2018-06-04 11:09:51 2018-06-04 11:59:51 0:50:00 0:30:21 0:19:39 ovh master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/sync-many.yaml workloads/pool-create-delete.yaml} 2
pass 2590497 2018-05-26 02:05:37 2018-06-04 11:21:09 2018-06-04 11:57:09 0:36:00 0:21:55 0:14:05 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/repair_test.yaml} 2
pass 2590499 2018-05-26 02:05:39 2018-06-04 11:21:44 2018-06-04 11:37:44 0:16:00 0:10:00 0:06:00 ovh master rados/objectstore/keyvaluedb.yaml 1
pass 2590500 2018-05-26 02:05:39 2018-06-04 11:21:45 2018-06-04 11:59:44 0:37:59 0:27:07 0:10:52 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/rados_api_tests.yaml} 2
pass 2590502 2018-05-26 02:05:41 2018-06-04 11:21:51 2018-06-04 11:41:50 0:19:59 0:13:30 0:06:29 ovh master rados/singleton/{all/reg11184.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2590503 2018-05-26 02:05:41 2018-06-04 11:22:28 2018-06-04 12:38:29 1:16:01 1:04:57 0:11:04 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-06-04 11:54:51.574951 osd.2 158.69.77.45:6812/17245 25 : cluster [WRN] 6 slow requests, 5 included below; oldest blocked for > 30.647940 secs" in cluster log

pass 2590504 2018-05-26 02:05:42 2018-06-04 11:23:46 2018-06-04 11:43:46 0:20:00 0:10:51 0:09:09 ovh master rados/objectstore/keyvaluedb.yaml 1
fail 2590505 2018-05-26 02:05:42 2018-06-04 11:23:46 2018-06-04 12:13:46 0:50:00 0:37:53 0:12:07 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op setattr 25 --op read 100 --op copy_from 50 --op write 0 --op rmattr 25 --op append 100 --op delete 50 --pool unique_pool_0'

fail 2590506 2018-05-26 02:05:44 2018-06-04 11:25:09 2018-06-04 12:07:08 0:41:59 0:30:59 0:11:00 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-06-04 11:50:36.054434 osd.1 158.69.77.77:6804/8904 57 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.162186 secs" in cluster log

pass 2590507 2018-05-26 02:05:44 2018-06-04 11:27:54 2018-06-04 12:37:55 1:10:01 0:15:41 0:54:20 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
fail 2590508 2018-05-26 02:05:45 2018-06-04 11:27:54 2018-06-04 12:23:54 0:56:00 0:36:33 0:19:27 ovh master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml supported/centos_latest.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-06-04 11:50:25.151440 osd.2 158.69.78.108:6812/29051 21 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.413733 secs" in cluster log

fail 2590509 2018-05-26 02:05:46 2018-06-04 11:29:16 2018-06-04 12:15:16 0:46:00 0:36:18 0:09:42 ovh master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml supported/centos_latest.yaml thrashers/default.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-06-04 11:55:02.709411 osd.4 158.69.78.112:6812/28366 31 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.186354 secs" in cluster log

pass 2590510 2018-05-26 02:05:47 2018-06-04 11:29:21 2018-06-04 12:03:20 0:33:59 0:16:23 0:17:36 ovh master rados/thrash-erasure-code-shec/{clusters/{fixed-4.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2590511 2018-05-26 02:05:48 2018-06-04 11:31:39 2018-06-04 12:47:39 1:16:00 0:17:08 0:58:52 ovh master rados/thrash-erasure-code-shec/{clusters/{fixed-4.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2590512 2018-05-26 02:05:50 2018-06-04 11:32:34 2018-06-04 12:08:33 0:35:59 0:26:50 0:09:09 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/readwrite.yaml} 2
pass 2590513 2018-05-26 02:05:50 2018-06-04 11:33:24 2018-06-04 12:17:23 0:43:59 0:27:01 0:16:58 ovh master rados/verify/{1thrash/default.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml validater/valgrind.yaml} 2
fail 2590514 2018-05-26 02:05:51 2018-06-04 11:33:26 2018-06-04 12:09:25 0:35:59 0:27:02 0:08:57 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/rgw_snaps.yaml} 2
Failure Reason:

"2018-06-04 11:58:39.014370 osd.3 158.69.78.12:6800/8705 110 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.481269 secs" in cluster log

fail 2590515 2018-05-26 02:05:52 2018-06-04 11:35:34 2018-06-04 12:49:34 1:14:00 1:04:00 0:10:00 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-06-04 11:59:59.596937 osd.1 158.69.78.147:6804/8826 47 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.847639 secs" in cluster log

pass 2590516 2018-05-26 02:05:53 2018-06-04 11:38:05 2018-06-04 11:58:04 0:19:59 0:12:50 0:07:09 ovh master rados/singleton/{all/rest-api.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2590517 2018-05-26 02:05:55 2018-06-04 11:42:12 2018-06-04 12:16:12 0:34:00 0:15:04 0:18:56 ovh master rados/singleton/{all/osd-recovery.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
Failure Reason:

"2018-06-04 12:04:24.114055 osd.0 158.69.78.245:6800/8746 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.799417 secs" in cluster log

fail 2590518 2018-05-26 02:05:56 2018-06-04 11:44:06 2018-06-04 12:24:06 0:40:00 0:24:49 0:15:11 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-06-04 12:18:16.877546 osd.1 158.69.78.6:6804/8842 53 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.530612 secs" in cluster log

fail 2590519 2018-05-26 02:05:57 2018-06-04 11:50:05 2018-06-04 12:16:04 0:25:59 0:16:02 0:09:57 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op read 100 --op copy_from 50 --op write 50 --op write_excl 50 --op delete 50 --pool base'

fail 2590520 2018-05-26 02:05:58 2018-06-04 11:53:09 2018-06-04 12:39:09 0:46:00 0:36:17 0:09:43 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-06-04 12:18:28.982958 osd.4 158.69.78.69:6804/8720 56 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.509853 secs" in cluster log

pass 2590521 2018-05-26 02:05:59 2018-06-04 11:53:41 2018-06-04 12:29:41 0:36:00 0:24:58 0:11:02 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache.yaml} 2
pass 2590522 2018-05-26 02:06:00 2018-06-04 11:57:30 2018-06-04 12:23:29 0:25:59 0:17:50 0:08:09 ovh master rados/singleton-nomsgr/{all/multi-backfill-reject.yaml rados.yaml} 2
fail 2590523 2018-05-26 02:06:02 2018-06-04 11:58:05 2018-06-04 12:56:06 0:58:01 0:48:44 0:09:17 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-06-04 12:28:56.880821 osd.3 158.69.78.92:6804/10484 225 : cluster [WRN] 5 slow requests, 5 included below; oldest blocked for > 30.339344 secs" in cluster log

fail 2590524 2018-05-26 02:06:03 2018-06-04 12:00:07 2018-06-04 12:40:07 0:40:00 0:32:58 0:07:02 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/write_fadvise_dontneed.yaml} 2
Failure Reason:

"2018-06-04 12:24:06.377550 osd.1 158.69.78.94:6804/8778 54 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.287008 secs" in cluster log

pass 2590525 2018-05-26 02:06:04 2018-06-04 12:00:07 2018-06-04 13:16:07 1:16:00 1:06:55 0:09:05 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_workunit_loadgen_mostlyread.yaml} 2
pass 2590526 2018-05-26 02:06:05 2018-06-04 12:00:07 2018-06-04 12:34:07 0:34:00 0:23:40 0:10:20 ovh master rados/singleton/{all/thrash-rados.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
pass 2590527 2018-05-26 02:06:06 2018-06-04 12:03:40 2018-06-04 12:21:39 0:17:59 0:11:48 0:06:11 ovh master rados/singleton/{all/peer.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590528 2018-05-26 02:06:07 2018-06-04 12:03:51 2018-06-04 12:29:51 0:26:00 0:16:56 0:09:04 ovh master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/force-sync-many.yaml workloads/rados_mon_workunits.yaml} 2
pass 2590529 2018-05-26 02:06:08 2018-06-04 12:07:31 2018-06-04 12:33:30 0:25:59 0:17:39 0:08:20 ovh master rados/singleton-nomsgr/{all/multi-backfill-reject.yaml rados.yaml} 2
pass 2590530 2018-05-26 02:06:09 2018-06-04 12:08:54 2018-06-04 12:46:54 0:38:00 0:24:44 0:13:16 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-small-objects-fast-read.yaml} 2
fail 2590531 2018-05-26 02:06:10 2018-06-04 12:09:27 2018-06-04 12:49:26 0:39:59 0:30:39 0:09:20 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2018-06-04 12:28:38.046419 osd.4 158.69.79.123:6804/8831 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.337968 secs" in cluster log

fail 2590532 2018-05-26 02:06:11 2018-06-04 12:10:27 2018-06-04 13:30:27 1:20:00 0:16:13 1:03:47 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --ec-pool --max-ops 400 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op setattr 25 --op read 100 --op copy_from 50 --op write 0 --op rmattr 25 --op append 100 --op delete 50 --pool unique_pool_0'

fail 2590533 2018-05-26 02:06:12 2018-06-04 12:14:07 2018-06-04 12:50:06 0:35:59 0:28:37 0:07:22 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-06-04 12:43:50.456384 osd.1 158.69.79.225:6804/15569 5 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.422690 secs" in cluster log

pass 2590534 2018-05-26 02:06:13 2018-06-04 12:15:37 2018-06-04 12:49:37 0:34:00 0:16:55 0:17:05 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/scrub_test.yaml} 2
fail 2590535 2018-05-26 02:06:14 2018-06-04 12:15:48 2018-06-04 12:59:48 0:44:00 0:28:15 0:15:45 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/readwrite.yaml} 2
Failure Reason:

"2018-06-04 12:47:01.630165 osd.0 158.69.79.64:6812/10179 67 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.482211 secs" in cluster log

pass 2590536 2018-05-26 02:06:15 2018-06-04 12:16:06 2018-06-04 13:02:06 0:46:00 0:13:27 0:32:33 ovh master rados/multimon/{clusters/9.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_with_skews.yaml} 3
pass 2590537 2018-05-26 02:06:16 2018-06-04 12:16:13 2018-06-04 12:38:12 0:21:59 0:11:53 0:10:06 ovh master rados/singleton/{all/pg-removal-interruption.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2590538 2018-05-26 02:06:17 2018-06-04 12:17:17 2018-06-04 12:51:17 0:34:00 0:15:42 0:18:18 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/admin_socket_objecter_requests.yaml} 2
Failure Reason:

"2018-06-04 12:47:01.175940 osd.0 158.69.79.77:6800/8708 19 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.674123 secs" in cluster log

pass 2590539 2018-05-26 02:06:18 2018-06-04 12:17:25 2018-06-04 12:51:24 0:33:59 0:24:52 0:09:07 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/rgw_snaps.yaml} 2
fail 2590540 2018-05-26 02:06:19 2018-06-04 12:20:06 2018-06-04 13:36:06 1:16:00 0:58:25 0:17:35 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2018-06-04 13:00:49.798576 osd.5 158.69.79.60:6808/8883 29 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.014203 secs" in cluster log

pass 2590541 2018-05-26 02:06:20 2018-06-04 12:22:03 2018-06-04 12:50:02 0:27:59 0:23:04 0:04:55 ovh master rados/objectstore/objectcacher-stress.yaml 1
pass 2590542 2018-05-26 02:06:21 2018-06-04 12:23:50 2018-06-04 13:27:50 1:04:00 0:43:22 0:20:38 ovh master rados/singleton/{all/thrash_cache_writeback_proxy_none.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
pass 2590543 2018-05-26 02:06:21 2018-06-04 12:23:55 2018-06-04 12:59:55 0:36:00 0:23:33 0:12:27 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/small-objects.yaml} 2
pass 2590544 2018-05-26 02:06:23 2018-06-04 12:24:07 2018-06-04 13:14:07 0:50:00 0:36:46 0:13:14 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-agent-small.yaml} 2
fail 2590545 2018-05-26 02:06:23 2018-06-04 12:30:01 2018-06-04 13:18:00 0:47:59 0:37:00 0:10:59 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-06-04 12:57:23.740334 osd.0 158.69.79.13:6800/8787 87 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.007346 secs" in cluster log

pass 2590546 2018-05-26 02:06:24 2018-06-04 12:30:01 2018-06-04 12:56:00 0:25:59 0:21:00 0:04:59 ovh master rados/objectstore/objectcacher-stress.yaml 1
pass 2590547 2018-05-26 02:06:25 2018-06-04 12:30:01 2018-06-04 12:52:00 0:21:59 0:16:22 0:05:37 ovh master rados/singleton/{all/radostool.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590548 2018-05-26 02:06:26 2018-06-04 12:31:30 2018-06-04 12:53:30 0:22:00 0:13:49 0:08:11 ovh master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/sync.yaml workloads/rados_5925.yaml} 2
fail 2590549 2018-05-26 02:06:26 2018-06-04 12:33:52 2018-06-04 13:53:53 1:20:01 1:06:33 0:13:28 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-06-04 13:45:38.798308 osd.5 158.69.80.125:6808/8899 298 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.152524 secs" in cluster log

fail 2590550 2018-05-26 02:06:28 2018-06-04 12:34:08 2018-06-04 13:12:08 0:38:00 0:27:44 0:10:16 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op setattr 25 --op read 100 --op copy_from 50 --op write 0 --op rmattr 25 --op append 100 --op delete 50 --pool unique_pool_0'

pass 2590551 2018-05-26 02:06:28 2018-06-04 12:38:15 2018-06-04 13:00:14 0:21:59 0:13:50 0:08:09 ovh master rados/verify/{1thrash/none.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_cls_all.yaml validater/lockdep.yaml} 2
pass 2590552 2018-05-26 02:06:30 2018-06-04 12:38:15 2018-06-04 15:48:17 3:10:02 0:15:55 2:54:07 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/fastread.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
fail 2590553 2018-05-26 02:06:30 2018-06-04 12:38:30 2018-06-04 13:52:30 1:14:00 0:57:44 0:16:16 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-06-04 13:05:19.779604 osd.3 158.69.80.150:6800/8718 3 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.197180 secs" in cluster log

pass 2590554 2018-05-26 02:06:31 2018-06-04 12:39:29 2018-06-04 12:57:29 0:18:00 0:12:52 0:05:08 ovh master rados/singleton/{all/watch-notify-same-primary.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590555 2018-05-26 02:06:31 2018-06-04 12:40:08 2018-06-04 13:24:08 0:44:00 0:30:58 0:13:02 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/write_fadvise_dontneed.yaml} 2
fail 2590556 2018-05-26 02:06:33 2018-06-04 12:47:16 2018-06-04 13:45:17 0:58:01 0:49:34 0:08:27 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op read 100 --op copy_from 50 --op write 50 --op write_excl 50 --op delete 50 --pool base'

pass 2590557 2018-05-26 02:06:33 2018-06-04 12:47:16 2018-06-04 13:17:16 0:30:00 0:20:13 0:09:47 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/repair_test.yaml} 2
pass 2590558 2018-05-26 02:06:35 2018-06-04 12:47:41 2018-06-04 13:25:40 0:37:59 0:30:09 0:07:50 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache.yaml} 2
pass 2590559 2018-05-26 02:06:35 2018-06-04 12:49:47 2018-06-04 13:13:46 0:23:59 0:17:18 0:06:41 ovh master rados/multimon/{clusters/6.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml} 2
pass 2590560 2018-05-26 02:06:36 2018-06-04 12:49:47 2018-06-04 13:07:46 0:17:59 0:11:49 0:06:10 ovh master rados/singleton-nomsgr/{all/pool-access.yaml rados.yaml} 1
pass 2590561 2018-05-26 02:06:36 2018-06-04 12:49:47 2018-06-04 13:21:46 0:31:59 0:15:21 0:16:38 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
fail 2590562 2018-05-26 02:06:38 2018-06-04 12:50:03 2018-06-04 13:50:04 1:00:01 0:51:08 0:08:53 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-06-04 13:12:28.562772 osd.1 158.69.80.191:6812/14467 23 : cluster [WRN] 8 slow requests, 5 included below; oldest blocked for > 30.258579 secs" in cluster log

pass 2590563 2018-05-26 02:06:38 2018-06-04 12:50:08 2018-06-04 13:06:07 0:15:59 0:11:11 0:04:48 ovh master rados/singleton-nomsgr/{all/pool-access.yaml rados.yaml} 1
pass 2590564 2018-05-26 02:06:39 2018-06-04 12:51:36 2018-06-04 13:09:36 0:18:00 0:13:38 0:04:22 ovh master rados/singleton/{all/reg11184.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590565 2018-05-26 02:06:39 2018-06-04 12:51:36 2018-06-04 13:27:36 0:36:00 0:25:07 0:10:53 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml} 2
pass 2590566 2018-05-26 02:06:40 2018-06-04 12:52:01 2018-06-04 13:08:00 0:15:59 0:11:39 0:04:20 ovh master rados/singleton/{all/admin-socket.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2590567 2018-05-26 02:06:40 2018-06-04 12:53:49 2018-06-04 14:03:50 1:10:01 1:01:02 0:08:59 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2018-06-04 13:13:10.488841 osd.5 158.69.80.243:6808/8964 3 : cluster [WRN] 25 slow requests, 5 included below; oldest blocked for > 30.445329 secs" in cluster log

fail 2590568 2018-05-26 02:06:41 2018-06-04 12:56:25 2018-06-04 13:58:25 1:02:00 0:38:32 0:23:28 ovh master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_14.04.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-06-04 13:37:32.485627 osd.2 158.69.81.117:6808/11723 67 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.583455 secs" in cluster log

fail 2590569 2018-05-26 02:06:42 2018-06-04 12:56:26 2018-06-04 13:44:25 0:47:59 0:33:35 0:14:24 ovh master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_14.04.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-06-04 13:29:40.662832 osd.4 158.69.80.6:6800/13962 3 : cluster [WRN] 5 slow requests, 5 included below; oldest blocked for > 30.244144 secs" in cluster log

fail 2590570 2018-05-26 02:06:42 2018-06-04 12:57:51 2018-06-04 13:31:51 0:34:00 0:25:08 0:08:52 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

Command failed (workunit test rados/test.sh) on ovh022 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=jewel TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

fail 2590571 2018-05-26 02:06:43 2018-06-04 13:00:09 2018-06-04 14:28:09 1:28:00 0:52:35 0:35:25 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2018-06-04 13:56:29.051175 osd.3 158.69.81.191:6800/9169 3 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.574774 secs" in cluster log

fail 2590572 2018-05-26 02:06:44 2018-06-04 13:00:09 2018-06-04 14:08:09 1:08:00 0:29:34 0:38:26 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-06-04 13:41:41.790272 osd.1 158.69.81.163:6804/8765 1 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.761189 secs" in cluster log

pass 2590573 2018-05-26 02:06:44 2018-06-04 13:00:15 2018-06-04 14:06:16 1:06:01 0:57:33 0:08:28 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 2590574 2018-05-26 02:06:45 2018-06-04 13:02:26 2018-06-04 13:44:26 0:42:00 0:27:28 0:14:32 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/readwrite.yaml} 2
pass 2590575 2018-05-26 02:06:45 2018-06-04 13:06:27 2018-06-04 13:24:26 0:17:59 0:13:18 0:04:41 ovh master rados/singleton/{all/rest-api.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590576 2018-05-26 02:06:46 2018-06-04 13:08:08 2018-06-04 14:02:08 0:54:00 0:41:22 0:12:38 ovh master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/many.yaml workloads/snaps-few-objects.yaml} 2
fail 2590577 2018-05-26 02:06:46 2018-06-04 13:08:08 2018-06-04 14:28:09 1:20:01 1:04:05 0:15:56 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-06-04 13:37:53.033183 osd.5 158.69.81.143:6808/8903 3 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.729407 secs" in cluster log

fail 2590578 2018-05-26 02:06:47 2018-06-04 13:09:57 2018-06-04 13:45:57 0:36:00 0:23:49 0:12:11 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/fastread.yaml workloads/ec-small-objects.yaml} 2
Failure Reason:

"2018-06-04 13:36:47.445720 osd.5 158.69.81.129:6808/8915 1 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.384751 secs" in cluster log

fail 2590579 2018-05-26 02:06:47 2018-06-04 13:12:27 2018-06-04 14:24:27 1:12:00 1:02:57 0:09:03 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-06-04 13:35:24.991997 osd.0 158.69.81.136:6800/8715 13 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.064692 secs" in cluster log

pass 2590580 2018-05-26 02:06:48 2018-06-04 13:14:07 2018-06-04 14:14:07 1:00:00 0:15:49 0:44:11 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
fail 2590581 2018-05-26 02:06:48 2018-06-04 13:14:08 2018-06-04 13:30:07 0:15:59 0:09:23 0:06:36 ovh master rados/objectstore/objectstore.yaml 1
Failure Reason:

Command failed on ovh018 with status 139: "sudo TESTDIR=/home/ubuntu/cephtest bash -c 'mkdir $TESTDIR/ostest && cd $TESTDIR/ostest && ceph_test_objectstore --gtest_filter=-*/2:-*/3'"

pass 2590582 2018-05-26 02:06:48 2018-06-04 13:16:27 2018-06-04 13:52:27 0:36:00 0:29:45 0:06:15 ovh master rados/singleton/{all/cephtool.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590583 2018-05-26 02:06:49 2018-06-04 13:17:17 2018-06-04 14:01:17 0:44:00 0:37:05 0:06:55 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache.yaml} 2
pass 2590584 2018-05-26 02:06:49 2018-06-04 13:18:23 2018-06-04 13:56:22 0:37:59 0:22:29 0:15:30 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/rgw_snaps.yaml} 2
pass 2590585 2018-05-26 02:06:50 2018-06-04 13:22:06 2018-06-04 13:56:07 0:34:01 0:22:19 0:11:42 ovh master rados/verify/{1thrash/none.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml validater/lockdep.yaml} 2
fail 2590586 2018-05-26 02:06:50 2018-06-04 13:24:29 2018-06-04 13:40:28 0:15:59 0:10:26 0:05:33 ovh master rados/objectstore/objectstore.yaml 1
Failure Reason:

Command failed on ovh009 with status 139: "sudo TESTDIR=/home/ubuntu/cephtest bash -c 'mkdir $TESTDIR/ostest && cd $TESTDIR/ostest && ceph_test_objectstore --gtest_filter=-*/2:-*/3'"

pass 2590587 2018-05-26 02:06:51 2018-06-04 13:24:29 2018-06-04 13:56:28 0:31:59 0:21:51 0:10:08 ovh master rados/singleton/{all/thrash-rados.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
pass 2590588 2018-05-26 02:06:51 2018-06-04 13:26:00 2018-06-04 14:00:00 0:34:00 0:22:54 0:11:06 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/small-objects.yaml} 2
pass 2590589 2018-05-26 02:06:52 2018-06-04 13:27:55 2018-06-04 14:15:55 0:48:00 0:38:10 0:09:50 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/pool-snaps-few-objects.yaml} 2
fail 2590590 2018-05-26 02:06:53 2018-06-04 13:27:55 2018-06-04 13:51:54 0:23:59 0:15:39 0:08:20 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op read 100 --op copy_from 50 --op write 50 --op write_excl 50 --op delete 50 --pool unique_pool_0'

pass 2590591 2018-05-26 02:06:53 2018-06-04 13:30:28 2018-06-04 14:06:28 0:36:00 0:18:05 0:17:55 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/scrub_test.yaml} 2
pass 2590592 2018-05-26 02:06:54 2018-06-04 13:30:28 2018-06-04 13:48:28 0:18:00 0:13:21 0:04:39 ovh master rados/singleton/{all/divergent_priors.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590593 2018-05-26 02:06:54 2018-06-04 13:32:11 2018-06-04 14:08:11 0:36:00 0:17:42 0:18:18 ovh master rados/singleton-nomsgr/{all/valgrind-leaks.yaml rados.yaml} 1
pass 2590594 2018-05-26 02:06:55 2018-06-04 13:36:26 2018-06-04 13:58:26 0:22:00 0:17:15 0:04:45 ovh master rados/singleton-nomsgr/{all/valgrind-leaks.yaml rados.yaml} 1
pass 2590595 2018-05-26 02:06:55 2018-06-04 13:39:28 2018-06-04 14:15:28 0:36:00 0:26:37 0:09:23 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/rados_api_tests.yaml} 2
pass 2590596 2018-05-26 02:06:56 2018-06-04 13:40:49 2018-06-04 14:20:49 0:40:00 0:29:25 0:10:35 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/write_fadvise_dontneed.yaml} 2
fail 2590597 2018-05-26 02:06:56 2018-06-04 13:44:44 2018-06-04 14:18:44 0:34:00 0:27:18 0:06:42 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-06-04 14:02:10.324443 osd.1 158.69.81.54:6804/8717 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.235367 secs" in cluster log

pass 2590598 2018-05-26 02:06:57 2018-06-04 13:44:44 2018-06-04 14:10:43 0:25:59 0:14:17 0:11:42 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_cls_all.yaml} 2
pass 2590599 2018-05-26 02:06:57 2018-06-04 13:45:18 2018-06-04 14:59:18 1:14:00 0:54:00 0:20:00 ovh master rados/singleton/{all/thrash_cache_writeback_proxy_none.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
pass 2590600 2018-05-26 02:06:58 2018-06-04 13:46:16 2018-06-04 14:30:16 0:44:00 0:29:24 0:14:36 ovh master rados/multimon/{clusters/21.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml} 3
pass 2590601 2018-05-26 02:06:58 2018-06-04 13:48:46 2018-06-04 14:32:46 0:44:00 0:32:22 0:11:38 ovh master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/force-sync-many.yaml workloads/rados_api_tests.yaml} 2
pass 2590602 2018-05-26 02:06:59 2018-06-04 13:50:23 2018-06-04 14:20:23 0:30:00 0:15:50 0:14:10 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/admin_socket_objecter_requests.yaml} 2
fail 2590603 2018-05-26 02:06:59 2018-06-04 13:52:15 2018-06-04 14:30:14 0:37:59 0:28:45 0:09:14 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-radosbench.yaml} 2
Failure Reason:

"2018-06-04 14:21:24.485147 osd.3 158.69.81.94:6800/10387 3 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.344287 secs" in cluster log

pass 2590604 2018-05-26 02:07:00 2018-06-04 13:52:28 2018-06-04 14:10:27 0:17:59 0:12:30 0:05:29 ovh master rados/singleton/{all/divergent_priors2.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590605 2018-05-26 02:07:00 2018-06-04 13:52:31 2018-06-04 17:38:34 3:46:03 0:16:26 3:29:37 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
fail 2590606 2018-05-26 02:07:01 2018-06-04 13:54:12 2018-06-04 15:36:12 1:42:00 1:32:28 0:09:32 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2018-06-04 14:15:22.821003 osd.5 158.69.81.92:6808/8925 9 : cluster [WRN] 33 slow requests, 5 included below; oldest blocked for > 30.801896 secs" in cluster log

fail 2590607 2018-05-26 02:07:01 2018-06-04 13:56:26 2018-06-04 14:40:26 0:44:00 0:30:18 0:13:42 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/readwrite.yaml} 2
Failure Reason:

"2018-06-04 14:22:14.035172 osd.2 158.69.82.146:6812/10624 7 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.314680 secs" in cluster log

fail 2590608 2018-05-26 02:07:02 2018-06-04 13:56:26 2018-06-04 15:08:27 1:12:01 1:03:06 0:08:55 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2018-06-04 14:19:16.411162 osd.5 158.69.82.139:6808/8626 27 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.417848 secs" in cluster log

pass 2590609 2018-05-26 02:07:02 2018-06-04 13:56:30 2018-06-04 14:28:29 0:31:59 0:21:34 0:10:25 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/rgw_snaps.yaml} 2
pass 2590610 2018-05-26 02:07:03 2018-06-04 13:58:45 2018-06-04 15:10:45 1:12:00 1:02:16 0:09:44 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 2590611 2018-05-26 02:07:03 2018-06-04 13:58:45 2018-06-04 14:36:45 0:38:00 0:24:42 0:13:18 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/small-objects.yaml} 2
pass 2590612 2018-05-26 02:07:04 2018-06-04 14:00:19 2018-06-04 14:16:18 0:15:59 0:12:10 0:03:49 ovh master rados/singleton/{all/dump-stuck.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2590613 2018-05-26 02:07:04 2018-06-04 14:01:37 2018-06-04 14:17:36 0:15:59 0:11:47 0:04:12 ovh master rados/singleton/{all/watch-notify-same-primary.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2590614 2018-05-26 02:07:05 2018-06-04 14:02:09 2018-06-04 15:12:10 1:10:01 1:02:32 0:07:29 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-06-04 14:28:32.640021 osd.1 158.69.82.215:6804/8862 56 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.900203 secs" in cluster log