Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 2571248 2018-05-23 02:00:48 2018-05-24 18:18:40 2018-05-24 18:58:40 0:40:00 0:24:48 0:15:12 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/rgw_snaps.yaml} 2
pass 2571249 2018-05-23 02:00:49 2018-05-24 18:20:53 2018-05-24 19:02:52 0:41:59 0:31:06 0:10:53 ovh master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/one.yaml workloads/pool-create-delete.yaml} 2
pass 2571250 2018-05-23 02:00:50 2018-05-24 18:25:23 2018-05-24 18:41:22 0:15:59 0:11:23 0:04:36 ovh master rados/objectstore/alloc-hint.yaml 1
pass 2571251 2018-05-23 02:00:51 2018-05-24 18:26:39 2018-05-24 19:36:39 1:10:00 1:04:34 0:05:26 ovh master ubuntu 14.04 rados/singleton-nomsgr/{all/16113.yaml rados.yaml} 1
pass 2571252 2018-05-23 02:00:51 2018-05-24 18:36:52 2018-05-24 19:14:52 0:38:00 0:25:39 0:12:21 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/small-objects.yaml} 2
pass 2571253 2018-05-23 02:00:52 2018-05-24 18:41:39 2018-05-24 19:27:39 0:46:00 0:36:52 0:09:08 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml} 2
pass 2571254 2018-05-23 02:00:53 2018-05-24 18:41:58 2018-05-25 00:18:04 5:36:06 0:15:50 5:20:16 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 2571255 2018-05-23 02:00:54 2018-05-24 18:45:05 2018-05-24 19:41:05 0:56:00 0:38:04 0:17:56 ovh master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_14.04.yaml thrashers/default.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 2571256 2018-05-23 02:00:54 2018-05-24 18:55:09 2018-05-25 00:47:16 5:52:07 0:16:15 5:35:52 ovh master rados/thrash-erasure-code-shec/{clusters/{fixed-4.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
fail 2571257 2018-05-23 02:00:55 2018-05-24 18:59:01 2018-05-24 21:43:04 2:44:03 1:55:06 0:48:57 ovh master centos rados/upgrade/{hammer-x-singleton/{0-cluster/{openstack.yaml start.yaml} 1-hammer-install/hammer.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-mon/mona.yaml 5-workload/{rbd-cls.yaml rbd-import-export.yaml readwrite.yaml snaps-few-objects.yaml} 6-next-mon/monb.yaml 7-workload/{radosbench.yaml rbd_api.yaml} 8-next-mon/monc.yaml 9-workload/{ec-rados-plugin=jerasure-k=3-m=1.yaml rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml test_cache-pool-snaps.yaml}} rados.yaml} 3
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op read 100 --op write 100 --op delete 50 --pool unique_pool_1'

pass 2571258 2018-05-23 02:00:56 2018-05-24 19:03:14 2018-05-24 19:37:15 0:34:01 0:26:30 0:07:31 ovh master rados/verify/{1thrash/none.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml validater/valgrind.yaml} 2
fail 2571259 2018-05-23 02:00:57 2018-05-24 19:08:14 2018-05-24 20:02:14 0:54:00 0:40:48 0:13:12 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-05-24 19:36:27.285417 osd.3 158.69.78.11:6800/8687 48 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.714614 secs" in cluster log

pass 2571260 2018-05-23 02:00:57 2018-05-24 19:15:13 2018-05-24 19:51:13 0:36:00 0:21:26 0:14:34 ovh master rados/singleton/{all/lost-unfound.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2571261 2018-05-23 02:00:58 2018-05-24 19:25:05 2018-05-24 20:03:05 0:38:00 0:29:40 0:08:20 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2571262 2018-05-23 02:00:59 2018-05-24 19:27:41 2018-05-24 20:25:40 0:57:59 0:34:57 0:23:02 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_workunit_loadgen_big.yaml} 2
pass 2571263 2018-05-23 02:00:59 2018-05-24 19:27:41 2018-05-24 22:03:43 2:36:02 0:18:51 2:17:11 ovh master rados/multimon/{clusters/9.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml} 3
pass 2571264 2018-05-23 02:01:00 2018-05-24 19:36:50 2018-05-24 20:24:50 0:48:00 0:15:43 0:32:17 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 2571265 2018-05-23 02:01:01 2018-05-24 19:36:50 2018-05-24 20:02:50 0:26:00 0:16:59 0:09:01 ovh master rados/singleton/{all/mon-config-keys.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2571266 2018-05-23 02:01:02 2018-05-24 19:37:16 2018-05-24 20:23:16 0:46:00 0:25:12 0:20:48 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 10000 --objects 6600 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 1200 --op read 100 --op write 50 --op copy_from 50 --op write_excl 50 --op delete 50 --pool base'

pass 2571267 2018-05-23 02:01:02 2018-05-24 19:41:28 2018-05-24 20:57:28 1:16:00 0:46:12 0:29:48 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-agent-small.yaml} 2
fail 2571268 2018-05-23 02:01:03 2018-05-24 19:51:27 2018-05-24 20:23:27 0:32:00 0:12:57 0:19:03 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --pool-snaps --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op read 100 --op copy_from 50 --op write 50 --op write_excl 50 --op delete 50 --pool base'

pass 2571269 2018-05-23 02:01:04 2018-05-24 20:00:16 2018-05-24 20:28:16 0:28:00 0:22:58 0:05:02 ovh master rados/singleton/{all/mon-thrasher.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2571270 2018-05-23 02:01:05 2018-05-24 20:02:24 2018-05-24 21:30:25 1:28:01 1:01:12 0:26:49 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-05-24 20:40:26.852508 osd.2 158.69.79.110:6808/8964 3 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.234443 secs" in cluster log

pass 2571271 2018-05-23 02:01:06 2018-05-24 20:03:03 2018-05-24 20:21:02 0:17:59 0:11:22 0:06:37 ovh master rados/singleton-nomsgr/{all/cache-fs-trunc.yaml rados.yaml} 1
fail 2571272 2018-05-23 02:01:06 2018-05-24 20:03:06 2018-05-24 21:27:07 1:24:01 0:56:27 0:27:34 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-05-24 20:42:03.924807 osd.1 158.69.79.135:6804/8841 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.225492 secs" in cluster log

pass 2571273 2018-05-23 02:01:07 2018-05-24 20:06:08 2018-05-24 20:46:08 0:40:00 0:22:21 0:17:39 ovh master rados/objectstore/ceph_objectstore_tool.yaml 1
pass 2571274 2018-05-23 02:01:08 2018-05-24 20:21:14 2018-05-24 21:11:14 0:50:00 0:42:18 0:07:42 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache.yaml} 2
pass 2571275 2018-05-23 02:01:08 2018-05-24 20:21:14 2018-05-24 20:39:13 0:17:59 0:14:11 0:03:48 ovh master rados/singleton/{all/osd-backfill.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2571276 2018-05-23 02:01:09 2018-05-24 20:21:14 2018-05-24 21:15:14 0:54:00 0:45:41 0:08:19 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-05-24 20:54:07.202541 osd.1 158.69.79.126:6804/8816 107 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.000791 secs" in cluster log

pass 2571277 2018-05-23 02:01:10 2018-05-24 20:23:39 2018-05-24 22:01:40 1:38:01 0:24:42 1:13:19 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_workunit_loadgen_mix.yaml} 2
pass 2571278 2018-05-23 02:01:11 2018-05-24 20:23:39 2018-05-24 20:55:39 0:32:00 0:14:07 0:17:53 ovh master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/sync-many.yaml workloads/rados_5925.yaml} 2
pass 2571279 2018-05-23 02:01:11 2018-05-24 20:25:10 2018-05-24 21:29:10 1:04:00 0:39:38 0:24:22 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
pass 2571280 2018-05-23 02:01:12 2018-05-24 20:25:42 2018-05-25 01:57:48 5:32:06 0:17:43 5:14:23 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/fastread.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 2571281 2018-05-23 02:01:13 2018-05-24 20:28:26 2018-05-24 21:12:26 0:44:00 0:23:40 0:20:20 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/rados_api_tests.yaml} 2
fail 2571282 2018-05-23 02:01:14 2018-05-24 20:39:37 2018-05-24 21:41:37 1:02:00 0:30:52 0:31:08 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-05-24 21:16:40.444278 osd.0 158.69.79.225:6800/8667 33 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.448362 secs" in cluster log

pass 2571283 2018-05-23 02:01:14 2018-05-24 20:45:18 2018-05-24 21:05:17 0:19:59 0:14:00 0:05:59 ovh master rados/singleton/{all/osd-recovery-incomplete.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2571284 2018-05-23 02:01:15 2018-05-24 20:46:33 2018-05-24 22:26:34 1:40:01 0:28:27 1:11:34 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/readwrite.yaml} 2
Failure Reason:

"2018-05-24 22:00:25.900165 osd.0 158.69.80.196:6800/8851 1 : cluster [WRN] 8 slow requests, 5 included below; oldest blocked for > 30.383605 secs" in cluster log

fail 2571285 2018-05-23 02:01:16 2018-05-24 20:55:50 2018-05-24 21:25:50 0:30:00 0:18:54 0:11:06 ovh master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml supported/centos_latest.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op setattr 25 --op read 100 --op copy_from 50 --op write 0 --op rmattr 25 --op append 100 --op delete 50 --pool unique_pool_0'

pass 2571286 2018-05-23 02:01:17 2018-05-24 20:57:33 2018-05-24 21:43:33 0:46:00 0:24:03 0:21:57 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/rgw_snaps.yaml} 2
pass 2571287 2018-05-23 02:01:17 2018-05-24 20:57:33 2018-05-24 21:11:32 0:13:59 0:09:55 0:04:04 ovh master rados/singleton-nomsgr/{all/ceph-post-file.yaml rados.yaml} 1
fail 2571288 2018-05-23 02:01:18 2018-05-24 21:05:41 2018-05-24 21:33:41 0:28:00 0:15:54 0:12:06 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/small-objects.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 400000 --objects 1024 --max-in-flight 64 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 600 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op setattr 25 --op read 100 --op copy_from 50 --op write 50 --op write_excl 50 --op rmattr 25 --op delete 50 --pool unique_pool_0'

fail 2571289 2018-05-23 02:01:19 2018-05-24 21:09:25 2018-05-24 21:29:24 0:19:59 0:13:25 0:06:34 ovh master rados/singleton/{all/osd-recovery.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
Failure Reason:

"2018-05-24 21:24:29.409665 osd.1 158.69.79.49:6811/10365 1 : cluster [WRN] 6 slow requests, 5 included below; oldest blocked for > 30.387361 secs" in cluster log

fail 2571290 2018-05-23 02:01:19 2018-05-24 21:11:36 2018-05-24 22:15:36 1:04:00 0:42:56 0:21:04 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-05-24 21:46:38.077796 osd.5 158.69.79.88:6808/8827 27 : cluster [WRN] 13 slow requests, 5 included below; oldest blocked for > 30.674767 secs" in cluster log

pass 2571291 2018-05-23 02:01:20 2018-05-24 21:11:36 2018-05-24 22:09:36 0:58:00 0:35:27 0:22:33 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2571292 2018-05-23 02:01:21 2018-05-24 21:12:53 2018-05-24 22:28:53 1:16:00 1:06:10 0:09:50 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_workunit_loadgen_mostlyread.yaml} 2
pass 2571293 2018-05-23 02:01:22 2018-05-24 21:15:39 2018-05-24 22:43:39 1:28:00 0:13:25 1:14:35 ovh master rados/multimon/{clusters/21.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_no_skews.yaml} 3
pass 2571294 2018-05-23 02:01:22 2018-05-24 21:26:01 2018-05-24 21:42:00 0:15:59 0:11:09 0:04:50 ovh master rados/objectstore/filejournal.yaml 1
pass 2571295 2018-05-23 02:01:23 2018-05-24 21:27:30 2018-05-24 21:43:30 0:16:00 0:11:57 0:04:03 ovh master rados/singleton/{all/peer.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2571296 2018-05-23 02:01:24 2018-05-24 21:29:34 2018-05-24 22:01:33 0:31:59 0:16:59 0:15:00 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/admin_socket_objecter_requests.yaml} 2
Failure Reason:

"2018-05-24 21:56:02.540681 osd.1 158.69.80.18:6804/8923 9 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.190984 secs" in cluster log

pass 2571297 2018-05-23 02:01:24 2018-05-24 21:29:34 2018-05-24 22:01:33 0:31:59 0:23:43 0:08:16 ovh master rados/verify/{1thrash/default.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml validater/lockdep.yaml} 2
fail 2571298 2018-05-23 02:01:25 2018-05-24 21:30:46 2018-05-24 22:32:46 1:02:00 0:24:01 0:37:59 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 10000 --objects 6600 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 1200 --op read 100 --op write 50 --op copy_from 50 --op write_excl 50 --op delete 50 --pool base'

fail 2571299 2018-05-23 02:01:26 2018-05-24 21:33:51 2018-05-24 23:21:52 1:48:01 1:32:13 0:15:48 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2018-05-24 22:04:39.753830 osd.3 158.69.80.205:6800/8749 31 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.339539 secs" in cluster log

pass 2571300 2018-05-23 02:01:26 2018-05-24 21:41:58 2018-05-24 21:59:57 0:17:59 0:12:00 0:05:59 ovh master rados/singleton/{all/pg-removal-interruption.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2571301 2018-05-23 02:01:27 2018-05-24 21:42:01 2018-05-24 22:54:02 1:12:01 1:04:21 0:07:40 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
fail 2571302 2018-05-23 02:01:28 2018-05-24 21:43:25 2018-05-24 22:29:25 0:46:00 0:28:23 0:17:37 ovh master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/sync.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2018-05-24 22:05:45.730361 osd.2 158.69.80.206:6808/9186 5 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.242369 secs" in cluster log

fail 2571303 2018-05-23 02:01:29 2018-05-24 21:43:31 2018-05-24 22:23:31 0:40:00 0:28:42 0:11:18 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/ec-radosbench.yaml} 2
Failure Reason:

"2018-05-24 22:04:54.251407 osd.1 158.69.80.212:6804/8820 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.808265 secs" in cluster log

fail 2571304 2018-05-23 02:01:29 2018-05-24 21:43:34 2018-05-25 00:37:37 2:54:03 0:18:00 2:36:03 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
Failure Reason:

"2018-05-25 00:33:27.592661 osd.5 158.69.83.94:6808/8959 13 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.386725 secs" in cluster log

fail 2571305 2018-05-23 02:01:30 2018-05-24 21:46:11 2018-05-24 23:20:12 1:34:01 1:22:28 0:11:33 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-05-24 22:21:34.679081 osd.5 158.69.80.244:6808/8784 25 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.029182 secs" in cluster log

pass 2571306 2018-05-23 02:01:31 2018-05-24 21:46:12 2018-05-24 22:00:10 0:13:58 0:10:32 0:03:26 ovh master rados/singleton-nomsgr/{all/export-after-evict.yaml rados.yaml} 1
fail 2571307 2018-05-23 02:01:32 2018-05-24 21:51:38 2018-05-24 22:59:39 1:08:01 0:52:49 0:15:12 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-05-24 22:18:13.023611 osd.5 158.69.80.3:6808/8903 3 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.296196 secs" in cluster log

pass 2571308 2018-05-23 02:01:32 2018-05-24 22:00:07 2018-05-24 22:18:07 0:18:00 0:14:14 0:03:46 ovh master rados/singleton/{all/radostool.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2571309 2018-05-23 02:01:33 2018-05-24 22:00:11 2018-05-24 22:42:11 0:42:00 0:33:23 0:08:37 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache.yaml} 2
fail 2571310 2018-05-23 02:01:34 2018-05-24 22:01:54 2018-05-24 22:59:54 0:58:00 0:49:34 0:08:26 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-05-24 22:29:04.912433 osd.2 158.69.80.45:6812/9855 160 : cluster [WRN] 5 slow requests, 5 included below; oldest blocked for > 30.543223 secs" in cluster log

pass 2571311 2018-05-23 02:01:35 2018-05-24 22:01:54 2018-05-24 22:29:53 0:27:59 0:20:29 0:07:30 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/repair_test.yaml} 2
pass 2571312 2018-05-23 02:01:35 2018-05-24 22:01:54 2018-05-24 22:45:54 0:44:00 0:27:39 0:16:21 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/rados_api_tests.yaml} 2
pass 2571313 2018-05-23 02:01:36 2018-05-24 22:03:53 2018-05-24 22:33:52 0:29:59 0:13:23 0:16:36 ovh master rados/singleton/{all/reg11184.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2571314 2018-05-23 02:01:37 2018-05-24 22:09:30 2018-05-24 22:53:30 0:44:00 0:39:16 0:04:44 ovh master rados/objectstore/filestore-idempotent-aio-journal.yaml 1
fail 2571315 2018-05-23 02:01:37 2018-05-24 22:09:37 2018-05-24 22:47:37 0:38:00 0:30:30 0:07:30 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-05-24 22:40:54.849204 osd.0 158.69.80.65:6801/18567 39 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.246979 secs" in cluster log

fail 2571316 2018-05-23 02:01:38 2018-05-24 22:11:42 2018-05-24 23:03:41 0:51:59 0:39:52 0:12:07 ovh master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_14.04.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-05-24 22:38:24.587248 osd.4 158.69.81.1:6804/11557 69 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.484233 secs" in cluster log

pass 2571317 2018-05-23 02:01:39 2018-05-24 22:15:51 2018-05-25 01:09:54 2:54:03 0:17:15 2:36:48 ovh master rados/thrash-erasure-code-shec/{clusters/{fixed-4.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
fail 2571318 2018-05-23 02:01:40 2018-05-24 22:18:18 2018-05-24 22:56:18 0:38:00 0:30:18 0:07:42 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/readwrite.yaml} 2
Failure Reason:

"2018-05-24 22:37:44.108903 osd.1 158.69.81.11:6804/8851 3 : cluster [WRN] 7 slow requests, 5 included below; oldest blocked for > 30.043995 secs" in cluster log

pass 2571319 2018-05-23 02:01:40 2018-05-24 22:20:12 2018-05-24 22:54:11 0:33:59 0:23:12 0:10:47 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/rgw_snaps.yaml} 2
pass 2571320 2018-05-23 02:01:41 2018-05-24 22:23:55 2018-05-24 22:41:54 0:17:59 0:12:57 0:05:02 ovh master rados/singleton/{all/rest-api.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2571321 2018-05-23 02:01:42 2018-05-24 22:26:44 2018-05-24 22:48:43 0:21:59 0:10:45 0:11:14 ovh master rados/singleton-nomsgr/{all/full-tiering.yaml rados.yaml} 1
Failure Reason:

"2018-05-24 22:39:45.062689 osd.1 158.69.81.152:6804/8549 9 : cluster [WRN] 16 slow requests, 5 included below; oldest blocked for > 30.564500 secs" in cluster log

pass 2571322 2018-05-23 02:01:42 2018-05-24 22:29:13 2018-05-24 23:01:12 0:31:59 0:23:27 0:08:32 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/small-objects.yaml} 2
pass 2571323 2018-05-23 02:01:43 2018-05-24 22:29:26 2018-05-24 23:37:26 1:08:00 0:32:22 0:35:38 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/snaps-few-objects.yaml} 2
fail 2571324 2018-05-23 02:01:44 2018-05-24 22:29:55 2018-05-24 23:25:55 0:56:00 0:35:15 0:20:45 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/write_fadvise_dontneed.yaml} 2
Failure Reason:

"2018-05-24 23:17:20.268127 osd.2 158.69.81.23:6808/9949 47 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.015633 secs" in cluster log

fail 2571325 2018-05-23 02:01:45 2018-05-24 22:33:07 2018-05-24 23:21:07 0:48:00 0:24:53 0:23:07 ovh master rados/singleton/{all/thrash-rados.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
Failure Reason:

"2018-05-24 23:08:46.409618 osd.0 158.69.81.228:6800/11950 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.924893 secs" in cluster log

pass 2571326 2018-05-23 02:01:45 2018-05-24 22:33:53 2018-05-24 23:07:53 0:34:00 0:17:47 0:16:13 ovh master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/force-sync-many.yaml workloads/rados_mon_workunits.yaml} 2
pass 2571327 2018-05-23 02:01:46 2018-05-24 22:42:05 2018-05-24 23:16:05 0:34:00 0:24:40 0:09:20 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-small-objects-fast-read.yaml} 2
pass 2571328 2018-05-23 02:01:47 2018-05-24 22:42:13 2018-05-24 23:16:12 0:33:59 0:15:53 0:18:06 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 2571329 2018-05-23 02:01:47 2018-05-24 22:43:49 2018-05-24 23:07:49 0:24:00 0:15:56 0:08:04 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/scrub_test.yaml} 2
pass 2571330 2018-05-23 02:01:48 2018-05-24 22:46:04 2018-05-24 23:04:03 0:17:59 0:12:03 0:05:56 ovh master rados/multimon/{clusters/3.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_with_skews.yaml} 1
pass 2571331 2018-05-23 02:01:49 2018-05-24 22:47:43 2018-05-24 23:17:43 0:30:00 0:15:40 0:14:20 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
fail 2571332 2018-05-23 02:01:50 2018-05-24 22:47:43 2018-05-25 00:31:45 1:44:02 1:30:48 0:13:14 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2018-05-24 23:27:02.355349 osd.1 158.69.81.94:6804/8805 10 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.110870 secs" in cluster log

pass 2571333 2018-05-23 02:01:50 2018-05-24 22:49:06 2018-05-24 23:51:07 1:02:01 0:40:02 0:21:59 ovh master rados/singleton/{all/thrash_cache_writeback_proxy_none.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
fail 2571334 2018-05-23 02:01:51 2018-05-24 22:53:51 2018-05-24 23:51:51 0:58:00 0:44:03 0:13:57 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 50 --op copy_from 50 --op write_excl 50 --op delete 50 --pool base'

pass 2571335 2018-05-23 02:01:52 2018-05-24 22:54:03 2018-05-24 23:32:03 0:38:00 0:33:30 0:04:30 ovh master rados/objectstore/filestore-idempotent.yaml 1
fail 2571336 2018-05-23 02:01:53 2018-05-24 22:54:12 2018-05-25 00:08:13 1:14:01 1:03:51 0:10:10 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-05-24 23:31:29.047362 osd.5 158.69.82.126:6808/26130 9 : cluster [WRN] 15 slow requests, 5 included below; oldest blocked for > 30.830811 secs" in cluster log

pass 2571338 2018-05-23 02:01:53 2018-05-24 22:56:27 2018-05-24 23:38:27 0:42:00 0:25:17 0:16:43 ovh master rados/verify/{1thrash/none.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_cls_all.yaml validater/valgrind.yaml} 2
pass 2571340 2018-05-23 02:01:54 2018-05-24 22:57:54 2018-05-24 23:19:54 0:22:00 0:15:11 0:06:49 ovh master ubuntu 14.04 rados/singleton-nomsgr/{all/lfn-upgrade-hammer.yaml rados.yaml} 1
fail 2571342 2018-05-23 02:01:55 2018-05-24 22:59:56 2018-05-25 00:13:56 1:14:00 1:05:27 0:08:33 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-05-24 23:21:51.876735 osd.5 158.69.82.155:6808/8812 20 : cluster [WRN] 9 slow requests, 5 included below; oldest blocked for > 30.774316 secs" in cluster log

pass 2571344 2018-05-23 02:01:55 2018-05-24 22:59:56 2018-05-24 23:17:55 0:17:59 0:13:45 0:04:14 ovh master rados/singleton/{all/watch-notify-same-primary.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2571346 2018-05-23 02:01:56 2018-05-24 23:01:23 2018-05-25 00:21:23 1:20:00 0:59:16 0:20:44 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-05-24 23:31:19.360332 osd.2 158.69.82.3:6808/8909 1 : cluster [WRN] 13 slow requests, 5 included below; oldest blocked for > 30.238499 secs" in cluster log

fail 2571348 2018-05-23 02:01:57 2018-05-24 23:03:51 2018-05-24 23:45:51 0:42:00 0:31:45 0:10:15 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache.yaml} 2
Failure Reason:

"2018-05-24 23:25:18.254300 osd.2 158.69.82.236:6808/8958 5 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.131700 secs" in cluster log

fail 2571350 2018-05-23 02:01:57 2018-05-24 23:04:04 2018-05-25 00:20:05 1:16:01 0:55:39 0:20:22 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-05-24 23:44:34.192309 osd.5 158.69.82.29:6808/8896 71 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.067487 secs" in cluster log

pass 2571352 2018-05-23 02:01:58 2018-05-24 23:07:59 2018-05-24 23:45:59 0:38:00 0:24:10 0:13:50 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml} 2
pass 2571354 2018-05-23 02:01:59 2018-05-24 23:07:59 2018-05-24 23:23:58 0:15:59 0:10:48 0:05:11 ovh master rados/singleton/{all/admin-socket.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
dead 2571356 2018-05-23 02:02:00 2018-05-24 23:16:15 2018-05-25 11:18:49 12:02:34 ovh master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml supported/centos_latest.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 2571358 2018-05-23 02:02:00 2018-05-24 23:16:15 2018-05-24 23:52:15 0:36:00 0:27:54 0:08:06 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/rados_api_tests.yaml} 2
fail 2571360 2018-05-23 02:02:01 2018-05-24 23:18:06 2018-05-24 23:58:06 0:40:00 0:30:48 0:09:12 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-05-24 23:45:35.239916 osd.0 158.69.82.61:6800/8772 49 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.078091 secs" in cluster log

fail 2571362 2018-05-23 02:02:02 2018-05-24 23:18:06 2018-05-25 00:08:06 0:50:00 0:32:42 0:17:18 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/readwrite.yaml} 2
Failure Reason:

"2018-05-24 23:56:38.103130 osd.0 158.69.82.98:6801/13749 101 : cluster [WRN] 8 slow requests, 5 included below; oldest blocked for > 30.753431 secs" in cluster log

pass 2571364 2018-05-23 02:02:02 2018-05-24 23:20:04 2018-05-25 00:20:04 1:00:00 0:48:04 0:11:56 ovh master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/many.yaml workloads/snaps-few-objects.yaml} 2
fail 2571366 2018-05-23 02:02:03 2018-05-24 23:20:14 2018-05-24 23:46:13 0:25:59 0:13:50 0:12:09 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/fastread.yaml workloads/ec-small-objects.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --ec-pool --max-ops 400000 --objects 1024 --max-in-flight 64 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 600 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op append_excl 50 --op setattr 25 --op read 100 --op copy_from 50 --op write 0 --op write_excl 0 --op rmattr 25 --op append 50 --op delete 50 --pool unique_pool_0'

fail 2571368 2018-05-23 02:02:04 2018-05-24 23:21:29 2018-05-24 23:55:29 0:34:00 0:16:47 0:17:13 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
Failure Reason:

"2018-05-24 23:52:42.107229 osd.8 158.69.83.142:6808/8866 29 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.396357 secs" in cluster log

pass 2571370 2018-05-23 02:02:05 2018-05-24 23:21:54 2018-05-24 23:51:53 0:29:59 0:24:06 0:05:53 ovh master rados/singleton/{all/cephtool.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2571372 2018-05-23 02:02:05 2018-05-24 23:24:09 2018-05-24 23:56:08 0:31:59 0:24:46 0:07:13 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/rgw_snaps.yaml} 2
Failure Reason:

"2018-05-24 23:45:16.711938 osd.2 158.69.83.141:6808/8935 25 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.035641 secs" in cluster log

pass 2571374 2018-05-23 02:02:06 2018-05-24 23:25:22 2018-05-24 23:53:26 0:28:04 0:17:51 0:10:13 ovh master ubuntu 14.04 rados/singleton-nomsgr/{all/lfn-upgrade-infernalis.yaml rados.yaml} 1
pass 2571376 2018-05-23 02:02:07 2018-05-24 23:25:22 2018-05-24 23:47:21 0:21:59 0:11:29 0:10:30 ovh master rados/objectstore/fusestore.yaml 1
fail 2571378 2018-05-23 02:02:07 2018-05-24 23:25:57 2018-05-25 00:03:57 0:38:00 0:24:32 0:13:28 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-05-24 23:50:24.813773 osd.0 158.69.83.158:6800/8779 1 : cluster [WRN] 7 slow requests, 5 included below; oldest blocked for > 30.812236 secs" in cluster log

fail 2571380 2018-05-23 02:02:08 2018-05-24 23:32:18 2018-05-25 00:30:18 0:58:00 0:37:08 0:20:52 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-05-24 23:55:42.164892 osd.1 158.69.83.187:6804/8754 1 : cluster [WRN] 16 slow requests, 5 included below; oldest blocked for > 30.063668 secs" in cluster log

pass 2571382 2018-05-23 02:02:09 2018-05-24 23:33:34 2018-05-24 23:51:34 0:18:00 0:13:16 0:04:44 ovh master rados/singleton/{all/divergent_priors.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2571384 2018-05-23 02:02:10 2018-05-24 23:37:50 2018-05-25 00:25:50 0:48:00 0:34:48 0:13:12 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2571386 2018-05-23 02:02:11 2018-05-24 23:38:31 2018-05-25 00:08:29 0:29:58 0:13:57 0:16:01 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_cls_all.yaml} 2
pass 2571388 2018-05-23 02:02:11 2018-05-24 23:39:22 2018-05-25 00:09:21 0:29:59 0:16:02 0:13:57 ovh master rados/multimon/{clusters/6.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml} 2
fail 2571390 2018-05-23 02:02:12 2018-05-24 23:46:02 2018-05-25 00:16:02 0:30:00 0:16:19 0:13:41 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
Failure Reason:

"2018-05-25 00:10:50.086631 osd.3 158.69.83.27:6800/8741 1 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.897444 secs" in cluster log

pass 2571392 2018-05-23 02:02:13 2018-05-24 23:46:02 2018-05-25 00:02:02 0:16:00 0:12:03 0:03:57 ovh master rados/singleton/{all/divergent_priors2.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2571394 2018-05-23 02:02:14 2018-05-24 23:46:15 2018-05-25 01:36:16 1:50:01 1:41:06 0:08:55 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-agent-big.yaml} 2
fail 2571396 2018-05-23 02:02:14 2018-05-24 23:47:42 2018-05-25 00:41:43 0:54:01 0:43:52 0:10:09 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2018-05-25 00:27:30.025229 osd.2 158.69.83.233:6808/8971 39 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.885583 secs" in cluster log

fail 2571398 2018-05-23 02:02:15 2018-05-24 23:49:50 2018-05-25 00:39:50 0:50:00 0:40:10 0:09:50 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --pool-snaps --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op read 100 --op copy_from 50 --op write 50 --op write_excl 50 --op delete 50 --pool base'

pass 2571400 2018-05-23 02:02:16 2018-05-24 23:51:28 2018-05-25 00:19:28 0:28:00 0:23:36 0:04:24 ovh master rados/singleton-nomsgr/{all/msgr.yaml rados.yaml} 1
pass 2571402 2018-05-23 02:02:17 2018-05-24 23:51:35 2018-05-25 00:09:34 0:17:59 0:13:50 0:04:09 ovh master rados/singleton/{all/dump-stuck.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2571404 2018-05-23 02:02:17 2018-05-24 23:51:53 2018-05-25 01:01:54 1:10:01 1:02:07 0:07:54 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-05-25 00:14:40.635920 osd.2 158.69.83.26:6808/8840 13 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.101691 secs" in cluster log

fail 2571406 2018-05-23 02:02:18 2018-05-24 23:51:55 2018-05-25 01:01:55 1:10:00 0:57:06 0:12:54 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-05-25 00:19:04.199079 osd.5 158.69.83.34:6808/8898 13 : cluster [WRN] 5 slow requests, 5 included below; oldest blocked for > 30.719632 secs" in cluster log

pass 2571408 2018-05-23 02:02:19 2018-05-24 23:52:17 2018-05-25 00:44:17 0:52:00 0:40:35 0:11:25 ovh master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/many.yaml workloads/pool-create-delete.yaml} 2
pass 2571410 2018-05-23 02:02:20 2018-05-24 23:53:48 2018-05-25 00:09:47 0:15:59 0:09:48 0:06:11 ovh master rados/objectstore/keyvaluedb.yaml 1
pass 2571412 2018-05-23 02:02:20 2018-05-24 23:55:58 2018-05-25 00:39:56 0:43:58 0:34:26 0:09:32 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache.yaml} 2
fail 2571414 2018-05-23 02:02:21 2018-05-24 23:56:10 2018-05-25 00:24:09 0:27:59 0:15:08 0:12:51 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/fastread.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op setattr 25 --op read 100 --op copy_from 50 --op write 0 --op rmattr 25 --op append 100 --op delete 50 --pool unique_pool_0'

pass 2571416 2018-05-23 02:02:22 2018-05-24 23:58:16 2018-05-25 01:14:18 1:16:02 0:17:04 0:58:58 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
fail 2571418 2018-05-23 02:02:23 2018-05-25 00:02:14 2018-05-25 00:54:14 0:52:00 0:41:24 0:10:36 ovh master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_14.04.yaml thrashers/default.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-05-25 00:22:29.969786 osd.4 158.69.83.62:6804/11531 7 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.588071 secs" in cluster log

pass 2571420 2018-05-23 02:02:23 2018-05-25 00:04:07 2018-05-25 01:28:08 1:24:01 0:17:14 1:06:47 ovh master rados/thrash-erasure-code-shec/{clusters/{fixed-4.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2571422 2018-05-23 02:02:24 2018-05-25 00:08:16 2018-05-25 00:42:16 0:34:00 0:17:03 0:16:57 ovh master rados/verify/{1thrash/default.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml validater/lockdep.yaml} 2
pass 2571424 2018-05-23 02:02:25 2018-05-25 00:08:16 2018-05-25 00:34:16 0:26:00 0:15:26 0:10:34 ovh master centos rados/singleton/{all/ec-lost-unfound-upgrade.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
fail 2571426 2018-05-23 02:02:26 2018-05-25 00:08:31 2018-05-25 00:54:31 0:46:00 0:37:13 0:08:47 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-05-25 00:41:31.880529 osd.3 158.69.83.93:6800/8687 117 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.878127 secs" in cluster log

pass 2571428 2018-05-23 02:02:26 2018-05-25 00:09:42 2018-05-25 00:39:41 0:29:59 0:16:21 0:13:38 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_python.yaml} 2
pass 2571430 2018-05-23 02:02:27 2018-05-25 00:09:42 2018-05-25 00:55:42 0:46:00 0:31:57 0:14:03 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/rados_api_tests.yaml} 2
fail 2571432 2018-05-23 02:02:28 2018-05-25 00:09:49 2018-05-25 00:47:48 0:37:59 0:28:09 0:09:50 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-05-25 00:38:00.753567 osd.3 158.69.84.102:6800/8705 121 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.539650 secs" in cluster log

pass 2571434 2018-05-23 02:02:29 2018-05-25 00:14:13 2018-05-25 00:46:13 0:32:00 0:26:34 0:05:26 ovh master rados/singleton/{all/ec-lost-unfound.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2571436 2018-05-23 02:02:29 2018-05-25 00:16:12 2018-05-25 01:00:12 0:44:00 0:36:21 0:07:39 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/readwrite.yaml} 2
Failure Reason:

"2018-05-25 00:35:36.103075 osd.1 158.69.84.122:6804/8717 1 : cluster [WRN] 10 slow requests, 5 included below; oldest blocked for > 30.962634 secs" in cluster log

pass 2571438 2018-05-23 02:02:30 2018-05-25 00:17:27 2018-05-25 00:43:27 0:26:00 0:18:08 0:07:52 ovh master rados/singleton-nomsgr/{all/multi-backfill-reject.yaml rados.yaml} 2
pass 2571440 2018-05-23 02:02:31 2018-05-25 00:18:06 2018-05-25 00:50:05 0:31:59 0:22:43 0:09:16 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/rgw_snaps.yaml} 2
fail 2571442 2018-05-23 02:02:32 2018-05-25 00:19:54 2018-05-25 00:51:54 0:32:00 0:24:25 0:07:35 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-05-25 00:38:32.282418 osd.4 158.69.84.187:6804/8755 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.225029 secs" in cluster log

fail 2571444 2018-05-23 02:02:33 2018-05-25 00:20:05 2018-05-25 00:44:05 0:24:00 0:15:19 0:08:41 ovh master centos rados/singleton/{all/lost-unfound-delete-upgrade.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
Failure Reason:

"2018-05-25 00:40:10.059095 osd.0 158.69.84.194:6800/32441 21 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.806714 secs" in cluster log

fail 2571446 2018-05-23 02:02:33 2018-05-25 00:20:07 2018-05-25 01:06:07 0:46:00 0:36:50 0:09:10 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-05-25 00:43:11.924687 osd.3 158.69.84.188:6800/8630 73 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.754571 secs" in cluster log

fail 2571448 2018-05-23 02:02:34 2018-05-25 00:21:45 2018-05-25 01:01:45 0:40:00 0:32:05 0:07:55 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/write_fadvise_dontneed.yaml} 2
Failure Reason:

"2018-05-25 00:53:43.989517 osd.2 158.69.84.193:6808/8866 57 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.270370 secs" in cluster log

pass 2571450 2018-05-23 02:02:35 2018-05-25 00:23:10 2018-05-25 00:55:10 0:32:00 0:23:19 0:08:41 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_stress_watch.yaml} 2
pass 2571452 2018-05-23 02:02:36 2018-05-25 00:24:34 2018-05-25 00:48:33 0:23:59 0:12:35 0:11:24 ovh master rados/multimon/{clusters/9.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_no_skews.yaml} 3
pass 2571454 2018-05-23 02:02:36 2018-05-25 00:26:08 2018-05-25 00:54:07 0:27:59 0:22:18 0:05:41 ovh master rados/objectstore/objectcacher-stress.yaml 1
pass 2571456 2018-05-23 02:02:37 2018-05-25 00:30:29 2018-05-25 01:04:28 0:33:59 0:22:11 0:11:48 ovh master rados/singleton/{all/lost-unfound-delete.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2571458 2018-05-23 02:02:38 2018-05-25 00:32:06 2018-05-25 01:06:06 0:34:00 0:16:55 0:17:05 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/admin_socket_objecter_requests.yaml} 2
fail 2571460 2018-05-23 02:02:39 2018-05-25 00:33:32 2018-05-25 02:27:33 1:54:01 1:44:53 0:09:08 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2018-05-25 01:20:32.174542 osd.5 158.69.84.221:6808/8811 82 : cluster [WRN] 5 slow requests, 5 included below; oldest blocked for > 30.246782 secs" in cluster log

pass 2571462 2018-05-23 02:02:39 2018-05-25 00:34:17 2018-05-25 01:00:17 0:26:00 0:13:55 0:12:05 ovh master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/one.yaml workloads/rados_5925.yaml} 2
pass 2571464 2018-05-23 02:02:40 2018-05-25 00:38:01 2018-05-25 01:22:01 0:44:00 0:35:21 0:08:39 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
pass 2571466 2018-05-23 02:02:41 2018-05-25 00:40:03 2018-05-25 01:26:03 0:46:00 0:17:25 0:28:35 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/fastread.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
fail 2571468 2018-05-23 02:02:42 2018-05-25 00:40:03 2018-05-25 01:50:04 1:10:01 1:01:16 0:08:45 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2018-05-25 00:58:54.981395 osd.5 158.69.84.47:6808/8836 1 : cluster [WRN] 8 slow requests, 5 included below; oldest blocked for > 30.653645 secs" in cluster log

fail 2571470 2018-05-23 02:02:43 2018-05-25 00:40:03 2018-05-25 01:04:02 0:23:59 0:15:50 0:08:09 ovh master centos rados/singleton/{all/lost-unfound-upgrade.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
Failure Reason:

"2018-05-25 00:59:34.009223 osd.0 158.69.84.41:6800/32056 21 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.013512 secs" in cluster log

pass 2571472 2018-05-23 02:02:43 2018-05-25 00:41:57 2018-05-25 01:51:57 1:10:00 0:55:15 0:14:45 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 2571474 2018-05-23 02:02:44 2018-05-25 00:42:17 2018-05-25 00:56:17 0:14:00 0:10:19 0:03:41 ovh master rados/singleton-nomsgr/{all/pool-access.yaml rados.yaml} 1
fail 2571476 2018-05-23 02:02:45 2018-05-25 00:43:56 2018-05-25 01:51:56 1:08:00 1:00:32 0:07:28 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-05-25 01:08:20.899264 osd.2 158.69.84.89:6808/8868 20 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.918170 secs" in cluster log

fail 2571478 2018-05-23 02:02:46 2018-05-25 00:44:07 2018-05-25 01:54:07 1:10:00 0:34:37 0:35:23 ovh master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml supported/centos_latest.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-05-25 01:41:42.857242 osd.4 158.69.85.108:6812/28061 115 : cluster [WRN] 5 slow requests, 5 included below; oldest blocked for > 30.769445 secs" in cluster log

fail 2571480 2018-05-23 02:02:47 2018-05-25 00:44:19 2018-05-25 01:48:19 1:04:00 0:54:54 0:09:06 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-05-25 01:09:09.972187 osd.5 158.69.85.0:6808/8846 5 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.793956 secs" in cluster log

pass 2571482 2018-05-23 02:02:47 2018-05-25 00:46:23 2018-05-25 01:14:22 0:27:59 0:23:20 0:04:39 ovh master rados/singleton/{all/lost-unfound.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2571484 2018-05-23 02:02:48 2018-05-25 00:47:41 2018-05-25 01:29:41 0:42:00 0:34:05 0:07:55 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache.yaml} 2
fail 2571486 2018-05-23 02:02:49 2018-05-25 00:47:50 2018-05-25 01:49:50 1:02:00 0:53:50 0:08:10 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-05-25 01:19:31.498129 osd.4 158.69.85.110:6812/9173 219 : cluster [WRN] 10 slow requests, 5 included below; oldest blocked for > 30.317306 secs" in cluster log

pass 2571488 2018-05-23 02:02:50 2018-05-25 00:48:54 2018-05-25 01:32:54 0:44:00 0:35:31 0:08:29 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_workunit_loadgen_big.yaml} 2
pass 2571490 2018-05-23 02:02:51 2018-05-25 00:50:16 2018-05-25 01:26:16 0:36:00 0:27:45 0:08:15 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/rados_api_tests.yaml} 2
pass 2571492 2018-05-23 02:02:51 2018-05-25 00:52:06 2018-05-25 01:14:05 0:21:59 0:17:30 0:04:29 ovh master rados/singleton/{all/mon-config-keys.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2571494 2018-05-23 02:02:52 2018-05-25 00:54:19 2018-05-25 01:10:18 0:15:59 0:10:24 0:05:35 ovh master rados/objectstore/objectstore.yaml 1
Failure Reason:

Command failed on ovh027 with status 139: "sudo TESTDIR=/home/ubuntu/cephtest bash -c 'mkdir $TESTDIR/ostest && cd $TESTDIR/ostest && ceph_test_objectstore --gtest_filter=-*/2:-*/3'"

fail 2571496 2018-05-23 02:02:53 2018-05-25 00:54:20 2018-05-25 01:34:19 0:39:59 0:30:50 0:09:09 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-05-25 01:13:25.025651 osd.4 158.69.85.137:6804/8839 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.319200 secs" in cluster log

fail 2571498 2018-05-23 02:02:54 2018-05-25 00:54:32 2018-05-25 02:02:33 1:08:01 0:56:51 0:11:10 ovh master rados/verify/{1thrash/none.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml validater/valgrind.yaml} 2
Failure Reason:

"2018-05-25 01:22:21.870252 osd.3 158.69.85.146:6800/8920 2 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.890255 secs" in cluster log

pass 2571500 2018-05-23 02:02:55 2018-05-25 00:55:34 2018-05-25 01:35:34 0:40:00 0:28:04 0:11:56 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/readwrite.yaml} 2
pass 2571502 2018-05-23 02:02:56 2018-05-25 00:55:44 2018-05-25 01:15:43 0:19:59 0:16:04 0:03:55 ovh master rados/singleton-nomsgr/{all/valgrind-leaks.yaml rados.yaml} 1
pass 2571504 2018-05-23 02:02:57 2018-05-25 00:56:19 2018-05-25 01:32:18 0:35:59 0:26:22 0:09:37 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/rgw_snaps.yaml} 2
pass 2571506 2018-05-23 02:02:58 2018-05-25 00:59:47 2018-05-25 01:27:46 0:27:59 0:22:24 0:05:35 ovh master rados/singleton/{all/mon-thrasher.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2571508 2018-05-23 02:02:59 2018-05-25 01:00:13 2018-05-25 01:40:13 0:40:00 0:24:17 0:15:43 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-05-25 01:19:00.223491 osd.4 158.69.85.180:6804/8775 3 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.161600 secs" in cluster log

pass 2571510 2018-05-23 02:02:59 2018-05-25 01:00:18 2018-05-25 01:34:18 0:34:00 0:25:41 0:08:19 ovh master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/sync-many.yaml workloads/rados_api_tests.yaml} 2
fail 2571512 2018-05-23 02:03:00 2018-05-25 01:01:40 2018-05-25 01:41:40 0:40:00 0:32:17 0:07:43 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/ec-radosbench.yaml} 2
Failure Reason:

"2018-05-25 01:34:07.720217 osd.5 158.69.85.179:6808/8856 3 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.800160 secs" in cluster log

pass 2571514 2018-05-23 02:03:01 2018-05-25 01:01:47 2018-05-25 01:59:47 0:58:00 0:18:10 0:39:50 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
fail 2571516 2018-05-23 02:03:02 2018-05-25 01:01:56 2018-05-25 01:49:56 0:48:00 0:38:48 0:09:12 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-05-25 01:28:04.253368 osd.0 158.69.85.181:6800/8763 129 : cluster [WRN] 5 slow requests, 5 included below; oldest blocked for > 30.059470 secs" in cluster log

fail 2571518 2018-05-23 02:03:03 2018-05-25 01:01:57 2018-05-25 01:45:56 0:43:59 0:32:13 0:11:46 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/write_fadvise_dontneed.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --write-fadvise-dontneed --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 50 --op write_excl 50 --op delete 10 --pool unique_pool_0'

pass 2571520 2018-05-23 02:03:04 2018-05-25 01:03:18 2018-05-25 01:25:18 0:22:00 0:15:10 0:06:50 ovh master rados/singleton/{all/osd-backfill.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2571522 2018-05-23 02:03:05 2018-05-25 01:04:04 2018-05-25 01:54:04 0:50:00 0:26:10 0:23:50 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_workunit_loadgen_mix.yaml} 2
pass 2571524 2018-05-23 02:03:06 2018-05-25 01:04:47 2018-05-25 01:36:47 0:32:00 0:15:35 0:16:25 ovh master rados/multimon/{clusters/21.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_with_skews.yaml} 3