Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 2624580 2018-06-04 02:00:57 2018-06-07 19:15:01 2018-06-07 19:55:00 0:39:59 0:24:52 0:15:07 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/rados_api_tests.yaml} 2
pass 2624581 2018-06-04 02:00:58 2018-06-07 19:15:01 2018-06-07 19:43:00 0:27:59 0:13:01 0:14:58 ovh master rados/singleton/{all/reg11184.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2624582 2018-06-04 02:00:59 2018-06-07 19:15:01 2018-06-07 19:55:00 0:39:59 0:25:07 0:14:52 ovh master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/sync.yaml workloads/pool-create-delete.yaml} 2
pass 2624583 2018-06-04 02:01:00 2018-06-07 19:15:00 2018-06-07 19:34:59 0:19:59 0:10:56 0:09:03 ovh master rados/objectstore/alloc-hint.yaml 1
pass 2624584 2018-06-04 02:01:01 2018-06-07 19:15:01 2018-06-07 20:27:01 1:12:00 0:59:44 0:12:16 ovh master ubuntu 14.04 rados/singleton-nomsgr/{all/16113.yaml rados.yaml} 1
fail 2624585 2018-06-04 02:01:02 2018-06-07 19:22:01 2018-06-07 20:06:01 0:44:00 0:32:34 0:11:26 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-06-07 19:45:33.324518 osd.1 158.69.88.141:6804/8824 3 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.862524 secs" in cluster log

fail 2624586 2018-06-04 02:01:03 2018-06-07 19:24:17 2018-06-07 20:34:17 1:10:00 0:42:48 0:27:12 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml} 2
Failure Reason:

"2018-06-07 20:01:46.812157 osd.2 158.69.88.241:6808/8926 3 : cluster [WRN] 8 slow requests, 5 included below; oldest blocked for > 30.824484 secs" in cluster log

pass 2624587 2018-06-04 02:01:04 2018-06-07 19:27:14 2018-06-08 00:45:19 5:18:05 0:15:05 5:03:00 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
fail 2624588 2018-06-04 02:01:05 2018-06-07 19:35:12 2018-06-07 19:59:10 0:23:58 0:12:01 0:11:57 ovh master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_14.04.yaml thrashers/default.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op setattr 25 --op read 100 --op copy_from 50 --op write 0 --op rmattr 25 --op append 100 --op delete 50 --pool unique_pool_0'

pass 2624589 2018-06-04 02:01:05 2018-06-07 19:43:12 2018-06-08 00:49:17 5:06:05 0:16:03 4:50:02 ovh master rados/thrash-erasure-code-shec/{clusters/{fixed-4.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
fail 2624590 2018-06-04 02:01:06 2018-06-07 19:43:55 2018-06-08 00:06:00 4:22:05 1:48:32 2:33:33 ovh master centos rados/upgrade/{hammer-x-singleton/{0-cluster/{openstack.yaml start.yaml} 1-hammer-install/hammer.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-mon/mona.yaml 5-workload/{rbd-cls.yaml rbd-import-export.yaml readwrite.yaml snaps-few-objects.yaml} 6-next-mon/monb.yaml 7-workload/{radosbench.yaml rbd_api.yaml} 8-next-mon/monc.yaml 9-workload/{ec-rados-plugin=jerasure-k=3-m=1.yaml rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml test_cache-pool-snaps.yaml}} rados.yaml} 3
Failure Reason:

"2018-06-07 22:40:09.975181 osd.1 158.69.92.132:6808/28539 1 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.669544 secs" in cluster log

pass 2624591 2018-06-04 02:01:07 2018-06-07 19:46:08 2018-06-07 20:38:09 0:52:01 0:29:13 0:22:48 ovh master rados/verify/{1thrash/default.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml validater/valgrind.yaml} 2
fail 2624592 2018-06-04 02:01:08 2018-06-07 19:55:11 2018-06-07 20:27:11 0:32:00 0:13:22 0:18:38 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/readwrite.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 45 --op write 22 --op write_excl 22 --op delete 10 --pool unique_pool_0'

pass 2624593 2018-06-04 02:01:09 2018-06-07 19:55:11 2018-06-07 20:27:11 0:32:00 0:20:30 0:11:30 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/rgw_snaps.yaml} 2
pass 2624594 2018-06-04 02:01:10 2018-06-07 19:59:32 2018-06-07 20:21:32 0:22:00 0:13:52 0:08:08 ovh master rados/singleton/{all/rest-api.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2624595 2018-06-04 02:01:11 2018-06-07 20:06:25 2018-06-07 21:00:24 0:53:59 0:24:34 0:29:25 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-06-07 20:47:42.350631 osd.3 158.69.89.194:6800/8591 8 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.709689 secs" in cluster log

fail 2624596 2018-06-04 02:01:12 2018-06-07 20:11:54 2018-06-07 21:15:54 1:04:00 0:40:58 0:23:02 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-06-07 21:05:08.882517 osd.3 158.69.89.192:6800/8739 199 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.576737 secs" in cluster log

fail 2624597 2018-06-04 02:01:13 2018-06-07 20:21:53 2018-06-07 20:45:52 0:23:59 0:12:03 0:11:56 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/write_fadvise_dontneed.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --write-fadvise-dontneed --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 50 --op write_excl 50 --op delete 10 --pool unique_pool_0'

pass 2624598 2018-06-04 02:01:14 2018-06-07 20:27:11 2018-06-07 21:05:11 0:38:00 0:22:57 0:15:03 ovh master rados/singleton/{all/thrash-rados.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
pass 2624599 2018-06-04 02:01:15 2018-06-07 20:27:22 2018-06-07 21:11:22 0:44:00 0:17:08 0:26:52 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/scrub_test.yaml} 2
pass 2624600 2018-06-04 02:01:16 2018-06-07 20:27:22 2018-06-07 23:03:24 2:36:02 0:14:29 2:21:33 ovh master rados/multimon/{clusters/21.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_with_skews.yaml} 3
fail 2624601 2018-06-04 02:01:17 2018-06-07 20:34:38 2018-06-07 21:10:38 0:36:00 0:17:22 0:18:38 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/admin_socket_objecter_requests.yaml} 2
Failure Reason:

"2018-06-07 20:56:43.967313 osd.1 158.69.89.38:6804/8728 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.253743 secs" in cluster log

pass 2624602 2018-06-04 02:01:18 2018-06-07 20:38:30 2018-06-07 22:46:31 2:08:01 1:34:48 0:33:13 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-agent-big.yaml} 2
pass 2624603 2018-06-04 02:01:19 2018-06-07 20:41:14 2018-06-07 21:11:14 0:30:00 0:11:44 0:18:16 ovh master rados/singleton-nomsgr/{all/cache-fs-trunc.yaml rados.yaml} 1
dead 2624604 2018-06-04 02:01:20 2018-06-07 20:46:15 2018-06-08 08:48:54 12:02:39 ovh master rados/singleton/{all/thrash_cache_writeback_proxy_none.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
pass 2624605 2018-06-04 02:01:21 2018-06-07 20:48:48 2018-06-07 21:44:48 0:56:00 0:41:16 0:14:44 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-agent-small.yaml} 2
pass 2624606 2018-06-04 02:01:22 2018-06-07 20:56:08 2018-06-07 21:28:07 0:31:59 0:21:31 0:10:28 ovh master rados/objectstore/ceph_objectstore_tool.yaml 1
fail 2624607 2018-06-04 02:01:23 2018-06-07 21:00:48 2018-06-07 22:36:48 1:36:00 1:08:26 0:27:34 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-06-07 21:46:19.797601 osd.5 158.69.91.0:6808/8822 37 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.546270 secs" in cluster log

fail 2624608 2018-06-04 02:01:24 2018-06-07 21:05:21 2018-06-07 22:39:22 1:34:01 1:13:56 0:20:05 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-06-07 21:38:56.504815 osd.3 158.69.90.8:6800/8743 29 : cluster [WRN] 6 slow requests, 5 included below; oldest blocked for > 30.564989 secs" in cluster log

pass 2624609 2018-06-04 02:01:25 2018-06-07 21:11:00 2018-06-07 21:29:00 0:18:00 0:12:29 0:05:31 ovh master rados/singleton/{all/watch-notify-same-primary.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2624610 2018-06-04 02:01:26 2018-06-07 21:11:15 2018-06-07 21:35:14 0:23:59 0:13:36 0:10:23 ovh master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/force-sync-many.yaml workloads/rados_5925.yaml} 2
fail 2624611 2018-06-04 02:01:27 2018-06-07 21:11:23 2018-06-07 22:07:23 0:56:00 0:40:05 0:15:55 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
Failure Reason:

"2018-06-07 21:44:24.436437 osd.0 158.69.90.82:6800/8652 65 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.878909 secs" in cluster log

fail 2624612 2018-06-04 02:01:28 2018-06-07 21:16:18 2018-06-08 02:48:23 5:32:05 0:18:34 5:13:31 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/fastread.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
Failure Reason:

"2018-06-08 02:41:49.107010 osd.10 158.69.66.26:6804/8758 25 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.159778 secs" in cluster log

fail 2624613 2018-06-04 02:01:29 2018-06-07 21:19:16 2018-06-07 22:07:16 0:48:00 0:40:30 0:07:30 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-06-07 21:37:39.964106 osd.2 158.69.91.101:6808/8924 7 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.321138 secs" in cluster log

pass 2624614 2018-06-04 02:01:30 2018-06-07 21:19:16 2018-06-07 22:31:17 1:12:01 0:31:17 0:40:44 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache.yaml} 2
fail 2624615 2018-06-04 02:01:30 2018-06-07 21:21:55 2018-06-07 21:59:55 0:38:00 0:14:53 0:23:07 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --pool-snaps --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op read 100 --op copy_from 50 --op write 50 --op write_excl 50 --op delete 50 --pool unique_pool_0'

pass 2624616 2018-06-04 02:01:31 2018-06-07 21:25:15 2018-06-07 22:09:15 0:44:00 0:25:26 0:18:34 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml} 2
pass 2624617 2018-06-04 02:01:33 2018-06-07 21:28:29 2018-06-07 21:44:28 0:15:59 0:09:50 0:06:09 ovh master rados/singleton/{all/admin-socket.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2624618 2018-06-04 02:01:34 2018-06-07 21:29:01 2018-06-07 22:27:01 0:58:00 0:33:24 0:24:36 ovh master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml supported/centos_latest.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-06-07 22:09:55.056223 osd.1 158.69.91.47:6804/27303 49 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.882329 secs" in cluster log

pass 2624619 2018-06-04 02:01:35 2018-06-07 21:35:36 2018-06-07 22:39:36 1:04:00 0:25:52 0:38:08 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/rados_api_tests.yaml} 2
pass 2624620 2018-06-04 02:01:35 2018-06-07 21:44:51 2018-06-07 21:58:50 0:13:59 0:10:04 0:03:55 ovh master rados/singleton-nomsgr/{all/ceph-post-file.yaml rados.yaml} 1
pass 2624621 2018-06-04 02:01:36 2018-06-07 21:44:51 2018-06-07 22:28:51 0:44:00 0:31:00 0:13:00 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/radosbench.yaml} 2
pass 2624622 2018-06-04 02:01:37 2018-06-07 21:51:00 2018-06-07 22:39:00 0:48:00 0:33:32 0:14:28 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/readwrite.yaml} 2
pass 2624623 2018-06-04 02:01:38 2018-06-07 21:59:01 2018-06-07 22:29:00 0:29:59 0:24:47 0:05:12 ovh master rados/singleton/{all/cephtool.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2624624 2018-06-04 02:01:39 2018-06-07 21:59:02 2018-06-07 22:39:02 0:40:00 0:22:17 0:17:43 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/rgw_snaps.yaml} 2
pass 2624625 2018-06-04 02:01:40 2018-06-07 22:00:17 2018-06-07 22:22:16 0:21:59 0:10:30 0:11:29 ovh master rados/objectstore/filejournal.yaml 1
pass 2624626 2018-06-04 02:01:41 2018-06-07 22:07:27 2018-06-07 22:59:27 0:52:00 0:25:55 0:26:05 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/small-objects.yaml} 2
pass 2624628 2018-06-04 02:01:42 2018-06-07 22:07:27 2018-06-07 22:55:27 0:48:00 0:21:01 0:26:59 ovh master rados/verify/{1thrash/none.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml validater/lockdep.yaml} 2
pass 2624630 2018-06-04 02:01:43 2018-06-07 22:09:35 2018-06-07 23:27:36 1:18:01 0:32:14 0:45:47 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/snaps-few-objects.yaml} 2
pass 2624632 2018-06-04 02:01:45 2018-06-07 22:22:35 2018-06-07 22:42:35 0:20:00 0:14:47 0:05:13 ovh master rados/singleton/{all/divergent_priors.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2624634 2018-06-04 02:01:46 2018-06-07 22:27:20 2018-06-07 23:53:21 1:26:01 0:25:26 1:00:35 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2624635 2018-06-04 02:01:47 2018-06-07 22:29:12 2018-06-07 22:51:12 0:22:00 0:13:41 0:08:19 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_cls_all.yaml} 2
pass 2624637 2018-06-04 02:01:48 2018-06-07 22:29:12 2018-06-07 22:47:12 0:18:00 0:14:03 0:03:57 ovh master rados/multimon/{clusters/3.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml} 1
fail 2624639 2018-06-04 02:01:49 2018-06-07 22:31:27 2018-06-07 23:11:27 0:40:00 0:16:26 0:23:34 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
Failure Reason:

"2018-06-07 22:58:23.233393 osd.4 158.69.93.11:6804/8773 3 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.626462 secs" in cluster log

fail 2624642 2018-06-04 02:01:50 2018-06-07 22:35:13 2018-06-07 23:19:13 0:44:00 0:34:51 0:09:09 ovh master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/many.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2018-06-07 22:55:29.885210 osd.2 158.69.92.9:6808/9190 2 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.018407 secs" in cluster log

fail 2624643 2018-06-04 02:01:51 2018-06-07 22:37:08 2018-06-07 23:13:07 0:35:59 0:27:40 0:08:19 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/fastread.yaml workloads/ec-radosbench.yaml} 2
Failure Reason:

"2018-06-07 22:59:08.241617 osd.5 158.69.92.87:6808/8946 7 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.574269 secs" in cluster log

pass 2624645 2018-06-04 02:01:52 2018-06-07 22:39:21 2018-06-08 01:13:23 2:34:02 0:16:45 2:17:17 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 2624647 2018-06-04 02:01:52 2018-06-07 22:39:21 2018-06-07 22:55:20 0:15:59 0:11:58 0:04:01 ovh master rados/singleton/{all/divergent_priors2.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2624650 2018-06-04 02:01:54 2018-06-07 22:39:23 2018-06-08 00:31:24 1:52:01 1:28:32 0:23:29 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-agent-big.yaml} 2
pass 2624652 2018-06-04 02:01:55 2018-06-07 22:39:37 2018-06-07 22:57:37 0:18:00 0:10:56 0:07:04 ovh master rados/singleton-nomsgr/{all/export-after-evict.yaml rados.yaml} 1
pass 2624654 2018-06-04 02:01:55 2018-06-07 22:42:46 2018-06-07 23:42:46 1:00:00 0:32:38 0:27:22 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-agent-small.yaml} 2
fail 2624655 2018-06-04 02:01:56 2018-06-07 22:46:51 2018-06-08 00:18:52 1:32:01 1:19:59 0:12:02 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-06-07 23:09:08.136118 osd.1 158.69.93.122:6804/8811 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.375572 secs" in cluster log

pass 2624657 2018-06-04 02:01:57 2018-06-07 22:47:13 2018-06-07 23:03:12 0:15:59 0:11:39 0:04:20 ovh master rados/singleton/{all/dump-stuck.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2624659 2018-06-04 02:01:58 2018-06-07 22:51:23 2018-06-08 00:19:23 1:28:00 1:06:56 0:21:04 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-06-07 23:23:22.492608 osd.5 158.69.93.26:6808/8950 2 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.769375 secs" in cluster log

fail 2624661 2018-06-04 02:01:59 2018-06-07 22:54:42 2018-06-07 23:52:42 0:58:00 0:42:36 0:15:24 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-06-07 23:32:42.581018 osd.2 158.69.93.238:6808/8922 83 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.856428 secs" in cluster log

pass 2624663 2018-06-04 02:02:00 2018-06-07 22:55:21 2018-06-07 23:33:21 0:38:00 0:33:12 0:04:48 ovh master rados/objectstore/filestore-idempotent-aio-journal.yaml 1
fail 2624665 2018-06-04 02:02:01 2018-06-07 22:55:28 2018-06-07 23:51:29 0:56:01 0:40:57 0:15:04 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache.yaml} 2
Failure Reason:

"2018-06-07 23:36:15.730691 osd.5 158.69.93.4:6808/8828 91 : cluster [WRN] 25 slow requests, 5 included below; oldest blocked for > 30.448813 secs" in cluster log

pass 2624667 2018-06-04 02:02:02 2018-06-07 22:57:56 2018-06-07 23:45:56 0:48:00 0:37:44 0:10:16 ovh master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_14.04.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 2624669 2018-06-04 02:02:02 2018-06-07 22:59:47 2018-06-08 00:11:47 1:12:00 0:15:22 0:56:38 ovh master rados/thrash-erasure-code-shec/{clusters/{fixed-4.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2624671 2018-06-04 02:02:03 2018-06-07 23:03:34 2018-06-07 23:41:33 0:37:59 0:14:06 0:23:53 ovh master centos rados/singleton/{all/ec-lost-unfound-upgrade.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
fail 2624673 2018-06-04 02:02:05 2018-06-07 23:03:34 2018-06-08 00:07:34 1:04:00 0:51:42 0:12:18 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-06-07 23:42:11.871756 osd.2 158.69.93.61:6808/8985 267 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.666424 secs" in cluster log

pass 2624675 2018-06-04 02:02:05 2018-06-07 23:10:13 2018-06-07 23:44:12 0:33:59 0:15:17 0:18:42 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_python.yaml} 2
pass 2624677 2018-06-04 02:02:07 2018-06-07 23:11:46 2018-06-07 23:51:46 0:40:00 0:24:01 0:15:59 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/rados_api_tests.yaml} 2
fail 2624679 2018-06-04 02:02:08 2018-06-07 23:13:04 2018-06-07 23:29:04 0:16:00 0:10:53 0:05:07 ovh master rados/singleton-nomsgr/{all/full-tiering.yaml rados.yaml} 1
Failure Reason:

"2018-06-07 23:26:15.334043 osd.1 158.69.93.77:6804/8526 9 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.001269 secs" in cluster log

fail 2624681 2018-06-04 02:02:10 2018-06-07 23:13:09 2018-06-07 23:53:08 0:39:59 0:30:39 0:09:20 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-06-07 23:36:08.659139 osd.0 158.69.93.89:6800/8721 35 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.115985 secs" in cluster log

pass 2624683 2018-06-04 02:02:11 2018-06-07 23:17:11 2018-06-07 23:53:11 0:36:00 0:28:20 0:07:40 ovh master rados/singleton/{all/ec-lost-unfound.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2624685 2018-06-04 02:02:13 2018-06-07 23:17:11 2018-06-08 00:09:11 0:52:00 0:27:35 0:24:25 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/readwrite.yaml} 2
pass 2624687 2018-06-04 02:02:14 2018-06-07 23:17:11 2018-06-08 00:01:11 0:44:00 0:26:30 0:17:30 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/rgw_snaps.yaml} 2
pass 2624689 2018-06-04 02:02:15 2018-06-07 23:19:24 2018-06-08 00:05:24 0:46:00 0:16:58 0:29:02 ovh master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/one.yaml workloads/rados_mon_workunits.yaml} 2
fail 2624691 2018-06-04 02:02:16 2018-06-07 23:21:04 2018-06-08 00:29:04 1:08:00 0:46:01 0:21:59 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-small-objects-fast-read.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --ec-pool --max-ops 400000 --objects 1024 --max-in-flight 64 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 600 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op append_excl 50 --op setattr 25 --op read 100 --op copy_from 50 --op write 0 --op write_excl 0 --op rmattr 25 --op append 50 --op delete 50 --pool unique_pool_0'

pass 2624693 2018-06-04 02:02:18 2018-06-07 23:27:48 2018-06-08 05:47:56 6:20:08 0:16:09 6:03:59 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 2624695 2018-06-04 02:02:19 2018-06-07 23:29:26 2018-06-08 00:11:26 0:42:00 0:23:42 0:18:18 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/small-objects.yaml} 2
fail 2624697 2018-06-04 02:02:20 2018-06-07 23:33:43 2018-06-07 23:57:42 0:23:59 0:15:01 0:08:58 ovh master centos rados/singleton/{all/lost-unfound-delete-upgrade.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
Failure Reason:

"2018-06-07 23:54:19.707204 osd.0 158.69.94.26:6800/321 35 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.689277 secs" in cluster log

fail 2624699 2018-06-04 02:02:21 2018-06-07 23:35:20 2018-06-08 00:23:20 0:48:00 0:26:48 0:21:12 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op read 100 --op copy_from 50 --op write 50 --op write_excl 50 --op delete 50 --pool unique_pool_0'

fail 2624702 2018-06-04 02:02:23 2018-06-07 23:41:42 2018-06-08 00:19:42 0:38:00 0:27:52 0:10:08 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/write_fadvise_dontneed.yaml} 2
Failure Reason:

"2018-06-08 00:08:46.568645 osd.5 158.69.94.88:6808/8891 13 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.133024 secs" in cluster log

pass 2624704 2018-06-04 02:02:24 2018-06-07 23:41:42 2018-06-08 00:15:42 0:34:00 0:23:39 0:10:21 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_stress_watch.yaml} 2
pass 2624706 2018-06-04 02:02:25 2018-06-07 23:43:05 2018-06-08 00:11:04 0:27:59 0:11:37 0:16:22 ovh master rados/multimon/{clusters/6.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_no_skews.yaml} 2
pass 2624707 2018-06-04 02:02:26 2018-06-07 23:43:05 2018-06-08 00:33:05 0:50:00 0:35:34 0:14:26 ovh master rados/objectstore/filestore-idempotent.yaml 1
pass 2624709 2018-06-04 02:02:27 2018-06-07 23:44:33 2018-06-08 00:18:33 0:34:00 0:22:02 0:11:58 ovh master rados/singleton/{all/lost-unfound-delete.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2624712 2018-06-04 02:02:28 2018-06-07 23:46:16 2018-06-08 00:18:16 0:32:00 0:17:59 0:14:01 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
Failure Reason:

"2018-06-08 00:12:16.057224 osd.0 158.69.95.1:6800/8760 15 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.949317 secs" in cluster log

pass 2624714 2018-06-04 02:02:29 2018-06-07 23:51:38 2018-06-08 00:29:38 0:38:00 0:29:27 0:08:33 ovh master rados/verify/{1thrash/default.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_cls_all.yaml validater/valgrind.yaml} 2
pass 2624715 2018-06-04 02:02:30 2018-06-07 23:51:58 2018-06-08 00:11:58 0:20:00 0:14:46 0:05:14 ovh master ubuntu 14.04 rados/singleton-nomsgr/{all/lfn-upgrade-hammer.yaml rados.yaml} 1
pass 2624717 2018-06-04 02:02:31 2018-06-07 23:52:54 2018-06-08 01:56:56 2:04:02 1:49:55 0:14:07 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-agent-big.yaml} 2
fail 2624719 2018-06-04 02:02:32 2018-06-07 23:53:18 2018-06-08 00:33:18 0:40:00 0:24:43 0:15:17 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 50 --op copy_from 50 --op write_excl 50 --op delete 50 --pool base'

fail 2624721 2018-06-04 02:02:33 2018-06-07 23:53:18 2018-06-08 00:27:18 0:34:00 0:15:05 0:18:55 ovh master centos rados/singleton/{all/lost-unfound-upgrade.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
Failure Reason:

"2018-06-08 00:23:55.475858 osd.0 158.69.95.195:6800/32409 23 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.464707 secs" in cluster log

fail 2624723 2018-06-04 02:02:34 2018-06-07 23:53:22 2018-06-08 01:09:23 1:16:01 0:54:41 0:21:20 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-06-08 00:52:40.632285 osd.1 158.69.95.205:6804/8879 178 : cluster [WRN] 8 slow requests, 5 included below; oldest blocked for > 30.204482 secs" in cluster log

fail 2624725 2018-06-04 02:02:35 2018-06-07 23:58:03 2018-06-08 00:42:03 0:44:00 0:29:06 0:14:54 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --pool-snaps --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op read 100 --op copy_from 50 --op write 50 --op write_excl 50 --op delete 50 --pool base'

fail 2624727 2018-06-04 02:02:36 2018-06-08 00:01:20 2018-06-08 00:51:21 0:50:01 0:37:51 0:12:10 ovh master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml supported/centos_latest.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-06-08 00:44:53.139212 osd.4 158.69.95.212:6804/26929 73 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.085147 secs" in cluster log

fail 2624729 2018-06-04 02:02:37 2018-06-08 00:05:44 2018-06-08 01:01:44 0:56:00 0:45:26 0:10:34 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-06-08 00:29:10.890575 osd.5 158.69.95.246:6808/8896 19 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.379464 secs" in cluster log

pass 2624731 2018-06-04 02:02:38 2018-06-08 00:06:01 2018-06-08 00:38:00 0:31:59 0:26:05 0:05:54 ovh master rados/singleton/{all/lost-unfound.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2624733 2018-06-04 02:02:39 2018-06-08 00:07:55 2018-06-08 00:57:55 0:50:00 0:40:18 0:09:42 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache.yaml} 2
Failure Reason:

"2018-06-08 00:29:22.734532 osd.2 158.69.95.231:6808/8786 17 : cluster [WRN] 5 slow requests, 5 included below; oldest blocked for > 30.849407 secs" in cluster log

pass 2624735 2018-06-04 02:02:40 2018-06-08 00:09:30 2018-06-08 00:55:30 0:46:00 0:36:21 0:09:39 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 2624738 2018-06-04 02:02:41 2018-06-08 00:11:04 2018-06-08 00:59:04 0:48:00 0:38:19 0:09:41 ovh master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/sync-many.yaml workloads/snaps-few-objects.yaml} 2
fail 2624740 2018-06-04 02:02:42 2018-06-08 00:11:05 2018-06-08 00:35:05 0:24:00 0:16:02 0:07:58 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/ec-small-objects.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --ec-pool --max-ops 400000 --objects 1024 --max-in-flight 64 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 600 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op append_excl 50 --op setattr 25 --op read 100 --op copy_from 50 --op write 0 --op write_excl 0 --op rmattr 25 --op append 50 --op delete 50 --pool unique_pool_0'

fail 2624741 2018-06-04 02:02:43 2018-06-08 00:11:27 2018-06-08 01:39:28 1:28:01 0:15:30 1:12:31 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
Failure Reason:

"2018-06-08 01:36:21.086188 osd.7 158.69.64.86:6804/8725 13 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.010760 secs" in cluster log

pass 2624743 2018-06-04 02:02:44 2018-06-08 00:11:49 2018-06-08 00:55:48 0:43:59 0:35:31 0:08:28 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_workunit_loadgen_big.yaml} 2
pass 2624745 2018-06-04 02:02:45 2018-06-08 00:12:18 2018-06-08 00:48:18 0:36:00 0:26:01 0:09:59 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/rados_api_tests.yaml} 2
pass 2624747 2018-06-04 02:02:46 2018-06-08 00:15:53 2018-06-08 00:37:53 0:22:00 0:15:27 0:06:33 ovh master ubuntu 14.04 rados/singleton-nomsgr/{all/lfn-upgrade-infernalis.yaml rados.yaml} 1
pass 2624749 2018-06-04 02:02:46 2018-06-08 00:18:37 2018-06-08 00:40:36 0:21:59 0:16:34 0:05:25 ovh master rados/singleton/{all/mon-config-keys.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2624752 2018-06-04 02:02:47 2018-06-08 00:18:37 2018-06-08 00:32:36 0:13:59 0:09:55 0:04:04 ovh master rados/objectstore/fusestore.yaml 1
fail 2624754 2018-06-04 02:02:48 2018-06-08 00:18:53 2018-06-08 00:58:53 0:40:00 0:31:36 0:08:24 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-06-08 00:44:40.193670 osd.0 158.69.64.103:6812/10092 29 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.540456 secs" in cluster log

pass 2624756 2018-06-04 02:02:49 2018-06-08 00:19:25 2018-06-08 01:07:25 0:48:00 0:31:06 0:16:54 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/readwrite.yaml} 2
pass 2624758 2018-06-04 02:02:50 2018-06-08 00:20:01 2018-06-08 01:02:01 0:42:00 0:24:31 0:17:29 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/rgw_snaps.yaml} 2
pass 2624760 2018-06-04 02:02:51 2018-06-08 00:23:31 2018-06-08 01:01:31 0:38:00 0:24:35 0:13:25 ovh master rados/singleton/{all/mon-thrasher.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2624761 2018-06-04 02:02:52 2018-06-08 00:23:31 2018-06-08 00:59:31 0:36:00 0:23:22 0:12:38 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/small-objects.yaml} 2
fail 2624764 2018-06-04 02:02:53 2018-06-08 00:27:40 2018-06-08 01:09:40 0:42:00 0:35:29 0:06:31 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-06-08 01:04:16.768408 osd.3 158.69.64.136:6800/8662 315 : cluster [WRN] 2 slow requests, 1 included below; oldest blocked for > 30.474338 secs" in cluster log

pass 2624766 2018-06-04 02:02:54 2018-06-08 00:29:24 2018-06-08 01:01:24 0:32:00 0:24:23 0:07:37 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2624768 2018-06-04 02:02:55 2018-06-08 00:29:24 2018-06-08 00:47:24 0:18:00 0:13:40 0:04:20 ovh master rados/singleton/{all/osd-backfill.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2624770 2018-06-04 02:02:55 2018-06-08 00:29:39 2018-06-08 01:03:39 0:34:00 0:26:03 0:07:57 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_workunit_loadgen_mix.yaml} 2
pass 2624772 2018-06-04 02:02:56 2018-06-08 00:31:34 2018-06-08 01:17:34 0:46:00 0:12:09 0:33:51 ovh master rados/multimon/{clusters/9.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_with_skews.yaml} 3
fail 2624774 2018-06-04 02:02:57 2018-06-08 00:32:48 2018-06-08 00:58:47 0:25:59 0:14:48 0:11:11 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/admin_socket_objecter_requests.yaml} 2
Failure Reason:

"2018-06-08 00:55:21.846304 osd.1 158.69.64.158:6804/8873 3 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.113210 secs" in cluster log

fail 2624776 2018-06-04 02:02:58 2018-06-08 00:33:06 2018-06-08 00:47:05 0:13:59 0:08:52 0:05:07 ovh master rados/singleton-nomsgr/{all/msgr.yaml rados.yaml} 1
Failure Reason:

Command crashed: 'sudo TESTDIR=/home/ubuntu/cephtest bash -c ceph_test_async_driver'

fail 2624778 2018-06-04 02:02:59 2018-06-08 00:33:19 2018-06-08 02:05:20 1:32:01 1:12:47 0:19:14 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2018-06-08 01:39:55.307414 osd.0 158.69.64.2:6812/16622 11 : cluster [WRN] 9 slow requests, 5 included below; oldest blocked for > 30.955798 secs" in cluster log

pass 2624780 2018-06-04 02:03:00 2018-06-08 00:35:24 2018-06-08 00:55:24 0:20:00 0:15:45 0:04:15 ovh master rados/singleton/{all/osd-recovery-incomplete.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2624782 2018-06-04 02:03:01 2018-06-08 00:38:04 2018-06-08 01:22:04 0:44:00 0:32:57 0:11:03 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-agent-small.yaml} 2
pass 2624784 2018-06-04 02:03:02 2018-06-08 00:38:04 2018-06-08 01:12:04 0:34:00 0:20:43 0:13:17 ovh master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/sync-many.yaml workloads/pool-create-delete.yaml} 2
pass 2624786 2018-06-04 02:03:02 2018-06-08 00:40:58 2018-06-08 00:56:57 0:15:59 0:10:43 0:05:16 ovh master rados/objectstore/keyvaluedb.yaml 1
fail 2624788 2018-06-04 02:03:03 2018-06-08 00:42:22 2018-06-08 02:08:23 1:26:01 1:15:36 0:10:25 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-06-08 01:08:37.802220 osd.1 158.69.64.20:6804/8827 9 : cluster [WRN] 5 slow requests, 5 included below; oldest blocked for > 30.690458 secs" in cluster log

fail 2624790 2018-06-04 02:03:04 2018-06-08 00:45:39 2018-06-08 01:35:39 0:50:00 0:39:55 0:10:05 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml} 2
Failure Reason:

"2018-06-08 01:08:42.199127 osd.5 158.69.64.210:6808/8918 49 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.238300 secs" in cluster log

pass 2624792 2018-06-04 02:03:05 2018-06-08 00:47:25 2018-06-08 03:05:28 2:18:03 0:16:53 2:01:10 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
fail 2624794 2018-06-04 02:03:06 2018-06-08 00:47:25 2018-06-08 01:39:25 0:52:00 0:42:51 0:09:09 ovh master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_14.04.yaml thrashers/default.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-06-08 01:06:03.999686 osd.2 158.69.64.208:6808/11738 1 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.086953 secs" in cluster log

pass 2624796 2018-06-04 02:03:07 2018-06-08 00:48:38 2018-06-08 03:16:41 2:28:03 0:17:44 2:10:19 ovh master rados/thrash-erasure-code-shec/{clusters/{fixed-4.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2624798 2018-06-04 02:03:08 2018-06-08 00:49:18 2018-06-08 01:13:17 0:23:59 0:15:47 0:08:12 ovh master rados/verify/{1thrash/none.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml validater/lockdep.yaml} 2
fail 2624800 2018-06-04 02:03:09 2018-06-08 00:51:43 2018-06-08 02:07:43 1:16:00 1:08:47 0:07:13 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-06-08 01:09:52.467112 osd.2 158.69.64.220:6808/8836 7 : cluster [WRN] 7 slow requests, 5 included below; oldest blocked for > 30.762067 secs" in cluster log

fail 2624802 2018-06-04 02:03:09 2018-06-08 00:55:43 2018-06-08 01:13:43 0:18:00 0:13:56 0:04:04 ovh master rados/singleton/{all/osd-recovery.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
Failure Reason:

"2018-06-08 01:09:58.480554 osd.1 158.69.64.232:6810/9731 1 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.923373 secs" in cluster log

pass 2624804 2018-06-04 02:03:10 2018-06-08 00:55:43 2018-06-08 01:49:44 0:54:01 0:46:38 0:07:23 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-snaps.yaml} 2
fail 2624806 2018-06-04 02:03:11 2018-06-08 00:55:50 2018-06-08 01:55:50 1:00:00 0:52:05 0:07:55 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache.yaml} 2
Failure Reason:

"2018-06-08 01:17:47.750554 osd.3 158.69.64.251:6800/8667 41 : cluster [WRN] 6 slow requests, 5 included below; oldest blocked for > 30.627123 secs" in cluster log

pass 2624808 2018-06-04 02:03:12 2018-06-08 00:57:19 2018-06-08 01:57:19 1:00:00 0:52:01 0:07:59 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 2624810 2018-06-04 02:03:13 2018-06-08 00:57:56 2018-06-08 02:11:57 1:14:01 1:05:32 0:08:29 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_workunit_loadgen_mostlyread.yaml} 2
pass 2624812 2018-06-04 02:03:14 2018-06-08 00:59:07 2018-06-08 01:25:06 0:25:59 0:12:30 0:13:29 ovh master rados/singleton/{all/peer.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2624814 2018-06-04 02:03:15 2018-06-08 00:59:07 2018-06-08 01:35:06 0:35:59 0:18:08 0:17:51 ovh master rados/singleton-nomsgr/{all/multi-backfill-reject.yaml rados.yaml} 2
pass 2624816 2018-06-04 02:03:16 2018-06-08 00:59:07 2018-06-08 01:35:06 0:35:59 0:24:21 0:11:38 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/rados_api_tests.yaml} 2
fail 2624818 2018-06-04 02:03:16 2018-06-08 00:59:32 2018-06-08 01:45:32 0:46:00 0:35:59 0:10:01 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-06-08 01:23:15.585542 osd.2 158.69.64.36:6808/8991 25 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.166990 secs" in cluster log

pass 2624820 2018-06-04 02:03:17 2018-06-08 01:01:34 2018-06-08 01:47:34 0:46:00 0:36:38 0:09:22 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/readwrite.yaml} 2
pass 2624822 2018-06-04 02:03:18 2018-06-08 01:01:34 2018-06-08 01:19:34 0:18:00 0:11:26 0:06:34 ovh master rados/singleton/{all/pg-removal-interruption.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2624824 2018-06-04 02:03:19 2018-06-08 01:01:45 2018-06-08 01:41:45 0:40:00 0:24:28 0:15:32 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/rgw_snaps.yaml} 2
pass 2624826 2018-06-04 02:03:20 2018-06-08 01:02:13 2018-06-08 01:30:12 0:27:59 0:21:11 0:06:48 ovh master rados/objectstore/objectcacher-stress.yaml 1
fail 2624828 2018-06-04 02:03:21 2018-06-08 01:03:59 2018-06-08 01:37:58 0:33:59 0:24:05 0:09:54 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-06-08 01:26:54.350554 osd.4 158.69.64.73:6804/8734 42 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.109285 secs" in cluster log

pass 2624830 2018-06-04 02:03:22 2018-06-08 01:07:35 2018-06-08 01:59:35 0:52:00 0:41:22 0:10:38 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/snaps-few-objects.yaml} 2
pass 2624832 2018-06-04 02:03:23 2018-06-08 01:09:45 2018-06-08 01:31:44 0:21:59 0:15:20 0:06:39 ovh master rados/singleton/{all/radostool.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2624834 2018-06-04 02:03:23 2018-06-08 01:09:45 2018-06-08 01:33:44 0:23:59 0:14:37 0:09:22 ovh master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/sync.yaml workloads/rados_5925.yaml} 2
pass 2624835 2018-06-04 02:03:24 2018-06-08 01:12:02 2018-06-08 02:08:02 0:56:00 0:37:33 0:18:27 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
fail 2624836 2018-06-04 02:03:25 2018-06-08 01:12:05 2018-06-08 02:28:06 1:16:01 0:18:30 0:57:31 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/fastread.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
Failure Reason:

"2018-06-08 02:24:25.183415 osd.2 158.69.66.135:6808/8956 29 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.592283 secs" in cluster log

fail 2624837 2018-06-04 02:03:26 2018-06-08 01:13:39 2018-06-08 01:59:39 0:46:00 0:33:51 0:12:09 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/write_fadvise_dontneed.yaml} 2
Failure Reason:

"2018-06-08 01:36:06.287604 osd.1 158.69.65.116:6804/8552 3 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.036637 secs" in cluster log

pass 2624838 2018-06-04 02:03:27 2018-06-08 01:13:39 2018-06-08 01:45:39 0:32:00 0:20:07 0:11:53 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/repair_test.yaml} 2
pass 2624839 2018-06-04 02:03:28 2018-06-08 01:13:44 2018-06-08 02:21:46 1:08:02 0:24:56 0:43:06 ovh master rados/multimon/{clusters/21.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml} 3
pass 2624840 2018-06-04 02:03:28 2018-06-08 01:17:46 2018-06-08 01:43:45 0:25:59 0:15:23 0:10:36 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 2624841 2018-06-04 02:03:29 2018-06-08 01:19:55 2018-06-08 01:35:54 0:15:59 0:10:27 0:05:32 ovh master rados/singleton-nomsgr/{all/pool-access.yaml rados.yaml} 1
pass 2624842 2018-06-04 02:03:30 2018-06-08 01:22:26 2018-06-08 01:50:25 0:27:59 0:12:40 0:15:19 ovh master rados/singleton/{all/reg11184.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2624843 2018-06-04 02:03:31 2018-06-08 01:25:26 2018-06-08 03:13:29 1:48:03 1:34:52 0:13:11 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2018-06-08 02:18:36.970841 osd.5 158.69.65.43:6808/8784 4 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.144502 secs" in cluster log

fail 2624844 2018-06-04 02:03:32 2018-06-08 01:30:32 2018-06-08 02:22:33 0:52:01 0:41:18 0:10:43 ovh master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml supported/centos_latest.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-06-08 02:02:11.824415 osd.2 158.69.65.48:6808/892 97 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.005381 secs" in cluster log

fail 2624845 2018-06-04 02:03:33 2018-06-08 01:32:03 2018-06-08 02:28:04 0:56:01 0:46:22 0:09:39 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2018-06-08 02:09:56.123313 osd.5 158.69.65.46:6808/8853 163 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.133612 secs" in cluster log

fail 2624846 2018-06-04 02:03:33 2018-06-08 01:34:05 2018-06-08 02:48:07 1:14:02 1:05:28 0:08:34 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-06-08 02:14:00.432341 osd.1 158.69.65.47:6812/14574 103 : cluster [WRN] 6 slow requests, 5 included below; oldest blocked for > 30.446221 secs" in cluster log

pass 2624847 2018-06-04 02:03:34 2018-06-08 01:35:26 2018-06-08 01:55:26 0:20:00 0:13:10 0:06:50 ovh master rados/singleton/{all/rest-api.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2624848 2018-06-04 02:03:35 2018-06-08 01:35:26 2018-06-08 03:07:29 1:32:03 1:20:30 0:11:33 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-06-08 02:09:01.412774 osd.5 158.69.65.71:6812/10346 35 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.067539 secs" in cluster log

fail 2624849 2018-06-04 02:03:36 2018-06-08 01:35:40 2018-06-08 02:13:40 0:38:00 0:26:16 0:11:44 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op read 100 --op copy_from 50 --op write 50 --op write_excl 50 --op delete 50 --pool base'

dead 2624850 2018-06-04 02:03:37 2018-06-08 01:35:55 2018-06-08 13:38:26 12:02:31 ovh master rados/objectstore/objectstore.yaml 1
fail 2624851 2018-06-04 02:03:38 2018-06-08 01:38:18 2018-06-08 02:24:19 0:46:01 0:38:05 0:07:56 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache.yaml} 2
Failure Reason:

"2018-06-08 02:00:54.101170 osd.4 158.69.65.7:6804/8769 23 : cluster [WRN] 11 slow requests, 5 included below; oldest blocked for > 30.825883 secs" in cluster log

fail 2624852 2018-06-04 02:03:39 2018-06-08 01:39:45 2018-06-08 02:47:47 1:08:02 0:56:57 0:11:05 ovh master rados/verify/{1thrash/default.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml validater/valgrind.yaml} 2
Failure Reason:

"2018-06-08 02:07:09.167589 osd.1 158.69.65.75:6808/8974 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.912077 secs" in cluster log

pass 2624853 2018-06-04 02:03:39 2018-06-08 01:39:45 2018-06-08 02:17:46 0:38:01 0:23:40 0:14:21 ovh master rados/singleton/{all/thrash-rados.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
fail 2624854 2018-06-04 02:03:40 2018-06-08 01:42:05 2018-06-08 02:10:04 0:27:59 0:18:25 0:09:34 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --pool-snaps --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op read 100 --op copy_from 50 --op write 50 --op write_excl 50 --op delete 50 --pool unique_pool_0'

pass 2624855 2018-06-04 02:03:41 2018-06-08 01:43:55 2018-06-08 02:09:54 0:25:59 0:17:00 0:08:59 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/scrub_test.yaml} 2
pass 2624856 2018-06-04 02:03:42 2018-06-08 01:45:42 2018-06-08 02:07:42 0:22:00 0:16:45 0:05:15 ovh master rados/singleton-nomsgr/{all/valgrind-leaks.yaml rados.yaml} 1
pass 2624857 2018-06-04 02:03:43 2018-06-08 01:45:42 2018-06-08 02:23:43 0:38:01 0:26:44 0:11:17 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/rados_api_tests.yaml} 2
fail 2624858 2018-06-04 02:03:44 2018-06-08 01:47:45 2018-06-08 02:33:47 0:46:02 0:28:24 0:17:38 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-06-08 02:17:20.008418 osd.1 158.69.66.112:6804/10879 63 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.227145 secs" in cluster log

pass 2624859 2018-06-04 02:03:44 2018-06-08 01:49:54 2018-06-08 02:59:56 1:10:02 0:58:06 0:11:56 ovh master rados/singleton/{all/thrash_cache_writeback_proxy_none.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
pass 2624860 2018-06-04 02:03:45 2018-06-08 01:50:36 2018-06-08 02:26:36 0:36:00 0:23:41 0:12:19 ovh master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/force-sync-many.yaml workloads/rados_api_tests.yaml} 2
fail 2624861 2018-06-04 02:03:46 2018-06-08 01:55:49 2018-06-08 02:41:49 0:46:00 0:36:02 0:09:58 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-radosbench.yaml} 2
Failure Reason:

"2018-06-08 02:17:50.169641 osd.5 158.69.66.124:6808/9486 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.025130 secs" in cluster log

pass 2624862 2018-06-04 02:03:47 2018-06-08 01:55:51 2018-06-08 03:27:52 1:32:01 0:16:48 1:15:13 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
fail 2624863 2018-06-04 02:03:48 2018-06-08 01:57:22 2018-06-08 02:39:20 0:41:58 0:32:55 0:09:03 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/readwrite.yaml} 2
Failure Reason:

"2018-06-08 02:17:55.088314 osd.5 158.69.66.133:6808/8863 7 : cluster [WRN] 6 slow requests, 5 included below; oldest blocked for > 30.734396 secs" in cluster log

pass 2624864 2018-06-04 02:03:49 2018-06-08 01:57:24 2018-06-08 02:27:21 0:29:57 0:21:56 0:08:01 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/rgw_snaps.yaml} 2
fail 2624865 2018-06-04 02:03:50 2018-06-08 01:59:59 2018-06-08 02:42:00 0:42:01 0:28:09 0:13:52 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-06-08 02:36:08.319090 osd.5 158.69.66.197:6808/8870 31 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.006177 secs" in cluster log

pass 2624866 2018-06-04 02:03:50 2018-06-08 01:59:59 2018-06-08 02:17:59 0:18:00 0:11:47 0:06:13 ovh master rados/singleton/{all/watch-notify-same-primary.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1