Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 2627425 2018-06-05 02:00:54 2018-06-11 12:28:54 2018-06-11 13:08:54 0:40:00 0:31:44 0:08:16 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/snaps-few-objects.yaml} 2
pass 2627426 2018-06-05 02:00:55 2018-06-11 12:29:38 2018-06-11 13:05:37 0:35:59 0:27:19 0:08:40 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2627427 2018-06-05 02:00:56 2018-06-11 12:31:52 2018-06-11 13:11:52 0:40:00 0:25:58 0:14:02 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml} 2
pass 2627428 2018-06-05 02:00:57 2018-06-11 12:36:03 2018-06-11 12:54:03 0:18:00 0:13:12 0:04:48 ovh master rados/multimon/{clusters/3.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_no_skews.yaml} 1
pass 2627429 2018-06-05 02:00:58 2018-06-11 12:37:28 2018-06-11 12:59:27 0:21:59 0:11:29 0:10:30 ovh master rados/objectstore/alloc-hint.yaml 1
pass 2627430 2018-06-05 02:00:59 2018-06-11 12:37:44 2018-06-11 12:59:43 0:21:59 0:11:03 0:10:56 ovh master rados/singleton/{all/admin-socket.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2627431 2018-06-05 02:01:00 2018-06-11 12:45:57 2018-06-11 13:49:57 1:04:00 0:58:58 0:05:02 ovh master ubuntu 14.04 rados/singleton-nomsgr/{all/16113.yaml rados.yaml} 1
pass 2627432 2018-06-05 02:01:01 2018-06-11 12:50:17 2018-06-11 13:26:16 0:35:59 0:14:54 0:21:05 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
fail 2627433 2018-06-05 02:01:02 2018-06-11 12:54:22 2018-06-11 13:46:22 0:52:00 0:37:54 0:14:06 ovh master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_14.04.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-06-11 13:22:59.893512 osd.1 158.69.92.204:6804/11633 49 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.259992 secs" in cluster log

pass 2627434 2018-06-05 02:01:02 2018-06-11 12:59:38 2018-06-11 15:29:40 2:30:02 0:16:32 2:13:30 ovh master rados/thrash-erasure-code-shec/{clusters/{fixed-4.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
fail 2627435 2018-06-05 02:01:03 2018-06-11 12:59:44 2018-06-11 15:57:48 2:58:04 1:46:24 1:11:40 ovh master centos rados/upgrade/{hammer-x-singleton/{0-cluster/{openstack.yaml start.yaml} 1-hammer-install/hammer.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-mon/mona.yaml 5-workload/{rbd-cls.yaml rbd-import-export.yaml readwrite.yaml snaps-few-objects.yaml} 6-next-mon/monb.yaml 7-workload/{radosbench.yaml rbd_api.yaml} 8-next-mon/monc.yaml 9-workload/{ec-rados-plugin=jerasure-k=3-m=1.yaml rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml test_cache-pool-snaps.yaml}} rados.yaml} 3
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op read 100 --op write 100 --op delete 50 --pool unique_pool_8'

fail 2627436 2018-06-05 02:01:04 2018-06-11 13:05:50 2018-06-11 14:11:50 1:06:00 0:55:54 0:10:06 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2018-06-11 13:43:23.278197 osd.1 158.69.92.78:6804/8856 15 : cluster [WRN] 8 slow requests, 5 included below; oldest blocked for > 30.468537 secs" in cluster log

fail 2627437 2018-06-05 02:01:05 2018-06-11 13:09:04 2018-06-11 13:59:04 0:50:00 0:40:27 0:09:33 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2018-06-11 13:43:16.179633 osd.1 158.69.92.93:6804/25068 6 : cluster [WRN] 9 slow requests, 5 included below; oldest blocked for > 30.325537 secs" in cluster log

pass 2627438 2018-06-05 02:01:06 2018-06-11 13:10:39 2018-06-11 13:44:38 0:33:59 0:28:32 0:05:27 ovh master rados/singleton/{all/cephtool.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2627439 2018-06-05 02:01:07 2018-06-11 13:12:15 2018-06-11 14:36:16 1:24:01 1:09:34 0:14:27 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-06-11 13:39:11.311315 osd.2 158.69.93.140:6808/8919 23 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.556276 secs" in cluster log

fail 2627440 2018-06-05 02:01:08 2018-06-11 13:16:32 2018-06-11 14:58:33 1:42:01 1:28:40 0:13:21 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-06-11 13:42:18.074946 osd.0 158.69.93.181:6800/8787 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.004201 secs" in cluster log

fail 2627441 2018-06-05 02:01:09 2018-06-11 13:21:19 2018-06-11 14:21:19 1:00:00 0:51:12 0:08:48 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-06-11 13:43:32.450532 osd.5 158.69.93.162:6808/8771 3 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.694300 secs" in cluster log

pass 2627442 2018-06-05 02:01:09 2018-06-11 13:25:03 2018-06-11 14:11:03 0:46:00 0:17:19 0:28:41 ovh master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/many.yaml workloads/rados_mon_workunits.yaml} 2
fail 2627443 2018-06-05 02:01:10 2018-06-11 13:25:42 2018-06-11 13:59:41 0:33:59 0:24:13 0:09:46 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/fastread.yaml workloads/ec-small-objects-fast-read.yaml} 2
Failure Reason:

"2018-06-11 13:50:37.802438 osd.3 158.69.93.187:6800/8692 19 : cluster [WRN] 6 slow requests, 5 included below; oldest blocked for > 30.588971 secs" in cluster log

pass 2627444 2018-06-05 02:01:11 2018-06-11 13:26:29 2018-06-11 17:30:34 4:04:05 0:27:45 3:36:20 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 2627445 2018-06-05 02:01:12 2018-06-11 13:37:09 2018-06-11 14:01:09 0:24:00 0:13:30 0:10:30 ovh master rados/singleton/{all/divergent_priors.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2627446 2018-06-05 02:01:13 2018-06-11 13:44:48 2018-06-11 14:38:49 0:54:01 0:32:21 0:21:40 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache.yaml} 2
Failure Reason:

"2018-06-11 14:18:15.575077 osd.3 158.69.94.252:6800/8676 14 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.355457 secs" in cluster log

fail 2627447 2018-06-05 02:01:14 2018-06-11 13:46:33 2018-06-11 14:58:33 1:12:00 0:53:14 0:18:46 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-06-11 14:46:28.006380 osd.1 158.69.94.29:6804/8780 221 : cluster [WRN] 10 slow requests, 5 included below; oldest blocked for > 30.663045 secs" in cluster log

pass 2627448 2018-06-05 02:01:15 2018-06-11 13:50:18 2018-06-11 14:06:17 0:15:59 0:12:17 0:03:42 ovh master rados/singleton-nomsgr/{all/cache-fs-trunc.yaml rados.yaml} 1
pass 2627449 2018-06-05 02:01:16 2018-06-11 13:59:17 2018-06-11 14:31:16 0:31:59 0:14:24 0:17:35 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_cls_all.yaml} 2
pass 2627450 2018-06-05 02:01:17 2018-06-11 13:59:54 2018-06-11 14:53:54 0:54:00 0:23:53 0:30:07 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/rados_api_tests.yaml} 2
pass 2627451 2018-06-05 02:01:18 2018-06-11 14:01:00 2018-06-11 14:19:00 0:18:00 0:13:23 0:04:37 ovh master rados/singleton/{all/divergent_priors2.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2627452 2018-06-05 02:01:19 2018-06-11 14:01:23 2018-06-11 14:33:22 0:31:59 0:22:55 0:09:04 ovh master rados/objectstore/ceph_objectstore_tool.yaml 1
fail 2627453 2018-06-05 02:01:20 2018-06-11 14:06:39 2018-06-11 14:48:39 0:42:00 0:29:16 0:12:44 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-06-11 14:40:31.048962 osd.4 158.69.95.170:6804/8838 55 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.482948 secs" in cluster log

pass 2627454 2018-06-05 02:01:20 2018-06-11 14:11:14 2018-06-11 14:35:13 0:23:59 0:14:05 0:09:54 ovh master rados/verify/{1thrash/none.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_cls_all.yaml validater/lockdep.yaml} 2
pass 2627455 2018-06-05 02:01:21 2018-06-11 14:12:04 2018-06-11 15:00:03 0:47:59 0:27:05 0:20:54 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/readwrite.yaml} 2
pass 2627456 2018-06-05 02:01:22 2018-06-11 14:12:40 2018-06-11 14:48:40 0:36:00 0:22:28 0:13:32 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/rgw_snaps.yaml} 2
pass 2627457 2018-06-05 02:01:23 2018-06-11 14:19:10 2018-06-11 14:41:10 0:22:00 0:12:57 0:09:03 ovh master rados/singleton/{all/dump-stuck.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2627458 2018-06-05 02:01:24 2018-06-11 14:21:29 2018-06-11 15:07:30 0:46:01 0:23:32 0:22:29 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-06-11 14:47:19.416048 osd.1 158.69.64.111:6804/8800 1 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.589054 secs" in cluster log

fail 2627459 2018-06-05 02:01:25 2018-06-11 14:25:04 2018-06-11 15:21:04 0:56:00 0:42:12 0:13:48 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-06-11 14:58:00.327931 osd.1 158.69.64.133:6804/8786 22 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.174062 secs" in cluster log

fail 2627460 2018-06-05 02:01:26 2018-06-11 14:31:06 2018-06-11 14:55:04 0:23:58 0:13:33 0:10:25 ovh master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml supported/centos_latest.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op setattr 25 --op read 100 --op copy_from 50 --op write 0 --op rmattr 25 --op append 100 --op delete 50 --pool unique_pool_0'

pass 2627461 2018-06-05 02:01:27 2018-06-11 14:31:30 2018-06-11 15:07:30 0:36:00 0:26:47 0:09:13 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2627462 2018-06-05 02:01:27 2018-06-11 14:33:33 2018-06-11 14:57:32 0:23:59 0:14:21 0:09:38 ovh master centos rados/singleton/{all/ec-lost-unfound-upgrade.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
pass 2627463 2018-06-05 02:01:28 2018-06-11 14:35:24 2018-06-11 14:53:23 0:17:59 0:09:34 0:08:25 ovh master rados/singleton-nomsgr/{all/ceph-post-file.yaml rados.yaml} 1
pass 2627464 2018-06-05 02:01:29 2018-06-11 14:36:40 2018-06-11 15:00:40 0:24:00 0:15:46 0:08:14 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_python.yaml} 2
pass 2627465 2018-06-05 02:01:30 2018-06-11 14:39:16 2018-06-11 15:07:16 0:28:00 0:11:57 0:16:03 ovh master rados/multimon/{clusters/6.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_with_skews.yaml} 2
pass 2627466 2018-06-05 02:01:31 2018-06-11 14:41:20 2018-06-11 15:11:20 0:30:00 0:15:24 0:14:36 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 2627467 2018-06-05 02:01:32 2018-06-11 14:49:00 2018-06-11 16:35:01 1:46:01 1:33:40 0:12:21 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-agent-big.yaml} 2
pass 2627468 2018-06-05 02:01:33 2018-06-11 14:49:00 2018-06-11 15:43:00 0:54:00 0:40:04 0:13:56 ovh master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/one.yaml workloads/snaps-few-objects.yaml} 2
fail 2627469 2018-06-05 02:01:34 2018-06-11 14:53:34 2018-06-11 15:25:34 0:32:00 0:24:05 0:07:55 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-small-objects.yaml} 2
Failure Reason:

"2018-06-11 15:22:07.881222 osd.2 158.69.64.36:6808/8993 99 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.695838 secs" in cluster log

pass 2627470 2018-06-05 02:01:34 2018-06-11 14:54:06 2018-06-11 17:20:08 2:26:02 0:15:58 2:10:04 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 2627471 2018-06-05 02:01:35 2018-06-11 14:55:14 2018-06-11 15:29:14 0:34:00 0:27:20 0:06:40 ovh master rados/singleton/{all/ec-lost-unfound.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2627472 2018-06-05 02:01:36 2018-06-11 14:55:14 2018-06-11 15:45:14 0:50:00 0:42:15 0:07:45 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2018-06-11 15:24:42.451089 osd.2 158.69.64.44:6808/11236 37 : cluster [WRN] 6 slow requests, 5 included below; oldest blocked for > 30.442879 secs" in cluster log

pass 2627473 2018-06-05 02:01:37 2018-06-11 14:57:44 2018-06-11 15:15:44 0:18:00 0:12:43 0:05:17 ovh master rados/objectstore/filejournal.yaml 1
fail 2627474 2018-06-05 02:01:38 2018-06-11 14:58:34 2018-06-11 16:12:35 1:14:01 1:06:46 0:07:15 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-06-11 15:17:49.399866 osd.5 158.69.64.100:6808/8810 8 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.449277 secs" in cluster log

fail 2627475 2018-06-05 02:01:39 2018-06-11 14:58:35 2018-06-11 16:18:36 1:20:01 1:09:47 0:10:14 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-06-11 15:18:57.316932 osd.2 158.69.64.90:6808/8933 3 : cluster [WRN] 5 slow requests, 5 included below; oldest blocked for > 30.128532 secs" in cluster log

fail 2627476 2018-06-05 02:01:39 2018-06-11 15:00:25 2018-06-11 15:30:25 0:30:00 0:16:16 0:13:44 ovh master centos rados/singleton/{all/lost-unfound-delete-upgrade.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
Failure Reason:

"2018-06-11 15:26:03.893984 osd.0 158.69.65.142:6800/32267 29 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.364862 secs" in cluster log

pass 2627477 2018-06-05 02:01:40 2018-06-11 15:00:41 2018-06-11 15:56:41 0:56:00 0:41:08 0:14:52 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-snaps.yaml} 2
fail 2627479 2018-06-05 02:01:41 2018-06-11 15:07:27 2018-06-11 16:09:27 1:02:00 0:37:02 0:24:58 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache.yaml} 2
Failure Reason:

"2018-06-11 15:54:55.559505 osd.1 158.69.65.236:6804/8789 21 : cluster [WRN] 5 slow requests, 5 included below; oldest blocked for > 30.651463 secs" in cluster log

pass 2627481 2018-06-05 02:01:42 2018-06-11 15:07:31 2018-06-11 16:01:31 0:54:00 0:37:36 0:16:24 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 2627483 2018-06-05 02:01:43 2018-06-11 15:07:31 2018-06-11 15:25:30 0:17:59 0:11:01 0:06:58 ovh master rados/singleton-nomsgr/{all/export-after-evict.yaml rados.yaml} 1
pass 2627485 2018-06-05 02:01:43 2018-06-11 15:11:31 2018-06-11 15:49:31 0:38:00 0:24:58 0:13:02 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_stress_watch.yaml} 2
pass 2627486 2018-06-05 02:01:44 2018-06-11 15:15:56 2018-06-11 15:47:55 0:31:59 0:23:17 0:08:42 ovh master rados/singleton/{all/lost-unfound-delete.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2627489 2018-06-05 02:01:45 2018-06-11 15:21:16 2018-06-11 15:59:15 0:37:59 0:25:26 0:12:33 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/rados_api_tests.yaml} 2
fail 2627491 2018-06-05 02:01:46 2018-06-11 15:25:41 2018-06-11 16:05:41 0:40:00 0:29:23 0:10:37 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-06-11 15:50:09.443808 osd.1 158.69.65.35:6804/8805 35 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.789536 secs" in cluster log

fail 2627493 2018-06-05 02:01:47 2018-06-11 15:25:41 2018-06-11 15:43:40 0:17:59 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/readwrite.yaml} 2
Failure Reason:

failed to install new kernel version within timeout

fail 2627495 2018-06-05 02:01:48 2018-06-11 15:29:26 2018-06-11 15:55:25 0:25:59 0:16:55 0:09:04 ovh master centos rados/singleton/{all/lost-unfound-upgrade.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
Failure Reason:

"2018-06-11 15:50:35.476407 osd.0 158.69.65.45:6801/31791 25 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.549513 secs" in cluster log

pass 2627496 2018-06-05 02:01:49 2018-06-11 15:29:48 2018-06-11 16:11:48 0:42:00 0:22:37 0:19:23 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/rgw_snaps.yaml} 2
pass 2627498 2018-06-05 02:01:50 2018-06-11 15:30:49 2018-06-11 16:24:50 0:54:01 0:32:15 0:21:46 ovh master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/one.yaml workloads/pool-create-delete.yaml} 2
pass 2627500 2018-06-05 02:01:50 2018-06-11 15:35:06 2018-06-11 16:15:05 0:39:59 0:34:24 0:05:35 ovh master rados/objectstore/filestore-idempotent-aio-journal.yaml 1
fail 2627502 2018-06-05 02:01:52 2018-06-11 15:43:24 2018-06-11 16:21:24 0:38:00 0:24:52 0:13:08 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-06-11 16:15:35.528222 osd.5 158.69.66.227:6808/8778 29 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.479475 secs" in cluster log

pass 2627504 2018-06-05 02:01:52 2018-06-11 15:43:42 2018-06-11 16:27:42 0:44:00 0:34:16 0:09:44 ovh master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml} 2
pass 2627506 2018-06-05 02:01:53 2018-06-11 15:45:26 2018-06-11 17:39:27 1:54:01 0:16:36 1:37:25 ovh master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
fail 2627508 2018-06-05 02:01:54 2018-06-11 15:48:06 2018-06-11 16:42:06 0:54:00 0:42:01 0:11:59 ovh master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_14.04.yaml thrashers/default.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-06-11 16:23:41.387311 osd.3 158.69.66.244:6800/14675 5 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.821252 secs" in cluster log

pass 2627510 2018-06-05 02:01:55 2018-06-11 15:49:42 2018-06-11 17:11:43 1:22:01 0:21:46 1:00:15 ovh master rados/thrash-erasure-code-shec/{clusters/{fixed-4.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2627512 2018-06-05 02:01:56 2018-06-11 15:55:36 2018-06-11 16:39:36 0:44:00 0:28:22 0:15:38 ovh master rados/verify/{1thrash/default.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml validater/valgrind.yaml} 2
fail 2627514 2018-06-05 02:01:56 2018-06-11 15:57:20 2018-06-11 16:53:19 0:55:59 0:41:17 0:14:42 ovh master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-06-11 16:43:00.363919 osd.0 158.69.66.11:6800/8749 187 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.254534 secs" in cluster log

pass 2627516 2018-06-05 02:01:57 2018-06-11 15:57:51 2018-06-11 16:27:50 0:29:59 0:24:38 0:05:21 ovh master rados/singleton/{all/lost-unfound.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2627518 2018-06-05 02:01:58 2018-06-11 15:59:26 2018-06-11 16:41:26 0:42:00 0:24:51 0:17:09 ovh master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/write_fadvise_dontneed.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --write-fadvise-dontneed --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 50 --op write_excl 50 --op delete 10 --pool unique_pool_0'

fail 2627520 2018-06-05 02:01:59 2018-06-11 16:01:42 2018-06-11 16:21:42 0:20:00 0:14:21 0:05:39 ovh master rados/singleton-nomsgr/{all/full-tiering.yaml rados.yaml} 1
Failure Reason:

"2018-06-11 16:18:08.810400 osd.1 158.69.66.88:6804/8578 2 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.007957 secs" in cluster log

pass 2627522 2018-06-05 02:02:00 2018-06-11 16:02:27 2018-06-11 16:50:27 0:48:00 0:36:25 0:11:35 ovh master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_workunit_loadgen_big.yaml} 2
pass 2627524 2018-06-05 02:02:00 2018-06-11 16:03:58 2018-06-11 17:07:58 1:04:00 0:24:51 0:39:09 ovh master rados/multimon/{clusters/9.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml} 3
fail 2627526 2018-06-05 02:02:01 2018-06-11 16:05:52 2018-06-11 16:35:51 0:29:59 0:18:46 0:11:13 ovh master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/admin_socket_objecter_requests.yaml} 2
Failure Reason:

"2018-06-11 16:27:46.648847 osd.1 158.69.66.96:6804/8829 3 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.614789 secs" in cluster log

pass 2627528 2018-06-05 02:02:02 2018-06-11 16:09:39 2018-06-11 16:33:39 0:24:00 0:17:46 0:06:14 ovh master rados/singleton/{all/mon-config-keys.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1