Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 2566241 2018-05-22 16:34:42 2018-05-22 16:36:01 2018-05-22 17:00:00 0:23:59 0:12:55 0:11:04 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/repair_test.yaml} 2
pass 2566242 2018-05-22 16:34:43 2018-05-22 16:36:07 2018-05-22 17:02:07 0:26:00 0:14:14 0:11:46 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache.yaml} 2
pass 2566243 2018-05-22 16:34:44 2018-05-22 16:36:13 2018-05-22 16:50:12 0:13:59 0:05:08 0:08:51 smithi master rados/singleton-nomsgr/{all/pool-access.yaml rados.yaml} 1
pass 2566244 2018-05-22 16:34:45 2018-05-22 16:36:39 2018-05-22 16:52:39 0:16:00 0:07:13 0:08:47 smithi master rados/singleton/{all/reg11184.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2566245 2018-05-22 16:34:45 2018-05-22 16:36:52 2018-05-22 17:12:51 0:35:59 0:24:00 0:11:59 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 2566246 2018-05-22 16:34:46 2018-05-22 16:37:14 2018-05-22 17:15:13 0:37:59 0:24:51 0:13:08 smithi master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml msgr-failures/mon-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/sync-many.yaml workloads/snaps-few-objects.yaml} 2
fail 2566247 2018-05-22 16:34:47 2018-05-22 16:37:36 2018-05-22 17:09:36 0:32:00 0:19:07 0:12:53 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2018-05-22 17:04:19.096055 osd.5 172.21.15.114:6812/12748 115 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.329640 secs" in cluster log

pass 2566248 2018-05-22 16:34:48 2018-05-22 16:38:07 2018-05-22 16:54:06 0:15:59 0:07:23 0:08:36 smithi master rados/singleton/{all/rest-api.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2566249 2018-05-22 16:34:48 2018-05-22 16:38:07 2018-05-22 17:14:07 0:36:00 0:25:10 0:10:50 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-05-22 16:58:02.179513 osd.1 172.21.15.199:6800/11157 1 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.985534 secs" in cluster log

pass 2566250 2018-05-22 16:34:49 2018-05-22 16:38:13 2018-05-22 17:02:12 0:23:59 0:12:32 0:11:27 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/readwrite.yaml} 2
pass 2566251 2018-05-22 16:34:50 2018-05-22 16:39:56 2018-05-22 17:21:56 0:42:00 0:32:04 0:09:56 smithi master rados/objectstore/objectstore.yaml 1
pass 2566252 2018-05-22 16:34:51 2018-05-22 16:40:00 2018-05-22 17:08:00 0:28:00 0:17:17 0:10:43 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/rgw_snaps.yaml} 2
pass 2566253 2018-05-22 16:34:51 2018-05-22 16:40:04 2018-05-22 16:56:03 0:15:59 0:05:57 0:10:02 smithi master rados/multimon/{clusters/3.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_no_skews.yaml} 1
pass 2566254 2018-05-22 16:34:52 2018-05-22 16:40:17 2018-05-22 17:08:17 0:28:00 0:16:31 0:11:29 smithi master rados/singleton/{all/thrash-rados.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
pass 2566255 2018-05-22 16:34:53 2018-05-22 16:40:18 2018-05-22 17:12:18 0:32:00 0:11:03 0:20:57 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/scrub_test.yaml} 2
pass 2566256 2018-05-22 16:34:54 2018-05-22 16:40:22 2018-05-22 17:18:22 0:38:00 0:19:13 0:18:47 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/small-objects.yaml} 2
pass 2566257 2018-05-22 16:34:54 2018-05-22 16:41:28 2018-05-22 17:05:27 0:23:59 0:10:30 0:13:29 smithi master rados/singleton-nomsgr/{all/valgrind-leaks.yaml rados.yaml} 1
fail 2566258 2018-05-22 16:34:55 2018-05-22 16:41:40 2018-05-22 17:05:39 0:23:59 0:11:42 0:12:17 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op read 100 --op copy_from 50 --op write 50 --op write_excl 50 --op delete 50 --pool unique_pool_0'

pass 2566259 2018-05-22 16:34:56 2018-05-22 16:41:41 2018-05-22 17:19:41 0:38:00 0:18:16 0:19:44 smithi master rados/singleton/{all/thrash_cache_writeback_proxy_none.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
fail 2566260 2018-05-22 16:34:57 2018-05-22 16:42:12 2018-05-22 17:16:12 0:34:00 0:21:01 0:12:59 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-radosbench.yaml} 2
Failure Reason:

"2018-05-22 17:11:23.434488 osd.3 172.21.15.84:6800/12490 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.614253 secs" in cluster log

fail 2566261 2018-05-22 16:34:57 2018-05-22 16:43:10 2018-05-22 17:23:10 0:40:00 0:08:39 0:31:21 smithi master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
Failure Reason:

"2018-05-22 17:20:32.889286 osd.3 172.21.15.88:6800/11161 27 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.612138 secs" in cluster log

pass 2566262 2018-05-22 16:34:58 2018-05-22 16:44:30 2018-05-22 17:20:29 0:35:59 0:27:42 0:08:17 smithi master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml supported/centos_latest.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 2566263 2018-05-22 16:34:59 2018-05-22 16:44:38 2018-05-22 17:14:38 0:30:00 0:13:17 0:16:43 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2566264 2018-05-22 16:35:00 2018-05-22 16:46:29 2018-05-22 17:10:29 0:24:00 0:10:22 0:13:38 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 2566265 2018-05-22 16:35:01 2018-05-22 16:48:18 2018-05-22 17:28:17 0:39:59 0:27:11 0:12:48 smithi master rados/verify/{1thrash/none.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml validater/valgrind.yaml} 2
pass 2566266 2018-05-22 16:35:01 2018-05-22 16:49:51 2018-05-22 17:03:50 0:13:59 0:05:35 0:08:24 smithi master rados/singleton/{all/watch-notify-same-primary.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2566267 2018-05-22 16:35:02 2018-05-22 16:50:09 2018-05-22 17:16:08 0:25:59 0:15:01 0:10:58 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-agent-big.yaml} 2
pass 2566268 2018-05-22 16:35:03 2018-05-22 16:50:13 2018-05-22 17:14:13 0:24:00 0:12:14 0:11:46 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-agent-small.yaml} 2
pass 2566269 2018-05-22 16:35:04 2018-05-22 16:50:22 2018-05-22 17:18:22 0:28:00 0:17:49 0:10:11 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml} 2
pass 2566270 2018-05-22 16:35:05 2018-05-22 16:50:27 2018-05-22 17:18:27 0:28:00 0:16:31 0:11:29 smithi master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/sync-many.yaml workloads/pool-create-delete.yaml} 2
pass 2566271 2018-05-22 16:35:05 2018-05-22 16:50:37 2018-05-22 17:06:36 0:15:59 0:05:32 0:10:27 smithi master rados/objectstore/alloc-hint.yaml 1
pass 2566272 2018-05-22 16:35:06 2018-05-22 16:50:42 2018-05-22 17:06:41 0:15:59 0:05:19 0:10:40 smithi master rados/singleton/{all/admin-socket.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2566273 2018-05-22 16:35:07 2018-05-22 16:50:47 2018-05-22 18:00:47 1:10:00 1:01:24 0:08:36 smithi master ubuntu 14.04 rados/singleton-nomsgr/{all/16113.yaml rados.yaml} 1
pass 2566274 2018-05-22 16:35:08 2018-05-22 16:51:12 2018-05-22 17:31:12 0:40:00 0:29:26 0:10:34 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 2566275 2018-05-22 16:35:09 2018-05-22 16:51:44 2018-05-22 17:15:43 0:23:59 0:09:50 0:14:09 smithi master rados/thrash-erasure-code-shec/{clusters/{fixed-4.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
fail 2566276 2018-05-22 16:35:10 2018-05-22 16:51:55 2018-05-22 18:15:56 1:24:01 1:15:11 0:08:50 smithi master centos rados/upgrade/{hammer-x-singleton/{0-cluster/{openstack.yaml start.yaml} 1-hammer-install/hammer.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-mon/mona.yaml 5-workload/{rbd-cls.yaml rbd-import-export.yaml readwrite.yaml snaps-few-objects.yaml} 6-next-mon/monb.yaml 7-workload/{radosbench.yaml rbd_api.yaml} 8-next-mon/monc.yaml 9-workload/{ec-rados-plugin=jerasure-k=3-m=1.yaml rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml test_cache-pool-snaps.yaml}} rados.yaml} 3
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op read 100 --op write 100 --op delete 50 --pool unique_pool_1'

pass 2566277 2018-05-22 16:35:10 2018-05-22 16:51:57 2018-05-22 17:25:56 0:33:59 0:23:29 0:10:30 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps.yaml} 2
fail 2566278 2018-05-22 16:35:11 2018-05-22 16:52:27 2018-05-22 17:18:26 0:25:59 0:14:31 0:11:28 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op read 100 --op copy_from 50 --op write 50 --op write_excl 50 --op delete 50 --pool base'

pass 2566279 2018-05-22 16:35:12 2018-05-22 16:52:27 2018-05-22 17:24:27 0:32:00 0:19:44 0:12:16 smithi master rados/singleton/{all/cephtool.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2566280 2018-05-22 16:35:13 2018-05-22 16:52:40 2018-05-22 17:18:39 0:25:59 0:15:01 0:10:58 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache.yaml} 2
fail 2566281 2018-05-22 16:35:14 2018-05-22 16:52:50 2018-05-22 17:28:49 0:35:59 0:25:23 0:10:36 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-05-22 17:18:52.909355 osd.0 172.21.15.35:6800/11162 301 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.937602 secs" in cluster log

pass 2566282 2018-05-22 16:35:14 2018-05-22 16:53:43 2018-05-22 17:21:43 0:28:00 0:17:51 0:10:09 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/fastread.yaml workloads/ec-small-objects-fast-read.yaml} 2
pass 2566283 2018-05-22 16:35:15 2018-05-22 16:53:43 2018-05-22 17:47:43 0:54:00 0:09:30 0:44:30 smithi master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 2566284 2018-05-22 16:35:16 2018-05-22 16:54:08 2018-05-22 17:14:07 0:19:59 0:08:02 0:11:57 smithi master rados/multimon/{clusters/6.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_with_skews.yaml} 2
pass 2566285 2018-05-22 16:35:17 2018-05-22 16:54:17 2018-05-22 17:10:16 0:15:59 0:06:39 0:09:20 smithi master rados/singleton/{all/divergent_priors.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2566286 2018-05-22 16:35:17 2018-05-22 16:54:18 2018-05-22 17:22:17 0:27:59 0:16:20 0:11:39 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/rados_api_tests.yaml} 2
pass 2566287 2018-05-22 16:35:18 2018-05-22 16:54:40 2018-05-22 17:12:39 0:17:59 0:06:14 0:11:45 smithi master rados/singleton-nomsgr/{all/cache-fs-trunc.yaml rados.yaml} 1
pass 2566288 2018-05-22 16:35:19 2018-05-22 16:55:10 2018-05-22 17:13:09 0:17:59 0:07:58 0:10:01 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_cls_all.yaml} 2
pass 2566289 2018-05-22 16:35:19 2018-05-22 16:56:04 2018-05-22 17:34:04 0:38:00 0:23:20 0:14:40 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/radosbench.yaml} 2
fail 2566290 2018-05-22 16:35:20 2018-05-22 16:56:18 2018-05-22 17:34:18 0:38:00 0:24:38 0:13:22 smithi master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_14.04.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-05-22 17:13:20.346180 osd.4 172.21.15.29:6800/13167 3 : cluster [WRN] 6 slow requests, 5 included below; oldest blocked for > 30.944485 secs" in cluster log

pass 2566291 2018-05-22 16:35:21 2018-05-22 16:56:18 2018-05-22 17:12:18 0:16:00 0:07:23 0:08:37 smithi master rados/singleton/{all/divergent_priors2.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2566292 2018-05-22 16:35:22 2018-05-22 16:56:24 2018-05-22 17:20:23 0:23:59 0:12:40 0:11:19 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/readwrite.yaml} 2
pass 2566293 2018-05-22 16:35:22 2018-05-22 16:57:46 2018-05-22 17:19:46 0:22:00 0:10:27 0:11:33 smithi master rados/objectstore/ceph_objectstore_tool.yaml 1
pass 2566294 2018-05-22 16:35:23 2018-05-22 16:57:52 2018-05-22 17:23:52 0:26:00 0:15:54 0:10:06 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/rgw_snaps.yaml} 2
pass 2566295 2018-05-22 16:35:24 2018-05-22 16:58:38 2018-05-22 17:14:37 0:15:59 0:06:53 0:09:06 smithi master rados/singleton/{all/dump-stuck.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2566296 2018-05-22 16:35:25 2018-05-22 16:59:39 2018-05-22 17:27:38 0:27:59 0:16:56 0:11:03 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/small-objects.yaml} 2
fail 2566297 2018-05-22 16:35:26 2018-05-22 17:00:01 2018-05-22 17:38:01 0:38:00 0:26:56 0:11:04 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op read 100 --op copy_from 50 --op write 50 --op write_excl 50 --op delete 50 --pool unique_pool_0'

pass 2566298 2018-05-22 16:35:26 2018-05-22 17:00:04 2018-05-22 17:20:03 0:19:59 0:07:39 0:12:20 smithi master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml msgr-failures/mon-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/sync.yaml workloads/rados_5925.yaml} 2
fail 2566299 2018-05-22 16:35:27 2018-05-22 17:00:10 2018-05-22 17:26:09 0:25:59 0:14:01 0:11:58 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/write_fadvise_dontneed.yaml} 2
Failure Reason:

"2018-05-22 17:19:07.996300 osd.3 172.21.15.149:6800/11031 53 : cluster [WRN] 10 slow requests, 5 included below; oldest blocked for > 30.984750 secs" in cluster log

pass 2566300 2018-05-22 16:35:28 2018-05-22 17:00:29 2018-05-22 17:24:28 0:23:59 0:13:49 0:10:10 smithi master centos rados/singleton/{all/ec-lost-unfound-upgrade.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
pass 2566301 2018-05-22 16:35:29 2018-05-22 17:00:54 2018-05-22 17:14:54 0:14:00 0:04:24 0:09:36 smithi master rados/singleton-nomsgr/{all/ceph-post-file.yaml rados.yaml} 1
pass 2566302 2018-05-22 16:35:29 2018-05-22 17:01:41 2018-05-22 17:25:40 0:23:59 0:09:18 0:14:41 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_python.yaml} 2
pass 2566303 2018-05-22 16:35:30 2018-05-22 17:01:43 2018-05-22 17:21:42 0:19:59 0:08:48 0:11:11 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 2566304 2018-05-22 16:35:31 2018-05-22 17:02:09 2018-05-22 17:22:09 0:20:00 0:09:11 0:10:49 smithi master rados/verify/{1thrash/default.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_cls_all.yaml validater/lockdep.yaml} 2
pass 2566305 2018-05-22 16:35:32 2018-05-22 17:02:09 2018-05-22 17:30:09 0:28:00 0:17:06 0:10:54 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-small-objects.yaml} 2
pass 2566306 2018-05-22 16:35:33 2018-05-22 17:02:13 2018-05-22 17:36:13 0:34:00 0:09:34 0:24:26 smithi master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 2566307 2018-05-22 16:35:33 2018-05-22 17:02:15 2018-05-22 17:42:15 0:40:00 0:30:36 0:09:24 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-agent-big.yaml} 2
pass 2566308 2018-05-22 16:35:34 2018-05-22 17:03:38 2018-05-22 17:31:38 0:28:00 0:17:33 0:10:27 smithi master rados/singleton/{all/ec-lost-unfound.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2566309 2018-05-22 16:35:35 2018-05-22 17:03:51 2018-05-22 17:25:51 0:22:00 0:11:49 0:10:11 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-agent-small.yaml} 2
pass 2566310 2018-05-22 16:35:36 2018-05-22 17:04:10 2018-05-22 17:20:09 0:15:59 0:05:23 0:10:36 smithi master rados/objectstore/filejournal.yaml 1
pass 2566311 2018-05-22 16:35:36 2018-05-22 17:04:28 2018-05-22 17:44:28 0:40:00 0:29:45 0:10:15 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 2566312 2018-05-22 16:35:37 2018-05-22 17:04:36 2018-05-22 17:34:36 0:30:00 0:11:40 0:18:20 smithi master rados/multimon/{clusters/9.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml} 3
fail 2566313 2018-05-22 16:35:38 2018-05-22 17:05:40 2018-05-22 17:25:39 0:19:59 0:13:59 0:06:00 smithi master centos rados/singleton/{all/lost-unfound-delete-upgrade.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
Failure Reason:

"2018-05-22 17:23:16.968291 osd.0 172.21.15.164:6800/2427 35 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.151292 secs" in cluster log

pass 2566314 2018-05-22 16:35:39 2018-05-22 17:05:41 2018-05-22 17:45:40 0:39:59 0:26:40 0:13:19 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-pool-snaps.yaml} 2
fail 2566315 2018-05-22 16:35:40 2018-05-22 17:05:55 2018-05-22 17:33:54 0:27:59 0:17:34 0:10:25 smithi master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml supported/centos_latest.yaml thrashers/default.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op setattr 25 --op read 100 --op copy_from 50 --op write 0 --op rmattr 25 --op append 100 --op delete 50 --pool unique_pool_0'

pass 2566316 2018-05-22 16:35:41 2018-05-22 17:06:18 2018-05-22 17:42:18 0:36:00 0:19:09 0:16:51 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-snaps.yaml} 2
pass 2566317 2018-05-22 16:35:41 2018-05-22 17:06:37 2018-05-22 17:22:37 0:16:00 0:05:40 0:10:20 smithi master rados/singleton-nomsgr/{all/export-after-evict.yaml rados.yaml} 1
pass 2566318 2018-05-22 16:35:42 2018-05-22 17:06:53 2018-05-22 17:28:52 0:21:59 0:11:24 0:10:35 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_stress_watch.yaml} 2
pass 2566319 2018-05-22 16:35:43 2018-05-22 17:08:12 2018-05-22 17:38:11 0:29:59 0:21:31 0:08:28 smithi master rados/singleton/{all/lost-unfound-delete.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2566320 2018-05-22 16:35:44 2018-05-22 17:08:18 2018-05-22 17:30:17 0:21:59 0:11:17 0:10:42 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache.yaml} 2
pass 2566321 2018-05-22 16:35:44 2018-05-22 17:08:55 2018-05-22 17:50:55 0:42:00 0:31:13 0:10:47 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 2566322 2018-05-22 16:35:45 2018-05-22 17:09:37 2018-05-22 17:41:37 0:32:00 0:17:40 0:14:20 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/rados_api_tests.yaml} 2
fail 2566323 2018-05-22 16:35:46 2018-05-22 17:10:17 2018-05-22 17:32:16 0:21:59 0:13:27 0:08:32 smithi master centos rados/singleton/{all/lost-unfound-upgrade.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
Failure Reason:

"2018-05-22 17:28:53.380809 osd.0 172.21.15.134:6800/1954 39 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.822838 secs" in cluster log

pass 2566324 2018-05-22 16:35:47 2018-05-22 17:10:40 2018-05-22 17:46:40 0:36:00 0:20:52 0:15:08 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/radosbench.yaml} 2
fail 2566325 2018-05-22 16:35:47 2018-05-22 17:11:24 2018-05-22 17:41:24 0:30:00 0:19:31 0:10:29 smithi master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/force-sync-many.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2018-05-22 17:28:14.223923 osd.4 172.21.15.174:6808/11173 9 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.088323 secs" in cluster log

pass 2566326 2018-05-22 16:35:48 2018-05-22 17:12:29 2018-05-22 21:14:33 4:02:04 3:51:42 0:10:22 smithi master rados/objectstore/filestore-idempotent-aio-journal.yaml 1
fail 2566327 2018-05-22 16:35:49 2018-05-22 17:12:30 2018-05-22 17:46:29 0:33:59 0:23:59 0:10:00 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml} 2
Failure Reason:

"2018-05-22 17:27:10.022530 osd.1 172.21.15.52:6804/11091 3 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.658341 secs" in cluster log

pass 2566328 2018-05-22 16:35:50 2018-05-22 17:12:41 2018-05-22 17:36:40 0:23:59 0:09:05 0:14:54 smithi master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 2566329 2018-05-22 16:35:50 2018-05-22 17:12:53 2018-05-22 17:44:52 0:31:59 0:08:42 0:23:17 smithi master rados/thrash-erasure-code-shec/{clusters/{fixed-4.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2566330 2018-05-22 16:35:51 2018-05-22 17:13:10 2018-05-22 17:37:10 0:24:00 0:14:08 0:09:52 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/readwrite.yaml} 2
pass 2566331 2018-05-22 16:35:52 2018-05-22 17:13:11 2018-05-22 17:45:10 0:31:59 0:21:48 0:10:11 smithi master rados/singleton/{all/lost-unfound.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2566332 2018-05-22 16:35:53 2018-05-22 17:14:14 2018-05-22 17:44:13 0:29:59 0:19:32 0:10:27 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/rgw_snaps.yaml} 2
fail 2566333 2018-05-22 16:35:54 2018-05-22 17:14:19 2018-05-22 17:30:18 0:15:59 0:07:34 0:08:25 smithi master rados/singleton-nomsgr/{all/full-tiering.yaml rados.yaml} 1
Failure Reason:

"2018-05-22 17:26:24.878869 osd.1 172.21.15.199:6804/11000 2 : cluster [WRN] 8 slow requests, 5 included below; oldest blocked for > 30.981218 secs" in cluster log

pass 2566334 2018-05-22 16:35:54 2018-05-22 17:15:17 2018-05-22 17:55:17 0:40:00 0:27:01 0:12:59 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_workunit_loadgen_big.yaml} 2
pass 2566335 2018-05-22 16:35:55 2018-05-22 17:15:45 2018-05-22 17:45:44 0:29:59 0:18:15 0:11:44 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/small-objects.yaml} 2
pass 2566336 2018-05-22 16:35:56 2018-05-22 17:16:21 2018-05-22 17:38:20 0:21:59 0:10:32 0:11:27 smithi master rados/singleton/{all/mon-config-keys.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2566337 2018-05-22 16:35:56 2018-05-22 17:16:21 2018-05-22 17:54:20 0:37:59 0:24:40 0:13:19 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/snaps-few-objects.yaml} 2
pass 2566338 2018-05-22 16:35:57 2018-05-22 17:17:52 2018-05-22 17:41:52 0:24:00 0:13:21 0:10:39 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2566339 2018-05-22 16:35:58 2018-05-22 17:18:23 2018-05-22 17:40:22 0:21:59 0:07:07 0:14:52 smithi master rados/multimon/{clusters/21.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_no_skews.yaml} 3
pass 2566340 2018-05-22 16:35:59 2018-05-22 17:18:23 2018-05-22 17:44:22 0:25:59 0:16:59 0:09:00 smithi master rados/singleton/{all/mon-thrasher.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2566341 2018-05-22 16:35:59 2018-05-22 17:18:27 2018-05-22 17:38:27 0:20:00 0:09:03 0:10:57 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 2566342 2018-05-22 16:36:00 2018-05-22 17:18:28 2018-05-22 17:56:28 0:38:00 0:23:57 0:14:03 smithi master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_14.04.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 2566343 2018-05-22 16:36:01 2018-05-22 17:18:40 2018-05-22 17:46:40 0:28:00 0:16:59 0:11:01 smithi master rados/verify/{1thrash/none.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml validater/valgrind.yaml} 2
pass 2566344 2018-05-22 16:36:02 2018-05-22 17:19:51 2018-05-22 17:51:51 0:32:00 0:19:07 0:12:53 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-agent-big.yaml} 2
pass 2566345 2018-05-22 16:36:03 2018-05-22 17:19:51 2018-05-22 21:21:55 4:02:04 3:50:56 0:11:08 smithi master rados/objectstore/filestore-idempotent.yaml 1
pass 2566346 2018-05-22 16:36:03 2018-05-22 17:20:04 2018-05-22 17:42:04 0:22:00 0:10:38 0:11:22 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-agent-small.yaml} 2
pass 2566347 2018-05-22 16:36:04 2018-05-22 17:20:10 2018-05-22 17:38:09 0:17:59 0:08:31 0:09:28 smithi master rados/singleton/{all/osd-backfill.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2566348 2018-05-22 16:36:05 2018-05-22 17:20:24 2018-05-22 17:42:24 0:22:00 0:09:00 0:13:00 smithi master ubuntu 14.04 rados/singleton-nomsgr/{all/lfn-upgrade-hammer.yaml rados.yaml} 1
pass 2566349 2018-05-22 16:36:06 2018-05-22 17:20:30 2018-05-22 17:48:30 0:28:00 0:16:37 0:11:23 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_workunit_loadgen_mix.yaml} 2
pass 2566350 2018-05-22 16:36:06 2018-05-22 17:21:54 2018-05-22 18:03:53 0:41:59 0:28:36 0:13:23 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
fail 2566351 2018-05-22 16:36:07 2018-05-22 17:21:54 2018-05-22 17:57:53 0:35:59 0:23:17 0:12:42 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op setattr 25 --op read 100 --op copy_from 50 --op write 0 --op rmattr 25 --op append 100 --op delete 50 --pool unique_pool_0'

fail 2566352 2018-05-22 16:36:08 2018-05-22 17:21:57 2018-05-22 17:55:57 0:34:00 0:09:07 0:24:53 smithi master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/fastread.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
Failure Reason:

"2018-05-22 17:53:31.531837 osd.0 172.21.15.103:6812/12918 29 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.094589 secs" in cluster log

fail 2566353 2018-05-22 16:36:09 2018-05-22 17:22:09 2018-05-22 18:10:09 0:48:00 0:31:26 0:16:34 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-05-22 18:02:04.081041 osd.5 172.21.15.202:6808/10995 375 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.624134 secs" in cluster log

pass 2566354 2018-05-22 16:36:09 2018-05-22 17:22:10 2018-05-22 17:42:09 0:19:59 0:09:17 0:10:42 smithi master rados/singleton/{all/osd-recovery-incomplete.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2566355 2018-05-22 16:36:10 2018-05-22 17:22:18 2018-05-22 18:02:18 0:40:00 0:26:27 0:13:33 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-snaps.yaml} 2
pass 2566356 2018-05-22 16:36:11 2018-05-22 17:22:38 2018-05-22 17:48:37 0:25:59 0:12:16 0:13:43 smithi master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/many.yaml workloads/rados_mon_workunits.yaml} 2
pass 2566357 2018-05-22 16:36:12 2018-05-22 17:23:11 2018-05-22 17:43:10 0:19:59 0:10:12 0:09:47 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache.yaml} 2
fail 2566358 2018-05-22 16:36:12 2018-05-22 17:23:53 2018-05-22 17:41:52 0:17:59 0:07:52 0:10:07 smithi master rados/singleton/{all/osd-recovery.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
Failure Reason:

"2018-05-22 17:37:22.184885 osd.1 172.21.15.195:6812/11781 1 : cluster [WRN] 6 slow requests, 5 included below; oldest blocked for > 30.906731 secs" in cluster log

pass 2566359 2018-05-22 16:36:13 2018-05-22 17:24:38 2018-05-22 18:06:37 0:41:59 0:30:55 0:11:04 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
fail 2566360 2018-05-22 16:36:14 2018-05-22 17:24:38 2018-05-22 17:54:37 0:29:59 0:19:56 0:10:03 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2018-05-22 17:45:24.065452 osd.4 172.21.15.57:6800/11017 74 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.021720 secs" in cluster log

pass 2566361 2018-05-22 16:36:15 2018-05-22 17:25:50 2018-05-22 17:45:50 0:20:00 0:09:19 0:10:41 smithi master ubuntu 14.04 rados/singleton-nomsgr/{all/lfn-upgrade-infernalis.yaml rados.yaml} 1
pass 2566362 2018-05-22 16:36:16 2018-05-22 17:25:50 2018-05-22 18:05:50 0:40:00 0:23:31 0:16:29 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_workunit_loadgen_mostlyread.yaml} 2
pass 2566363 2018-05-22 16:36:16 2018-05-22 17:25:51 2018-05-22 17:39:50 0:13:59 0:04:59 0:09:00 smithi master rados/objectstore/fusestore.yaml 1
pass 2566364 2018-05-22 16:36:17 2018-05-22 17:25:52 2018-05-22 17:41:51 0:15:59 0:05:48 0:10:11 smithi master rados/singleton/{all/peer.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2566365 2018-05-22 16:36:18 2018-05-22 17:25:58 2018-05-22 17:59:57 0:33:59 0:20:39 0:13:20 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/radosbench.yaml} 2
pass 2566366 2018-05-22 16:36:19 2018-05-22 17:26:10 2018-05-22 17:52:10 0:26:00 0:13:15 0:12:45 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/readwrite.yaml} 2
fail 2566367 2018-05-22 16:36:19 2018-05-22 17:27:20 2018-05-22 18:09:19 0:41:59 0:29:15 0:12:44 smithi master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml supported/centos_latest.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-05-22 17:52:51.231753 osd.4 172.21.15.29:6808/29060 147 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.657398 secs" in cluster log

pass 2566368 2018-05-22 16:36:20 2018-05-22 17:27:39 2018-05-22 17:55:39 0:28:00 0:17:25 0:10:35 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/rgw_snaps.yaml} 2
pass 2566369 2018-05-22 16:36:21 2018-05-22 17:27:44 2018-05-22 17:43:43 0:15:59 0:05:52 0:10:07 smithi master rados/multimon/{clusters/3.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_with_skews.yaml} 1
pass 2566370 2018-05-22 16:36:22 2018-05-22 17:28:30 2018-05-22 17:44:29 0:15:59 0:05:53 0:10:06 smithi master rados/singleton/{all/pg-removal-interruption.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2566371 2018-05-22 16:36:22 2018-05-22 17:28:51 2018-05-22 18:08:50 0:39:59 0:21:20 0:18:39 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/ec-radosbench.yaml} 2
pass 2566372 2018-05-22 16:36:23 2018-05-22 17:28:54 2018-05-22 17:52:53 0:23:59 0:09:21 0:14:38 smithi master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
fail 2566373 2018-05-22 16:36:24 2018-05-22 17:30:10 2018-05-22 18:00:09 0:29:59 0:19:07 0:10:52 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-05-22 17:51:57.222516 osd.0 172.21.15.172:6804/11071 101 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.695700 secs" in cluster log

fail 2566374 2018-05-22 16:36:25 2018-05-22 17:30:19 2018-05-22 17:56:18 0:25:59 0:13:57 0:12:02 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op read 100 --op copy_from 50 --op write 50 --op write_excl 50 --op delete 50 --pool unique_pool_0'

pass 2566375 2018-05-22 16:36:26 2018-05-22 17:30:19 2018-05-22 17:46:18 0:15:59 0:07:30 0:08:29 smithi master rados/singleton/{all/radostool.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2566376 2018-05-22 16:36:27 2018-05-22 17:31:23 2018-05-22 17:59:23 0:28:00 0:12:49 0:15:11 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2566377 2018-05-22 16:36:27 2018-05-22 17:31:39 2018-05-22 18:03:39 0:32:00 0:22:43 0:09:17 smithi master rados/singleton-nomsgr/{all/msgr.yaml rados.yaml} 1
fail 2566378 2018-05-22 16:36:28 2018-05-22 17:32:12 2018-05-22 17:58:12 0:26:00 0:11:10 0:14:50 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/repair_test.yaml} 2
pass 2566379 2018-05-22 16:36:29 2018-05-22 17:32:18 2018-05-22 17:52:17 0:19:59 0:08:52 0:11:07 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 2566380 2018-05-22 16:36:30 2018-05-22 17:32:42 2018-05-22 18:06:42 0:34:00 0:17:46 0:16:14 smithi master rados/verify/{1thrash/default.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml validater/lockdep.yaml} 2
pass 2566381 2018-05-22 16:36:31 2018-05-22 17:33:57 2018-05-22 17:51:56 0:17:59 0:07:19 0:10:40 smithi master rados/singleton/{all/reg11184.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2566382 2018-05-22 16:36:31 2018-05-22 17:34:05 2018-05-22 18:02:05 0:28:00 0:15:52 0:12:08 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-agent-big.yaml} 2
pass 2566383 2018-05-22 16:36:32 2018-05-22 17:34:19 2018-05-22 18:20:19 0:46:00 0:35:16 0:10:44 smithi master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/one.yaml workloads/snaps-few-objects.yaml} 2
pass 2566384 2018-05-22 16:36:33 2018-05-22 17:34:37 2018-05-22 17:48:36 0:13:59 0:05:14 0:08:45 smithi master rados/objectstore/keyvaluedb.yaml 1
pass 2566385 2018-05-22 16:36:34 2018-05-22 17:36:21 2018-05-22 18:02:20 0:25:59 0:09:03 0:16:56 smithi master rados/thrash-erasure-code-shec/{clusters/{fixed-4.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2566386 2018-05-22 16:36:35 2018-05-22 17:36:21 2018-05-22 17:58:20 0:21:59 0:11:00 0:10:59 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-agent-small.yaml} 2
pass 2566387 2018-05-22 16:36:36 2018-05-22 17:36:41 2018-05-22 17:52:40 0:15:59 0:06:45 0:09:14 smithi master rados/singleton/{all/rest-api.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2566388 2018-05-22 16:36:36 2018-05-22 17:37:11 2018-05-22 18:13:11 0:36:00 0:25:41 0:10:19 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
fail 2566389 2018-05-22 16:36:37 2018-05-22 17:38:06 2018-05-22 18:26:05 0:47:59 0:36:08 0:11:51 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-05-22 17:58:35.215860 osd.5 172.21.15.120:6808/11022 126 : cluster [WRN] 6 slow requests, 5 included below; oldest blocked for > 30.719591 secs" in cluster log

fail 2566390 2018-05-22 16:36:38 2018-05-22 17:38:10 2018-05-22 18:18:10 0:40:00 0:27:23 0:12:37 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-05-22 17:57:11.212923 osd.0 172.21.15.154:6804/11136 19 : cluster [WRN] 10 slow requests, 5 included below; oldest blocked for > 30.299001 secs" in cluster log

pass 2566391 2018-05-22 16:36:39 2018-05-22 17:38:13 2018-05-22 18:10:12 0:31:59 0:18:16 0:13:43 smithi master rados/singleton-nomsgr/{all/multi-backfill-reject.yaml rados.yaml} 2
pass 2566392 2018-05-22 16:36:40 2018-05-22 17:38:21 2018-05-22 18:06:21 0:28:00 0:16:17 0:11:43 smithi master rados/singleton/{all/thrash-rados.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
fail 2566393 2018-05-22 16:36:41 2018-05-22 17:38:28 2018-05-22 18:02:28 0:24:00 0:12:39 0:11:21 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-small-objects-fast-read.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --ec-pool --max-ops 400000 --objects 1024 --max-in-flight 64 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 600 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op append_excl 50 --op setattr 25 --op read 100 --op copy_from 50 --op write 0 --op write_excl 0 --op rmattr 25 --op append 50 --op delete 50 --pool unique_pool_0'

pass 2566394 2018-05-22 16:36:41 2018-05-22 17:39:54 2018-05-22 18:07:53 0:27:59 0:08:30 0:19:29 smithi master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
fail 2566395 2018-05-22 16:36:42 2018-05-22 17:39:54 2018-05-22 18:21:54 0:42:00 0:29:32 0:12:28 smithi master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_14.04.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-05-22 18:09:50.344801 osd.1 172.21.15.155:6812/20126 97 : cluster [WRN] 5 slow requests, 5 included below; oldest blocked for > 30.643026 secs" in cluster log

pass 2566396 2018-05-22 16:36:43 2018-05-22 17:40:13 2018-05-22 18:00:12 0:19:59 0:10:05 0:09:54 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/scrub_test.yaml} 2
pass 2566397 2018-05-22 16:36:44 2018-05-22 17:40:25 2018-05-22 18:06:24 0:25:59 0:13:29 0:12:30 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache.yaml} 2
pass 2566398 2018-05-22 16:36:45 2018-05-22 17:41:35 2018-05-22 18:17:35 0:36:00 0:24:44 0:11:16 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 2566399 2018-05-22 16:36:46 2018-05-22 17:14:10 2018-05-22 17:36:09 0:21:59 0:11:33 0:10:26 smithi master rados/multimon/{clusters/6.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml} 2
pass 2566400 2018-05-22 16:36:47 2018-05-22 17:41:38 2018-05-22 18:11:38 0:30:00 0:17:02 0:12:58 smithi master rados/singleton/{all/thrash_cache_writeback_proxy_none.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
pass 2566401 2018-05-22 16:36:47 2018-05-22 17:41:52 2018-05-22 18:09:52 0:28:00 0:17:36 0:10:24 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/rados_api_tests.yaml} 2
pass 2566402 2018-05-22 16:36:48 2018-05-22 17:41:53 2018-05-22 18:05:52 0:23:59 0:14:43 0:09:16 smithi master rados/objectstore/objectcacher-stress.yaml 1
pass 2566403 2018-05-22 16:36:49 2018-05-22 17:41:53 2018-05-22 18:13:53 0:32:00 0:21:16 0:10:44 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/radosbench.yaml} 2
pass 2566404 2018-05-22 16:36:50 2018-05-22 17:42:05 2018-05-22 17:58:04 0:15:59 0:06:12 0:09:47 smithi master rados/singleton/{all/watch-notify-same-primary.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2566405 2018-05-22 16:36:51 2018-05-22 17:42:10 2018-05-22 18:06:10 0:24:00 0:14:11 0:09:49 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/readwrite.yaml} 2
Failure Reason:

"2018-05-22 18:02:55.400529 osd.2 172.21.15.175:6800/16322 11 : cluster [WRN] 6 slow requests, 5 included below; oldest blocked for > 30.300840 secs" in cluster log