Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
dead 2334230 2018-03-29 23:44:19 2018-03-29 23:44:33 2018-03-30 11:47:03 12:02:30 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/set-chunks.yaml} 2
pass 2334231 2018-03-29 23:44:19 2018-03-29 23:44:34 2018-03-30 00:16:39 0:32:05 0:23:19 0:08:46 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
pass 2334232 2018-03-29 23:44:20 2018-03-29 23:44:33 2018-03-30 00:08:36 0:24:03 0:17:21 0:06:42 smithi master rados/singleton/{all/max-pg-per-osd.from-replica.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml} 1
dead 2334233 2018-03-29 23:44:21 2018-03-29 23:44:34 2018-03-30 11:47:06 12:02:32 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
pass 2334234 2018-03-29 23:44:21 2018-03-29 23:44:35 2018-03-30 00:08:38 0:24:03 0:16:14 0:07:49 smithi master rados/perf/{ceph.yaml objectstore/bluestore.yaml openstack.yaml settings/optimized.yaml workloads/radosbench_4M_seq_read.yaml} 1
pass 2334235 2018-03-29 23:44:22 2018-03-29 23:44:35 2018-03-30 00:26:39 0:42:04 0:30:36 0:11:28 smithi master rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml} 1
pass 2334236 2018-03-29 23:44:23 2018-03-29 23:44:33 2018-03-30 00:16:36 0:32:03 0:20:04 0:11:59 smithi master rados/monthrash/{ceph.yaml clusters/3-mons.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml thrashers/sync.yaml workloads/rados_mon_workunits.yaml} 2
pass 2334237 2018-03-29 23:44:23 2018-03-29 23:44:33 2018-03-30 00:02:37 0:18:04 0:12:17 0:05:47 smithi master rados/objectstore/alloc-hint.yaml 1
fail 2334238 2018-03-29 23:44:24 2018-03-29 23:44:34 2018-03-30 00:04:35 0:20:01 0:11:26 0:08:35 smithi master rados/rest/mgr-restful.yaml 1
Failure Reason:

"2018-03-30 00:00:18.795517 mon.a mon.0 172.21.15.104:6789/0 162 : cluster [WRN] Health check failed: pauserd,pausewr flag(s) set (OSDMAP_FLAGS)" in cluster log

pass 2334239 2018-03-29 23:44:24 2018-03-29 23:44:33 2018-03-30 00:02:33 0:18:00 0:12:04 0:05:56 smithi master rados/singleton-nomsgr/{all/admin_socket_output.yaml rados.yaml} 1
pass 2334240 2018-03-29 23:44:25 2018-03-29 23:44:35 2018-03-30 00:04:38 0:20:03 0:11:28 0:08:35 smithi master rados/standalone/crush.yaml 1
fail 2334241 2018-03-29 23:44:26 2018-03-29 23:44:34 2018-03-30 00:16:37 0:32:03 0:26:03 0:06:00 smithi master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read.yaml} 2
Failure Reason:

"2018-03-30 00:04:21.548115 osd.2 osd.2 172.21.15.145:6809/19114 44 : cluster [ERR] Error -2 reading object 2:cb9f3517:::smithi14514866-1006:f" in cluster log

dead 2334242 2018-03-29 23:44:26 2018-03-29 23:44:35 2018-03-30 11:47:09 12:02:34 smithi master rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-bitmap.yaml rados.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
pass 2334243 2018-03-29 23:44:27 2018-03-29 23:44:33 2018-03-30 00:22:39 0:38:06 0:26:31 0:11:35 smithi master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported/centos_latest.yaml thrashers/none.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 2334244 2018-03-29 23:44:28 2018-03-29 23:44:34 2018-03-30 00:14:39 0:30:05 0:18:29 0:11:36 smithi master rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-bitmap.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
dead 2334245 2018-03-29 23:44:28 2018-03-29 23:44:34 2018-03-30 11:47:06 12:02:32 11:48:09 0:14:23 smithi master rados/upgrade/luminous-x-singleton/{0-cluster/{openstack.yaml start.yaml} 1-install/luminous.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{rbd-cls.yaml rbd-import-export.yaml readwrite.yaml snaps-few-objects.yaml} 5-workload/{radosbench.yaml rbd_api.yaml} 6-finish-upgrade.yaml 7-mimic.yaml 8-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} thrashosds-health.yaml} 3
Failure Reason:

SSH connection to smithi003 was lost: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json'

pass 2334246 2018-03-29 23:44:29 2018-03-29 23:44:34 2018-03-30 00:24:37 0:40:03 0:27:51 0:12:12 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml tasks/rgw_snaps.yaml} 2
pass 2334247 2018-03-29 23:44:30 2018-03-29 23:44:35 2018-03-30 00:04:37 0:20:02 0:12:48 0:07:14 smithi master rados/singleton/{all/mon-auth-caps.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
dead 2334248 2018-03-29 23:44:30 2018-03-29 23:44:35 2018-03-30 11:47:10 12:02:35 11:51:33 0:11:02 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
Failure Reason:

SSH connection to smithi023 was lost: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --write-fadvise-dontneed --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 50 --op write_excl 50 --op delete 10 --pool unique_pool_0'

fail 2334249 2018-03-29 23:44:31 2018-03-29 23:44:34 2018-03-30 01:42:41 1:58:07 1:46:47 0:11:20 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
Failure Reason:

reached maximum tries (800) after waiting for 4800 seconds

pass 2334250 2018-03-29 23:44:32 2018-03-29 23:44:35 2018-03-30 00:06:39 0:22:04 0:17:52 0:04:12 smithi master rados/singleton/{all/mon-config-keys.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml} 1
fail 2334251 2018-03-29 23:44:32 2018-03-29 23:44:34 2018-03-30 00:46:34 1:02:00 0:52:18 0:09:42 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

failed to recover before timeout expired

dead 2334252 2018-03-29 23:44:33 2018-03-29 23:44:35 2018-03-30 11:47:15 12:02:40 smithi master rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/osd-delay.yaml rados.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read-overwrites.yaml} 2
pass 2334253 2018-03-29 23:44:34 2018-03-29 23:44:35 2018-03-30 00:04:38 0:20:03 0:11:38 0:08:25 smithi master rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-comp.yaml tasks/workunits.yaml} 2
pass 2334254 2018-03-29 23:44:35 2018-03-29 23:44:36 2018-03-30 00:16:36 0:32:00 0:24:12 0:07:48 smithi master rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml workloads/radosbench_4M_write.yaml} 1
pass 2334255 2018-03-29 23:44:35 2018-03-29 23:44:36 2018-03-30 00:18:40 0:34:04 0:19:53 0:14:11 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
pass 2334256 2018-03-29 23:44:36 2018-03-29 23:44:37 2018-03-30 00:04:39 0:20:02 0:13:15 0:06:47 smithi master rados/singleton/{all/mon-seesaw.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml} 1
pass 2334257 2018-03-29 23:44:37 2018-03-29 23:44:38 2018-03-30 00:12:40 0:28:02 0:17:44 0:10:18 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/scrub_test.yaml} 2
pass 2334258 2018-03-29 23:44:38 2018-03-29 23:44:39 2018-03-30 00:04:43 0:20:04 0:12:29 0:07:35 smithi master rados/singleton-nomsgr/{all/cache-fs-trunc.yaml rados.yaml} 1
dead 2334259 2018-03-29 23:44:38 2018-03-29 23:44:39 2018-03-30 11:47:13 12:02:34 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 2334260 2018-03-29 23:44:39 2018-03-29 23:44:40 2018-03-30 01:04:42 1:20:02 1:11:04 0:08:58 smithi master rados/singleton/{all/osd-backfill.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml} 1
pass 2334261 2018-03-29 23:44:40 2018-03-29 23:44:41 2018-03-30 00:12:43 0:28:02 0:18:17 0:09:45 smithi master rados/multimon/{clusters/21.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml tasks/mon_clock_no_skews.yaml} 3
dead 2334262 2018-03-29 23:44:40 2018-03-29 23:44:41 2018-03-30 11:47:07 12:02:26 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
pass 2334263 2018-03-29 23:44:41 2018-03-29 23:44:42 2018-03-30 00:16:47 0:32:05 0:24:46 0:07:19 smithi master centos rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml tasks/mon_recovery.yaml validater/valgrind.yaml} 2
pass 2334264 2018-03-29 23:44:42 2018-03-29 23:44:43 2018-03-30 00:12:44 0:28:01 0:21:15 0:06:46 smithi master rados/objectstore/ceph_objectstore_tool.yaml 1
pass 2334265 2018-03-29 23:44:43 2018-03-29 23:44:44 2018-03-30 00:08:45 0:24:01 0:15:56 0:08:05 smithi master rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml workloads/sample_fio.yaml} 1
dead 2334266 2018-03-29 23:44:43 2018-03-29 23:44:44 2018-03-30 11:47:23 12:02:39 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
pass 2334267 2018-03-29 23:44:44 2018-03-29 23:44:45 2018-03-30 00:08:47 0:24:02 0:18:10 0:05:52 smithi master rados/singleton/{all/osd-recovery-incomplete.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
dead 2334268 2018-03-29 23:44:45 2018-03-29 23:44:46 2018-03-30 11:47:23 12:02:37 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache.yaml} 2
pass 2334269 2018-03-29 23:44:45 2018-03-29 23:44:46 2018-03-30 00:24:49 0:40:03 0:24:54 0:15:09 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml} 2
pass 2334270 2018-03-29 23:44:46 2018-03-29 23:44:47 2018-03-30 00:04:48 0:20:01 0:10:03 0:09:58 smithi master rados/singleton-nomsgr/{all/ceph-kvstore-tool.yaml rados.yaml} 1
pass 2334271 2018-03-29 23:44:47 2018-03-29 23:44:48 2018-03-30 00:22:49 0:38:01 0:30:28 0:07:33 smithi master rados/singleton/{all/osd-recovery.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml} 1
pass 2334272 2018-03-29 23:44:47 2018-03-29 23:44:48 2018-03-30 00:20:52 0:36:04 0:26:56 0:09:08 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 2334273 2018-03-29 23:44:48 2018-03-29 23:44:49 2018-03-30 00:26:54 0:42:05 0:33:59 0:08:06 smithi master rados/monthrash/{ceph.yaml clusters/9-mons.yaml mon_kv_backend/rocksdb.yaml msgr-failures/mon-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml thrashers/force-sync-many.yaml workloads/snaps-few-objects.yaml} 2
pass 2334274 2018-03-29 23:44:49 2018-03-29 23:44:50 2018-03-30 00:20:54 0:36:04 0:29:20 0:06:44 smithi master rados/standalone/erasure-code.yaml 1
pass 2334275 2018-03-29 23:44:49 2018-03-29 23:44:50 2018-03-30 00:22:52 0:38:02 0:26:57 0:11:05 smithi master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-small-objects.yaml} 2
fail 2334276 2018-03-29 23:44:50 2018-03-29 23:44:51 2018-03-30 00:16:51 0:32:00 0:21:02 0:10:58 smithi master rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml rados.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
Failure Reason:

"2018-03-30 00:12:33.410492 osd.3 osd.3 172.21.15.200:6804/13068 30 : cluster [ERR] 2.bs0 missing primary copy of 2:d45683c3:::smithi20014847-17 oooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooo:8, will try copies on 0(7),1(5),2(1),5(3),7(2),11(4)" in cluster log

fail 2334277 2018-03-29 23:44:51 2018-03-29 23:44:52 2018-03-30 00:20:55 0:36:03 0:29:10 0:06:53 smithi master ubuntu 16.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml rados.yaml supported/ubuntu_latest.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-03-30 00:12:17.193043 osd.5 osd.5 172.21.15.143:6805/13225 387 : cluster [ERR] Error -2 reading object 2:f38c5273:::smithi07914865-27 oooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooo:4" in cluster log

pass 2334278 2018-03-29 23:44:51 2018-03-29 23:44:53 2018-03-30 00:16:55 0:32:02 0:21:20 0:10:42 smithi master rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2334279 2018-03-29 23:44:52 2018-03-29 23:44:53 2018-03-30 00:24:55 0:40:02 0:32:07 0:07:55 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
pass 2334280 2018-03-29 23:44:53 2018-03-29 23:44:54 2018-03-30 00:08:56 0:24:02 0:14:08 0:09:54 smithi master rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml workloads/sample_radosbench.yaml} 1
pass 2334281 2018-03-29 23:44:53 2018-03-29 23:44:54 2018-03-30 00:04:57 0:20:03 0:11:19 0:08:44 smithi master rados/singleton/{all/peer.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml} 1
fail 2334282 2018-03-29 23:44:54 2018-03-29 23:44:55 2018-03-30 01:23:00 1:38:05 1:23:42 0:14:23 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
Failure Reason:

reached maximum tries (500) after waiting for 3000 seconds

dead 2334283 2018-03-29 23:44:55 2018-03-29 23:44:57 2018-03-30 11:47:34 12:02:37 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 2334284 2018-03-29 23:44:55 2018-03-29 23:44:56 2018-03-30 00:04:59 0:20:03 0:12:31 0:07:32 smithi master rados/singleton/{all/pg-removal-interruption.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml} 1
pass 2334285 2018-03-29 23:44:56 2018-03-29 23:44:57 2018-03-30 00:04:59 0:20:02 0:11:31 0:08:31 smithi master rados/objectstore/filejournal.yaml 1
pass 2334286 2018-03-29 23:44:57 2018-03-29 23:44:58 2018-03-30 00:13:01 0:28:03 0:13:21 0:14:42 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/rados_cls_all.yaml} 2
pass 2334287 2018-03-29 23:44:57 2018-03-29 23:44:58 2018-03-30 00:03:00 0:18:02 0:08:37 0:09:25 smithi master rados/singleton-nomsgr/{all/ceph-post-file.yaml rados.yaml} 1
dead 2334288 2018-03-29 23:44:58 2018-03-29 23:44:59 2018-03-30 11:47:34 12:02:35 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 2334289 2018-03-29 23:44:59 2018-03-29 23:45:00 2018-03-30 00:07:03 0:22:03 0:13:46 0:08:17 smithi master rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-comp.yaml tasks/dashboard.yaml} 2
pass 2334290 2018-03-29 23:45:00 2018-03-29 23:45:01 2018-03-30 00:11:04 0:26:03 0:15:40 0:10:23 smithi master rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml workloads/fio_4K_rand_read.yaml} 1
pass 2334291 2018-03-29 23:45:00 2018-03-29 23:45:01 2018-03-30 00:23:04 0:38:03 0:25:24 0:12:39 smithi master rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml} 1
fail 2334292 2018-03-29 23:45:01 2018-03-29 23:45:02 2018-03-30 00:09:04 0:24:02 0:15:32 0:08:30 smithi master rados/singleton/{all/radostool.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
Failure Reason:

Command failed (workunit test rados/test_rados_tool.sh) on smithi203 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-partial-recovery-2018-03-29 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test_rados_tool.sh'

dead 2334293 2018-03-29 23:45:02 2018-03-29 23:45:03 2018-03-30 11:47:32 12:02:29 smithi master rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/fastclose.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-small-objects-overwrites.yaml} 2
pass 2334294 2018-03-29 23:45:02 2018-03-29 23:45:03 2018-03-30 00:15:08 0:30:05 0:17:06 0:12:59 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/set-chunks.yaml} 2
dead 2334295 2018-03-29 23:45:03 2018-03-29 23:45:04 2018-03-30 11:47:40 12:02:36 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
pass 2334296 2018-03-29 23:45:04 2018-03-29 23:45:05 2018-03-30 00:27:08 0:42:03 0:32:25 0:09:38 smithi master rados/singleton/{all/random-eio.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml} 2
pass 2334297 2018-03-29 23:45:04 2018-03-29 23:45:05 2018-03-30 00:13:08 0:28:03 0:12:30 0:15:33 smithi master rados/multimon/{clusters/3.yaml mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_with_skews.yaml} 2
dead 2334298 2018-03-29 23:45:05 2018-03-29 23:45:06 2018-03-30 11:47:35 12:02:29 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
pass 2334299 2018-03-29 23:45:06 2018-03-29 23:45:07 2018-03-30 00:21:10 0:36:03 0:26:29 0:09:34 smithi master rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml validater/lockdep.yaml} 2
pass 2334300 2018-03-29 23:45:06 2018-03-29 23:45:07 2018-03-30 00:09:07 0:24:00 0:15:24 0:08:36 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml tasks/rados_python.yaml} 2
pass 2334301 2018-03-29 23:45:07 2018-03-29 23:45:08 2018-03-30 00:07:11 0:22:03 0:12:42 0:09:21 smithi master rados/singleton-nomsgr/{all/export-after-evict.yaml rados.yaml} 1
pass 2334302 2018-03-29 23:45:08 2018-03-29 23:45:09 2018-03-30 00:17:13 0:32:04 0:23:01 0:09:03 smithi master rados/perf/{ceph.yaml objectstore/bluestore.yaml openstack.yaml settings/optimized.yaml workloads/fio_4K_rand_rw.yaml} 1
pass 2334303 2018-03-29 23:45:08 2018-03-29 23:45:09 2018-03-30 00:05:11 0:20:02 0:13:36 0:06:26 smithi master rados/singleton/{all/rebuild-mondb.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml} 1
dead 2334304 2018-03-29 23:45:09 2018-03-29 23:45:10 2018-03-30 11:47:39 12:02:29 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2334305 2018-03-29 23:45:10 2018-03-29 23:45:11 2018-03-30 00:19:12 0:34:01 0:20:42 0:13:19 smithi master rados/monthrash/{ceph.yaml clusters/3-mons.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml thrashers/force-sync-many.yaml workloads/pool-create-delete.yaml} 2
pass 2334306 2018-03-29 23:45:10 2018-03-29 23:45:11 2018-03-30 03:41:20 3:56:09 3:47:25 0:08:44 smithi master rados/objectstore/filestore-idempotent-aio-journal.yaml 1
pass 2334307 2018-03-29 23:45:11 2018-03-29 23:45:12 2018-03-30 00:11:15 0:26:03 0:15:11 0:10:52 smithi master rados/standalone/misc.yaml 1
fail 2334308 2018-03-29 23:45:12 2018-03-29 23:45:13 2018-03-30 01:45:16 2:00:03 1:46:33 0:13:30 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
Failure Reason:

reached maximum tries (800) after waiting for 4800 seconds

fail 2334309 2018-03-29 23:45:12 2018-03-29 23:45:13 2018-03-30 00:29:17 0:44:04 0:30:14 0:13:50 smithi master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-bitmap.yaml rados.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml} 2
Failure Reason:

"2018-03-30 00:17:49.008675 osd.7 osd.7 172.21.15.8:6804/22189 33 : cluster [ERR] Error -2 reading object 2:1154c21a:::smithi10114948-13 oooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooo:b0" in cluster log

fail 2334310 2018-03-29 23:45:13 2018-03-29 23:45:14 2018-03-30 00:31:16 0:46:02 0:33:22 0:12:40 smithi master rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
Failure Reason:

"2018-03-30 00:15:45.016254 osd.8 osd.8 172.21.15.133:6804/13334 80 : cluster [ERR] Error -2 reading object 2:6e71c658:::smithi02815045-23 oooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooo:11" in cluster log

fail 2334311 2018-03-29 23:45:14 2018-03-29 23:45:15 2018-03-30 00:25:16 0:40:01 0:29:51 0:10:10 smithi master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore.yaml rados.yaml supported/centos_latest.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-03-30 00:09:34.370913 osd.5 osd.5 172.21.15.33:6805/31023 169 : cluster [ERR] 2.12s0 missing primary copy of 2:49c742bb:::smithi03534441-1 oooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooo:72, will try copies on 0(2)" in cluster log

pass 2334312 2018-03-29 23:45:14 2018-03-29 23:45:15 2018-03-30 00:15:15 0:30:00 0:18:48 0:11:12 smithi master rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2334313 2018-03-29 23:45:15 2018-03-29 23:45:16 2018-03-30 00:53:21 1:08:05 0:57:32 0:10:33 smithi master rados/singleton/{all/recovery-preemption.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml} 1
pass 2334314 2018-03-29 23:45:16 2018-03-29 23:45:17 2018-03-30 00:17:19 0:32:02 0:19:19 0:12:43 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
pass 2334315 2018-03-29 23:45:17 2018-03-29 23:45:18 2018-03-30 00:05:17 0:19:59 0:14:04 0:05:55 smithi master rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml workloads/fio_4M_rand_read.yaml} 1
dead 2334316 2018-03-29 23:45:17 2018-03-29 23:45:18 2018-03-30 11:47:55 12:02:37 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
pass 2334317 2018-03-29 23:45:18 2018-03-29 23:45:19 2018-03-30 00:13:21 0:28:02 0:16:17 0:11:45 smithi master rados/singleton/{all/reg11184.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2334318 2018-03-29 23:45:19 2018-03-29 23:45:20 2018-03-30 00:23:21 0:38:01 0:27:02 0:10:59 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml tasks/rados_stress_watch.yaml} 2
pass 2334319 2018-03-29 23:45:19 2018-03-29 23:45:20 2018-03-30 00:07:23 0:22:03 0:11:10 0:10:53 smithi master rados/singleton-nomsgr/{all/full-tiering.yaml rados.yaml} 1
dead 2334320 2018-03-29 23:45:20 2018-03-29 23:45:21 2018-03-30 11:48:00 12:02:39 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 2334321 2018-03-29 23:45:21 2018-03-29 23:45:22 2018-03-30 00:13:24 0:28:02 0:17:44 0:10:18 smithi master rados/singleton/{all/resolve_stuck_peering.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml} 2
dead 2334322 2018-03-29 23:45:21 2018-03-29 23:45:22 2018-03-30 11:47:56 12:02:34 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
dead 2334323 2018-03-29 23:45:22 2018-03-29 23:45:23 2018-03-30 11:48:00 12:02:37 11:50:57 0:11:40 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

SSH connection to smithi110 was lost: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op read 100 --op copy_from 50 --op write 50 --op write_excl 50 --op cache_try_flush 50 --op cache_flush 50 --op cache_evict 50 --op delete 50 --pool base'

pass 2334324 2018-03-29 23:45:23 2018-03-29 23:45:24 2018-03-30 00:09:25 0:24:01 0:14:07 0:09:54 smithi master rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore.yaml tasks/failover.yaml} 2
pass 2334325 2018-03-29 23:45:23 2018-03-29 23:45:24 2018-03-30 00:07:26 0:22:02 0:13:24 0:08:38 smithi master rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml workloads/fio_4M_rand_rw.yaml} 1
pass 2334326 2018-03-29 23:45:24 2018-03-29 23:45:25 2018-03-30 00:05:27 0:20:02 0:11:18 0:08:44 smithi master rados/singleton/{all/rest-api.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml} 1
pass 2334327 2018-03-29 23:45:25 2018-03-29 23:45:26 2018-03-30 03:43:33 3:58:07 3:49:01 0:09:06 smithi master rados/objectstore/filestore-idempotent.yaml 1
pass 2334328 2018-03-29 23:45:25 2018-03-29 23:45:26 2018-03-30 00:09:28 0:24:02 0:14:02 0:10:00 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache.yaml} 2
dead 2334329 2018-03-29 23:45:26 2018-03-29 23:45:27 2018-03-30 11:48:00 12:02:33 smithi master rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/few.yaml rados.yaml thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-snaps-few-objects-overwrites.yaml} 2
pass 2334330 2018-03-29 23:45:27 2018-03-30 00:02:47 2018-03-30 00:24:46 0:21:59 0:07:31 0:14:28 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_striper.yaml} 2
pass 2334331 2018-03-29 23:45:27 2018-03-30 00:03:10 2018-03-30 00:17:09 0:13:59 0:07:20 0:06:39 smithi master rados/singleton-nomsgr/{all/health-warnings.yaml rados.yaml} 1
pass 2334332 2018-03-29 23:45:28 2018-03-30 00:04:45 2018-03-30 00:24:45 0:20:00 0:13:12 0:06:48 smithi master rados/singleton/{all/test_envlibrados_for_rocksdb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml} 1
dead 2334333 2018-03-29 23:45:29 2018-03-30 00:04:45 2018-03-30 12:07:22 12:02:37 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 2334334 2018-03-29 23:45:29 2018-03-30 00:04:45 2018-03-30 00:20:45 0:16:00 0:08:58 0:07:02 smithi master rados/multimon/{clusters/3.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/mon_recovery.yaml} 2
fail 2334335 2018-03-29 23:45:30 2018-03-30 00:04:45 2018-03-30 03:42:50 3:38:05 3:30:32 0:07:33 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

Command failed (workunit test rados/test.sh) on smithi170 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-partial-recovery-2018-03-29 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

pass 2334336 2018-03-29 23:45:31 2018-03-30 00:04:45 2018-03-30 00:32:45 0:28:00 0:21:08 0:06:52 smithi master centos rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/rados_cls_all.yaml validater/valgrind.yaml} 2
pass 2334337 2018-03-29 23:45:31 2018-03-30 00:04:45 2018-03-30 00:22:45 0:18:00 0:11:22 0:06:38 smithi master rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml workloads/fio_4M_rand_write.yaml} 1
pass 2334338 2018-03-29 23:45:32 2018-03-30 00:04:49 2018-03-30 00:34:49 0:30:00 0:23:40 0:06:20 smithi master rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml} 1
dead 2334339 2018-03-29 23:45:33 2018-03-30 00:04:58 2018-03-30 12:07:32 12:02:34 smithi master rados/singleton/{all/thrash-eio.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
pass 2334340 2018-03-29 23:45:33 2018-03-30 00:05:00 2018-03-30 00:29:00 0:24:00 0:11:12 0:12:48 smithi master rados/monthrash/{ceph.yaml clusters/9-mons.yaml mon_kv_backend/rocksdb.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/many.yaml workloads/rados_5925.yaml} 2
pass 2334341 2018-03-29 23:45:34 2018-03-30 00:05:00 2018-03-30 00:23:00 0:18:00 0:08:11 0:09:49 smithi master rados/rest/rest_test.yaml 2
pass 2334342 2018-03-29 23:45:35 2018-03-30 00:05:12 2018-03-30 00:21:12 0:16:00 0:10:22 0:05:38 smithi master rados/standalone/mon.yaml 1
dead 2334343 2018-03-29 23:45:35 2018-03-30 00:05:18 2018-03-30 12:07:52 12:02:34 smithi master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-comp.yaml rados.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
pass 2334344 2018-03-29 23:45:36 2018-03-30 00:05:28 2018-03-30 00:31:28 0:26:00 0:17:24 0:08:36 smithi master rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
pass 2334345 2018-03-29 23:45:37 2018-03-30 00:06:50 2018-03-30 00:46:50 0:40:00 0:25:42 0:14:18 smithi master ubuntu 16.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_latest.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 2334346 2018-03-29 23:45:37 2018-03-30 00:07:04 2018-03-30 00:31:03 0:23:59 0:10:25 0:13:34 smithi master rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
fail 2334347 2018-03-29 23:45:38 2018-03-30 00:07:13 2018-03-30 01:29:14 1:22:01 1:12:01 0:10:00 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
Failure Reason:

reached maximum tries (500) after waiting for 3000 seconds

dead 2334348 2018-03-29 23:45:39 2018-03-30 00:07:25 2018-03-30 12:09:56 12:02:31 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 2334349 2018-03-29 23:45:39 2018-03-30 00:07:27 2018-03-30 00:33:27 0:26:00 0:18:32 0:07:28 smithi master rados/singleton/{all/thrash-rados/{thrash-rados.yaml thrashosds-health.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml} 2
pass 2334350 2018-03-29 23:45:40 2018-03-30 00:08:45 2018-03-30 00:48:45 0:40:00 0:28:34 0:11:26 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/rados_workunit_loadgen_big.yaml} 2
pass 2334351 2018-03-29 23:45:41 2018-03-30 00:08:45 2018-03-30 00:22:45 0:14:00 0:07:11 0:06:49 smithi master rados/singleton-nomsgr/{all/large-omap-object-warnings.yaml rados.yaml} 1
pass 2334352 2018-03-29 23:45:41 2018-03-30 00:08:46 2018-03-30 00:32:46 0:24:00 0:13:58 0:10:02 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 2334353 2018-03-29 23:45:42 2018-03-30 00:08:48 2018-03-30 00:22:47 0:13:59 0:05:00 0:08:59 smithi master rados/objectstore/fusestore.yaml 1
pass 2334354 2018-03-29 23:45:43 2018-03-30 00:08:57 2018-03-30 00:30:57 0:22:00 0:15:40 0:06:20 smithi master rados/perf/{ceph.yaml objectstore/bluestore.yaml openstack.yaml settings/optimized.yaml workloads/radosbench_4K_rand_read.yaml} 1
pass 2334355 2018-03-29 23:45:43 2018-03-30 00:09:05 2018-03-30 00:37:05 0:28:00 0:19:16 0:08:44 smithi master rados/singleton/{all/thrash_cache_writeback_proxy_none.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml} 2
dead 2334356 2018-03-29 23:45:44 2018-03-30 00:09:08 2018-03-30 12:11:39 12:02:31 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/set-chunks.yaml} 2
dead 2334357 2018-03-29 23:45:45 2018-03-30 00:09:27 2018-03-30 12:11:57 12:02:30 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
pass 2334358 2018-03-29 23:45:45 2018-03-30 00:09:29 2018-03-30 00:29:29 0:20:00 0:07:26 0:12:34 smithi master rados/singleton/{all/watch-notify-same-primary.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml} 1
dead 2334359 2018-03-29 23:45:46 2018-03-30 00:11:12 2018-03-30 12:13:44 12:02:32 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
pass 2334360 2018-03-29 23:45:47 2018-03-30 00:11:16 2018-03-30 00:37:16 0:26:00 0:17:47 0:08:13 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml tasks/rados_workunit_loadgen_mix.yaml} 2
pass 2334361 2018-03-29 23:45:47 2018-03-30 00:12:50 2018-03-30 00:44:50 0:32:00 0:23:07 0:08:53 smithi master rados/singleton-nomsgr/{all/msgr.yaml rados.yaml} 1
pass 2334362 2018-03-29 23:45:48 2018-03-30 00:12:51 2018-03-30 00:32:50 0:19:59 0:10:28 0:09:31 smithi master rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/filestore-xfs.yaml tasks/module_selftest.yaml} 2
pass 2334363 2018-03-29 23:45:49 2018-03-30 00:12:50 2018-03-30 00:28:50 0:16:00 0:10:14 0:05:46 smithi master rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml workloads/radosbench_4K_seq_read.yaml} 1
pass 2334364 2018-03-29 23:45:49 2018-03-30 00:13:02 2018-03-30 00:29:03 0:16:01 0:06:37 0:09:24 smithi master rados/singleton/{all/admin-socket.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2334365 2018-03-29 23:45:50 2018-03-30 00:13:09 2018-03-30 00:51:09 0:38:00 0:28:56 0:09:04 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
Failure Reason:

timed out waiting for admin_socket to appear after osd.1 restart

pass 2334366 2018-03-29 23:45:51 2018-03-30 00:13:23 2018-03-30 00:33:22 0:19:59 0:09:18 0:10:41 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
dead 2334367 2018-03-29 23:45:51 2018-03-30 00:13:25 2018-03-30 12:16:01 12:02:36 smithi master rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/osd-delay.yaml rados.yaml thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-pool-snaps-few-objects-overwrites.yaml} 2
pass 2334368 2018-03-29 23:45:52 2018-03-30 00:14:50 2018-03-30 00:28:49 0:13:59 0:07:41 0:06:18 smithi master rados/singleton/{all/divergent_priors.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml} 1
dead 2334369 2018-03-29 23:45:53 2018-03-30 00:15:10 2018-03-30 12:17:42 12:02:32 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
pass 2334370 2018-03-29 23:45:53 2018-03-30 00:15:16 2018-03-30 00:45:16 0:30:00 0:23:20 0:06:40 smithi master rados/monthrash/{ceph.yaml clusters/3-mons.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml thrashers/one.yaml workloads/rados_api_tests.yaml} 2
pass 2334371 2018-03-29 23:45:54 2018-03-30 00:16:46 2018-03-30 00:28:45 0:11:59 0:06:02 0:05:57 smithi master rados/objectstore/keyvaluedb.yaml 1
pass 2334372 2018-03-29 23:45:55 2018-03-30 00:16:46 2018-03-30 00:40:46 0:24:00 0:18:49 0:05:11 smithi master rados/standalone/osd.yaml 1
pass 2334373 2018-03-29 23:45:56 2018-03-30 00:16:46 2018-03-30 01:12:47 0:56:01 0:45:55 0:10:06 smithi master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/few.yaml objectstore/bluestore.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-radosbench.yaml} 2
fail 2334374 2018-03-29 23:45:56 2018-03-30 00:16:46 2018-03-30 00:48:46 0:32:00 0:25:10 0:06:50 smithi master rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml rados.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
Failure Reason:

"2018-03-30 00:34:39.879988 osd.0 osd.0 172.21.15.172:6804/12979 358 : cluster [ERR] Error -2 reading object 2:7410bde0:::smithi17214832-50:46" in cluster log

fail 2334375 2018-03-29 23:45:57 2018-03-30 00:16:48 2018-03-30 00:54:48 0:38:00 0:26:12 0:11:48 smithi master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported/centos_latest.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

timed out waiting for admin_socket to appear after osd.2 restart

pass 2334376 2018-03-29 23:45:58 2018-03-30 00:16:52 2018-03-30 00:58:52 0:42:00 0:10:05 0:31:55 smithi master rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2334377 2018-03-29 23:45:58 2018-03-30 00:16:56 2018-03-30 00:44:56 0:28:00 0:21:15 0:06:45 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml tasks/rados_workunit_loadgen_mostlyread.yaml} 2
pass 2334378 2018-03-29 23:45:59 2018-03-30 00:17:10 2018-03-30 00:33:10 0:16:00 0:07:20 0:08:40 smithi master rados/multimon/{clusters/6.yaml mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml tasks/mon_clock_no_skews.yaml} 2
dead 2334379 2018-03-29 23:46:00 2018-03-30 00:17:14 2018-03-30 12:19:50 12:02:36 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
pass 2334380 2018-03-29 23:46:00 2018-03-30 00:17:20 2018-03-30 00:37:19 0:19:59 0:09:07 0:10:52 smithi master rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml tasks/mon_recovery.yaml validater/lockdep.yaml} 2
pass 2334381 2018-03-29 23:46:01 2018-03-30 00:18:42 2018-03-30 00:32:41 0:13:59 0:07:47 0:06:12 smithi master rados/singleton/{all/divergent_priors2.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml} 1
pass 2334382 2018-03-29 23:46:02 2018-03-30 00:21:03 2018-03-30 00:37:02 0:15:59 0:10:39 0:05:20 smithi master rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml workloads/radosbench_4M_rand_read.yaml} 1
pass 2334383 2018-03-29 23:46:03 2018-03-30 00:21:03 2018-03-30 00:49:02 0:27:59 0:21:31 0:06:28 smithi master rados/singleton-nomsgr/{all/multi-backfill-reject.yaml rados.yaml} 2
dead 2334384 2018-03-29 23:46:03 2018-03-30 00:21:03 2018-03-30 12:23:35 12:02:32 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 2334385 2018-03-29 23:46:04 2018-03-30 00:21:09 2018-03-30 00:35:08 0:13:59 0:07:27 0:06:32 smithi master rados/singleton/{all/dump-stuck.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml} 1
dead 2334386 2018-03-29 23:46:05 2018-03-30 00:21:11 2018-03-30 12:23:45 12:02:34 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
pass 2334387 2018-03-29 23:46:05 2018-03-30 00:21:14 2018-03-30 00:45:13 0:23:59 0:16:19 0:07:40 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
pass 2334388 2018-03-29 23:46:06 2018-03-30 00:22:53 2018-03-30 00:52:52 0:29:59 0:24:14 0:05:45 smithi master rados/singleton/{all/ec-lost-unfound.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2334389 2018-03-29 23:46:07 2018-03-30 00:22:54 2018-03-30 00:40:52 0:17:58 0:10:15 0:07:43 smithi master rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml workloads/radosbench_4M_seq_read.yaml} 1
pass 2334390 2018-03-29 23:46:08 2018-03-30 00:22:53 2018-03-30 00:50:52 0:27:59 0:21:28 0:06:31 smithi master rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml} 1
pass 2334391 2018-03-29 23:46:08 2018-03-30 00:22:53 2018-03-30 00:40:52 0:17:59 0:11:10 0:06:49 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/readwrite.yaml} 2
dead 2334392 2018-03-29 23:46:09 2018-03-30 00:22:53 2018-03-30 12:25:24 12:02:31 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache.yaml} 2
pass 2334393 2018-03-29 23:46:10 2018-03-30 00:22:54 2018-03-30 00:36:53 0:13:59 0:05:54 0:08:05 smithi master rados/singleton-nomsgr/{all/pool-access.yaml rados.yaml} 1
pass 2334394 2018-03-29 23:46:10 2018-03-30 00:23:02 2018-03-30 00:35:01 0:11:59 0:05:19 0:06:40 smithi master rados/singleton/{all/erasure-code-nonregression.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml} 1
dead 2334395 2018-03-29 23:46:11 2018-03-30 00:23:05 2018-03-30 12:25:34 12:02:29 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 2334396 2018-03-29 23:46:12 2018-03-30 00:23:23 2018-03-30 00:45:22 0:21:59 0:16:24 0:05:35 smithi master rados/objectstore/objectcacher-stress.yaml 1
fail 2334397 2018-03-29 23:46:12 2018-03-30 00:24:48 2018-03-30 03:58:53 3:34:05 3:21:43 0:12:22 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

Command failed (workunit test rados/test.sh) on smithi197 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-partial-recovery-2018-03-29 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

pass 2334398 2018-03-29 23:46:13 2018-03-30 00:24:48 2018-03-30 00:54:48 0:30:00 0:23:16 0:06:44 smithi master rados/singleton/{all/lost-unfound-delete.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml} 1
pass 2334399 2018-03-29 23:46:13 2018-03-30 00:24:48 2018-03-30 00:40:47 0:15:59 0:06:29 0:09:30 smithi master rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-bitmap.yaml tasks/workunits.yaml} 2
pass 2334400 2018-03-29 23:46:14 2018-03-30 00:24:50 2018-03-30 00:40:49 0:15:59 0:08:56 0:07:03 smithi master rados/perf/{ceph.yaml objectstore/bluestore.yaml openstack.yaml settings/optimized.yaml workloads/radosbench_4M_write.yaml} 1
fail 2334401 2018-03-29 23:46:15 2018-03-30 00:24:56 2018-03-30 01:46:58 1:22:02 1:11:05 0:10:57 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
Failure Reason:

reached maximum tries (500) after waiting for 3000 seconds

pass 2334402 2018-03-29 23:46:16 2018-03-30 00:25:17 2018-03-30 00:51:17 0:26:00 0:16:58 0:09:02 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/repair_test.yaml} 2
pass 2334403 2018-03-29 23:46:16 2018-03-30 00:26:51 2018-03-30 00:46:50 0:19:59 0:13:42 0:06:17 smithi master rados/monthrash/{ceph.yaml clusters/9-mons.yaml mon_kv_backend/rocksdb.yaml msgr-failures/mon-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml thrashers/sync-many.yaml workloads/rados_mon_workunits.yaml} 2
fail 2334404 2018-03-29 23:46:17 2018-03-30 00:26:55 2018-03-30 00:56:55 0:30:00 0:21:00 0:09:00 smithi master rados/standalone/scrub.yaml 1
Failure Reason:

Command failed (workunit test scrub/osd-recovery-scrub.sh) on smithi089 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-partial-recovery-2018-03-29 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/standalone/scrub/osd-recovery-scrub.sh'

pass 2334405 2018-03-29 23:46:17 2018-03-30 00:27:10 2018-03-30 00:53:09 0:25:59 0:18:09 0:07:50 smithi master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read.yaml} 2
pass 2334406 2018-03-29 23:46:18 2018-03-30 00:28:47 2018-03-30 00:48:47 0:20:00 0:10:26 0:09:34 smithi master rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-comp.yaml rados.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
pass 2334407 2018-03-29 23:46:19 2018-03-30 00:28:51 2018-03-30 00:58:50 0:29:59 0:22:25 0:07:34 smithi master ubuntu 16.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-comp.yaml rados.yaml supported/ubuntu_latest.yaml thrashers/none.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 2334408 2018-03-29 23:46:19 2018-03-30 00:28:52 2018-03-30 00:46:51 0:17:59 0:09:46 0:08:13 smithi master rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-comp.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2334409 2018-03-29 23:46:20 2018-03-30 00:29:15 2018-03-30 00:49:14 0:19:59 0:10:46 0:09:13 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 2334410 2018-03-29 23:46:21 2018-03-30 00:29:15 2018-03-30 00:59:14 0:29:59 0:23:39 0:06:20 smithi master rados/singleton/{all/lost-unfound.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml} 1
dead 2334411 2018-03-29 23:46:21 2018-03-30 00:29:18 2018-03-30 12:31:51 12:02:33 smithi master rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/fastclose.yaml rados.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read-overwrites.yaml} 2
fail 2334412 2018-03-29 23:46:22 2018-03-30 00:29:30 2018-03-30 01:03:30 0:34:00 0:25:52 0:08:08 smithi master rados/singleton-nomsgr/{all/recovery-unfound-found.yaml rados.yaml} 1
Failure Reason:

"2018-03-30 00:55:40.270321 osd.1 osd.1 172.21.15.201:6801/13751 2 : cluster [ERR] 2.f shard 0: soid 2:f006bcd8:::benchmark_data_smithi201_13680_object1062:head data_digest 0x6706be76 != data_digest 0x11fda99 from shard 1, data_digest 0x6706be76 != data_digest 0x11fda99 from auth oi 2:f006bcd8:::benchmark_data_smithi201_13680_object1062:head(16'2006 client.4155.0:1063 dirty|data_digest s 4096 uv 2006 dd 11fda99 alloc_hint [4096 4096 53])" in cluster log

dead 2334413 2018-03-29 23:46:23 2018-03-30 00:31:09 2018-03-30 12:33:40 12:02:31 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 2334414 2018-03-29 23:46:23 2018-03-30 00:31:09 2018-03-30 00:43:08 0:11:59 0:05:58 0:06:01 smithi master rados/singleton/{all/max-pg-per-osd.from-mon.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2334415 2018-03-29 23:46:24 2018-03-30 00:31:17 2018-03-30 00:47:16 0:15:59 0:10:35 0:05:24 smithi master rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml workloads/sample_fio.yaml} 1
pass 2334416 2018-03-29 23:46:25 2018-03-30 00:31:29 2018-03-30 00:45:28 0:13:59 0:07:33 0:06:26 smithi master rados/multimon/{clusters/9.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml tasks/mon_clock_with_skews.yaml} 3
dead 2334417 2018-03-29 23:46:25 2018-03-30 00:32:54 2018-03-30 12:35:23 12:02:29 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/set-chunks.yaml} 2
fail 2334418 2018-03-29 23:46:26 2018-03-30 00:32:54 2018-03-30 07:17:05 6:44:11 6:34:35 0:09:36 smithi master centos rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml tasks/rados_api_tests.yaml validater/valgrind.yaml} 2
Failure Reason:

Command failed (workunit test rados/test.sh) on smithi158 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-partial-recovery-2018-03-29 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

pass 2334419 2018-03-29 23:46:27 2018-03-30 00:32:54 2018-03-30 05:51:03 5:18:09 5:06:54 0:11:15 smithi master rados/objectstore/objectstore.yaml 1
dead 2334420 2018-03-29 23:46:27 2018-03-30 00:32:55 2018-03-30 12:35:23 12:02:28 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
pass 2334421 2018-03-29 23:46:28 2018-03-30 00:33:11 2018-03-30 00:49:10 0:15:59 0:10:28 0:05:31 smithi master rados/singleton/{all/max-pg-per-osd.from-primary.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml} 1
pass 2334422 2018-03-29 23:46:29 2018-03-30 00:33:23 2018-03-30 00:55:24 0:22:01 0:15:05 0:06:56 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml tasks/rgw_snaps.yaml} 2
dead 2334423 2018-03-29 23:46:30 2018-03-30 00:33:28 2018-03-30 12:36:01 12:02:33 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
pass 2334424 2018-03-29 23:46:30 2018-03-30 00:34:49 2018-03-30 00:52:49 0:18:00 0:11:52 0:06:08 smithi master centos rados/singleton-nomsgr/{all/valgrind-leaks.yaml rados.yaml} 1
pass 2334425 2018-03-29 23:46:31 2018-03-30 00:34:50 2018-03-30 00:52:49 0:17:59 0:12:05 0:05:54 smithi master rados/singleton/{all/max-pg-per-osd.from-replica.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml} 1
pass 2334426 2018-03-29 23:46:31 2018-03-30 00:35:02 2018-03-30 00:53:01 0:17:59 0:11:57 0:06:02 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2334427 2018-03-29 23:46:32 2018-03-30 00:35:10 2018-03-30 00:51:09 0:15:59 0:09:39 0:06:20 smithi master rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml workloads/sample_radosbench.yaml} 1
fail 2334428 2018-03-29 23:46:33 2018-03-30 00:37:07 2018-03-30 02:29:09 1:52:02 1:41:20 0:10:42 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
Failure Reason:

reached maximum tries (800) after waiting for 4800 seconds