Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 1267234 2017-06-07 05:29:37 2017-06-07 06:09:10 2017-06-07 06:23:09 0:13:59 0:11:20 0:02:39 smithi master rados/thrash-luminous/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr/async.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/redirect.yaml} 2
pass 1267235 2017-06-07 05:29:38 2017-06-07 06:09:11 2017-06-07 06:29:11 0:20:00 0:16:14 0:03:46 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/cache-agent-big.yaml} 2
pass 1267236 2017-06-07 05:29:39 2017-06-07 06:10:32 2017-06-07 12:52:41 6:42:09 6:40:26 0:01:43 smithi master rados/objectstore/objectstore.yaml 1
pass 1267237 2017-06-07 05:29:39 2017-06-07 06:10:44 2017-06-07 06:28:44 0:18:00 0:14:29 0:03:31 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/cache-agent-small.yaml} 2
pass 1267238 2017-06-07 05:29:40 2017-06-07 06:10:45 2017-06-07 06:46:44 0:35:59 0:31:47 0:04:12 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 1267239 2017-06-07 05:29:41 2017-06-07 06:11:05 2017-06-07 07:01:05 0:50:00 0:45:02 0:04:58 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps.yaml} 2
pass 1267240 2017-06-07 05:29:42 2017-06-07 06:11:31 2017-06-07 06:37:30 0:25:59 0:23:52 0:02:07 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/cache-snaps.yaml} 2
pass 1267241 2017-06-07 05:29:42 2017-06-07 06:12:57 2017-06-07 06:30:56 0:17:59 0:13:00 0:04:59 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/cache.yaml} 2
pass 1267242 2017-06-07 05:29:43 2017-06-07 06:12:57 2017-06-07 06:50:56 0:37:59 0:34:28 0:03:31 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1267243 2017-06-07 05:29:44 2017-06-07 06:12:57 2017-06-07 06:32:56 0:19:59 0:07:24 0:12:35 smithi master rados/multimon/{clusters/6.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml tasks/mon_clock_no_skews.yaml} 2
pass 1267244 2017-06-07 05:29:44 2017-06-07 06:13:22 2017-06-07 06:31:23 0:18:01 0:16:30 0:01:31 smithi master rados/singleton/{all/mon-thrasher.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-btrfs.yaml rados.yaml} 1
pass 1267245 2017-06-07 05:29:45 2017-06-07 06:13:35 2017-06-07 06:25:34 0:11:59 0:10:05 0:01:54 smithi master rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml d-thrash/default.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml tasks/mon_recovery.yaml validater/lockdep.yaml} 2
pass 1267246 2017-06-07 05:29:46 2017-06-07 06:13:41 2017-06-07 06:37:40 0:23:59 0:20:47 0:03:12 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/rados_api_tests.yaml} 2
pass 1267247 2017-06-07 05:29:46 2017-06-07 06:14:43 2017-06-07 06:42:43 0:28:00 0:24:55 0:03:05 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/radosbench.yaml} 2
pass 1267248 2017-06-07 05:29:47 2017-06-07 06:14:43 2017-06-07 06:36:43 0:22:00 0:18:17 0:03:43 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/small-objects.yaml} 2
pass 1267249 2017-06-07 05:29:48 2017-06-07 06:14:43 2017-06-07 06:36:43 0:22:00 0:16:04 0:05:56 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml mon_kv_backend/leveldb.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml tasks/rados_stress_watch.yaml} 2
pass 1267250 2017-06-07 05:29:48 2017-06-07 06:14:45 2017-06-07 06:50:45 0:36:00 0:34:12 0:01:48 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/snaps-few-objects.yaml} 2
pass 1267251 2017-06-07 05:29:49 2017-06-07 06:14:53 2017-06-07 06:58:53 0:44:00 0:39:02 0:04:58 smithi master rados/monthrash/{ceph.yaml clusters/3-mons.yaml d-require-luminous/at-mkfs.yaml mon_kv_backend/leveldb.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/filestore-btrfs.yaml rados.yaml thrashers/many.yaml workloads/snaps-few-objects.yaml} 2
pass 1267252 2017-06-07 05:29:50 2017-06-07 06:15:00 2017-06-07 06:36:59 0:21:59 0:15:20 0:06:39 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1267253 2017-06-07 05:29:50 2017-06-07 06:15:12 2017-06-07 06:29:11 0:13:59 0:10:03 0:03:56 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 1267254 2017-06-07 05:29:51 2017-06-07 06:16:07 2017-06-07 06:42:07 0:26:00 0:19:13 0:06:47 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/cache-agent-big.yaml} 2
pass 1267255 2017-06-07 05:29:52 2017-06-07 06:16:23 2017-06-07 06:30:23 0:14:00 0:12:52 0:01:08 smithi master rados/singleton/{all/osd-backfill.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 1267256 2017-06-07 05:29:52 2017-06-07 06:16:34 2017-06-07 06:30:34 0:14:00 0:11:47 0:02:13 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/cache-agent-small.yaml} 2
pass 1267257 2017-06-07 05:29:53 2017-06-07 06:16:44 2017-06-07 06:56:44 0:40:00 0:37:11 0:02:49 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 1267258 2017-06-07 05:29:54 2017-06-07 06:17:44 2017-06-07 06:53:44 0:36:00 0:30:32 0:05:28 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/cache-pool-snaps.yaml} 2
pass 1267259 2017-06-07 05:29:55 2017-06-07 06:17:57 2017-06-07 06:51:57 0:34:00 0:31:17 0:02:43 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/cache-snaps.yaml} 2
pass 1267260 2017-06-07 05:29:55 2017-06-07 06:18:31 2017-06-07 06:38:31 0:20:00 0:13:32 0:06:28 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/cache.yaml} 2
pass 1267261 2017-06-07 05:29:56 2017-06-07 06:19:19 2017-06-07 06:37:18 0:17:59 0:13:03 0:04:56 smithi master rados/thrash-luminous/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/redirect_set_object.yaml} 2
pass 1267262 2017-06-07 05:29:57 2017-06-07 06:19:51 2017-06-07 06:55:51 0:36:00 0:30:55 0:05:05 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1267263 2017-06-07 05:29:57 2017-06-07 06:20:42 2017-06-07 06:46:42 0:26:00 0:21:31 0:04:29 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/rados_api_tests.yaml} 2
pass 1267264 2017-06-07 05:29:58 2017-06-07 06:20:56 2017-06-07 06:36:56 0:16:00 0:13:12 0:02:48 smithi master rados/singleton/{all/osd-recovery-incomplete.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml} 1
pass 1267265 2017-06-07 05:29:59 2017-06-07 06:20:58 2017-06-07 06:50:58 0:30:00 0:23:35 0:06:25 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/radosbench.yaml} 2
pass 1267266 2017-06-07 05:29:59 2017-06-07 06:21:12 2017-06-07 06:37:12 0:16:00 0:11:48 0:04:12 smithi master rados/basic-luminous/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} objectstore/bluestore-comp.yaml rados.yaml scrub_test.yaml} 2
pass 1267267 2017-06-07 05:30:00 2017-06-07 06:22:26 2017-06-07 06:40:25 0:17:59 0:09:04 0:08:55 smithi master rados/mgr/{clusters/2-node-mgr.yaml debug/mgr.yaml objectstore/bluestore-comp.yaml tasks/failover.yaml} 2
pass 1267268 2017-06-07 05:30:01 2017-06-07 06:23:03 2017-06-07 06:29:02 0:05:59 0:05:36 0:00:23 smithi master rados/objectstore/alloc-hint.yaml 1
pass 1267269 2017-06-07 05:30:01 2017-06-07 06:23:11 2017-06-07 06:41:10 0:17:59 0:15:55 0:02:04 smithi master rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml} 1
pass 1267270 2017-06-07 05:30:02 2017-06-07 06:23:52 2017-06-07 06:31:51 0:07:59 0:06:08 0:01:51 smithi master rados/singleton-nomsgr/{all/cache-fs-trunc.yaml rados.yaml} 1
pass 1267271 2017-06-07 05:30:03 2017-06-07 06:23:52 2017-06-07 06:47:51 0:23:59 0:10:01 0:13:58 smithi master rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-comp.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
fail 1267272 2017-06-07 05:30:03 2017-06-07 06:24:45 2017-06-07 08:26:47 2:02:02 1:56:19 0:05:43 smithi master rados/upgrade/jewel-x-singleton/{0-cluster/{openstack.yaml start.yaml} 1-jewel-install/jewel.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{rbd-cls.yaml rbd-import-export.yaml readwrite.yaml snaps-few-objects.yaml} 5-workload/{radosbench.yaml rbd_api.yaml} 6-finish-upgrade.yaml 7-luminous.yaml 8-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml}} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/misc.log:2017-06-07T06:29:31.675267+00:00 smithi101 ceph-create-keys[575228]: INFO:ceph-create-keys:ceph-mon admin socket not ready yet. ' in syslog

pass 1267273 2017-06-07 05:30:04 2017-06-07 06:24:45 2017-06-07 06:50:45 0:26:00 0:21:04 0:04:56 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/small-objects.yaml} 2
fail 1267274 2017-06-07 05:30:05 2017-06-07 06:25:25 2017-06-07 06:59:25 0:34:00 0:29:44 0:04:16 smithi master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml fast/fast.yaml leveldb.yaml msgr-failures/osd-delay.yaml objectstore/filestore-btrfs.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
Failure Reason:

"2017-06-07 06:37:36.147009 osd.3 osd.3 172.21.15.94:6800/577092 529 : cluster [ERR] 1.1cs0 missing primary copy of 1:39cde167:::smithi00929001-35 oooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooo:e3, will try copies on 1(3),2(2)" in cluster log

pass 1267275 2017-06-07 05:30:05 2017-06-07 06:25:35 2017-06-07 06:35:34 0:09:59 0:07:48 0:02:11 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml tasks/rados_striper.yaml} 2
pass 1267276 2017-06-07 05:30:06 2017-06-07 06:25:36 2017-06-07 07:11:36 0:46:00 0:35:18 0:10:42 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/snaps-few-objects.yaml} 2
pass 1267277 2017-06-07 05:30:07 2017-06-07 06:25:42 2017-06-07 06:41:41 0:15:59 0:12:04 0:03:55 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1267278 2017-06-07 05:30:07 2017-06-07 06:25:46 2017-06-07 06:41:46 0:16:00 0:10:04 0:05:56 smithi master rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-comp.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 1267279 2017-06-07 05:30:08 2017-06-07 06:25:59 2017-06-07 06:43:58 0:17:59 0:13:01 0:04:58 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 1267280 2017-06-07 05:30:09 2017-06-07 06:26:01 2017-06-07 06:54:00 0:27:59 0:23:13 0:04:46 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/cache-agent-big.yaml} 2
pass 1267281 2017-06-07 05:30:09 2017-06-07 06:26:07 2017-06-07 06:44:06 0:17:59 0:15:13 0:02:46 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/cache-agent-small.yaml} 2
pass 1267282 2017-06-07 05:30:10 2017-06-07 06:26:08 2017-06-07 07:12:08 0:46:00 0:42:01 0:03:59 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 1267283 2017-06-07 05:30:11 2017-06-07 06:26:13 2017-06-07 06:50:13 0:24:00 0:20:14 0:03:46 smithi master rados/monthrash/{ceph.yaml clusters/9-mons.yaml d-require-luminous/at-end.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/many.yaml workloads/pool-create-delete.yaml} 2
pass 1267284 2017-06-07 05:30:12 2017-06-07 06:26:13 2017-06-07 06:38:12 0:11:59 0:10:04 0:01:55 smithi master rados/singleton/{all/osd-recovery.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml} 1
fail 1267285 2017-06-07 05:30:12 2017-06-07 06:26:18 2017-06-07 07:14:18 0:48:00 0:35:53 0:12:07 smithi master centos 7.3 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml leveldb.yaml msgr-failures/few.yaml objectstore/bluestore.yaml rados.yaml supported/centos_latest.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2017-06-07 06:57:57.424102 osd.0 osd.0 172.21.15.145:6805/31051 311 : cluster [ERR] handle_sub_read: Error -2 reading 1:3ed50274:::smithi14511385-35 oooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooo:1b3" in cluster log

pass 1267286 2017-06-07 05:30:13 2017-06-07 06:26:18 2017-06-07 06:52:18 0:26:00 0:19:59 0:06:01 smithi master rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml fast/fast.yaml leveldb.yaml msgr-failures/fastclose.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-small-objects-fast-read-overwrites.yaml} 2
pass 1267287 2017-06-07 05:30:14 2017-06-07 06:26:20 2017-06-07 06:54:20 0:28:00 0:25:12 0:02:48 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/cache-pool-snaps.yaml} 2
pass 1267288 2017-06-07 05:30:14 2017-06-07 06:26:37 2017-06-07 07:06:37 0:40:00 0:36:25 0:03:35 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/cache-snaps.yaml} 2
pass 1267289 2017-06-07 05:30:15 2017-06-07 06:26:38 2017-06-07 06:50:37 0:23:59 0:18:56 0:05:03 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/cache.yaml} 2
pass 1267290 2017-06-07 05:30:16 2017-06-07 06:26:38 2017-06-07 06:58:38 0:32:00 0:28:23 0:03:37 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1267291 2017-06-07 05:30:16 2017-06-07 06:26:38 2017-06-07 06:52:37 0:25:59 0:21:09 0:04:50 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/rados_api_tests.yaml} 2
pass 1267292 2017-06-07 05:30:17 2017-06-07 06:26:38 2017-06-07 07:10:38 0:44:00 0:39:20 0:04:40 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/radosbench.yaml} 2
pass 1267293 2017-06-07 05:30:18 2017-06-07 06:26:45 2017-06-07 06:52:44 0:25:59 0:23:17 0:02:42 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/small-objects.yaml} 2
pass 1267294 2017-06-07 05:30:18 2017-06-07 06:26:45 2017-06-07 06:36:44 0:09:59 0:07:25 0:02:34 smithi master rados/singleton/{all/peer.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-btrfs.yaml rados.yaml} 1
pass 1267295 2017-06-07 05:30:19 2017-06-07 06:26:53 2017-06-07 06:56:53 0:30:00 0:26:42 0:03:18 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/snaps-few-objects.yaml} 2
pass 1267296 2017-06-07 05:30:20 2017-06-07 06:26:53 2017-06-07 06:58:53 0:32:00 0:29:15 0:02:45 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml mon_kv_backend/leveldb.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-btrfs.yaml rados.yaml tasks/rados_workunit_loadgen_big.yaml} 2
pass 1267297 2017-06-07 05:30:20 2017-06-07 06:27:03 2017-06-07 06:47:03 0:20:00 0:13:00 0:07:00 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1267298 2017-06-07 05:30:21 2017-06-07 06:27:21 2017-06-07 06:45:20 0:17:59 0:15:34 0:02:25 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 1267299 2017-06-07 05:30:22 2017-06-07 06:28:45 2017-06-07 06:44:44 0:15:59 0:13:37 0:02:22 smithi master rados/thrash-luminous/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/redirect.yaml} 2
pass 1267300 2017-06-07 05:30:23 2017-06-07 06:28:45 2017-06-07 06:50:44 0:21:59 0:16:38 0:05:21 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/cache-agent-big.yaml} 2
pass 1267301 2017-06-07 05:30:23 2017-06-07 06:28:45 2017-06-07 06:44:44 0:15:59 0:13:30 0:02:29 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/cache-agent-small.yaml} 2
pass 1267302 2017-06-07 05:30:24 2017-06-07 06:29:05 2017-06-07 07:03:03 0:33:58 0:31:12 0:02:46 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 1267303 2017-06-07 05:30:25 2017-06-07 06:29:12 2017-06-07 07:03:12 0:34:00 0:32:32 0:01:28 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps.yaml} 2
pass 1267304 2017-06-07 05:30:25 2017-06-07 06:29:12 2017-06-07 06:45:12 0:16:00 0:14:33 0:01:27 smithi master rados/objectstore/ceph_objectstore_tool.yaml 1
pass 1267305 2017-06-07 05:30:26 2017-06-07 06:30:29 2017-06-07 06:38:28 0:07:59 0:06:44 0:01:15 smithi master rados/multimon/{clusters/9.yaml mon_kv_backend/leveldb.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-btrfs.yaml rados.yaml tasks/mon_clock_with_skews.yaml} 3
pass 1267306 2017-06-07 05:30:27 2017-06-07 06:30:35 2017-06-07 06:36:34 0:05:59 0:05:42 0:00:17 smithi master rados/singleton/{all/pg-removal-interruption.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 1267307 2017-06-07 05:30:27 2017-06-07 06:30:36 2017-06-07 07:08:36 0:38:00 0:36:01 0:01:59 smithi master centos rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml d-thrash/none.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-btrfs.yaml rados.yaml tasks/rados_api_tests.yaml validater/valgrind.yaml} 2
pass 1267308 2017-06-07 05:30:28 2017-06-07 06:30:59 2017-06-07 07:14:59 0:44:00 0:41:46 0:02:14 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/cache-snaps.yaml} 2
pass 1267309 2017-06-07 05:30:29 2017-06-07 06:31:13 2017-06-07 06:47:12 0:15:59 0:09:19 0:06:40 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/cache.yaml} 2
pass 1267310 2017-06-07 05:30:30 2017-06-07 06:31:25 2017-06-07 06:41:23 0:09:58 0:04:20 0:05:38 smithi master rados/singleton-nomsgr/{all/ceph-post-file.yaml rados.yaml} 1
pass 1267311 2017-06-07 05:30:30 2017-06-07 06:31:25 2017-06-07 07:15:26 0:44:01 0:38:25 0:05:36 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1267312 2017-06-07 05:30:31 2017-06-07 06:32:03 2017-06-07 06:44:02 0:11:59 0:06:26 0:05:33 smithi master rados/monthrash/{ceph.yaml clusters/3-mons.yaml d-require-luminous/at-mkfs.yaml mon_kv_backend/leveldb.yaml msgr-failures/mon-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml thrashers/one.yaml workloads/rados_5925.yaml} 2
pass 1267313 2017-06-07 05:30:32 2017-06-07 06:33:04 2017-06-07 07:01:02 0:27:58 0:23:18 0:04:40 smithi master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml fast/normal.yaml leveldb.yaml msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/ec-radosbench.yaml} 2
pass 1267314 2017-06-07 05:30:32 2017-06-07 06:33:04 2017-06-07 06:57:02 0:23:58 0:20:22 0:03:36 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/rados_api_tests.yaml} 2
pass 1267315 2017-06-07 05:30:33 2017-06-07 06:35:07 2017-06-07 07:27:07 0:52:00 0:49:25 0:02:35 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/radosbench.yaml} 2
pass 1267316 2017-06-07 05:30:34 2017-06-07 06:35:43 2017-06-07 06:55:43 0:20:00 0:19:32 0:00:28 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/small-objects.yaml} 2
pass 1267317 2017-06-07 05:30:34 2017-06-07 06:35:43 2017-06-07 07:03:43 0:28:00 0:25:36 0:02:24 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/snaps-few-objects.yaml} 2
pass 1267318 2017-06-07 05:30:35 2017-06-07 06:36:51 2017-06-07 06:56:50 0:19:59 0:18:20 0:01:39 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_workunit_loadgen_mix.yaml} 2
pass 1267319 2017-06-07 05:30:36 2017-06-07 06:36:51 2017-06-07 06:52:50 0:15:59 0:14:42 0:01:17 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1267320 2017-06-07 05:30:37 2017-06-07 06:36:51 2017-06-07 07:04:50 0:27:59 0:27:15 0:00:44 smithi master rados/singleton/{all/radostool.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml} 1
pass 1267321 2017-06-07 05:30:37 2017-06-07 06:36:51 2017-06-07 06:54:50 0:17:59 0:15:46 0:02:13 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 1267322 2017-06-07 05:30:38 2017-06-07 06:36:51 2017-06-07 07:06:50 0:29:59 0:26:07 0:03:52 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/cache-agent-big.yaml} 2
pass 1267323 2017-06-07 05:30:39 2017-06-07 06:36:52 2017-06-07 06:54:51 0:17:59 0:11:47 0:06:12 smithi master rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} d-require-luminous/at-end.yaml leveldb.yaml msgr-failures/few.yaml objectstore/bluestore.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 1267324 2017-06-07 05:30:39 2017-06-07 06:36:52 2017-06-07 06:52:51 0:15:59 0:15:09 0:00:50 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/cache-agent-small.yaml} 2
pass 1267325 2017-06-07 05:30:40 2017-06-07 06:37:04 2017-06-07 07:09:03 0:31:59 0:28:07 0:03:52 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 1267326 2017-06-07 05:30:41 2017-06-07 06:37:04 2017-06-07 06:59:03 0:21:59 0:11:47 0:10:12 smithi master rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} d-require-luminous/at-end.yaml leveldb.yaml msgr-failures/few.yaml objectstore/bluestore.yaml rados.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 1267327 2017-06-07 05:30:41 2017-06-07 06:37:14 2017-06-07 07:23:14 0:46:00 0:42:59 0:03:01 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps.yaml} 2
fail 1267328 2017-06-07 05:30:42 2017-06-07 06:37:20 2017-06-07 07:07:19 0:29:59 0:25:04 0:04:55 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

timed out waiting for admin_socket to appear after osd.1 restart

pass 1267329 2017-06-07 05:30:43 2017-06-07 06:37:25 2017-06-07 06:55:24 0:17:59 0:12:13 0:05:46 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/cache.yaml} 2
pass 1267330 2017-06-07 05:30:43 2017-06-07 06:37:34 2017-06-07 06:47:31 0:09:57 0:09:04 0:00:53 smithi master rados/singleton/{all/rebuild-mondb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml} 1
pass 1267331 2017-06-07 05:30:44 2017-06-07 06:37:41 2017-06-07 07:23:42 0:46:01 0:35:28 0:10:33 smithi master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml leveldb.yaml msgr-failures/osd-delay.yaml objectstore/filestore-btrfs.yaml rados.yaml supported/ubuntu_14.04.yaml thrashers/none.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 1267332 2017-06-07 05:30:45 2017-06-07 06:38:26 2017-06-07 07:04:26 0:26:00 0:22:15 0:03:45 smithi master rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml fast/normal.yaml leveldb.yaml msgr-failures/few.yaml rados.yaml thrashers/morepggrow.yaml workloads/ec-small-objects-overwrites.yaml} 2
pass 1267333 2017-06-07 05:30:45 2017-06-07 06:38:30 2017-06-07 06:50:29 0:11:59 0:11:32 0:00:27 smithi master rados/thrash-luminous/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/redirect_set_object.yaml} 2
pass 1267334 2017-06-07 05:30:46 2017-06-07 06:38:32 2017-06-07 07:20:32 0:42:00 0:39:46 0:02:14 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1267335 2017-06-07 05:30:47 2017-06-07 06:38:36 2017-06-07 07:04:36 0:26:00 0:17:33 0:08:27 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/rados_api_tests.yaml} 2
pass 1267336 2017-06-07 05:30:47 2017-06-07 06:40:11 2017-06-07 07:02:11 0:22:00 0:20:01 0:01:59 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/radosbench.yaml} 2
pass 1267337 2017-06-07 05:30:48 2017-06-07 06:40:27 2017-06-07 07:04:26 0:23:59 0:20:02 0:03:57 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/small-objects.yaml} 2
pass 1267338 2017-06-07 05:30:49 2017-06-07 06:40:36 2017-06-07 07:12:36 0:32:00 0:28:32 0:03:28 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/snaps-few-objects.yaml} 2
pass 1267339 2017-06-07 05:30:49 2017-06-07 06:41:20 2017-06-07 07:05:20 0:24:00 0:23:23 0:00:37 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml mon_kv_backend/leveldb.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml tasks/rados_workunit_loadgen_mostlyread.yaml} 2
pass 1267340 2017-06-07 05:30:50 2017-06-07 06:41:25 2017-06-07 06:59:24 0:17:59 0:15:58 0:02:01 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1267341 2017-06-07 05:30:51 2017-06-07 06:41:36 2017-06-07 06:47:35 0:05:59 0:05:22 0:00:37 smithi master rados/objectstore/filejournal.yaml 1
pass 1267342 2017-06-07 05:30:51 2017-06-07 06:41:43 2017-06-07 07:09:42 0:27:59 0:23:39 0:04:20 smithi master rados/monthrash/{ceph.yaml clusters/9-mons.yaml d-require-luminous/at-end.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml thrashers/sync-many.yaml workloads/rados_api_tests.yaml} 2
pass 1267343 2017-06-07 05:30:52 2017-06-07 06:41:47 2017-06-07 06:55:46 0:13:59 0:10:12 0:03:47 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 1267344 2017-06-07 05:30:53 2017-06-07 06:42:08 2017-06-07 06:54:07 0:11:59 0:08:30 0:03:29 smithi master rados/singleton/{all/reg11184.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-btrfs.yaml rados.yaml} 1
pass 1267345 2017-06-07 05:30:54 2017-06-07 06:42:20 2017-06-07 07:02:20 0:20:00 0:18:03 0:01:57 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/cache-agent-big.yaml} 2
pass 1267346 2017-06-07 05:30:54 2017-06-07 06:42:56 2017-06-07 06:56:54 0:13:58 0:12:04 0:01:54 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/cache-agent-small.yaml} 2
pass 1267347 2017-06-07 05:30:55 2017-06-07 06:42:56 2017-06-07 07:20:55 0:37:59 0:35:46 0:02:13 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 1267348 2017-06-07 05:30:56 2017-06-07 06:44:10 2017-06-07 07:20:10 0:36:00 0:31:28 0:04:32 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps.yaml} 2
pass 1267349 2017-06-07 05:30:56 2017-06-07 06:44:10 2017-06-07 07:06:09 0:21:59 0:12:07 0:09:52 smithi master rados/basic-luminous/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} objectstore/bluestore.yaml rados.yaml scrub_test.yaml} 2
pass 1267350 2017-06-07 05:30:57 2017-06-07 06:44:10 2017-06-07 07:00:09 0:15:59 0:08:58 0:07:01 smithi master rados/mgr/{clusters/2-node-mgr.yaml debug/mgr.yaml objectstore/bluestore.yaml tasks/failover.yaml} 2
pass 1267351 2017-06-07 05:30:58 2017-06-07 06:44:45 2017-06-07 07:06:45 0:22:00 0:18:18 0:03:42 smithi master rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml} 1
pass 1267352 2017-06-07 05:30:58 2017-06-07 06:44:45 2017-06-07 06:52:45 0:08:00 0:05:44 0:02:16 smithi master rados/singleton-nomsgr/{all/export-after-evict.yaml rados.yaml} 1
pass 1267353 2017-06-07 05:30:59 2017-06-07 06:44:51 2017-06-07 07:10:51 0:26:00 0:23:45 0:02:15 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/cache-snaps.yaml} 2
pass 1267354 2017-06-07 05:31:00 2017-06-07 06:45:28 2017-06-07 07:11:26 0:25:58 0:22:38 0:03:20 smithi master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml fast/fast.yaml leveldb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml rados.yaml thrashers/pggrow.yaml workloads/ec-small-objects-fast-read.yaml} 2
pass 1267355 2017-06-07 05:31:00 2017-06-07 06:45:28 2017-06-07 07:01:26 0:15:58 0:14:16 0:01:42 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/cache.yaml} 2
pass 1267356 2017-06-07 05:31:01 2017-06-07 06:46:52 2017-06-07 07:22:52 0:36:00 0:30:20 0:05:40 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1267357 2017-06-07 05:31:02 2017-06-07 06:46:52 2017-06-07 07:08:52 0:22:00 0:18:31 0:03:29 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/rados_api_tests.yaml} 2
pass 1267358 2017-06-07 05:31:02 2017-06-07 06:47:04 2017-06-07 07:03:03 0:15:59 0:08:50 0:07:09 smithi master rados/singleton/{all/resolve_stuck_peering.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
pass 1267359 2017-06-07 05:31:03 2017-06-07 06:47:12 2017-06-07 07:15:11 0:27:59 0:23:44 0:04:15 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/radosbench.yaml} 2
pass 1267360 2017-06-07 05:31:04 2017-06-07 06:47:14 2017-06-07 07:07:13 0:19:59 0:17:04 0:02:55 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/small-objects.yaml} 2
pass 1267361 2017-06-07 05:31:05 2017-06-07 06:47:33 2017-06-07 07:23:33 0:36:00 0:31:38 0:04:22 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/snaps-few-objects.yaml} 2
pass 1267362 2017-06-07 05:31:05 2017-06-07 06:47:36 2017-06-07 07:05:36 0:18:00 0:14:44 0:03:16 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1267363 2017-06-07 05:31:06 2017-06-07 06:48:04 2017-06-07 07:08:02 0:19:58 0:12:17 0:07:41 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml tasks/readwrite.yaml} 2
pass 1267364 2017-06-07 05:31:07 2017-06-07 06:49:48 2017-06-07 07:03:47 0:13:59 0:12:33 0:01:26 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 1267365 2017-06-07 05:31:07 2017-06-07 06:50:14 2017-06-07 07:02:13 0:11:59 0:09:31 0:02:28 smithi master rados/thrash-luminous/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr/random.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/redirect.yaml} 2
pass 1267366 2017-06-07 05:31:08 2017-06-07 06:50:30 2017-06-07 07:18:29 0:27:59 0:27:17 0:00:42 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/cache-agent-big.yaml} 2
pass 1267367 2017-06-07 05:31:09 2017-06-07 06:50:39 2017-06-07 07:04:38 0:13:59 0:11:41 0:02:18 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/cache-agent-small.yaml} 2
pass 1267368 2017-06-07 05:31:09 2017-06-07 06:50:45 2017-06-07 07:24:45 0:34:00 0:19:52 0:14:08 smithi master rados/multimon/{clusters/21.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml} 3
pass 1267369 2017-06-07 05:31:10 2017-06-07 06:50:47 2017-06-07 06:58:46 0:07:59 0:07:48 0:00:11 smithi master rados/singleton/{all/rest-api.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml} 1
pass 1267370 2017-06-07 05:31:11 2017-06-07 06:50:47 2017-06-07 07:00:46 0:09:59 0:09:08 0:00:51 smithi master rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml d-thrash/default.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_cls_all.yaml validater/lockdep.yaml} 2
pass 1267371 2017-06-07 05:31:11 2017-06-07 06:51:08 2017-06-07 07:25:08 0:34:00 0:29:50 0:04:10 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 1267372 2017-06-07 05:31:12 2017-06-07 06:51:08 2017-06-07 07:05:07 0:13:59 0:10:35 0:03:24 smithi master rados/monthrash/{ceph.yaml clusters/3-mons.yaml d-require-luminous/at-mkfs.yaml mon_kv_backend/leveldb.yaml msgr-failures/mon-delay.yaml msgr/random.yaml objectstore/filestore-btrfs.yaml rados.yaml thrashers/sync.yaml workloads/rados_mon_workunits.yaml} 2
pass 1267373 2017-06-07 05:31:13 2017-06-07 06:51:59 2017-06-07 07:21:59 0:30:00 0:29:07 0:00:53 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/cache-pool-snaps.yaml} 2
pass 1267374 2017-06-07 05:31:13 2017-06-07 06:52:29 2017-06-07 07:24:29 0:32:00 0:29:21 0:02:39 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/cache-snaps.yaml} 2
pass 1267375 2017-06-07 05:31:14 2017-06-07 06:52:38 2017-06-07 07:10:38 0:18:00 0:15:22 0:02:38 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/cache.yaml} 2
pass 1267376 2017-06-07 05:31:15 2017-06-07 06:52:46 2017-06-07 07:22:45 0:29:59 0:24:07 0:05:52 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1267377 2017-06-07 05:31:15 2017-06-07 06:52:46 2017-06-07 11:06:51 4:14:05 4:11:26 0:02:39 smithi master rados/objectstore/filestore-idempotent-aio-journal.yaml 1
pass 1267378 2017-06-07 05:31:16 2017-06-07 06:52:51 2017-06-07 07:10:50 0:17:59 0:10:19 0:07:40 smithi master rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml leveldb.yaml msgr-failures/osd-delay.yaml objectstore/filestore-btrfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 1267379 2017-06-07 05:31:17 2017-06-07 06:52:52 2017-06-07 07:18:52 0:26:00 0:23:04 0:02:56 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/rados_api_tests.yaml} 2
pass 1267380 2017-06-07 05:31:17 2017-06-07 06:53:54 2017-06-07 07:05:53 0:11:59 0:08:49 0:03:10 smithi master rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml leveldb.yaml msgr-failures/osd-delay.yaml objectstore/filestore-btrfs.yaml rados.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 1267381 2017-06-07 05:31:18 2017-06-07 06:54:02 2017-06-07 07:56:02 1:02:00 0:59:17 0:02:43 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/radosbench.yaml} 2
pass 1267382 2017-06-07 05:31:19 2017-06-07 06:54:21 2017-06-07 07:08:20 0:13:59 0:13:05 0:00:54 smithi master rados/singleton/{all/test_envlibrados_for_rocksdb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml} 1
fail 1267383 2017-06-07 05:31:19 2017-06-07 06:54:22 2017-06-07 07:26:22 0:32:00 0:27:11 0:04:49 smithi master ubuntu 16.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml leveldb.yaml msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_latest.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2017-06-07 06:59:52.999145 osd.5 osd.5 172.21.15.106:6808/25231 28 : cluster [ERR] 1.3s1 missing primary copy of 1:c44f7c97:::smithi099848053-11 oooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooo:18, will try copies on 2(2)" in cluster log

fail 1267384 2017-06-07 05:31:20 2017-06-07 06:54:54 2017-06-07 07:34:57 0:40:03 0:35:07 0:04:56 smithi master rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml fast/fast.yaml leveldb.yaml msgr-failures/osd-delay.yaml rados.yaml thrashers/pggrow.yaml workloads/ec-snaps-few-objects-overwrites.yaml} 2
Failure Reason:

"2017-06-07 07:20:06.253196 osd.0 osd.0 172.21.15.179:6808/32196 455 : cluster [ERR] 1.5fs0 missing primary copy of 1:faec3f05:::smithi1796311-29 oooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooo:24b, will try copies on 3(1),5(2)" in cluster log

pass 1267385 2017-06-07 05:31:21 2017-06-07 06:54:54 2017-06-07 07:18:57 0:24:03 0:21:11 0:02:52 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/small-objects.yaml} 2
pass 1267386 2017-06-07 05:31:21 2017-06-07 06:55:09 2017-06-07 07:27:09 0:32:00 0:30:43 0:01:17 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/snaps-few-objects.yaml} 2
pass 1267387 2017-06-07 05:31:22 2017-06-07 06:55:26 2017-06-07 07:11:27 0:16:01 0:12:09 0:03:52 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1267388 2017-06-07 05:31:23 2017-06-07 06:55:44 2017-06-07 07:11:43 0:15:59 0:14:30 0:01:29 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml mon_kv_backend/leveldb.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-btrfs.yaml rados.yaml tasks/repair_test.yaml} 2
pass 1267389 2017-06-07 05:31:23 2017-06-07 06:55:48 2017-06-07 07:21:47 0:25:59 0:17:55 0:08:04 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 1267390 2017-06-07 05:31:24 2017-06-07 06:55:52 2017-06-07 07:29:52 0:34:00 0:30:51 0:03:09 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/cache-agent-big.yaml} 2
pass 1267391 2017-06-07 05:31:25 2017-06-07 06:57:02 2017-06-07 07:11:01 0:13:59 0:12:05 0:01:54 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/cache-agent-small.yaml} 2
pass 1267392 2017-06-07 05:31:26 2017-06-07 06:57:02 2017-06-07 07:07:01 0:09:59 0:08:42 0:01:17 smithi master rados/singleton-nomsgr/{all/full-tiering.yaml rados.yaml} 1
pass 1267393 2017-06-07 05:31:26 2017-06-07 06:57:02 2017-06-07 07:19:01 0:21:59 0:19:21 0:02:38 smithi master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml fast/normal.yaml leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore.yaml rados.yaml thrashers/default.yaml workloads/ec-small-objects.yaml} 2
pass 1267394 2017-06-07 05:31:27 2017-06-07 06:57:02 2017-06-07 07:39:02 0:42:00 0:39:35 0:02:25 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 1267395 2017-06-07 05:31:28 2017-06-07 06:57:04 2017-06-07 07:29:04 0:32:00 0:27:19 0:04:41 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/cache-pool-snaps.yaml} 2
fail 1267396 2017-06-07 05:31:28 2017-06-07 06:58:48 2017-06-07 07:20:47 0:21:59 0:17:50 0:04:09 smithi master rados/singleton/{all/thrash-rados.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-btrfs.yaml rados.yaml} 2
Failure Reason:

Command failed on smithi167 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json'

pass 1267397 2017-06-07 05:31:29 2017-06-07 06:58:48 2017-06-07 07:34:48 0:36:00 0:34:15 0:01:45 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/cache-snaps.yaml} 2
pass 1267398 2017-06-07 05:31:30 2017-06-07 06:58:54 2017-06-07 07:10:53 0:11:59 0:10:36 0:01:23 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/cache.yaml} 2
pass 1267399 2017-06-07 05:31:30 2017-06-07 06:58:55 2017-06-07 07:12:54 0:13:59 0:11:34 0:02:25 smithi master rados/thrash-luminous/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/redirect_set_object.yaml} 2
pass 1267400 2017-06-07 05:31:31 2017-06-07 06:59:05 2017-06-07 07:31:05 0:32:00 0:27:57 0:04:03 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1267401 2017-06-07 05:31:32 2017-06-07 06:59:25 2017-06-07 07:23:25 0:24:00 0:22:07 0:01:53 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/rados_api_tests.yaml} 2
pass 1267402 2017-06-07 05:31:32 2017-06-07 06:59:26 2017-06-07 07:41:28 0:42:02 0:39:31 0:02:31 smithi master rados/monthrash/{ceph.yaml clusters/9-mons.yaml d-require-luminous/at-end.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/force-sync-many.yaml workloads/snaps-few-objects.yaml} 2
pass 1267403 2017-06-07 05:31:33 2017-06-07 07:00:11 2017-06-07 07:42:11 0:42:00 0:38:01 0:03:59 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/radosbench.yaml} 2
pass 1267404 2017-06-07 05:31:34 2017-06-07 07:00:35 2017-06-07 07:20:34 0:19:59 0:17:35 0:02:24 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/small-objects.yaml} 2
pass 1267405 2017-06-07 05:31:34 2017-06-07 07:00:48 2017-06-07 07:34:47 0:33:59 0:31:00 0:02:59 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/snaps-few-objects.yaml} 2
pass 1267406 2017-06-07 05:31:35 2017-06-07 07:01:13 2017-06-07 07:23:12 0:21:59 0:18:19 0:03:40 smithi master rados/singleton/{all/thrash_cache_writeback_proxy_none.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
pass 1267407 2017-06-07 05:31:36 2017-06-07 07:01:13 2017-06-07 07:17:12 0:15:59 0:13:48 0:02:11 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1267408 2017-06-07 05:31:36 2017-06-07 07:01:30 2017-06-07 07:19:30 0:18:00 0:15:59 0:02:01 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rgw_snaps.yaml} 2
pass 1267409 2017-06-07 05:31:37 2017-06-07 07:02:12 2017-06-07 07:24:12 0:22:00 0:17:20 0:04:40 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 1267410 2017-06-07 05:31:38 2017-06-07 07:02:23 2017-06-07 07:18:23 0:16:00 0:13:20 0:02:40 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/cache-agent-big.yaml} 2
pass 1267411 2017-06-07 05:31:38 2017-06-07 07:02:23 2017-06-07 07:18:23 0:16:00 0:12:46 0:03:14 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/cache-agent-small.yaml} 2
pass 1267412 2017-06-07 05:31:39 2017-06-07 07:03:04 2017-06-07 11:37:10 4:34:06 4:32:30 0:01:36 smithi master rados/objectstore/filestore-idempotent.yaml 1
pass 1267413 2017-06-07 05:31:39 2017-06-07 07:03:05 2017-06-07 07:43:05 0:40:00 0:36:26 0:03:34 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 1267414 2017-06-07 05:31:40 2017-06-07 07:03:13 2017-06-07 07:37:13 0:34:00 0:31:19 0:02:41 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps.yaml} 2
pass 1267415 2017-06-07 05:31:41 2017-06-07 07:03:55 2017-06-07 07:37:55 0:34:00 0:30:49 0:03:11 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/cache-snaps.yaml} 2
pass 1267416 2017-06-07 05:31:42 2017-06-07 07:03:56 2017-06-07 07:11:54 0:07:58 0:06:23 0:01:35 smithi master rados/singleton/{all/watch-notify-same-primary.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml} 1
pass 1267417 2017-06-07 05:31:42 2017-06-07 07:04:32 2017-06-07 07:16:31 0:11:59 0:10:55 0:01:04 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/cache.yaml} 2
pass 1267418 2017-06-07 05:31:43 2017-06-07 07:04:32 2017-06-07 07:40:32 0:36:00 0:33:32 0:02:28 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
fail 1267419 2017-06-07 05:31:44 2017-06-07 07:04:39 2017-06-07 07:28:38 0:23:59 0:20:29 0:03:30 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2017-06-07 07:17:22.151269 osd.0 osd.0 172.21.15.154:6801/28538 299 : cluster [ERR] handle_sub_read: Error -2 reading 185:a42c3e3e:test-rados-api-smithi154-30943-64::bar:2" in cluster log

pass 1267420 2017-06-07 05:31:44 2017-06-07 07:04:50 2017-06-07 07:32:49 0:27:59 0:26:31 0:01:28 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/radosbench.yaml} 2
pass 1267421 2017-06-07 05:31:45 2017-06-07 07:04:51 2017-06-07 07:30:51 0:26:00 0:20:40 0:05:20 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/small-objects.yaml} 2
pass 1267422 2017-06-07 05:31:46 2017-06-07 07:05:18 2017-06-07 07:35:18 0:30:00 0:27:31 0:02:29 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/snaps-few-objects.yaml} 2
pass 1267423 2017-06-07 05:31:46 2017-06-07 07:05:21 2017-06-07 07:23:20 0:17:59 0:16:38 0:01:21 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1267424 2017-06-07 05:31:47 2017-06-07 07:05:37 2017-06-07 07:29:38 0:24:01 0:21:00 0:03:01 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml tasks/rados_api_tests.yaml} 2
pass 1267425 2017-06-07 05:31:48 2017-06-07 07:05:55 2017-06-07 07:19:54 0:13:59 0:12:40 0:01:19 smithi master rados/basic-luminous/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} objectstore/filestore-btrfs.yaml rados.yaml scrub_test.yaml} 2
pass 1267426 2017-06-07 05:31:48 2017-06-07 07:06:11 2017-06-07 07:18:10 0:11:59 0:08:28 0:03:31 smithi master rados/mgr/{clusters/2-node-mgr.yaml debug/mgr.yaml objectstore/filestore-btrfs.yaml tasks/failover.yaml} 2
pass 1267427 2017-06-07 05:31:49 2017-06-07 07:06:46 2017-06-07 07:24:45 0:17:59 0:13:36 0:04:23 smithi master rados/monthrash/{ceph.yaml clusters/3-mons.yaml d-require-luminous/at-mkfs.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml thrashers/force-sync-many.yaml workloads/pool-create-delete.yaml} 2
pass 1267428 2017-06-07 05:31:49 2017-06-07 07:06:47 2017-06-07 07:20:46 0:13:59 0:08:12 0:05:47 smithi master rados/multimon/{clusters/21.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml tasks/mon_clock_no_skews.yaml} 3
pass 1267429 2017-06-07 05:31:50 2017-06-07 07:06:47 2017-06-07 07:12:46 0:05:59 0:05:27 0:00:32 smithi master rados/singleton/{all/admin-socket.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml} 1
pass 1267430 2017-06-07 05:31:51 2017-06-07 07:06:52 2017-06-07 07:26:52 0:20:00 0:18:03 0:01:57 smithi master rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml} 1
pass 1267431 2017-06-07 05:31:52 2017-06-07 07:07:03 2017-06-07 07:17:02 0:09:59 0:07:35 0:02:24 smithi master rados/singleton-nomsgr/{all/health-warnings.yaml rados.yaml} 1
pass 1267432 2017-06-07 05:31:52 2017-06-07 07:07:14 2017-06-07 07:23:14 0:16:00 0:11:27 0:04:33 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 1267433 2017-06-07 05:31:53 2017-06-07 07:07:21 2017-06-07 07:41:20 0:33:59 0:32:21 0:01:38 smithi master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml fast/fast.yaml leveldb.yaml msgr-failures/fastclose.yaml objectstore/filestore-btrfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml} 2
pass 1267434 2017-06-07 05:31:54 2017-06-07 07:07:40 2017-06-07 07:23:40 0:16:00 0:11:03 0:04:57 smithi master rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} d-require-luminous/at-end.yaml leveldb.yaml msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
fail 1267435 2017-06-07 05:31:54 2017-06-07 07:08:23 2017-06-07 07:44:23 0:36:00 0:30:01 0:05:59 smithi master centos 7.3 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-comp.yaml rados.yaml supported/centos_latest.yaml thrashers/default.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2017-06-07 07:17:59.334864 osd.5 osd.5 172.21.15.29:6804/15456 27 : cluster [ERR] handle_sub_read: Error -2 reading 1:05403d96:::smithi03727390-44:29" in cluster log

dead 1267436 2017-06-07 05:31:55 2017-06-07 07:08:23 2017-06-07 19:14:59 12:06:36 smithi master rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml fast/fast.yaml leveldb.yaml msgr-failures/fastclose.yaml rados.yaml thrashers/default.yaml workloads/ec-pool-snaps-few-objects-overwrites.yaml} 2
pass 1267437 2017-06-07 05:31:56 2017-06-07 07:08:37 2017-06-07 07:32:37 0:24:00 0:09:28 0:14:32 smithi master rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} d-require-luminous/at-end.yaml leveldb.yaml msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 1267438 2017-06-07 05:31:57 2017-06-07 07:08:53 2017-06-07 07:22:53 0:14:00 0:12:11 0:01:49 smithi master rados/thrash-luminous/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/redirect_set_object.yaml} 2
pass 1267439 2017-06-07 05:31:58 2017-06-07 07:09:05 2017-06-07 07:21:04 0:11:59 0:10:30 0:01:29 smithi master rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml d-thrash/default.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml tasks/mon_recovery.yaml validater/lockdep.yaml} 2
pass 1267440 2017-06-07 05:31:58 2017-06-07 07:09:55 2017-06-07 07:27:55 0:18:00 0:16:32 0:01:28 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/cache-agent-big.yaml} 2
pass 1267441 2017-06-07 05:31:59 2017-06-07 07:10:39 2017-06-07 07:26:38 0:15:59 0:14:04 0:01:55 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/cache-agent-small.yaml} 2
pass 1267442 2017-06-07 05:32:00 2017-06-07 07:10:39 2017-06-07 07:42:39 0:32:00 0:30:16 0:01:44 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 1267443 2017-06-07 05:32:00 2017-06-07 07:10:52 2017-06-07 07:50:52 0:40:00 0:30:54 0:09:06 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps.yaml} 2
pass 1267444 2017-06-07 05:32:01 2017-06-07 07:10:52 2017-06-07 07:50:52 0:40:00 0:38:16 0:01:44 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/cache-snaps.yaml} 2
pass 1267445 2017-06-07 05:32:02 2017-06-07 07:11:05 2017-06-07 07:31:04 0:19:59 0:15:18 0:04:41 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/cache.yaml} 2
pass 1267446 2017-06-07 05:32:02 2017-06-07 07:11:05 2017-06-07 07:53:05 0:42:00 0:40:37 0:01:23 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1267447 2017-06-07 05:32:03 2017-06-07 07:11:28 2017-06-07 07:23:28 0:12:00 0:07:39 0:04:21 smithi master rados/singleton/{all/divergent_priors.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml} 1
pass 1267448 2017-06-07 05:32:04 2017-06-07 07:11:28 2017-06-07 07:35:28 0:24:00 0:16:51 0:07:09 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/rados_api_tests.yaml} 2
pass 1267449 2017-06-07 05:32:04 2017-06-07 07:11:37 2017-06-07 07:37:38 0:26:01 0:24:33 0:01:28 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/radosbench.yaml} 2
pass 1267450 2017-06-07 05:32:05 2017-06-07 07:11:44 2017-06-07 07:33:44 0:22:00 0:20:39 0:01:21 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/small-objects.yaml} 2
pass 1267451 2017-06-07 05:32:06 2017-06-07 07:11:56 2017-06-07 07:19:55 0:07:59 0:05:38 0:02:21 smithi master rados/objectstore/fusestore.yaml 1
pass 1267452 2017-06-07 05:32:06 2017-06-07 07:12:20 2017-06-07 07:54:20 0:42:00 0:31:50 0:10:10 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/snaps-few-objects.yaml} 2
pass 1267453 2017-06-07 05:32:07 2017-06-07 07:12:37 2017-06-07 07:30:37 0:18:00 0:14:01 0:03:59 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1267454 2017-06-07 05:32:08 2017-06-07 07:12:49 2017-06-07 07:28:48 0:15:59 0:10:38 0:05:21 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 1267455 2017-06-07 05:32:08 2017-06-07 07:12:55 2017-06-07 07:26:55 0:14:00 0:08:14 0:05:46 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml mon_kv_backend/leveldb.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml tasks/rados_cls_all.yaml} 2
pass 1267456 2017-06-07 05:32:09 2017-06-07 07:14:28 2017-06-07 07:42:27 0:27:59 0:23:43 0:04:16 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/cache-agent-big.yaml} 2
pass 1267457 2017-06-07 05:32:10 2017-06-07 07:15:01 2017-06-07 07:25:00 0:09:59 0:08:55 0:01:04 smithi master rados/singleton/{all/divergent_priors2.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-btrfs.yaml rados.yaml} 1
pass 1267458 2017-06-07 05:32:10 2017-06-07 07:15:13 2017-06-07 07:35:13 0:20:00 0:18:01 0:01:59 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/cache-agent-small.yaml} 2
pass 1267459 2017-06-07 05:32:11 2017-06-07 07:15:27 2017-06-07 07:51:39 0:36:12 0:29:56 0:06:16 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 1267460 2017-06-07 05:32:12 2017-06-07 07:16:33 2017-06-07 07:56:33 0:40:00 0:36:49 0:03:11 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps.yaml} 2
pass 1267461 2017-06-07 05:32:12 2017-06-07 07:17:03 2017-06-07 07:29:02 0:11:59 0:08:58 0:03:01 smithi master rados/monthrash/{ceph.yaml clusters/9-mons.yaml d-require-luminous/at-end.yaml mon_kv_backend/leveldb.yaml msgr-failures/mon-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml thrashers/many.yaml workloads/rados_5925.yaml} 2
pass 1267462 2017-06-07 05:32:13 2017-06-07 07:17:14 2017-06-07 07:45:13 0:27:59 0:26:02 0:01:57 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/cache-snaps.yaml} 2
pass 1267463 2017-06-07 05:32:14 2017-06-07 07:18:31 2017-06-07 07:34:29 0:15:58 0:12:54 0:03:04 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/cache.yaml} 2
pass 1267464 2017-06-07 05:32:14 2017-06-07 07:18:31 2017-06-07 07:30:29 0:11:58 0:10:36 0:01:22 smithi master rados/thrash-luminous/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/redirect.yaml} 2
pass 1267465 2017-06-07 05:32:15 2017-06-07 07:18:31 2017-06-07 07:54:37 0:36:06 0:34:44 0:01:22 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1267466 2017-06-07 05:32:16 2017-06-07 07:18:31 2017-06-07 07:38:30 0:19:59 0:18:15 0:01:44 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/rados_api_tests.yaml} 2
pass 1267467 2017-06-07 05:32:16 2017-06-07 07:18:53 2017-06-07 07:26:52 0:07:59 0:07:16 0:00:43 smithi master rados/singleton/{all/dump-stuck.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 1267468 2017-06-07 05:32:17 2017-06-07 07:18:58 2017-06-07 08:10:59 0:52:01 0:49:13 0:02:48 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/radosbench.yaml} 2
pass 1267469 2017-06-07 05:32:18 2017-06-07 07:19:03 2017-06-07 07:39:02 0:19:59 0:17:55 0:02:04 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/small-objects.yaml} 2
pass 1267470 2017-06-07 05:32:18 2017-06-07 07:19:42 2017-06-07 07:55:42 0:36:00 0:34:36 0:01:24 smithi master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml fast/normal.yaml leveldb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/fastread.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
pass 1267471 2017-06-07 05:32:19 2017-06-07 07:20:08 2017-06-07 07:46:07 0:25:59 0:23:45 0:02:14 smithi master rados/singleton-nomsgr/{all/msgr.yaml rados.yaml} 1
pass 1267472 2017-06-07 05:32:20 2017-06-07 07:20:08 2017-06-07 07:48:07 0:27:59 0:26:41 0:01:18 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/snaps-few-objects.yaml} 2
pass 1267473 2017-06-07 05:32:20 2017-06-07 07:20:11 2017-06-07 07:40:10 0:19:59 0:18:21 0:01:38 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1267474 2017-06-07 05:32:21 2017-06-07 07:20:37 2017-06-07 07:36:36 0:15:59 0:14:08 0:01:51 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 1267475 2017-06-07 05:32:21 2017-06-07 07:20:37 2017-06-07 07:34:36 0:13:59 0:11:07 0:02:52 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-btrfs.yaml rados.yaml tasks/rados_python.yaml} 2
pass 1267476 2017-06-07 05:32:22 2017-06-07 07:21:01 2017-06-07 07:51:01 0:30:00 0:27:55 0:02:05 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/cache-agent-big.yaml} 2
pass 1267477 2017-06-07 05:32:23 2017-06-07 07:21:01 2017-06-07 07:33:00 0:11:59 0:09:17 0:02:42 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/cache-agent-small.yaml} 2
pass 1267478 2017-06-07 05:32:23 2017-06-07 07:21:01 2017-06-07 07:59:01 0:38:00 0:36:16 0:01:44 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 1267479 2017-06-07 05:32:24 2017-06-07 07:21:09 2017-06-07 07:39:09 0:18:00 0:17:26 0:00:34 smithi master rados/singleton/{all/ec-lost-unfound.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml} 1
fail 1267480 2017-06-07 05:32:25 2017-06-07 07:21:58 2017-06-07 07:53:57 0:31:59 0:27:17 0:04:42 smithi master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml leveldb.yaml msgr-failures/few.yaml objectstore/bluestore.yaml rados.yaml supported/ubuntu_14.04.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2017-06-07 07:40:09.805062 osd.2 osd.2 172.21.15.161:6804/18215 909 : cluster [ERR] 1.cs2 missing primary copy of 1:3ba47d69:::smithi1615045-47 oooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooo:139, will try copies on 1(0)" in cluster log

pass 1267481 2017-06-07 05:32:25 2017-06-07 07:22:13 2017-06-07 07:46:12 0:23:59 0:22:58 0:01:01 smithi master rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml fast/normal.yaml leveldb.yaml msgr-failures/few.yaml rados.yaml thrashers/fastread.yaml workloads/ec-small-objects-fast-read-overwrites.yaml} 2
pass 1267482 2017-06-07 05:32:26 2017-06-07 07:22:46 2017-06-07 08:02:47 0:40:01 0:37:33 0:02:28 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/cache-pool-snaps.yaml} 2
pass 1267483 2017-06-07 05:32:27 2017-06-07 07:22:54 2017-06-07 07:34:53 0:11:59 0:09:36 0:02:23 smithi master rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml leveldb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml rados.yaml thrashers/fastread.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 1267484 2017-06-07 05:32:28 2017-06-07 07:22:54 2017-06-07 07:50:54 0:28:00 0:27:40 0:00:20 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/cache-snaps.yaml} 2
pass 1267485 2017-06-07 05:32:28 2017-06-07 07:23:24 2017-06-07 07:29:23 0:05:59 0:05:48 0:00:11 smithi master rados/objectstore/keyvaluedb.yaml 1
pass 1267486 2017-06-07 05:32:29 2017-06-07 07:23:24 2017-06-07 07:37:23 0:13:59 0:10:29 0:03:30 smithi master rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml leveldb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 1267487 2017-06-07 05:32:30 2017-06-07 07:23:24 2017-06-07 07:41:23 0:17:59 0:15:46 0:02:13 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/cache.yaml} 2
pass 1267488 2017-06-07 05:32:30 2017-06-07 07:23:24 2017-06-07 07:49:23 0:25:59 0:24:45 0:01:14 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1267489 2017-06-07 05:32:31 2017-06-07 07:23:27 2017-06-07 07:49:26 0:25:59 0:21:11 0:04:48 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/rados_api_tests.yaml} 2
pass 1267490 2017-06-07 05:32:31 2017-06-07 07:23:29 2017-06-07 08:07:29 0:44:00 0:42:41 0:01:19 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/radosbench.yaml} 2
pass 1267491 2017-06-07 05:32:32 2017-06-07 07:23:34 2017-06-07 07:47:34 0:24:00 0:21:21 0:02:39 smithi master rados/monthrash/{ceph.yaml clusters/3-mons.yaml d-require-luminous/at-mkfs.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-btrfs.yaml rados.yaml thrashers/one.yaml workloads/rados_api_tests.yaml} 2
pass 1267492 2017-06-07 05:32:33 2017-06-07 07:23:43 2017-06-07 07:43:42 0:19:59 0:18:05 0:01:54 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/small-objects.yaml} 2
pass 1267493 2017-06-07 05:32:33 2017-06-07 07:23:44 2017-06-07 07:37:44 0:14:00 0:06:50 0:07:10 smithi master rados/multimon/{clusters/3.yaml mon_kv_backend/leveldb.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml tasks/mon_clock_with_skews.yaml} 2
pass 1267494 2017-06-07 05:32:34 2017-06-07 07:24:13 2017-06-07 07:50:13 0:26:00 0:23:06 0:02:54 smithi master rados/singleton/{all/lost-unfound-delete.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml} 1
pass 1267495 2017-06-07 05:32:35 2017-06-07 07:24:39 2017-06-07 08:12:39 0:48:00 0:39:19 0:08:41 smithi master centos rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml d-thrash/none.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml tasks/rados_api_tests.yaml validater/valgrind.yaml} 2
pass 1267496 2017-06-07 05:32:35 2017-06-07 07:24:46 2017-06-07 08:00:46 0:36:00 0:33:16 0:02:44 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/snaps-few-objects.yaml} 2
pass 1267497 2017-06-07 05:32:36 2017-06-07 07:24:46 2017-06-07 07:42:46 0:18:00 0:11:48 0:06:12 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1267498 2017-06-07 05:32:36 2017-06-07 07:25:02 2017-06-07 07:43:01 0:17:59 0:14:37 0:03:22 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 1267499 2017-06-07 05:32:37 2017-06-07 07:25:13 2017-06-07 07:39:13 0:14:00 0:11:18 0:02:42 smithi master rados/thrash-luminous/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr/simple.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/redirect_set_object.yaml} 2
pass 1267500 2017-06-07 05:32:38 2017-06-07 07:26:33 2017-06-07 07:42:32 0:15:59 0:12:53 0:03:06 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml mon_kv_backend/leveldb.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_stress_watch.yaml} 2
pass 1267501 2017-06-07 05:32:38 2017-06-07 07:26:40 2017-06-07 07:46:39 0:19:59 0:17:44 0:02:15 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/cache-agent-big.yaml} 2
pass 1267502 2017-06-07 05:32:39 2017-06-07 07:26:53 2017-06-07 07:44:52 0:17:59 0:16:02 0:01:57 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/cache-agent-small.yaml} 2
pass 1267503 2017-06-07 05:32:39 2017-06-07 07:26:53 2017-06-07 08:02:53 0:36:00 0:34:33 0:01:27 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 1267504 2017-06-07 05:32:40 2017-06-07 07:26:56 2017-06-07 07:58:56 0:32:00 0:28:03 0:03:57 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/cache-pool-snaps.yaml} 2
pass 1267505 2017-06-07 05:32:41 2017-06-07 07:27:08 2017-06-07 07:45:08 0:18:00 0:17:25 0:00:35 smithi master rados/singleton/{all/lost-unfound.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-btrfs.yaml rados.yaml} 1
pass 1267506 2017-06-07 05:32:41 2017-06-07 07:27:10 2017-06-07 07:57:10 0:30:00 0:28:51 0:01:09 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/cache-snaps.yaml} 2
pass 1267507 2017-06-07 05:32:42 2017-06-07 07:28:06 2017-06-07 07:44:05 0:15:59 0:13:35 0:02:24 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/cache.yaml} 2
pass 1267508 2017-06-07 05:32:43 2017-06-07 07:28:40 2017-06-07 08:02:39 0:33:59 0:29:14 0:04:45 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1267509 2017-06-07 05:32:43 2017-06-07 07:28:49 2017-06-07 08:20:50 0:52:01 0:47:58 0:04:03 smithi master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml fast/fast.yaml leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-comp.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-radosbench.yaml} 2
pass 1267510 2017-06-07 05:32:44 2017-06-07 07:29:04 2017-06-07 07:53:03 0:23:59 0:21:48 0:02:11 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/rados_api_tests.yaml} 2
pass 1267511 2017-06-07 05:32:45 2017-06-07 07:29:19 2017-06-07 07:43:18 0:13:59 0:10:23 0:03:36 smithi master rados/basic-luminous/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} objectstore/filestore-xfs.yaml rados.yaml scrub_test.yaml} 2
pass 1267512 2017-06-07 05:32:45 2017-06-07 07:29:24 2017-06-07 07:41:23 0:11:59 0:10:17 0:01:42 smithi master rados/mgr/{clusters/2-node-mgr.yaml debug/mgr.yaml objectstore/filestore-xfs.yaml tasks/failover.yaml} 2
pass 1267513 2017-06-07 05:32:46 2017-06-07 07:29:39 2017-06-07 07:47:39 0:18:00 0:15:52 0:02:08 smithi master rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml} 1
pass 1267514 2017-06-07 05:32:46 2017-06-07 07:29:53 2017-06-07 07:49:54 0:20:01 0:13:44 0:06:17 smithi master rados/singleton-nomsgr/{all/multi-backfill-reject.yaml rados.yaml} 2
pass 1267515 2017-06-07 05:32:47 2017-06-07 07:30:42 2017-06-07 07:54:41 0:23:59 0:19:40 0:04:19 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/radosbench.yaml} 2
pass 1267516 2017-06-07 05:32:48 2017-06-07 07:30:42 2017-06-07 07:54:41 0:23:59 0:20:44 0:03:15 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/small-objects.yaml} 2
pass 1267517 2017-06-07 05:32:48 2017-06-07 07:30:52 2017-06-07 08:18:52 0:48:00 0:45:13 0:02:47 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/snaps-few-objects.yaml} 2
pass 1267518 2017-06-07 05:32:49 2017-06-07 07:31:05 2017-06-07 07:47:04 0:15:59 0:13:34 0:02:25 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1267519 2017-06-07 05:32:50 2017-06-07 07:31:06 2017-06-07 07:43:05 0:11:59 0:10:40 0:01:19 smithi master rados/singleton/{all/mon-config-keys.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 1267520 2017-06-07 05:32:50 2017-06-07 07:32:47 2017-06-07 07:44:46 0:11:59 0:09:39 0:02:20 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 1267521 2017-06-07 05:32:51 2017-06-07 07:32:51 2017-06-07 07:48:50 0:15:59 0:13:49 0:02:10 smithi master rados/monthrash/{ceph.yaml clusters/9-mons.yaml d-require-luminous/at-end.yaml mon_kv_backend/leveldb.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/sync-many.yaml workloads/rados_mon_workunits.yaml} 2
pass 1267522 2017-06-07 05:32:51 2017-06-07 07:33:01 2017-06-07 07:55:01 0:22:00 0:20:10 0:01:50 smithi master rados/objectstore/objectcacher-stress.yaml 1
pass 1267523 2017-06-07 05:32:52 2017-06-07 07:33:46 2017-06-07 07:51:45 0:17:59 0:16:39 0:01:20 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/cache-agent-big.yaml} 2
pass 1267524 2017-06-07 05:32:53 2017-06-07 07:34:41 2017-06-07 07:46:43 0:12:02 0:08:01 0:04:01 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml tasks/rados_striper.yaml} 2
pass 1267525 2017-06-07 05:32:53 2017-06-07 07:34:41 2017-06-07 07:50:43 0:16:02 0:13:29 0:02:33 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/cache-agent-small.yaml} 2
pass 1267526 2017-06-07 05:32:54 2017-06-07 07:34:49 2017-06-07 08:16:49 0:42:00 0:40:10 0:01:50 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 1267527 2017-06-07 05:32:54 2017-06-07 07:34:49 2017-06-07 08:10:49 0:36:00 0:29:49 0:06:11 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps.yaml} 2
pass 1267528 2017-06-07 05:32:55 2017-06-07 07:34:54 2017-06-07 08:08:54 0:34:00 0:33:32 0:00:28 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/cache-snaps.yaml} 2
pass 1267529 2017-06-07 05:32:56 2017-06-07 07:34:59 2017-06-07 07:46:58 0:11:59 0:10:28 0:01:31 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/cache.yaml} 2
fail 1267530 2017-06-07 05:32:56 2017-06-07 07:35:14 2017-06-07 07:49:20 0:14:06 0:08:25 0:05:41 smithi master rados/singleton/{all/mon-seesaw.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml} 1
Failure Reason:

Command failed on smithi135 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json'

fail 1267531 2017-06-07 05:32:57 2017-06-07 07:35:19 2017-06-07 08:11:19 0:36:00 0:27:30 0:08:30 smithi master ubuntu 16.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml leveldb.yaml msgr-failures/osd-delay.yaml objectstore/filestore-btrfs.yaml rados.yaml supported/ubuntu_latest.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2017-06-07 07:50:37.135000 osd.3 osd.3 172.21.15.205:6801/10883 205 : cluster [ERR] 1.49s0 missing primary copy of 1:93d9c0ac:::smithi18116584-28:ce, will try copies on 4(1),5(2)" in cluster log

pass 1267532 2017-06-07 05:32:58 2017-06-07 07:35:29 2017-06-07 07:57:29 0:22:00 0:18:43 0:03:17 smithi master rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml fast/fast.yaml leveldb.yaml msgr-failures/osd-delay.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-small-objects-overwrites.yaml} 2
pass 1267533 2017-06-07 05:32:58 2017-06-07 07:36:49 2017-06-07 07:46:47 0:09:58 0:08:50 0:01:08 smithi master rados/thrash-luminous/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/redirect.yaml} 2
pass 1267534 2017-06-07 05:32:59 2017-06-07 07:37:21 2017-06-07 08:19:21 0:42:00 0:40:21 0:01:39 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1267535 2017-06-07 05:33:00 2017-06-07 07:37:24 2017-06-07 07:57:24 0:20:00 0:19:10 0:00:50 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/rados_api_tests.yaml} 2
pass 1267536 2017-06-07 05:33:00 2017-06-07 07:37:40 2017-06-07 07:59:39 0:21:59 0:21:43 0:00:16 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/radosbench.yaml} 2
pass 1267537 2017-06-07 05:33:01 2017-06-07 07:37:45 2017-06-07 07:51:44 0:13:59 0:11:12 0:02:47 smithi master rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} d-require-luminous/at-end.yaml leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 1267538 2017-06-07 05:33:02 2017-06-07 07:38:09 2017-06-07 08:00:09 0:22:00 0:20:05 0:01:55 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/small-objects.yaml} 2
pass 1267539 2017-06-07 05:33:02 2017-06-07 07:38:34 2017-06-07 08:08:33 0:29:59 0:27:01 0:02:58 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/snaps-few-objects.yaml} 2
pass 1267540 2017-06-07 05:33:03 2017-06-07 07:39:07 2017-06-07 07:55:06 0:15:59 0:11:09 0:04:50 smithi master rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} d-require-luminous/at-end.yaml leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 1267541 2017-06-07 05:33:03 2017-06-07 07:39:33 2017-06-07 07:55:32 0:15:59 0:12:16 0:03:43 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1267542 2017-06-07 05:33:04 2017-06-07 07:39:33 2017-06-07 07:53:32 0:13:59 0:12:14 0:01:45 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 1267543 2017-06-07 05:33:05 2017-06-07 07:39:33 2017-06-07 07:57:32 0:17:59 0:16:07 0:01:52 smithi master rados/singleton/{all/mon-thrasher.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml} 1
pass 1267544 2017-06-07 05:33:05 2017-06-07 07:40:12 2017-06-07 08:08:12 0:28:00 0:26:46 0:01:14 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/cache-agent-big.yaml} 2
pass 1267545 2017-06-07 05:33:06 2017-06-07 07:41:23 2017-06-07 08:11:22 0:29:59 0:28:35 0:01:24 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml mon_kv_backend/leveldb.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml tasks/rados_workunit_loadgen_big.yaml} 2
pass 1267546 2017-06-07 05:33:07 2017-06-07 07:41:25 2017-06-07 07:57:24 0:15:59 0:13:51 0:02:08 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/cache-agent-small.yaml} 2
pass 1267547 2017-06-07 05:33:07 2017-06-07 07:41:25 2017-06-07 08:07:24 0:25:59 0:25:08 0:00:51 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 1267548 2017-06-07 05:33:08 2017-06-07 07:41:29 2017-06-07 08:25:29 0:44:00 0:42:31 0:01:29 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps.yaml} 2
pass 1267549 2017-06-07 05:33:09 2017-06-07 07:42:12 2017-06-07 08:16:12 0:34:00 0:32:16 0:01:44 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml workloads/cache-snaps.yaml} 2
pass 1267550 2017-06-07 05:33:09 2017-06-07 07:42:29 2017-06-07 08:14:29 0:32:00 0:31:19 0:00:41 smithi master rados/monthrash/{ceph.yaml clusters/3-mons.yaml d-require-luminous/at-mkfs.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml thrashers/sync.yaml workloads/snaps-few-objects.yaml} 2
fail 1267551 2017-06-07 05:33:10 2017-06-07 07:42:34 2017-06-07 08:10:33 0:27:59 0:20:35 0:07:24 smithi master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml fast/normal.yaml leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore.yaml rados.yaml thrashers/morepggrow.yaml workloads/ec-small-objects-fast-read.yaml} 2
Failure Reason:

"2017-06-07 08:00:13.025951 osd.0 osd.0 172.21.15.159:6804/16737 390 : cluster [ERR] handle_sub_read: Error -2 reading 1:8ced7168:::smithi15917753-994:a9" in cluster log

pass 1267552 2017-06-07 05:33:10 2017-06-07 07:42:40 2017-06-07 07:58:40 0:16:00 0:15:07 0:00:53 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml workloads/cache.yaml} 2
pass 1267553 2017-06-07 05:33:11 2017-06-07 07:42:47 2017-06-07 07:54:46 0:11:59 0:11:13 0:00:46 smithi master centos rados/singleton-nomsgr/{all/valgrind-leaks.yaml rados.yaml} 1
pass 1267554 2017-06-07 05:33:12 2017-06-07 07:43:02 2017-06-07 08:17:02 0:34:00 0:32:05 0:01:55 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-mkfs.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-btrfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1267555 2017-06-07 05:33:12 2017-06-07 07:43:06 2017-06-07 08:03:05 0:19:59 0:18:42 0:01:17 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-require-luminous/at-end.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml workloads/rados_api_tests.yaml} 2
pass 1267556 2017-06-07 05:33:13 2017-06-07 07:43:16 2017-06-07 07:57:15 0:13:59 0:11:11 0:02:48 smithi master rados/multimon/{clusters/6.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-btrfs.yaml rados.yaml tasks/mon_recovery.yaml} 2
pass 1267557 2017-06-07 05:33:14 2017-06-07 07:43:19 2017-06-07 07:57:19 0:14:00 0:11:03 0:02:57 smithi master rados/singleton/{all/osd-backfill.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-btrfs.yaml rados.yaml} 1