Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 3101377 2018-10-04 14:48:34 2018-10-04 14:50:13 2018-10-04 15:32:13 0:42:00 0:10:57 0:31:03 smithi master ubuntu 16.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml} tasks/rados_python.yaml} 2
fail 3101378 2018-10-04 14:48:35 2018-10-04 14:52:10 2018-10-04 15:36:10 0:44:00 0:27:43 0:16:17 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-04 15:17:49.274353 osd.4 (osd.4) 69 : cluster [ERR] 2.6 scrub : stat mismatch, got 3/3 objects, 2/2 clones, 3/3 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 6045633/15961730 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101379 2018-10-04 14:48:36 2018-10-04 14:52:15 2018-10-04 15:28:15 0:36:00 0:23:28 0:12:32 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2018-10-04 15:15:30.069770 osd.1 (osd.1) 106 : cluster [ERR] 6.1 scrub : stat mismatch, got 1/1 objects, 0/0 clones, 1/1 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 5/15 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101380 2018-10-04 14:48:38 2018-10-04 14:52:18 2018-10-04 15:16:18 0:24:00 0:15:50 0:08:10 smithi master centos 7.4 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{centos_latest.yaml} workloads/radosbench_4M_seq_read.yaml} 1
fail 3101381 2018-10-04 14:48:39 2018-10-04 14:53:15 2018-10-04 15:39:15 0:46:00 0:27:18 0:18:42 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-10-04 15:31:15.673462 osd.6 (osd.6) 31 : cluster [ERR] 7.d scrub : stat mismatch, got 0/0 objects, 0/0 clones, 0/0 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 0/197132288 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101382 2018-10-04 14:48:40 2018-10-04 14:53:42 2018-10-04 15:21:42 0:28:00 0:15:19 0:12:41 smithi master ubuntu 16.04 rados/singleton/{all/random-eio.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 2
pass 3101383 2018-10-04 14:48:41 2018-10-04 14:54:09 2018-10-04 15:42:10 0:48:01 0:10:26 0:37:35 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
fail 3101384 2018-10-04 14:48:42 2018-10-04 14:56:11 2018-10-04 15:36:11 0:40:00 0:27:42 0:12:18 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/recovery-unfound-found.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
Failure Reason:

"2018-10-04 15:29:02.226419 osd.0 (osd.0) 6 : cluster [ERR] 2.0 deep-scrub : stat mismatch, got 2337/2337 objects, 0/0 clones, 2337/2337 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 9572352/10756096 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101385 2018-10-04 14:48:44 2018-10-04 14:56:15 2018-10-04 15:22:15 0:26:00 0:14:39 0:11:21 smithi master ubuntu 18.04 rados/multimon/{clusters/6.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/mon_clock_with_skews.yaml} 2
pass 3101386 2018-10-04 14:48:45 2018-10-04 14:58:14 2018-10-04 15:44:14 0:46:00 0:14:41 0:31:19 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
fail 3101387 2018-10-04 14:48:46 2018-10-04 14:58:16 2018-10-04 15:26:15 0:27:59 0:14:37 0:13:22 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
Failure Reason:

"2018-10-04 15:20:44.478177 osd.2 (osd.2) 52 : cluster [ERR] 3.2 scrub : stat mismatch, got 33/33 objects, 0/0 clones, 33/33 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 0/77093709 bytes, 33/33 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101388 2018-10-04 14:48:47 2018-10-04 14:58:16 2018-10-04 15:22:16 0:24:00 0:07:54 0:16:06 smithi master ubuntu 16.04 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{ubuntu_16.04.yaml} tasks/prometheus.yaml} 2
fail 3101389 2018-10-04 14:48:48 2018-10-04 14:58:18 2018-10-04 15:56:19 0:58:01 0:33:27 0:24:34 smithi master centos rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml validater/valgrind.yaml} 2
Failure Reason:

"2018-10-04 15:40:40.263435 osd.0 (osd.0) 68 : cluster [ERR] 45.7 deep-scrub : stat mismatch, got 2/2 objects, 0/0 clones, 2/2 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 47/94 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101390 2018-10-04 14:48:49 2018-10-04 15:00:09 2018-10-04 15:38:09 0:38:00 0:13:09 0:24:51 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
Failure Reason:

"2018-10-04 15:29:43.936318 osd.6 (osd.6) 5 : cluster [ERR] 3.a scrub : stat mismatch, got 17/17 objects, 0/0 clones, 17/17 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 50775597/48759087 bytes, 16/16 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101391 2018-10-04 14:48:51 2018-10-04 15:00:11 2018-10-04 15:54:12 0:54:01 0:23:33 0:30:28 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-10-04 15:46:55.051956 osd.0 (osd.0) 157 : cluster [ERR] 2.4 scrub : stat mismatch, got 26/26 objects, 0/0 clones, 26/26 dirty, 5/5 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 72157599/146550694 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

dead 3101392 2018-10-04 14:48:52 2018-10-04 15:00:14 2018-10-04 15:22:13 0:21:59 smithi master centos 7.4 rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/few.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-snaps-few-objects-overwrites.yaml}
Failure Reason:

reached maximum tries (60) after waiting for 900 seconds

pass 3101393 2018-10-04 14:48:53 2018-10-04 15:02:19 2018-10-04 15:32:19 0:30:00 0:09:34 0:20:26 smithi master ubuntu 18.04 rados/singleton/{all/rebuild-mondb.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
fail 3101394 2018-10-04 14:48:54 2018-10-04 15:04:05 2018-10-04 15:56:05 0:52:00 0:25:54 0:26:06 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-04 15:37:12.360901 osd.0 (osd.0) 113 : cluster [ERR] 2.1d scrub : stat mismatch, got 1/1 objects, 0/0 clones, 1/1 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 2941258/12000231 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101395 2018-10-04 14:48:55 2018-10-04 15:04:25 2018-10-04 15:44:25 0:40:00 0:12:31 0:27:29 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 3101396 2018-10-04 14:48:57 2018-10-04 15:06:05 2018-10-04 15:34:05 0:28:00 0:12:59 0:15:01 smithi master rhel 7.5 rados/perf/{ceph.yaml objectstore/bluestore.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_latest.yaml} workloads/radosbench_4M_write.yaml} 1
pass 3101397 2018-10-04 14:48:58 2018-10-04 15:06:17 2018-10-04 15:28:16 0:21:59 0:10:27 0:11:32 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
fail 3101398 2018-10-04 14:48:59 2018-10-04 15:06:17 2018-10-04 15:58:17 0:52:00 0:41:18 0:10:42 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2018-10-04 15:40:00.448939 osd.2 (osd.2) 214 : cluster [ERR] 2.1s0 scrub : stat mismatch, got 1188/1188 objects, 0/0 clones, 1188/1188 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 3519424656/3649009808 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101399 2018-10-04 14:49:00 2018-10-04 15:06:19 2018-10-04 15:50:19 0:44:00 0:28:05 0:15:55 smithi master centos 7.4 rados/singleton/{all/recovery-preemption.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
Failure Reason:

"2018-10-04 15:31:00.347306 osd.1 (osd.1) 41 : cluster [ERR] 2.6 deep-scrub : stat mismatch, got 559/559 objects, 0/0 clones, 559/559 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 2289664/2498560 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101400 2018-10-04 14:49:01 2018-10-04 15:08:26 2018-10-04 15:32:25 0:23:59 0:12:02 0:11:57 smithi master ubuntu 16.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml} tasks/rados_stress_watch.yaml} 2
fail 3101401 2018-10-04 14:49:03 2018-10-04 15:08:26 2018-10-04 15:38:26 0:30:00 0:14:02 0:15:58 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2018-10-04 15:34:28.261888 osd.0 (osd.0) 23 : cluster [ERR] 3.1 scrub : stat mismatch, got 39/39 objects, 0/0 clones, 20/20 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 3/3 whiteouts, 109698943/219397886 bytes, 0/0 manifest objects, 258/258 hit_set_archive bytes." in cluster log

fail 3101402 2018-10-04 14:49:04 2018-10-04 15:09:44 2018-10-04 15:53:44 0:44:00 0:26:02 0:17:58 smithi master ubuntu 16.04 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_16.04.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
Failure Reason:

"2018-10-04 15:32:45.483332 osd.1 (osd.1) 55 : cluster [ERR] 2.1s0 scrub : stat mismatch, got 6/6 objects, 3/3 clones, 6/6 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 7163904/9777152 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101403 2018-10-04 14:49:05 2018-10-04 15:09:52 2018-10-04 15:49:51 0:39:59 0:21:21 0:18:38 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-10-04 15:43:40.587850 osd.5 (osd.5) 433 : cluster [ERR] 2.0 scrub : stat mismatch, got 122/122 objects, 18/18 clones, 122/122 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 3/3 whiteouts, 350363662/699919730 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101404 2018-10-04 14:49:06 2018-10-04 15:10:24 2018-10-04 16:20:25 1:10:01 0:08:05 1:01:56 smithi master ubuntu 16.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/luminous.yaml backoff/normal.yaml ceph.yaml clusters/{openstack.yaml two-plus-three.yaml} d-balancer/off.yaml distro$/{ubuntu_16.04.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/test_rbd_api.yaml} 3
pass 3101405 2018-10-04 14:49:07 2018-10-04 15:12:02 2018-10-04 17:42:04 2:30:02 1:34:03 0:55:59 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
pass 3101406 2018-10-04 14:49:08 2018-10-04 15:12:07 2018-10-04 15:48:07 0:36:00 0:22:44 0:13:16 smithi master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/3-mons.yaml mon_kv_backend/leveldb.yaml msgr-failures/mon-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/one.yaml workloads/rados_api_tests.yaml} 2
fail 3101407 2018-10-04 14:49:10 2018-10-04 15:12:10 2018-10-04 15:56:10 0:44:00 0:20:27 0:23:33 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-10-04 15:42:13.827742 osd.0 (osd.0) 119 : cluster [ERR] 3.3 scrub : stat mismatch, got 48/48 objects, 2/2 clones, 24/24 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 7/7 whiteouts, 117345082/240543230 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101408 2018-10-04 14:49:11 2018-10-04 15:12:13 2018-10-04 15:30:13 0:18:00 0:09:43 0:08:17 smithi master rhel 7.5 rados/objectstore/{backends/alloc-hint.yaml supported-random-distro$/{rhel_latest.yaml}} 1
pass 3101409 2018-10-04 14:49:12 2018-10-04 15:14:11 2018-10-04 15:38:11 0:24:00 0:09:41 0:14:19 smithi master centos 7.4 rados/rest/{mgr-restful.yaml supported-random-distro$/{centos_latest.yaml}} 1
pass 3101410 2018-10-04 14:49:13 2018-10-04 15:14:15 2018-10-04 15:38:15 0:24:00 0:15:29 0:08:31 smithi master centos rados/singleton-flat/valgrind-leaks.yaml 1
pass 3101411 2018-10-04 14:49:14 2018-10-04 15:14:15 2018-10-04 15:40:15 0:26:00 0:10:24 0:15:36 smithi master ubuntu 16.04 rados/singleton-nomsgr/{all/admin_socket_output.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
pass 3101412 2018-10-04 14:49:15 2018-10-04 15:16:06 2018-10-04 15:38:06 0:22:00 0:07:16 0:14:44 smithi master ubuntu 18.04 rados/standalone/{supported-random-distro$/{ubuntu_latest.yaml} workloads/crush.yaml} 1
fail 3101413 2018-10-04 14:49:22 2018-10-04 15:16:07 2018-10-04 16:48:08 1:32:01 0:26:01 1:06:00 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
Failure Reason:

"2018-10-04 16:27:38.105970 osd.5 (osd.5) 39 : cluster [ERR] 2.as1 scrub : stat mismatch, got 9/9 objects, 7/7 clones, 9/9 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 7569408/8196096 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101414 2018-10-04 14:49:23 2018-10-04 15:16:19 2018-10-04 15:56:19 0:40:00 0:24:03 0:15:57 smithi master ubuntu 16.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_16.04.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-10-04 15:37:17.336701 osd.7 (osd.7) 52 : cluster [ERR] 2.5s0 scrub : stat mismatch, got 6/6 objects, 4/4 clones, 6/6 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 4866048/7995392 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101415 2018-10-04 14:49:24 2018-10-04 15:16:19 2018-10-04 19:46:24 4:30:05 0:14:45 4:15:20 smithi master rhel 7.5 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{rhel_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
fail 3101416 2018-10-04 14:49:25 2018-10-04 15:18:08 2018-10-04 18:08:10 2:50:02 1:42:46 1:07:16 smithi master centos 7.4 rados/upgrade/luminous-x-singleton/{0-cluster/{openstack.yaml start.yaml} 1-install/luminous.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{rbd-cls.yaml rbd-import-export.yaml readwrite.yaml snaps-few-objects.yaml} 5-workload/{radosbench.yaml rbd_api.yaml} 6-finish-upgrade.yaml 7-mimic.yaml 8-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} supported-random-distro$/{centos_latest.yaml} thrashosds-health.yaml} 3
Failure Reason:

"2018-10-04 18:02:23.917839 osd.0 (osd.0) 778 : cluster [ERR] 1.2 deep-scrub : stat mismatch, got 1/1 objects, 0/0 clones, 1/1 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 19/171 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101417 2018-10-04 14:49:26 2018-10-04 15:18:17 2018-10-04 16:10:17 0:52:00 0:11:39 0:40:21 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache.yaml} 2
pass 3101418 2018-10-04 14:49:28 2018-10-04 15:18:19 2018-10-04 15:46:19 0:28:00 0:14:00 0:14:00 smithi master centos 7.4 rados/singleton/{all/resolve_stuck_peering.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 2
fail 3101419 2018-10-04 14:49:29 2018-10-04 15:20:24 2018-10-04 16:12:24 0:52:00 0:26:00 0:26:00 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-04 15:53:23.007054 osd.1 (osd.1) 229 : cluster [ERR] 2.f scrub : stat mismatch, got 9/9 objects, 6/6 clones, 9/9 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 18884550/31036110 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101420 2018-10-04 14:49:30 2018-10-04 15:21:53 2018-10-04 16:43:54 1:22:01 0:44:23 0:37:38 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2018-10-04 16:09:57.418077 osd.2 (osd.2) 63 : cluster [ERR] 49.5 scrub : stat mismatch, got 12/12 objects, 0/0 clones, 12/12 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 120/645 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101421 2018-10-04 14:49:31 2018-10-04 15:21:53 2018-10-04 15:39:53 0:18:00 0:09:59 0:08:01 smithi master ubuntu 16.04 rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_16.04.yaml} workloads/sample_fio.yaml} 1
pass 3101422 2018-10-04 14:49:32 2018-10-04 15:22:11 2018-10-04 16:12:11 0:50:00 0:34:32 0:15:28 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
pass 3101423 2018-10-04 14:49:34 2018-10-04 15:22:14 2018-10-04 16:08:14 0:46:00 0:14:34 0:31:26 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 3101424 2018-10-04 14:49:35 2018-10-04 15:22:14 2018-10-04 16:08:14 0:46:00 0:10:17 0:35:43 smithi master rhel 7.5 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-comp.yaml supported-random-distro$/{rhel_latest.yaml} tasks/workunits.yaml} 2
fail 3101425 2018-10-04 14:49:36 2018-10-04 15:22:14 2018-10-04 16:00:14 0:38:00 0:16:07 0:21:53 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
Failure Reason:

"2018-10-04 15:56:12.151367 osd.7 (osd.7) 33 : cluster [ERR] 2.1 scrub : stat mismatch, got 251/251 objects, 0/0 clones, 251/251 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 736204581/1475328300 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101426 2018-10-04 14:49:37 2018-10-04 15:22:16 2018-10-04 15:40:16 0:18:00 0:07:17 0:10:43 smithi master ubuntu 18.04 rados/singleton/{all/test-crash.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 3101427 2018-10-04 14:49:38 2018-10-04 15:22:17 2018-10-04 16:02:17 0:40:00 0:14:01 0:25:59 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
fail 3101428 2018-10-04 14:49:39 2018-10-04 15:23:50 2018-10-04 15:53:50 0:30:00 0:19:03 0:10:57 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
Failure Reason:

"2018-10-04 15:45:47.070033 osd.2 (osd.2) 89 : cluster [ERR] 2.1 scrub : stat mismatch, got 72/72 objects, 0/0 clones, 72/72 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 213582762/226776158 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101429 2018-10-04 14:49:41 2018-10-04 15:24:14 2018-10-04 15:46:14 0:22:00 0:06:59 0:15:01 smithi master ubuntu 16.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml} tasks/rados_striper.yaml} 2
pass 3101430 2018-10-04 14:49:42 2018-10-04 15:24:17 2018-10-04 15:56:16 0:31:59 0:18:07 0:13:52 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
fail 3101431 2018-10-04 14:49:43 2018-10-04 15:26:08 2018-10-04 16:06:08 0:40:00 0:27:14 0:12:46 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-04 15:49:51.837351 osd.5 (osd.5) 103 : cluster [ERR] 2.13 scrub : stat mismatch, got 2/2 objects, 1/1 clones, 2/2 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 4977943/8826746 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101432 2018-10-04 14:49:44 2018-10-04 15:26:16 2018-10-04 15:56:16 0:30:00 0:12:07 0:17:53 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
Failure Reason:

"2018-10-04 15:49:06.992023 osd.6 (osd.6) 51 : cluster [ERR] 2.c scrub : stat mismatch, got 30/30 objects, 0/0 clones, 30/30 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 86862206/87551293 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101433 2018-10-04 14:49:45 2018-10-04 15:26:17 2018-10-04 15:48:17 0:22:00 0:16:40 0:05:20 smithi master rhel 7.5 rados/singleton/{all/test_envlibrados_for_rocksdb.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
pass 3101434 2018-10-04 14:49:46 2018-10-04 15:28:16 2018-10-04 15:50:16 0:22:00 0:12:56 0:09:04 smithi master rhel 7.5 rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_latest.yaml} workloads/sample_radosbench.yaml} 1
pass 3101435 2018-10-04 14:49:48 2018-10-04 15:28:17 2018-10-04 16:02:17 0:34:00 0:14:05 0:19:55 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 3101436 2018-10-04 14:49:49 2018-10-04 15:28:17 2018-10-04 16:26:17 0:58:00 0:22:47 0:35:13 smithi master ubuntu 16.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/hammer.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml two-plus-three.yaml} d-balancer/crush-compat.yaml distro$/{ubuntu_16.04.yaml} msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 3
pass 3101437 2018-10-04 14:49:50 2018-10-04 15:29:50 2018-10-04 15:45:50 0:16:00 0:10:00 0:06:00 smithi master rhel 7.5 rados/singleton-nomsgr/{all/cache-fs-trunc.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
fail 3101438 2018-10-04 14:49:51 2018-10-04 15:29:50 2018-10-04 16:01:50 0:32:00 0:20:24 0:11:36 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2018-10-04 15:47:13.537251 osd.5 (osd.5) 72 : cluster [ERR] 2.3s0 scrub : stat mismatch, got 993/993 objects, 0/0 clones, 993/993 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 2957963280/3064156176 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101439 2018-10-04 14:49:52 2018-10-04 15:30:14 2018-10-04 16:10:14 0:40:00 0:14:11 0:25:49 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
pass 3101440 2018-10-04 14:49:54 2018-10-04 15:32:06 2018-10-04 16:08:06 0:36:00 0:23:32 0:12:28 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 3101441 2018-10-04 14:49:55 2018-10-04 15:32:14 2018-10-04 16:20:14 0:48:00 0:13:40 0:34:20 smithi master ubuntu 18.04 rados/multimon/{clusters/9.yaml mon_kv_backend/leveldb.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/mon_recovery.yaml} 3
pass 3101442 2018-10-04 14:49:56 2018-10-04 15:32:20 2018-10-04 16:34:20 1:02:00 0:46:59 0:15:01 smithi master rhel 7.5 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_latest.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-radosbench.yaml} 2
pass 3101443 2018-10-04 14:49:58 2018-10-04 15:32:26 2018-10-04 16:18:26 0:46:00 0:33:17 0:12:43 smithi master centos 7.4 rados/singleton/{all/thrash-eio.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 2
fail 3101444 2018-10-04 14:49:59 2018-10-04 15:34:14 2018-10-04 16:20:14 0:46:00 0:27:51 0:18:09 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-10-04 16:02:54.164484 osd.0 (osd.0) 49 : cluster [ERR] 2.0 scrub : stat mismatch, got 132/132 objects, 2/2 clones, 132/132 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 357221430/706320338 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101445 2018-10-04 14:50:00 2018-10-04 15:34:18 2018-10-04 16:26:18 0:52:00 0:24:53 0:27:07 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-10-04 16:16:55.286204 osd.7 (osd.7) 15 : cluster [ERR] 2.0 scrub : stat mismatch, got 214/214 objects, 89/89 clones, 214/214 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 10/10 whiteouts, 574517340/610923602 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101446 2018-10-04 14:50:01 2018-10-04 15:34:18 2018-10-04 16:02:18 0:28:00 0:20:21 0:07:39 smithi master centos 7.4 rados/objectstore/{backends/ceph_objectstore_tool.yaml supported-random-distro$/{centos_latest.yaml}} 1
fail 3101447 2018-10-04 14:50:02 2018-10-04 15:36:14 2018-10-04 16:06:13 0:29:59 0:17:26 0:12:33 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache.yaml} 2
Failure Reason:

"2018-10-04 15:56:06.852170 osd.0 (osd.0) 41 : cluster [ERR] 2.0 scrub : stat mismatch, got 114/114 objects, 0/0 clones, 114/114 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 317653586/547854053 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101448 2018-10-04 14:50:03 2018-10-04 15:36:14 2018-10-04 16:50:14 1:14:00 0:55:07 0:18:53 smithi master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/9-mons.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/sync-many.yaml workloads/rados_mon_osdmap_prune.yaml} 2
pass 3101449 2018-10-04 14:50:05 2018-10-04 15:38:07 2018-10-04 16:10:07 0:32:00 0:20:47 0:11:13 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 3101450 2018-10-04 14:50:06 2018-10-04 15:38:10 2018-10-04 16:14:09 0:35:59 0:08:48 0:27:11 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-comp.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/crash.yaml} 2
pass 3101451 2018-10-04 14:50:07 2018-10-04 15:38:12 2018-10-04 16:02:11 0:23:59 0:15:39 0:08:20 smithi master ubuntu 16.04 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_16.04.yaml} workloads/cosbench_64K_read_write.yaml} 1
pass 3101452 2018-10-04 14:50:08 2018-10-04 15:38:16 2018-10-04 16:12:15 0:33:59 0:23:26 0:10:33 smithi master ubuntu 18.04 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 3101453 2018-10-04 14:50:09 2018-10-04 15:38:27 2018-10-04 16:00:26 0:21:59 0:08:24 0:13:35 smithi master rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/rados_cls_all.yaml validater/lockdep.yaml} 2
fail 3101454 2018-10-04 14:50:10 2018-10-04 15:39:25 2018-10-04 16:19:25 0:40:00 0:20:41 0:19:19 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2018-10-04 16:05:13.179550 osd.3 (osd.3) 129 : cluster [ERR] 3.1 scrub : stat mismatch, got 1/1 objects, 0/0 clones, 1/1 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 5/10 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101455 2018-10-04 14:50:12 2018-10-04 15:39:54 2018-10-04 16:11:54 0:32:00 0:18:14 0:13:46 smithi master ubuntu 18.04 rados/singleton/{all/thrash-rados/{thrash-rados.yaml thrashosds-health.yaml} msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 2
pass 3101456 2018-10-04 14:50:13 2018-10-04 15:40:16 2018-10-04 16:30:16 0:50:00 0:28:20 0:21:40 smithi master ubuntu 18.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/rados_workunit_loadgen_big.yaml} 2
fail 3101457 2018-10-04 14:50:14 2018-10-04 15:40:17 2018-10-04 16:34:17 0:54:00 0:37:51 0:16:09 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-10-04 15:59:15.299844 mon.b (mon.0) 60 : cluster [WRN] Health check failed: 1/3 mons down, quorum b,a (MON_DOWN)" in cluster log

pass 3101458 2018-10-04 14:50:15 2018-10-04 15:40:17 2018-10-04 16:10:17 0:30:00 0:13:08 0:16:52 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
fail 3101459 2018-10-04 14:50:16 2018-10-04 15:42:11 2018-10-04 16:10:10 0:27:59 0:11:35 0:16:24 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
Failure Reason:

"2018-10-04 16:04:49.438754 osd.2 (osd.2) 31 : cluster [ERR] 3.e scrub : stat mismatch, got 33/33 objects, 0/0 clones, 33/33 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 0/-103884892 bytes, 33/33 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101460 2018-10-04 14:50:17 2018-10-04 15:42:12 2018-10-04 17:16:13 1:34:01 1:16:44 0:17:17 smithi master rhel 7.5 rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/osd-delay.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{rhel_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-pool-snaps-few-objects-overwrites.yaml} 2
Failure Reason:

"2018-10-04 16:14:00.194386 osd.2 (osd.2) 222 : cluster [ERR] 2.cs0 scrub : stat mismatch, got 9/9 objects, 6/6 clones, 9/9 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 18301279/40948063 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101461 2018-10-04 14:50:19 2018-10-04 15:44:25 2018-10-04 16:08:25 0:24:00 0:12:48 0:11:12 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 3101462 2018-10-04 14:50:20 2018-10-04 15:44:25 2018-10-04 16:00:24 0:15:59 0:05:50 0:10:09 smithi master ubuntu 16.04 rados/singleton-nomsgr/{all/ceph-kvstore-tool.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
fail 3101463 2018-10-04 14:50:21 2018-10-04 15:44:25 2018-10-04 16:16:25 0:32:00 0:17:46 0:14:14 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
Failure Reason:

"2018-10-04 16:07:36.744151 osd.7 (osd.7) 70 : cluster [ERR] 3.15 scrub : stat mismatch, got 5/5 objects, 0/0 clones, 5/5 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 15446260/29127521 bytes, 5/5 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101464 2018-10-04 14:50:22 2018-10-04 15:44:25 2018-10-04 16:18:25 0:34:00 0:22:03 0:11:57 smithi master rhel 7.5 rados/singleton/{all/thrash_cache_writeback_proxy_none.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 2
fail 3101465 2018-10-04 14:50:24 2018-10-04 15:44:26 2018-10-04 17:00:26 1:16:00 0:24:22 0:51:38 smithi master ubuntu 16.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/jewel.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml two-plus-three.yaml} d-balancer/off.yaml distro$/{ubuntu_16.04.yaml} msgr-failures/few.yaml msgr/random.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml} 3
Failure Reason:

"2018-10-04 16:48:17.929584 osd.2 (osd.2) 67 : cluster [ERR] 4.a scrub : stat mismatch, got 0/0 objects, 0/0 clones, 0/0 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 0/12582912 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101466 2018-10-04 14:50:25 2018-10-04 15:45:59 2018-10-04 16:15:58 0:29:59 0:18:34 0:11:25 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-10-04 16:05:09.263903 osd.4 (osd.4) 152 : cluster [ERR] 2.1 scrub : stat mismatch, got 59/59 objects, 3/3 clones, 59/59 dirty, 3/3 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 172636272/353419822 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101467 2018-10-04 14:50:26 2018-10-04 15:46:15 2018-10-04 16:30:15 0:44:00 0:34:36 0:09:24 smithi master centos 7.4 rados/standalone/{supported-random-distro$/{centos_latest.yaml} workloads/erasure-code.yaml} 1
pass 3101468 2018-10-04 14:50:28 2018-10-04 15:46:18 2018-10-04 16:42:18 0:56:00 0:10:49 0:45:11 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
fail 3101469 2018-10-04 14:50:29 2018-10-04 15:46:20 2018-10-04 16:28:19 0:41:59 0:27:13 0:14:46 smithi master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-10-04 16:10:43.682340 osd.4 (osd.4) 74 : cluster [ERR] 2.16s2 scrub : stat mismatch, got 2/2 objects, 1/1 clones, 2/2 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 278528/417792 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101470 2018-10-04 14:50:30 2018-10-04 15:48:12 2018-10-04 16:50:12 1:02:00 0:13:24 0:48:36 smithi master centos 7.4 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
dead 3101471 2018-10-04 14:50:31 2018-10-04 15:48:12 2018-10-04 16:08:11 0:19:59 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml}
Failure Reason:

reached maximum tries (60) after waiting for 900 seconds

fail 3101472 2018-10-04 14:50:32 2018-10-04 15:48:12 2018-10-04 16:26:12 0:38:00 0:19:37 0:18:23 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
Failure Reason:

"2018-10-04 16:17:04.007238 osd.6 (osd.6) 119 : cluster [ERR] 2.19 scrub : stat mismatch, got 14/14 objects, 0/0 clones, 14/14 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 42087632/76073036 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101473 2018-10-04 14:50:33 2018-10-04 15:48:17 2018-10-04 16:18:17 0:30:00 0:23:46 0:06:14 smithi master rhel 7.5 rados/perf/{ceph.yaml objectstore/bluestore.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_latest.yaml} workloads/cosbench_64K_write.yaml} 1
pass 3101474 2018-10-04 14:50:34 2018-10-04 15:48:18 2018-10-04 16:18:18 0:30:00 0:12:10 0:17:50 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
fail 3101475 2018-10-04 14:50:36 2018-10-04 15:50:00 2018-10-04 16:26:00 0:36:00 0:23:11 0:12:49 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2018-10-04 16:13:49.694891 osd.3 (osd.3) 190 : cluster [ERR] 2.0s0 scrub : stat mismatch, got 1241/1241 objects, 0/0 clones, 1241/1241 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 3717126970/4111936314 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101476 2018-10-04 14:50:37 2018-10-04 15:50:17 2018-10-04 16:08:16 0:17:59 0:07:09 0:10:50 smithi master ubuntu 18.04 rados/singleton/{all/watch-notify-same-primary.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
fail 3101477 2018-10-04 14:50:38 2018-10-04 15:50:20 2018-10-04 16:16:19 0:25:59 0:13:56 0:12:03 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2018-10-04 16:08:45.187886 osd.0 (osd.0) 2 : cluster [ERR] 3.1 scrub : stat mismatch, got 37/37 objects, 0/0 clones, 23/23 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 5/5 whiteouts, 88603711/89934170 bytes, 0/0 manifest objects, 286/286 hit_set_archive bytes." in cluster log

fail 3101478 2018-10-04 14:50:39 2018-10-04 15:50:27 2018-10-04 16:26:27 0:36:00 0:21:12 0:14:48 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-10-04 16:18:04.693072 osd.5 (osd.5) 459 : cluster [ERR] 2.1 scrub : stat mismatch, got 97/97 objects, 1/1 clones, 97/97 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 294603623/582248026 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101479 2018-10-04 14:50:40 2018-10-04 15:52:36 2018-10-04 16:20:36 0:28:00 0:18:19 0:09:41 smithi master ubuntu 16.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml} tasks/rados_workunit_loadgen_mix.yaml} 2
fail 3101480 2018-10-04 14:50:41 2018-10-04 15:53:02 2018-10-04 16:29:02 0:36:00 0:23:31 0:12:29 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-10-04 16:20:52.063586 osd.5 (osd.5) 12 : cluster [ERR] 2.1 scrub : stat mismatch, got 130/130 objects, 23/23 clones, 130/130 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 6/6 whiteouts, 350487198/429764602 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101481 2018-10-04 14:50:42 2018-10-04 15:53:54 2018-10-04 16:31:54 0:38:00 0:22:56 0:15:04 smithi master centos 7.4 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read.yaml} 2
Failure Reason:

"2018-10-04 16:18:06.004306 osd.2 (osd.2) 46 : cluster [ERR] 2.14s0 scrub : stat mismatch, got 31/31 objects, 1/1 clones, 31/31 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 39313408/94658560 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101482 2018-10-04 14:50:44 2018-10-04 15:53:54 2018-10-04 16:27:54 0:34:00 0:20:14 0:13:46 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
pass 3101483 2018-10-04 14:50:45 2018-10-04 15:54:13 2018-10-04 16:34:13 0:40:00 0:30:18 0:09:42 smithi master centos 7.4 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore.yaml supported-random-distro$/{centos_latest.yaml} tasks/dashboard.yaml} 2
pass 3101484 2018-10-04 14:50:46 2018-10-04 15:54:16 2018-10-04 16:20:16 0:26:00 0:13:16 0:12:44 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache.yaml} 2
pass 3101485 2018-10-04 14:50:47 2018-10-04 15:54:20 2018-10-04 16:14:19 0:19:59 0:08:18 0:11:41 smithi master centos 7.4 rados/singleton/{all/admin-socket.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
pass 3101486 2018-10-04 14:50:48 2018-10-04 15:56:17 2018-10-04 16:14:16 0:17:59 0:06:58 0:11:01 smithi master ubuntu 18.04 rados/objectstore/{backends/filejournal.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
fail 3101487 2018-10-04 14:50:49 2018-10-04 15:56:17 2018-10-04 16:38:17 0:42:00 0:27:41 0:14:19 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-04 16:16:02.873333 osd.5 (osd.5) 43 : cluster [ERR] 2.d scrub : stat mismatch, got 8/8 objects, 3/3 clones, 8/8 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 17949744/33008684 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101488 2018-10-04 14:50:50 2018-10-04 15:56:17 2018-10-04 16:16:16 0:19:59 0:09:29 0:10:30 smithi master ubuntu 16.04 rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_16.04.yaml} workloads/fio_4K_rand_read.yaml} 1
pass 3101489 2018-10-04 14:50:52 2018-10-04 15:56:17 2018-10-04 16:14:16 0:17:59 0:08:40 0:09:19 smithi master rhel 7.5 rados/singleton-nomsgr/{all/ceph-post-file.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
fail 3101490 2018-10-04 14:50:53 2018-10-04 15:56:18 2018-10-04 16:32:17 0:35:59 0:22:10 0:13:49 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2018-10-04 16:23:07.145082 osd.4 (osd.4) 3 : cluster [ERR] 49.1 scrub : stat mismatch, got 14/14 objects, 0/0 clones, 14/14 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 119/151 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101491 2018-10-04 14:50:54 2018-10-04 15:56:20 2018-10-04 16:32:20 0:36:00 0:26:30 0:09:30 smithi master rhel 7.5 rados/monthrash/{ceph.yaml clusters/3-mons.yaml mon_kv_backend/leveldb.yaml msgr-failures/mon-delay.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/sync.yaml workloads/rados_mon_workunits.yaml} 2
fail 3101492 2018-10-04 14:50:55 2018-10-04 15:56:20 2018-10-04 16:54:20 0:58:00 0:42:24 0:15:36 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-10-04 16:19:42.903652 osd.0 (osd.0) 157 : cluster [ERR] 3.c scrub : stat mismatch, got 233/233 objects, 0/0 clones, 233/233 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 977272832/998244352 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101493 2018-10-04 14:50:56 2018-10-04 15:58:27 2018-10-04 16:24:27 0:26:00 0:13:09 0:12:51 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 3101494 2018-10-04 14:50:57 2018-10-04 15:58:27 2018-10-04 17:58:29 2:00:02 0:09:16 1:50:46 smithi master ubuntu 16.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/luminous.yaml backoff/normal.yaml ceph.yaml clusters/{openstack.yaml two-plus-three.yaml} d-balancer/crush-compat.yaml distro$/{ubuntu_16.04.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/rbd_cls.yaml} 3
fail 3101495 2018-10-04 14:50:59 2018-10-04 16:00:18 2018-10-04 16:26:17 0:25:59 0:14:46 0:11:13 smithi master centos 7.4 rados/singleton/{all/divergent_priors.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
Failure Reason:

"2018-10-04 16:23:24.374565 osd.2 (osd.2) 7 : cluster [ERR] 2.0 deep-scrub : stat mismatch, got 101/101 objects, 0/0 clones, 101/101 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 37030/40481 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101496 2018-10-04 14:51:00 2018-10-04 16:00:18 2018-10-04 16:30:17 0:29:59 0:12:19 0:17:40 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
Failure Reason:

"2018-10-04 16:24:31.372287 osd.5 (osd.5) 92 : cluster [ERR] 2.3 scrub : stat mismatch, got 249/249 objects, 0/0 clones, 249/249 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 729333993/1276560544 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101497 2018-10-04 14:51:01 2018-10-04 16:00:18 2018-10-04 16:32:17 0:31:59 0:14:05 0:17:54 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
fail 3101498 2018-10-04 14:51:02 2018-10-04 16:00:25 2018-10-04 16:28:25 0:28:00 0:21:48 0:06:12 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
Failure Reason:

"2018-10-04 16:17:37.831952 osd.0 (osd.0) 107 : cluster [ERR] 3.4 scrub : stat mismatch, got 16/16 objects, 0/0 clones, 16/16 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 48742973/72206766 bytes, 14/14 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101499 2018-10-04 14:51:03 2018-10-04 16:00:27 2018-10-04 17:02:28 1:02:01 0:12:05 0:49:56 smithi master centos 7.4 rados/multimon/{clusters/21.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} tasks/mon_clock_no_skews.yaml} 3
fail 3101500 2018-10-04 14:51:04 2018-10-04 16:00:28 2018-10-04 16:34:27 0:33:59 0:18:15 0:15:44 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-10-04 16:22:15.793609 osd.3 (osd.3) 4 : cluster [ERR] 2.b scrub : stat mismatch, got 87/87 objects, 14/14 clones, 87/87 dirty, 3/3 omap, 0/0 pinned, 0/0 hit_set_archive, 3/3 whiteouts, 240237277/245430937 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101501 2018-10-04 14:51:05 2018-10-04 16:01:59 2018-10-04 16:39:59 0:38:00 0:21:19 0:16:41 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
fail 3101502 2018-10-04 14:51:07 2018-10-04 16:02:12 2018-10-04 16:22:12 0:20:00 0:08:35 0:11:25 smithi master ubuntu 18.04 rados/singleton/{all/divergent_priors2.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
Failure Reason:

"2018-10-04 16:18:44.066757 osd.2 (osd.2) 7 : cluster [ERR] 2.0 deep-scrub : stat mismatch, got 101/101 objects, 0/0 clones, 101/101 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 62457/68767 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101503 2018-10-04 14:51:13 2018-10-04 16:02:13 2018-10-04 16:38:13 0:36:00 0:23:58 0:12:02 smithi master centos 7.4 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} tasks/rados_workunit_loadgen_mostlyread.yaml} 2
pass 3101504 2018-10-04 14:51:14 2018-10-04 16:02:13 2018-10-04 16:32:12 0:29:59 0:13:02 0:16:57 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 3101505 2018-10-04 14:51:15 2018-10-04 16:02:18 2018-10-04 16:26:17 0:23:59 0:13:41 0:10:18 smithi master centos 7.4 rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{centos_latest.yaml} workloads/fio_4K_rand_rw.yaml} 1
fail 3101506 2018-10-04 14:51:16 2018-10-04 16:02:18 2018-10-04 16:40:18 0:38:00 0:30:11 0:07:49 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
Failure Reason:

"2018-10-04 16:21:39.120703 osd.6 (osd.6) 82 : cluster [ERR] 2.11 scrub : stat mismatch, got 388/388 objects, 0/0 clones, 388/388 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 1627389952/2235564032 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101507 2018-10-04 14:51:17 2018-10-04 16:02:19 2018-10-04 16:38:19 0:36:00 0:23:36 0:12:24 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2018-10-04 16:31:18.116069 osd.7 (osd.7) 68 : cluster [ERR] 2.0s0 scrub : stat mismatch, got 1352/1352 objects, 0/0 clones, 1352/1352 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 4009019940/4061428260 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101508 2018-10-04 14:51:18 2018-10-04 16:03:52 2018-10-04 16:29:52 0:26:00 0:14:11 0:11:49 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2018-10-04 16:23:45.056428 osd.3 (osd.3) 37 : cluster [ERR] 2.3 scrub : stat mismatch, got 102/102 objects, 0/0 clones, 102/102 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 291694384/294148239 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101509 2018-10-04 14:51:20 2018-10-04 16:04:36 2018-10-04 16:22:35 0:17:59 0:06:50 0:11:09 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/export-after-evict.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 3101510 2018-10-04 14:51:21 2018-10-04 16:06:09 2018-10-04 16:34:08 0:27:59 0:21:18 0:06:41 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 3101511 2018-10-04 14:51:22 2018-10-04 16:06:13 2018-10-04 16:26:12 0:19:59 0:08:51 0:11:08 smithi master ubuntu 16.04 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{ubuntu_16.04.yaml} tasks/failover.yaml} 2
pass 3101512 2018-10-04 14:51:23 2018-10-04 16:06:14 2018-10-04 16:42:14 0:36:00 0:22:21 0:13:39 smithi master centos rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml tasks/mon_recovery.yaml validater/valgrind.yaml} 2
pass 3101513 2018-10-04 14:51:29 2018-10-04 16:08:17 2018-10-04 16:26:17 0:18:00 0:08:46 0:09:14 smithi master ubuntu 18.04 rados/singleton/{all/dump-stuck.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
fail 3101514 2018-10-04 14:51:30 2018-10-04 16:08:17 2018-10-04 16:46:17 0:38:00 0:27:16 0:10:44 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-10-04 16:26:20.046512 osd.1 (osd.1) 86 : cluster [ERR] 3.0 scrub : stat mismatch, got 47/47 objects, 9/9 clones, 22/22 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 4/4 whiteouts, 105227414/231903489 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101515 2018-10-04 14:51:31 2018-10-04 16:08:18 2018-10-04 16:48:17 0:39:59 0:19:08 0:20:51 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
fail 3101516 2018-10-04 14:51:32 2018-10-04 16:08:18 2018-10-04 16:38:17 0:29:59 0:13:26 0:16:33 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache.yaml} 2
Failure Reason:

"2018-10-04 16:35:07.950654 osd.7 (osd.7) 15 : cluster [ERR] 2.1 scrub : stat mismatch, got 96/96 objects, 0/0 clones, 96/96 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 265485838/389418040 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101517 2018-10-04 14:51:34 2018-10-04 16:08:18 2018-10-04 16:40:17 0:31:59 0:20:06 0:11:53 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-small-objects-many-deletes.yaml} 2
Failure Reason:

"2018-10-04 16:27:21.702942 osd.4 (osd.4) 51 : cluster [ERR] 2.es0 scrub : stat mismatch, got 1/1 objects, 0/0 clones, 1/1 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 1081344/3080192 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101518 2018-10-04 14:51:35 2018-10-04 16:08:18 2018-10-04 18:34:20 2:26:02 2:15:27 0:10:35 smithi master ubuntu 18.04 rados/objectstore/{backends/filestore-idempotent-aio-journal.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 3101519 2018-10-04 14:51:36 2018-10-04 16:08:26 2018-10-04 16:32:25 0:23:59 0:14:40 0:09:19 smithi master centos 7.4 rados/standalone/{supported-random-distro$/{centos_latest.yaml} workloads/misc.yaml} 1
fail 3101520 2018-10-04 14:51:37 2018-10-04 16:09:08 2018-10-04 17:39:09 1:30:01 0:28:49 1:01:12 smithi master rhel 7.5 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{rhel_latest.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
Failure Reason:

"2018-10-04 17:22:32.509531 osd.9 (osd.9) 75 : cluster [ERR] 2.as2 scrub : stat mismatch, got 16/16 objects, 12/12 clones, 16/16 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 18563072/27934720 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101521 2018-10-04 14:51:38 2018-10-04 16:10:17 2018-10-04 16:46:17 0:36:00 0:24:31 0:11:29 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-10-04 16:26:48.543621 osd.5 (osd.5) 87 : cluster [ERR] 2.3s0 scrub : stat mismatch, got 3/3 objects, 0/0 clones, 3/3 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 5316608/7925760 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101522 2018-10-04 14:51:39 2018-10-04 16:10:17 2018-10-04 17:16:18 1:06:01 0:13:32 0:52:29 smithi master centos 7.4 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
fail 3101523 2018-10-04 14:51:40 2018-10-04 16:10:17 2018-10-04 17:02:17 0:52:00 0:35:24 0:16:36 smithi master centos 7.4 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/hammer.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml two-plus-three.yaml} d-balancer/off.yaml distro$/{centos_latest.yaml} msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 3
Failure Reason:

"2018-10-04 16:36:38.769604 osd.3 (osd.3) 29 : cluster [ERR] 2.5 scrub : stat mismatch, got 1/1 objects, 0/0 clones, 1/1 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 3788850/7131629 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101524 2018-10-04 14:51:42 2018-10-04 16:10:17 2018-10-04 16:48:17 0:38:00 0:26:22 0:11:38 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-04 16:31:03.650756 osd.5 (osd.5) 136 : cluster [ERR] 2.2c scrub : stat mismatch, got 1/1 objects, 0/0 clones, 1/1 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 3210170/6084200 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101525 2018-10-04 14:51:43 2018-10-04 16:10:18 2018-10-04 16:30:18 0:20:00 0:13:03 0:06:57 smithi master rhel 7.5 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_latest.yaml} workloads/fio_4M_rand_read.yaml} 1
pass 3101526 2018-10-04 14:51:44 2018-10-04 16:10:18 2018-10-04 16:58:18 0:48:00 0:17:14 0:30:46 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
fail 3101527 2018-10-04 14:51:45 2018-10-04 16:12:03 2018-10-04 16:42:03 0:30:00 0:18:32 0:11:28 smithi master ubuntu 16.04 rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/fastclose.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_16.04.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read-overwrites.yaml} 2
Failure Reason:

"2018-10-04 16:33:44.310826 osd.7 (osd.7) 148 : cluster [ERR] 2.13s0 scrub : stat mismatch, got 28/28 objects, 0/0 clones, 28/28 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 90052729/133507193 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101528 2018-10-04 14:51:46 2018-10-04 16:12:12 2018-10-04 16:56:12 0:44:00 0:34:32 0:09:28 smithi master centos 7.4 rados/singleton/{all/ec-lost-unfound.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
fail 3101529 2018-10-04 14:51:48 2018-10-04 16:12:17 2018-10-04 16:44:16 0:31:59 0:26:11 0:05:48 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-10-04 16:40:52.496752 osd.7 (osd.7) 224 : cluster [ERR] 9.e deep-scrub : stat mismatch, got 0/0 objects, 0/0 clones, 0/0 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 0/234881024 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101530 2018-10-04 14:51:49 2018-10-04 16:12:26 2018-10-04 16:36:25 0:23:59 0:11:55 0:12:04 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
Failure Reason:

"2018-10-04 16:33:47.914429 osd.3 (osd.3) 119 : cluster [ERR] 2.2 deep-scrub : stat mismatch, got 217/217 objects, 0/0 clones, 217/217 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 650533966/761023042 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101531 2018-10-04 14:51:50 2018-10-04 16:12:28 2018-10-04 16:52:28 0:40:00 0:10:57 0:29:03 smithi master ubuntu 16.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml} tasks/readwrite.yaml} 2
pass 3101532 2018-10-04 14:51:51 2018-10-04 16:14:11 2018-10-04 16:56:11 0:42:00 0:26:57 0:15:03 smithi master ubuntu 16.04 rados/monthrash/{ceph.yaml clusters/9-mons.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/force-sync-many.yaml workloads/snaps-few-objects.yaml} 2
pass 3101533 2018-10-04 14:51:52 2018-10-04 16:14:17 2018-10-04 16:36:17 0:22:00 0:14:57 0:07:03 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
fail 3101534 2018-10-04 14:51:53 2018-10-04 16:14:18 2018-10-04 16:38:17 0:23:59 0:12:58 0:11:01 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
Failure Reason:

"2018-10-04 16:34:18.407697 osd.3 (osd.3) 153 : cluster [ERR] 2.2 scrub : stat mismatch, got 248/248 objects, 0/0 clones, 248/248 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 729671232/804686912 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101535 2018-10-04 14:51:55 2018-10-04 16:14:20 2018-10-04 16:30:20 0:16:00 0:07:18 0:08:42 smithi master centos 7.4 rados/singleton/{all/erasure-code-nonregression.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
pass 3101536 2018-10-04 14:51:56 2018-10-04 16:16:07 2018-10-04 16:42:06 0:25:59 0:14:07 0:11:52 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
pass 3101537 2018-10-04 14:51:57 2018-10-04 16:16:18 2018-10-04 16:58:17 0:41:59 0:31:20 0:10:39 smithi master centos 7.4 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
fail 3101538 2018-10-04 14:51:58 2018-10-04 16:16:21 2018-10-04 16:46:20 0:29:59 0:19:41 0:10:18 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-10-04 16:34:51.864489 osd.1 (osd.1) 60 : cluster [ERR] 2.17 scrub : stat mismatch, got 51/51 objects, 5/5 clones, 51/51 dirty, 2/2 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 138778879/281829262 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101539 2018-10-04 14:51:59 2018-10-04 16:16:21 2018-10-04 16:38:21 0:22:00 0:11:08 0:10:52 smithi master centos 7.4 rados/singleton-nomsgr/{all/full-tiering.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
dead 3101540 2018-10-04 14:52:00 2018-10-04 16:16:26 2018-10-05 04:18:54 12:02:28 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
pass 3101541 2018-10-04 14:52:01 2018-10-04 16:18:26 2018-10-04 16:38:25 0:19:59 0:10:08 0:09:51 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/fio_4M_rand_rw.yaml} 1
fail 3101542 2018-10-04 14:52:03 2018-10-04 16:18:26 2018-10-04 16:50:26 0:32:00 0:14:39 0:17:21 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
Failure Reason:

"2018-10-04 16:45:58.411465 osd.2 (osd.2) 173 : cluster [ERR] 2.c scrub : stat mismatch, got 30/30 objects, 0/0 clones, 30/30 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 91090333/181507396 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101543 2018-10-04 14:52:04 2018-10-04 16:18:26 2018-10-04 16:44:25 0:25:59 0:14:50 0:11:09 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 3101544 2018-10-04 14:52:05 2018-10-04 16:18:26 2018-10-04 16:52:26 0:34:00 0:22:43 0:11:17 smithi master ubuntu 18.04 rados/singleton/{all/lost-unfound-delete.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 3101545 2018-10-04 14:52:06 2018-10-04 16:18:28 2018-10-04 16:44:27 0:25:59 0:12:54 0:13:05 smithi master rhel 7.5 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{rhel_latest.yaml} tasks/insights.yaml} 2
pass 3101546 2018-10-04 14:52:07 2018-10-04 16:19:34 2018-10-04 16:43:34 0:24:00 0:14:40 0:09:20 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
fail 3101547 2018-10-04 14:52:08 2018-10-04 16:20:10 2018-10-04 16:50:09 0:29:59 0:13:23 0:16:36 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2018-10-04 16:44:45.558015 osd.6 (osd.6) 107 : cluster [ERR] 3.1 scrub : stat mismatch, got 27/27 objects, 0/0 clones, 20/20 dirty, 0/0 omap, 0/0 pinned, 2/2 hit_set_archive, 3/3 whiteouts, 64935837/74785828 bytes, 0/0 manifest objects, 562/562 hit_set_archive bytes." in cluster log

fail 3101548 2018-10-04 14:52:09 2018-10-04 16:20:15 2018-10-04 17:02:15 0:42:00 0:30:16 0:11:44 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-10-04 16:50:16.152343 osd.6 (osd.6) 171 : cluster [ERR] 3.3 scrub : stat mismatch, got 50/50 objects, 18/18 clones, 25/25 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 9/9 whiteouts, 94514288/209514301 bytes, 0/0 manifest objects, 282/282 hit_set_archive bytes." in cluster log

pass 3101549 2018-10-04 14:52:16 2018-10-04 16:20:15 2018-10-04 16:50:15 0:30:00 0:09:31 0:20:29 smithi master ubuntu 16.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/jewel.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml two-plus-three.yaml} d-balancer/crush-compat.yaml distro$/{ubuntu_16.04.yaml} msgr-failures/few.yaml msgr/random.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/test_rbd_api.yaml} 3
fail 3101550 2018-10-04 14:52:17 2018-10-04 16:20:17 2018-10-04 16:52:17 0:32:00 0:20:59 0:11:01 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-10-04 16:38:05.605662 osd.1 (osd.1) 11 : cluster [ERR] 3.2 scrub : stat mismatch, got 49/49 objects, 7/7 clones, 22/22 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 5/5 whiteouts, 126329437/155574574 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101551 2018-10-04 14:52:18 2018-10-04 16:20:26 2018-10-04 17:08:26 0:48:00 0:32:02 0:15:58 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-10-04 16:50:11.024447 osd.5 (osd.5) 7 : cluster [ERR] 2.0 scrub : stat mismatch, got 137/137 objects, 1/1 clones, 137/137 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 381497829/766285256 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101552 2018-10-04 14:52:19 2018-10-04 16:20:46 2018-10-04 16:54:46 0:34:00 0:26:44 0:07:16 smithi master rhel 7.5 rados/singleton/{all/lost-unfound.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
fail 3101553 2018-10-04 14:52:20 2018-10-04 16:22:22 2018-10-04 16:44:21 0:21:59 0:08:28 0:13:31 smithi master ubuntu 18.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/repair_test.yaml} 2
pass 3101554 2018-10-04 14:52:21 2018-10-04 16:22:37 2018-10-04 16:48:36 0:25:59 0:11:37 0:14:22 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache.yaml} 2
fail 3101555 2018-10-04 14:52:23 2018-10-04 16:24:28 2018-10-04 17:02:28 0:38:00 0:27:41 0:10:19 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-04 16:42:13.222739 osd.4 (osd.4) 99 : cluster [ERR] 2.14 scrub : stat mismatch, got 2/2 objects, 1/1 clones, 2/2 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 5193363/10907743 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101556 2018-10-04 14:52:24 2018-10-04 16:26:10 2018-10-04 17:24:10 0:58:00 0:11:55 0:46:05 smithi master centos 7.4 rados/multimon/{clusters/21.yaml mon_kv_backend/leveldb.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} tasks/mon_clock_with_skews.yaml} 3
pass 3101557 2018-10-04 14:52:25 2018-10-04 16:26:14 2018-10-04 19:06:16 2:40:02 2:27:47 0:12:15 smithi master ubuntu 18.04 rados/objectstore/{backends/filestore-idempotent.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 3101558 2018-10-04 14:52:26 2018-10-04 16:26:14 2018-10-04 16:48:13 0:21:59 0:13:35 0:08:24 smithi master rhel 7.5 rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_latest.yaml} workloads/fio_4M_rand_write.yaml} 1
fail 3101559 2018-10-04 14:52:27 2018-10-04 16:26:18 2018-10-04 17:04:18 0:38:00 0:26:53 0:11:07 smithi master rhel 7.5 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{rhel_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-small-objects.yaml} 2
Failure Reason:

"2018-10-04 16:46:19.166206 osd.4 (osd.4) 38 : cluster [ERR] 2.5s0 scrub : stat mismatch, got 69/69 objects, 4/4 clones, 69/69 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 86491136/128528384 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101560 2018-10-04 14:52:28 2018-10-04 16:26:18 2018-10-04 18:06:19 1:40:01 1:18:06 0:21:55 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

Command failed (workunit test rados/test.sh) on smithi078 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-zafman-testing TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

pass 3101561 2018-10-04 14:52:29 2018-10-04 16:26:19 2018-10-04 17:40:19 1:14:00 0:49:49 0:24:11 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
pass 3101562 2018-10-04 14:52:31 2018-10-04 16:26:19 2018-10-04 16:44:18 0:17:59 0:07:29 0:10:30 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/health-warnings.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 3101563 2018-10-04 14:52:32 2018-10-04 16:26:19 2018-10-04 16:52:19 0:26:00 0:11:01 0:14:59 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 3101564 2018-10-04 14:52:33 2018-10-04 16:26:28 2018-10-04 16:42:28 0:16:00 0:10:04 0:05:56 smithi master rhel 7.5 rados/singleton/{all/max-pg-per-osd.from-mon.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
pass 3101565 2018-10-04 14:52:34 2018-10-04 16:28:04 2018-10-04 16:54:03 0:25:59 0:15:10 0:10:49 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
fail 3101566 2018-10-04 14:52:35 2018-10-04 16:28:21 2018-10-04 17:00:20 0:31:59 0:16:08 0:15:51 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
Failure Reason:

"2018-10-04 16:54:49.632292 osd.6 (osd.6) 39 : cluster [ERR] 3.1 scrub : stat mismatch, got 27/27 objects, 0/0 clones, 27/27 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 0/79329568 bytes, 27/27 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101567 2018-10-04 14:52:36 2018-10-04 16:28:26 2018-10-04 16:56:26 0:28:00 0:20:09 0:07:51 smithi master rhel 7.5 rados/monthrash/{ceph.yaml clusters/3-mons.yaml mon_kv_backend/leveldb.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/many.yaml workloads/pool-create-delete.yaml} 2
fail 3101568 2018-10-04 14:52:37 2018-10-04 16:29:16 2018-10-04 16:59:16 0:30:00 0:20:00 0:10:00 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
Failure Reason:

"2018-10-04 16:47:58.384683 osd.5 (osd.5) 16 : cluster [ERR] 3.c scrub : stat mismatch, got 26/26 objects, 0/0 clones, 26/26 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 73732606/152943832 bytes, 26/26 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101569 2018-10-04 14:52:39 2018-10-04 16:29:54 2018-10-04 16:59:53 0:29:59 0:18:49 0:11:10 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-10-04 16:51:09.766931 osd.6 (osd.6) 13 : cluster [ERR] 2.19 scrub : stat mismatch, got 33/33 objects, 6/6 clones, 33/33 dirty, 1/1 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 84747695/110179062 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101570 2018-10-04 14:52:40 2018-10-04 16:30:26 2018-10-04 17:06:26 0:36:00 0:28:17 0:07:43 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-04 16:49:15.877273 osd.6 (osd.6) 130 : cluster [ERR] 2.19 scrub : stat mismatch, got 1/1 objects, 0/0 clones, 1/1 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 2857223/8806901 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101571 2018-10-04 14:52:41 2018-10-04 16:30:26 2018-10-04 16:54:25 0:23:59 0:13:35 0:10:24 smithi master ubuntu 18.04 rados/singleton/{all/max-pg-per-osd.from-primary.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 3101572 2018-10-04 14:52:42 2018-10-04 16:30:26 2018-10-04 17:00:26 0:30:00 0:16:08 0:13:52 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-comp.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/module_selftest.yaml} 2
pass 3101573 2018-10-04 14:52:43 2018-10-04 16:30:26 2018-10-04 16:50:25 0:19:59 0:10:33 0:09:26 smithi master ubuntu 16.04 rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_16.04.yaml} workloads/radosbench_4K_rand_read.yaml} 1
pass 3101574 2018-10-04 14:52:44 2018-10-04 16:30:26 2018-10-04 17:00:26 0:30:00 0:16:35 0:13:25 smithi master rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml tasks/rados_api_tests.yaml validater/lockdep.yaml} 2
pass 3101575 2018-10-04 14:52:45 2018-10-04 16:32:03 2018-10-04 16:54:03 0:22:00 0:11:15 0:10:45 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 3101576 2018-10-04 14:52:46 2018-10-04 16:32:03 2018-10-04 17:06:03 0:34:00 0:25:22 0:08:38 smithi master ubuntu 16.04 rados/standalone/{supported-random-distro$/{ubuntu_16.04.yaml} workloads/mon.yaml} 1
pass 3101577 2018-10-04 14:52:48 2018-10-04 16:32:14 2018-10-04 17:12:14 0:40:00 0:13:09 0:26:51 smithi master rhel 7.5 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
fail 3101578 2018-10-04 14:52:49 2018-10-04 16:32:18 2018-10-04 17:08:18 0:36:00 0:24:11 0:11:49 smithi master ubuntu 16.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-10-04 16:50:54.444991 osd.3 (osd.3) 98 : cluster [ERR] 2.23s0 scrub : stat mismatch, got 1/1 objects, 0/0 clones, 1/1 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 1564672/3788800 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101579 2018-10-04 14:52:50 2018-10-04 16:32:18 2018-10-04 19:38:21 3:06:03 0:12:48 2:53:15 smithi master centos 7.4 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 3101580 2018-10-04 14:52:51 2018-10-04 16:32:19 2018-10-04 17:00:18 0:27:59 0:14:08 0:13:51 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
fail 3101581 2018-10-04 14:52:52 2018-10-04 16:32:21 2018-10-04 17:38:21 1:06:00 0:20:26 0:45:34 smithi master ubuntu 16.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/luminous.yaml backoff/normal.yaml ceph.yaml clusters/{openstack.yaml two-plus-three.yaml} d-balancer/off.yaml distro$/{ubuntu_16.04.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 3
Failure Reason:

"2018-10-04 17:28:13.690838 osd.2 (osd.2) 26 : cluster [ERR] 2.3 scrub : stat mismatch, got 215/215 objects, 76/76 clones, 215/215 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 16/16 whiteouts, 556512838/571368164 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101582 2018-10-04 14:52:53 2018-10-04 16:32:26 2018-10-04 17:02:26 0:30:00 0:18:05 0:11:55 smithi master centos 7.4 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} tasks/rgw_snaps.yaml} 2
fail 3101583 2018-10-04 14:52:54 2018-10-04 16:34:18 2018-10-04 17:04:17 0:29:59 0:22:21 0:07:38 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2018-10-04 16:52:27.460861 osd.4 (osd.4) 47 : cluster [ERR] 3.3 scrub : stat mismatch, got 1020/1020 objects, 0/0 clones, 509/509 dirty, 0/0 omap, 0/0 pinned, 6/6 hit_set_archive, 15/15 whiteouts, 2979354048/2980542351 bytes, 0/0 manifest objects, 4240/4240 hit_set_archive bytes." in cluster log

pass 3101584 2018-10-04 14:52:55 2018-10-04 16:34:18 2018-10-04 16:56:17 0:21:59 0:14:26 0:07:33 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
pass 3101585 2018-10-04 14:52:57 2018-10-04 16:34:18 2018-10-04 16:56:18 0:22:00 0:10:18 0:11:42 smithi master ubuntu 16.04 rados/singleton/{all/max-pg-per-osd.from-replica.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
fail 3101586 2018-10-04 14:52:58 2018-10-04 16:34:21 2018-10-04 17:10:21 0:36:00 0:21:09 0:14:51 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-10-04 16:54:48.514786 osd.5 (osd.5) 56 : cluster [ERR] 2.1 deep-scrub : stat mismatch, got 113/113 objects, 0/0 clones, 113/113 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 335386358/453168923 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101587 2018-10-04 14:52:59 2018-10-04 16:34:21 2018-10-04 17:12:21 0:38:00 0:19:47 0:18:13 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
fail 3101588 2018-10-04 14:53:00 2018-10-04 16:34:28 2018-10-04 17:06:28 0:32:00 0:21:06 0:10:54 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-10-04 16:56:52.656001 osd.7 (osd.7) 30 : cluster [ERR] 2.1 scrub : stat mismatch, got 114/114 objects, 10/10 clones, 114/114 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 324308655/419660395 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101589 2018-10-04 14:53:01 2018-10-04 16:36:23 2018-10-04 17:16:22 0:39:59 0:23:55 0:16:04 smithi master rhel 7.5 rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/few.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-small-objects-overwrites.yaml} 2
Failure Reason:

"2018-10-04 17:02:13.417311 osd.7 (osd.7) 52 : cluster [ERR] 2.2s0 scrub : stat mismatch, got 82/82 objects, 14/14 clones, 82/82 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 3/3 whiteouts, 224570150/341715750 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101590 2018-10-04 14:53:02 2018-10-04 16:36:23 2018-10-04 16:54:22 0:17:59 0:09:09 0:08:50 smithi master centos 7.4 rados/singleton-nomsgr/{all/large-omap-object-warnings.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
fail 3101591 2018-10-04 14:53:08 2018-10-04 16:36:26 2018-10-04 16:58:26 0:22:00 0:10:22 0:11:38 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache.yaml} 2
Failure Reason:

"2018-10-04 16:53:17.958527 osd.7 (osd.7) 47 : cluster [ERR] 2.1 scrub : stat mismatch, got 104/104 objects, 0/0 clones, 104/104 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 290925857/455216465 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101592 2018-10-04 14:53:10 2018-10-04 16:38:14 2018-10-04 17:26:14 0:48:00 0:28:16 0:19:44 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-04 17:07:58.921462 osd.4 (osd.4) 75 : cluster [ERR] 2.6 scrub : stat mismatch, got 2/2 objects, 0/0 clones, 2/2 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 6840383/13680766 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101593 2018-10-04 14:53:11 2018-10-04 16:38:18 2018-10-04 16:58:17 0:19:59 0:09:32 0:10:27 smithi master ubuntu 16.04 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_16.04.yaml} workloads/radosbench_4K_seq_read.yaml} 1
pass 3101594 2018-10-04 14:53:12 2018-10-04 16:38:18 2018-10-04 16:58:18 0:20:00 0:11:07 0:08:53 smithi master centos 7.4 rados/singleton/{all/mon-auth-caps.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
pass 3101595 2018-10-04 14:53:13 2018-10-04 16:38:18 2018-10-04 16:54:18 0:16:00 0:04:49 0:11:11 smithi master ubuntu 16.04 rados/objectstore/{backends/fusestore.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
fail 3101596 2018-10-04 14:53:14 2018-10-04 16:38:20 2018-10-04 17:12:19 0:33:59 0:21:13 0:12:46 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2018-10-04 16:56:44.705788 osd.7 (osd.7) 31 : cluster [ERR] 53.1 deep-scrub : stat mismatch, got 5/5 objects, 0/0 clones, 5/5 dirty, 1/1 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 29/58 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

dead 3101597 2018-10-04 14:53:15 2018-10-04 16:38:22 2018-10-05 04:40:50 12:02:28 smithi master centos 7.4 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-rados-plugin=clay-k=4-m=2.yaml} 2
pass 3101598 2018-10-04 14:53:16 2018-10-04 16:38:26 2018-10-04 17:28:26 0:50:00 0:36:23 0:13:37 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
pass 3101599 2018-10-04 14:53:17 2018-10-04 16:40:00 2018-10-04 17:04:00 0:24:00 0:11:31 0:12:29 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
fail 3101600 2018-10-04 14:53:19 2018-10-04 16:40:18 2018-10-04 17:04:18 0:24:00 0:15:36 0:08:24 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
Failure Reason:

"2018-10-04 16:58:08.819141 osd.2 (osd.2) 28 : cluster [ERR] 3.e scrub : stat mismatch, got 27/27 objects, 0/0 clones, 27/27 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 0/81984942 bytes, 27/27 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101601 2018-10-04 14:53:21 2018-10-04 16:40:19 2018-10-04 17:06:18 0:25:59 0:13:58 0:12:01 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 3101602 2018-10-04 14:53:22 2018-10-04 16:42:12 2018-10-04 17:04:12 0:22:00 0:14:57 0:07:03 smithi master rhel 7.5 rados/singleton/{all/mon-config-keys.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
pass 3101603 2018-10-04 14:53:23 2018-10-04 16:42:12 2018-10-04 17:04:12 0:22:00 0:10:07 0:11:53 smithi master ubuntu 18.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/scrub_test.yaml} 2
fail 3101604 2018-10-04 14:53:24 2018-10-04 16:42:15 2018-10-04 17:06:15 0:24:00 0:14:15 0:09:45 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
Failure Reason:

"2018-10-04 16:59:54.432846 osd.4 (osd.4) 5 : cluster [ERR] 3.22 scrub : stat mismatch, got 5/5 objects, 0/0 clones, 5/5 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 11631599/13295888 bytes, 3/3 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101605 2018-10-04 14:53:25 2018-10-04 16:42:20 2018-10-04 17:06:19 0:23:59 0:16:07 0:07:52 smithi master rhel 7.5 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore.yaml supported-random-distro$/{rhel_latest.yaml} tasks/progress.yaml} 2
pass 3101606 2018-10-04 14:53:26 2018-10-04 16:42:29 2018-10-04 18:00:29 1:18:00 0:22:08 0:55:52 smithi master ubuntu 16.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/hammer.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml two-plus-three.yaml} d-balancer/crush-compat.yaml distro$/{ubuntu_16.04.yaml} msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/radosbench.yaml} 3
pass 3101607 2018-10-04 14:53:27 2018-10-04 16:43:43 2018-10-04 17:17:43 0:34:00 0:22:01 0:11:59 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
pass 3101608 2018-10-04 14:53:28 2018-10-04 16:43:55 2018-10-04 17:03:55 0:20:00 0:11:09 0:08:51 smithi master rhel 7.5 rados/monthrash/{ceph.yaml clusters/9-mons.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/one.yaml workloads/rados_5925.yaml} 2
fail 3101609 2018-10-04 14:53:29 2018-10-04 16:44:18 2018-10-04 17:26:17 0:41:59 0:27:26 0:14:33 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-04 17:08:53.623638 osd.4 (osd.4) 13 : cluster [ERR] 2.e scrub : stat mismatch, got 17/17 objects, 12/12 clones, 17/17 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 3/3 whiteouts, 36003947/53752040 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101610 2018-10-04 14:53:30 2018-10-04 16:44:19 2018-10-04 17:06:19 0:22:00 0:12:53 0:09:07 smithi master centos 7.4 rados/perf/{ceph.yaml objectstore/bluestore.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{centos_latest.yaml} workloads/radosbench_4M_rand_read.yaml} 1
fail 3101611 2018-10-04 14:53:32 2018-10-04 16:44:22 2018-10-04 17:10:22 0:26:00 0:13:22 0:12:38 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
Failure Reason:

"2018-10-04 17:02:46.386416 osd.1 (osd.1) 65 : cluster [ERR] 2.18 scrub : stat mismatch, got 14/14 objects, 0/0 clones, 14/14 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 43245599/89095491 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101612 2018-10-04 14:53:33 2018-10-04 16:44:27 2018-10-04 17:22:26 0:37:59 0:23:02 0:14:57 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
Failure Reason:

"2018-10-04 17:11:32.047354 osd.6 (osd.6) 167 : cluster [ERR] 2.c deep-scrub : stat mismatch, got 0/0 objects, 0/0 clones, 0/0 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 0/12582912 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

dead 3101613 2018-10-04 14:53:34 2018-10-04 16:44:28 2018-10-04 16:46:28 0:02:00 smithi master ubuntu 18.04 rados/singleton/{all/mon-config.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}}
Failure Reason:

Timeout exceeded. <pexpect.pty_spawn.spawn object at 0x7fc944aaab90> command: /usr/bin/ipmitool args: ['/usr/bin/ipmitool', '-H', 'smithi026.ipmi.sepia.ceph.com', '-I', 'lanplus', '-U', 'inktank', '-P', 'ApGNXcA7', 'power', 'off'] buffer (last 100 chars): '' before (last 100 chars): '' after: <class 'pexpect.exceptions.TIMEOUT'> match: None match_index: None exitstatus: None flag_eof: False pid: 3258 child_fd: 10 closed: False timeout: 30 delimiter: <class 'pexpect.exceptions.EOF'> logfile: None logfile_read: None logfile_send: None maxread: 2000 ignorecase: False searchwindowsize: None delaybeforesend: 0.05 delayafterclose: 0.1 delayafterterminate: 0.1 searcher: searcher_re: 0: re.compile("Chassis Power Control: Down/Off") 1: EOF

pass 3101614 2018-10-04 14:53:35 2018-10-04 16:46:26 2018-10-04 17:02:25 0:15:59 0:06:13 0:09:46 smithi master ubuntu 16.04 rados/singleton-nomsgr/{all/librados_hello_world.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
pass 3101615 2018-10-04 14:53:36 2018-10-04 16:46:26 2018-10-04 17:06:26 0:20:00 0:08:49 0:11:11 smithi master ubuntu 16.04 rados/multimon/{clusters/3.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml} tasks/mon_recovery.yaml} 2
pass 3101616 2018-10-04 14:53:37 2018-10-04 16:46:26 2018-10-04 17:14:26 0:28:00 0:16:21 0:11:39 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
pass 3101617 2018-10-04 14:53:38 2018-10-04 16:46:29 2018-10-04 17:20:28 0:33:59 0:27:00 0:06:59 smithi master rhel 7.5 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
pass 3101618 2018-10-04 14:53:39 2018-10-04 16:47:12 2018-10-04 17:11:12 0:24:00 0:10:01 0:13:59 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
fail 3101619 2018-10-04 14:53:40 2018-10-04 16:48:18 2018-10-04 17:28:17 0:39:59 0:22:21 0:17:38 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-10-04 17:16:03.509678 osd.2 (osd.2) 249 : cluster [ERR] 3.0 scrub : stat mismatch, got 49/49 objects, 8/8 clones, 24/24 dirty, 0/0 omap, 0/0 pinned, 2/2 hit_set_archive, 8/8 whiteouts, 96377241/218485448 bytes, 0/0 manifest objects, 530/530 hit_set_archive bytes." in cluster log

pass 3101620 2018-10-04 14:53:41 2018-10-04 16:48:18 2018-10-04 17:30:18 0:42:00 0:24:42 0:17:18 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
pass 3101621 2018-10-04 14:53:42 2018-10-04 16:48:18 2018-10-04 17:06:17 0:17:59 0:07:14 0:10:45 smithi master ubuntu 18.04 rados/singleton/{all/mon-seesaw.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
fail 3101622 2018-10-04 14:53:43 2018-10-04 16:48:19 2018-10-04 17:20:18 0:31:59 0:25:02 0:06:57 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-10-04 17:05:07.413683 osd.4 (osd.4) 73 : cluster [ERR] 3.1 scrub : stat mismatch, got 47/47 objects, 2/2 clones, 23/23 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 5/5 whiteouts, 121172310/224334831 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101623 2018-10-04 14:53:44 2018-10-04 16:48:26 2018-10-04 17:12:26 0:24:00 0:12:54 0:11:06 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache.yaml} 2
Failure Reason:

"2018-10-04 17:09:40.390604 osd.5 (osd.5) 36 : cluster [ERR] 2.2 deep-scrub : stat mismatch, got 95/95 objects, 0/0 clones, 95/95 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 271814268/270453264 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101624 2018-10-04 14:53:45 2018-10-04 16:48:37 2018-10-04 17:08:37 0:20:00 0:09:16 0:10:44 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/radosbench_4M_seq_read.yaml} 1
pass 3101625 2018-10-04 14:53:47 2018-10-04 16:50:21 2018-10-04 17:24:21 0:34:00 0:23:07 0:10:53 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 3101626 2018-10-04 14:53:48 2018-10-04 16:50:21 2018-10-04 17:34:21 0:44:00 0:24:08 0:19:52 smithi master centos 7.4 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} tasks/rados_api_tests.yaml} 2
fail 3101627 2018-10-04 14:53:49 2018-10-04 16:50:21 2018-10-04 17:22:21 0:32:00 0:17:50 0:14:10 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2018-10-04 17:13:03.644638 osd.3 (osd.3) 167 : cluster [ERR] 49.5 scrub : stat mismatch, got 14/14 objects, 0/0 clones, 14/14 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 142/260 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101628 2018-10-04 14:53:50 2018-10-04 16:50:21 2018-10-04 17:08:20 0:17:59 0:09:52 0:08:07 smithi master centos 7.4 rados/objectstore/{backends/keyvaluedb.yaml supported-random-distro$/{centos_latest.yaml}} 1
pass 3101629 2018-10-04 14:53:51 2018-10-04 16:50:26 2018-10-04 18:32:28 1:42:02 1:34:37 0:07:25 smithi master rhel 7.5 rados/standalone/{supported-random-distro$/{rhel_latest.yaml} workloads/osd.yaml} 1
fail 3101630 2018-10-04 14:53:52 2018-10-04 16:50:27 2018-10-04 17:30:27 0:40:00 0:30:08 0:09:52 smithi master rhel 7.5 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{rhel_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
Failure Reason:

"2018-10-04 17:10:46.243961 osd.7 (osd.7) 79 : cluster [ERR] 2.7s0 deep-scrub : stat mismatch, got 2/2 objects, 1/1 clones, 2/2 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 819200/1024000 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101631 2018-10-04 14:53:53 2018-10-04 16:52:28 2018-10-04 17:24:27 0:31:59 0:24:52 0:07:07 smithi master rhel 7.5 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{rhel_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 3101632 2018-10-04 14:53:54 2018-10-04 16:52:28 2018-10-04 17:24:27 0:31:59 0:15:10 0:16:49 smithi master rhel 7.5 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{rhel_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
fail 3101633 2018-10-04 14:53:55 2018-10-04 16:52:28 2018-10-04 17:54:28 1:02:00 0:51:13 0:10:47 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-10-04 17:19:43.606194 osd.7 (osd.7) 217 : cluster [ERR] 4.a scrub : stat mismatch, got 820/820 objects, 0/0 clones, 820/820 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 3439329280/3762290688 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101634 2018-10-04 14:53:56 2018-10-04 16:52:30 2018-10-04 17:18:29 0:25:59 0:18:02 0:07:57 smithi master centos 7.4 rados/singleton/{all/osd-backfill.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
fail 3101635 2018-10-04 14:53:58 2018-10-04 16:54:13 2018-10-04 17:32:13 0:38:00 0:29:13 0:08:47 smithi master rhel 7.5 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml} 2
Failure Reason:

"2018-10-04 17:14:56.876784 osd.3 (osd.3) 100 : cluster [ERR] 2.19s0 scrub : stat mismatch, got 6/6 objects, 4/4 clones, 6/6 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 6479872/10870784 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101636 2018-10-04 14:53:59 2018-10-04 16:54:13 2018-10-04 17:20:13 0:26:00 0:13:26 0:12:34 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
Failure Reason:

"2018-10-04 17:13:01.832502 osd.6 (osd.6) 51 : cluster [ERR] 3.4 deep-scrub : stat mismatch, got 37/37 objects, 0/0 clones, 37/37 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 104843287/114809706 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101637 2018-10-04 14:54:00 2018-10-04 16:54:19 2018-10-04 17:16:19 0:22:00 0:10:00 0:12:00 smithi master ubuntu 16.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/jewel.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml two-plus-three.yaml} d-balancer/off.yaml distro$/{ubuntu_16.04.yaml} msgr-failures/few.yaml msgr/random.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/rbd_cls.yaml} 3
fail 3101638 2018-10-04 14:54:01 2018-10-04 16:54:21 2018-10-04 17:20:21 0:26:00 0:10:55 0:15:05 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
Failure Reason:

"2018-10-04 17:17:00.607692 osd.5 (osd.5) 143 : cluster [ERR] 2.2 scrub : stat mismatch, got 235/235 objects, 0/0 clones, 235/235 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 705482111/734044068 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101639 2018-10-04 14:54:02 2018-10-04 16:54:23 2018-10-04 17:22:23 0:28:00 0:12:01 0:15:59 smithi master rhel 7.5 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{rhel_latest.yaml} tasks/prometheus.yaml} 2
pass 3101640 2018-10-04 14:54:03 2018-10-04 16:54:27 2018-10-04 17:34:26 0:39:59 0:23:46 0:16:13 smithi master centos rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_cls_all.yaml validater/valgrind.yaml} 2
pass 3101641 2018-10-04 14:54:04 2018-10-04 16:54:47 2018-10-04 17:26:47 0:32:00 0:10:04 0:21:56 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 3101642 2018-10-04 14:54:05 2018-10-04 16:56:20 2018-10-04 17:32:20 0:36:00 0:27:16 0:08:44 smithi master centos 7.4 rados/singleton-nomsgr/{all/msgr.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
fail 3101643 2018-10-04 14:54:06 2018-10-04 16:56:21 2018-10-04 17:24:20 0:27:59 0:20:06 0:07:53 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
Failure Reason:

"2018-10-04 17:16:35.907180 osd.3 (osd.3) 24 : cluster [ERR] 3.22 scrub : stat mismatch, got 5/5 objects, 0/0 clones, 5/5 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 13899917/27799801 bytes, 5/5 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101644 2018-10-04 14:54:08 2018-10-04 16:56:21 2018-10-04 17:28:20 0:31:59 0:21:19 0:10:40 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-10-04 17:15:51.903953 osd.6 (osd.6) 5 : cluster [ERR] 2.a scrub : stat mismatch, got 60/60 objects, 3/3 clones, 60/60 dirty, 1/1 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 177319823/180748583 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101645 2018-10-04 14:54:09 2018-10-04 16:56:21 2018-10-04 17:20:20 0:23:59 0:18:13 0:05:46 smithi master rhel 7.5 rados/singleton/{all/osd-recovery-incomplete.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
fail 3101646 2018-10-04 14:54:10 2018-10-04 16:56:27 2018-10-04 17:34:27 0:38:00 0:25:33 0:12:27 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-04 17:15:20.202034 osd.7 (osd.7) 99 : cluster [ERR] 2.f deep-scrub : stat mismatch, got 4/4 objects, 1/1 clones, 4/4 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 6958032/23815288 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101647 2018-10-04 14:54:11 2018-10-04 16:58:27 2018-10-04 17:18:27 0:20:00 0:09:38 0:10:22 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/radosbench_4M_write.yaml} 1
pass 3101648 2018-10-04 14:54:12 2018-10-04 16:58:27 2018-10-04 17:22:27 0:24:00 0:14:21 0:09:39 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 3101649 2018-10-04 14:54:13 2018-10-04 16:58:28 2018-10-04 17:42:28 0:44:00 0:23:33 0:20:27 smithi master centos 7.4 rados/monthrash/{ceph.yaml clusters/3-mons.yaml mon_kv_backend/leveldb.yaml msgr-failures/mon-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} thrashers/sync-many.yaml workloads/rados_api_tests.yaml} 2
pass 3101650 2018-10-04 14:54:14 2018-10-04 16:58:28 2018-10-04 17:22:27 0:23:59 0:11:57 0:12:02 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 3101651 2018-10-04 14:54:15 2018-10-04 16:58:28 2018-10-04 17:36:27 0:37:59 0:17:06 0:20:53 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
pass 3101652 2018-10-04 14:54:22 2018-10-04 16:59:17 2018-10-04 17:27:17 0:28:00 0:16:05 0:11:55 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
fail 3101653 2018-10-04 14:54:23 2018-10-04 17:00:03 2018-10-04 17:44:02 0:43:59 0:31:15 0:12:44 smithi master centos 7.4 rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/osd-delay.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-snaps-few-objects-overwrites.yaml} 2
Failure Reason:

"2018-10-04 17:22:43.783015 osd.7 (osd.7) 49 : cluster [ERR] 2.cs0 scrub : stat mismatch, got 7/7 objects, 2/2 clones, 7/7 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 15142942/21934110 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101654 2018-10-04 14:54:24 2018-10-04 17:00:19 2018-10-04 17:22:19 0:22:00 0:12:30 0:09:30 smithi master centos 7.4 rados/singleton/{all/osd-recovery.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
Failure Reason:

"2018-10-04 17:18:09.564491 osd.1 (osd.1) 6 : cluster [ERR] 1.4 deep-scrub : stat mismatch, got 4240/4240 objects, 0/0 clones, 4240/4240 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 17367040/17379328 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101655 2018-10-04 14:54:25 2018-10-04 17:00:21 2018-10-04 17:20:21 0:20:00 0:08:49 0:11:11 smithi master ubuntu 16.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml} tasks/rados_cls_all.yaml} 2
fail 3101656 2018-10-04 14:54:26 2018-10-04 17:00:27 2018-10-04 17:32:27 0:32:00 0:24:59 0:07:01 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-10-04 17:19:27.923437 osd.4 (osd.4) 15 : cluster [ERR] 3.3 deep-scrub : stat mismatch, got 47/47 objects, 7/7 clones, 24/24 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 7/7 whiteouts, 110268242/137429245 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101657 2018-10-04 14:54:28 2018-10-04 17:00:27 2018-10-04 17:40:27 0:40:00 0:26:20 0:13:40 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-10-04 17:21:27.282338 osd.7 (osd.7) 101 : cluster [ERR] 3.0 deep-scrub : stat mismatch, got 48/48 objects, 9/9 clones, 25/25 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 3/3 whiteouts, 126452212/263196175 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101658 2018-10-04 14:54:29 2018-10-04 17:00:27 2018-10-04 17:40:27 0:40:00 0:17:13 0:22:47 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
fail 3101659 2018-10-04 14:54:30 2018-10-04 17:02:27 2018-10-04 17:26:27 0:24:00 0:13:14 0:10:46 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache.yaml} 2
Failure Reason:

"2018-10-04 17:21:27.321449 osd.1 (osd.1) 44 : cluster [ERR] 3.0 scrub : stat mismatch, got 61/61 objects, 0/0 clones, 37/37 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 7/7 whiteouts, 164357864/259956179 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101660 2018-10-04 14:54:36 2018-10-04 17:02:27 2018-10-04 17:26:27 0:24:00 0:13:52 0:10:08 smithi master centos 7.4 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{centos_latest.yaml} workloads/sample_fio.yaml} 1
fail 3101661 2018-10-04 14:54:37 2018-10-04 17:02:27 2018-10-04 17:48:27 0:46:00 0:25:14 0:20:46 smithi master ubuntu 16.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/luminous.yaml backoff/normal.yaml ceph.yaml clusters/{openstack.yaml two-plus-three.yaml} d-balancer/crush-compat.yaml distro$/{ubuntu_16.04.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 3
Failure Reason:

"2018-10-04 17:29:59.609022 osd.5 (osd.5) 41 : cluster [ERR] 2.3 scrub : stat mismatch, got 10/10 objects, 5/5 clones, 10/10 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 2/2 whiteouts, 18986491/33574802 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101662 2018-10-04 14:54:38 2018-10-04 17:02:27 2018-10-04 17:44:27 0:42:00 0:35:00 0:07:00 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-04 17:24:53.523257 osd.2 (osd.2) 3 : cluster [ERR] 2.13 scrub : stat mismatch, got 12/12 objects, 9/9 clones, 12/12 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 23101310/38597958 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101663 2018-10-04 14:54:39 2018-10-04 17:02:29 2018-10-04 17:18:28 0:15:59 0:07:20 0:08:39 smithi master ubuntu 18.04 rados/singleton/{all/peer.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 3101664 2018-10-04 14:54:40 2018-10-04 17:02:29 2018-10-04 18:00:29 0:58:00 0:27:25 0:30:35 smithi master centos 7.4 rados/singleton-nomsgr/{all/multi-backfill-reject.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 2
fail 3101665 2018-10-04 14:54:42 2018-10-04 17:04:05 2018-10-04 17:36:05 0:32:00 0:20:44 0:11:16 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2018-10-04 17:23:30.982854 osd.5 (osd.5) 85 : cluster [ERR] 49.0 scrub : stat mismatch, got 52/52 objects, 40/40 clones, 52/52 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 533/1066 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101666 2018-10-04 14:54:43 2018-10-04 17:04:05 2018-10-04 17:34:05 0:30:00 0:18:03 0:11:57 smithi master centos 7.4 rados/objectstore/{backends/objectcacher-stress.yaml supported-random-distro$/{centos_latest.yaml}} 1
pass 3101667 2018-10-04 14:54:44 2018-10-04 17:04:13 2018-10-04 17:22:12 0:17:59 0:11:04 0:06:55 smithi master rhel 7.5 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{rhel_latest.yaml} tasks/workunits.yaml} 2
pass 3101668 2018-10-04 14:54:45 2018-10-04 17:04:13 2018-10-04 17:40:13 0:36:00 0:27:37 0:08:23 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
pass 3101669 2018-10-04 14:54:46 2018-10-04 17:04:19 2018-10-04 17:42:18 0:37:59 0:14:45 0:23:14 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 3101670 2018-10-04 14:54:47 2018-10-04 17:04:19 2018-10-04 17:30:19 0:26:00 0:09:04 0:16:56 smithi master centos 7.4 rados/multimon/{clusters/6.yaml mon_kv_backend/leveldb.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} tasks/mon_clock_no_skews.yaml} 2
fail 3101671 2018-10-04 14:54:48 2018-10-04 17:04:19 2018-10-04 17:54:19 0:50:00 0:32:00 0:18:00 smithi master centos 7.4 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
Failure Reason:

"2018-10-04 17:36:24.113730 osd.7 (osd.7) 158 : cluster [ERR] 2.15s0 scrub : stat mismatch, got 3/3 objects, 2/2 clones, 3/3 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 5283840/10567680 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101672 2018-10-04 14:54:49 2018-10-04 17:06:13 2018-10-04 17:28:12 0:21:59 0:13:12 0:08:47 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
pass 3101673 2018-10-04 14:54:50 2018-10-04 17:06:16 2018-10-04 17:24:16 0:18:00 0:09:49 0:08:11 smithi master centos 7.4 rados/singleton/{all/pg-removal-interruption.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
fail 3101674 2018-10-04 14:54:52 2018-10-04 17:06:18 2018-10-04 17:28:18 0:22:00 0:14:51 0:07:09 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
Failure Reason:

"2018-10-04 17:24:22.341033 osd.5 (osd.5) 58 : cluster [ERR] 2.0 scrub : stat mismatch, got 234/234 objects, 0/0 clones, 234/234 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 695677743/849518385 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101675 2018-10-04 14:54:53 2018-10-04 17:06:19 2018-10-04 17:38:18 0:31:59 0:17:49 0:14:10 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
fail 3101676 2018-10-04 14:54:54 2018-10-04 17:06:19 2018-10-04 17:52:19 0:46:00 0:18:53 0:27:07 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-10-04 17:39:58.805629 osd.0 (osd.0) 93 : cluster [ERR] 2.11 scrub : stat mismatch, got 35/35 objects, 4/4 clones, 35/35 dirty, 2/2 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 93131514/191187611 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101677 2018-10-04 14:54:55 2018-10-04 17:06:20 2018-10-04 17:48:20 0:42:00 0:13:54 0:28:06 smithi master centos 7.4 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} tasks/rados_python.yaml} 2
pass 3101678 2018-10-04 14:54:56 2018-10-04 17:06:20 2018-10-04 17:58:20 0:52:00 0:25:55 0:26:05 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
pass 3101679 2018-10-04 14:54:57 2018-10-04 17:06:27 2018-10-04 17:26:26 0:19:59 0:13:11 0:06:48 smithi master rhel 7.5 rados/perf/{ceph.yaml objectstore/bluestore.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_latest.yaml} workloads/sample_radosbench.yaml} 1
fail 3101680 2018-10-04 14:54:59 2018-10-04 17:06:27 2018-10-04 17:32:26 0:25:59 0:15:36 0:10:23 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
Failure Reason:

"2018-10-04 17:23:43.715393 osd.5 (osd.5) 74 : cluster [ERR] 2.d scrub : stat mismatch, got 11/11 objects, 0/0 clones, 11/11 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 31381045/54105891 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101681 2018-10-04 14:55:00 2018-10-04 17:06:29 2018-10-04 17:34:29 0:28:00 0:20:52 0:07:08 smithi master rhel 7.5 rados/singleton/{all/radostool.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
pass 3101682 2018-10-04 14:55:01 2018-10-04 17:06:29 2018-10-04 17:46:29 0:40:00 0:13:03 0:26:57 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 3101683 2018-10-04 14:55:03 2018-10-04 17:08:19 2018-10-04 18:08:19 1:00:00 0:50:43 0:09:17 smithi master centos 7.4 rados/standalone/{supported-random-distro$/{centos_latest.yaml} workloads/scrub.yaml} 1
pass 3101684 2018-10-04 14:55:04 2018-10-04 17:08:22 2018-10-04 17:42:21 0:33:59 0:10:27 0:23:32 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
fail 3101685 2018-10-04 14:55:05 2018-10-04 17:08:27 2018-10-04 17:42:27 0:34:00 0:23:20 0:10:40 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-10-04 17:25:40.220394 osd.5 (osd.5) 57 : cluster [ERR] 2.bs0 scrub : stat mismatch, got 4/4 objects, 2/2 clones, 4/4 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 5414912/7561216 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101686 2018-10-04 14:55:06 2018-10-04 17:08:38 2018-10-04 17:38:38 0:30:00 0:10:14 0:19:46 smithi master ubuntu 16.04 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_16.04.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
fail 3101687 2018-10-04 14:55:07 2018-10-04 17:10:24 2018-10-04 17:44:24 0:34:00 0:23:12 0:10:48 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2018-10-04 17:30:52.594390 osd.7 (osd.7) 75 : cluster [ERR] 2.0s0 scrub : stat mismatch, got 505/505 objects, 0/0 clones, 505/505 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 1508367634/1644895506 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101688 2018-10-04 14:55:08 2018-10-04 17:10:24 2018-10-04 17:40:24 0:30:00 0:11:04 0:18:56 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2018-10-04 17:35:22.850806 osd.4 (osd.4) 62 : cluster [ERR] 3.3 scrub : stat mismatch, got 34/34 objects, 0/0 clones, 24/24 dirty, 0/0 omap, 0/0 pinned, 2/2 hit_set_archive, 6/6 whiteouts, 77034854/154505865 bytes, 0/0 manifest objects, 618/618 hit_set_archive bytes." in cluster log

fail 3101689 2018-10-04 14:55:09 2018-10-04 17:11:13 2018-10-04 18:31:14 1:20:01 1:03:33 0:16:28 smithi master rhel 7.5 rados/monthrash/{ceph.yaml clusters/9-mons.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/sync.yaml workloads/rados_mon_osdmap_prune.yaml} 2
Failure Reason:

Command failed (workunit test mon/test_mon_osdmap_prune.sh) on smithi146 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-zafman-testing TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/mon/test_mon_osdmap_prune.sh'

pass 3101690 2018-10-04 14:55:10 2018-10-04 17:12:15 2018-10-04 17:32:14 0:19:59 0:08:41 0:11:18 smithi master centos 7.4 rados/singleton-nomsgr/{all/pool-access.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
pass 3101691 2018-10-04 14:55:12 2018-10-04 17:12:21 2018-10-04 17:46:20 0:33:59 0:20:20 0:13:39 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 3101692 2018-10-04 14:55:13 2018-10-04 17:12:23 2018-10-04 17:52:22 0:39:59 0:12:08 0:27:51 smithi master centos 7.4 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/hammer.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml two-plus-three.yaml} d-balancer/off.yaml distro$/{centos_latest.yaml} msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/test_rbd_api.yaml} 3
fail 3101693 2018-10-04 14:55:14 2018-10-04 17:12:27 2018-10-04 17:44:27 0:32:00 0:19:39 0:12:21 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-10-04 17:37:27.929997 osd.2 (osd.2) 4 : cluster [ERR] 2.1 scrub : stat mismatch, got 140/140 objects, 40/40 clones, 140/140 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 8/8 whiteouts, 361847121/401787978 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101694 2018-10-04 14:55:15 2018-10-04 17:14:27 2018-10-04 17:44:27 0:30:00 0:20:22 0:09:38 smithi master ubuntu 18.04 rados/singleton/{all/random-eio.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 2
fail 3101695 2018-10-04 14:55:16 2018-10-04 17:16:23 2018-10-04 17:48:23 0:32:00 0:18:46 0:13:14 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-10-04 17:39:21.240516 osd.3 (osd.3) 166 : cluster [ERR] 3.2 scrub : stat mismatch, got 47/47 objects, 8/8 clones, 23/23 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 5/5 whiteouts, 103970836/225508127 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3101696 2018-10-04 14:55:17 2018-10-04 17:16:23 2018-10-04 17:52:23 0:36:00 0:11:51 0:24:09 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache.yaml} 2
Failure Reason:

"2018-10-04 17:47:18.751182 osd.5 (osd.5) 11 : cluster [ERR] 2.2 deep-scrub : stat mismatch, got 105/105 objects, 0/0 clones, 105/105 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 272359222/284306056 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101697 2018-10-04 14:55:18 2018-10-04 17:16:23 2018-10-04 17:44:23 0:28:00 0:13:39 0:14:21 smithi master centos 7.4 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{centos_latest.yaml} tasks/crash.yaml} 2
pass 3101698 2018-10-04 14:55:19 2018-10-04 17:16:24 2018-10-04 17:42:23 0:25:59 0:15:27 0:10:32 smithi master ubuntu 16.04 rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_16.04.yaml} workloads/cosbench_64K_read_write.yaml} 1
pass 3101699 2018-10-04 14:55:21 2018-10-04 17:17:53 2018-10-04 17:51:52 0:33:59 0:27:30 0:06:29 smithi master rhel 7.5 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
pass 3101700 2018-10-04 14:55:22 2018-10-04 17:18:28 2018-10-04 17:38:27 0:19:59 0:09:11 0:10:48 smithi master rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/mon_recovery.yaml validater/lockdep.yaml} 2
fail 3101701 2018-10-04 14:55:23 2018-10-04 17:18:29 2018-10-04 17:56:29 0:38:00 0:26:55 0:11:05 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-04 17:37:53.588993 osd.7 (osd.7) 129 : cluster [ERR] 2.13 scrub : stat mismatch, got 3/3 objects, 0/0 clones, 3/3 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 9714512/16000363 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3101702 2018-10-04 14:55:24 2018-10-04 17:18:30 2018-10-04 17:48:30 0:30:00 0:17:02 0:12:58 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
pass 3101703 2018-10-04 14:55:25 2018-10-04 17:20:14 2018-10-04 18:26:14 1:06:00 0:43:23 0:22:37 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
pass 3101704 2018-10-04 14:55:27 2018-10-04 17:20:19 2018-10-04 17:38:19 0:18:00 0:11:21 0:06:39 smithi master rhel 7.5 rados/singleton/{all/rebuild-mondb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
pass 3101705 2018-10-04 14:55:28 2018-10-04 17:20:21 2018-10-04 22:04:27 4:44:06 4:29:16 0:14:50 smithi master ubuntu 16.04 rados/objectstore/{backends/objectstore.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
pass 3101706 2018-10-04 14:55:29 2018-10-04 17:20:22 2018-10-04 17:46:22 0:26:00 0:12:43 0:13:17 smithi master ubuntu 16.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml} tasks/rados_stress_watch.yaml} 2