Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 3186821 2018-10-26 15:51:34 2018-10-26 15:52:20 2018-10-26 16:18:20 0:26:00 0:14:44 0:11:16 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
fail 3186822 2018-10-26 15:51:35 2018-10-26 15:52:21 2018-10-26 16:30:21 0:38:00 0:28:19 0:09:41 smithi master centos 7.4 rados/singleton-nomsgr/{all/recovery-unfound-found.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
Failure Reason:

"2018-10-26 16:25:03.514637 osd.0 (osd.0) 2 : cluster [ERR] 2.0 deep-scrub : stat mismatch, got 2319/2319 objects, 0/0 clones, 2319/2319 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 9498624/10543104 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186823 2018-10-26 15:51:36 2018-10-26 15:52:26 2018-10-26 16:24:25 0:31:59 0:23:18 0:08:41 smithi master centos 7.4 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{centos_latest.yaml} workloads/cosbench_64K_write.yaml} 1
pass 3186824 2018-10-26 15:51:37 2018-10-26 15:52:26 2018-10-26 16:18:25 0:25:59 0:16:06 0:09:53 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
pass 3186825 2018-10-26 15:51:38 2018-10-26 15:52:53 2018-10-26 16:16:52 0:23:59 0:09:29 0:14:30 smithi master ubuntu 18.04 rados/singleton/{all/resolve_stuck_peering.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 2
pass 3186826 2018-10-26 15:51:39 2018-10-26 15:53:01 2018-10-26 16:19:00 0:25:59 0:14:11 0:11:48 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
fail 3186827 2018-10-26 15:51:41 2018-10-26 15:54:20 2018-10-26 16:30:20 0:36:00 0:24:24 0:11:36 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-10-26 16:14:47.183709 osd.2 (osd.2) 57 : cluster [ERR] 2.1 scrub : stat mismatch, got 117/117 objects, 7/7 clones, 117/117 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 341660055/683320110 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186828 2018-10-26 15:51:42 2018-10-26 15:54:29 2018-10-26 16:20:29 0:26:00 0:11:54 0:14:06 smithi master centos 7.4 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/hammer.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml two-plus-three.yaml} d-balancer/crush-compat.yaml distro$/{centos_latest.yaml} msgr-failures/few.yaml msgr/async.yaml rados.yaml rocksdb.yaml thrashers/careful.yaml thrashosds-health.yaml workloads/test_rbd_api.yaml} 3
fail 3186829 2018-10-26 15:51:43 2018-10-26 15:54:30 2018-10-26 16:28:29 0:33:59 0:27:33 0:06:26 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-10-26 16:11:36.108342 osd.5 (osd.5) 12 : cluster [ERR] 2.2 scrub : stat mismatch, got 132/132 objects, 7/7 clones, 132/132 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 2/2 whiteouts, 364784863/388567372 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186830 2018-10-26 15:51:44 2018-10-26 15:54:32 2018-10-26 16:22:31 0:27:59 0:21:12 0:06:47 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
fail 3186831 2018-10-26 15:51:45 2018-10-26 15:54:43 2018-10-26 16:18:43 0:24:00 0:11:00 0:13:00 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache.yaml} 2
Failure Reason:

"2018-10-26 16:14:20.821118 osd.0 (osd.0) 48 : cluster [ERR] 3.3 scrub : stat mismatch, got 93/93 objects, 0/0 clones, 60/60 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 20/20 whiteouts, 208152136/242387566 bytes, 0/0 manifest objects, 256/256 hit_set_archive bytes." in cluster log

pass 3186832 2018-10-26 15:51:46 2018-10-26 15:54:47 2018-10-26 16:12:46 0:17:59 0:11:05 0:06:54 smithi master rhel 7.5 rados/singleton/{all/test-crash.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
fail 3186833 2018-10-26 15:51:47 2018-10-26 15:56:30 2018-10-26 16:36:30 0:40:00 0:32:58 0:07:02 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-26 16:13:40.292561 osd.4 (osd.4) 52 : cluster [ERR] 2.6 scrub : stat mismatch, got 1/1 objects, 0/0 clones, 1/1 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 3563084/5731154 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186834 2018-10-26 15:51:48 2018-10-26 15:56:30 2018-10-26 17:20:31 1:24:01 1:11:36 0:12:25 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

Command failed (workunit test rados/test.sh) on smithi068 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=f7572f8c07f965afb774e6c1fedae2591fd4f31c TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

pass 3186835 2018-10-26 15:51:49 2018-10-26 15:56:30 2018-10-26 16:18:29 0:21:59 0:06:26 0:15:33 smithi master ubuntu 16.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml} tasks/rados_striper.yaml} 2
pass 3186836 2018-10-26 15:51:50 2018-10-26 15:56:35 2018-10-26 16:32:35 0:36:00 0:23:08 0:12:52 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-comp.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/dashboard.yaml} 2
pass 3186837 2018-10-26 15:51:51 2018-10-26 15:58:24 2018-10-26 16:32:23 0:33:59 0:24:22 0:09:37 smithi master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/3-mons.yaml mon_kv_backend/leveldb.yaml msgr-failures/mon-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/force-sync-many.yaml workloads/rados_mon_workunits.yaml} 2
pass 3186838 2018-10-26 15:51:52 2018-10-26 15:58:24 2018-10-26 16:26:23 0:27:59 0:14:00 0:13:59 smithi master ubuntu 16.04 rados/multimon/{clusters/9.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml} tasks/mon_clock_with_skews.yaml} 3
fail 3186839 2018-10-26 15:51:53 2018-10-26 15:58:24 2018-10-26 16:34:23 0:35:59 0:22:05 0:13:54 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-10-26 16:21:25.738049 osd.7 (osd.7) 43 : cluster [ERR] 4.0 scrub : stat mismatch, got 42/42 objects, 0/0 clones, 42/42 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 176160768/327155712 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186840 2018-10-26 15:51:55 2018-10-26 15:58:37 2018-10-26 16:20:37 0:22:00 0:15:27 0:06:33 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 3186841 2018-10-26 15:51:56 2018-10-26 15:58:57 2018-10-26 16:24:56 0:25:59 0:14:11 0:11:48 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
pass 3186842 2018-10-26 15:51:57 2018-10-26 16:00:19 2018-10-26 16:20:18 0:19:59 0:10:43 0:09:16 smithi master ubuntu 16.04 rados/perf/{ceph.yaml objectstore/bluestore.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_16.04.yaml} workloads/fio_4K_rand_read.yaml} 1
pass 3186843 2018-10-26 15:51:58 2018-10-26 16:00:29 2018-10-26 16:26:28 0:25:59 0:14:58 0:11:01 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 3186844 2018-10-26 15:51:59 2018-10-26 16:01:03 2018-10-26 16:27:03 0:26:00 0:18:11 0:07:49 smithi master rhel 7.5 rados/singleton/{all/test_envlibrados_for_rocksdb.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
fail 3186845 2018-10-26 15:52:00 2018-10-26 16:02:31 2018-10-26 16:28:31 0:26:00 0:15:29 0:10:31 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
Failure Reason:

"2018-10-26 16:22:19.122639 osd.3 (osd.3) 165 : cluster [ERR] 3.15 deep-scrub : stat mismatch, got 4/4 objects, 0/0 clones, 4/4 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 10471751/14236651 bytes, 3/3 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186846 2018-10-26 15:52:01 2018-10-26 16:02:31 2018-10-26 16:34:31 0:32:00 0:21:22 0:10:38 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-10-26 16:21:51.733019 osd.3 (osd.3) 46 : cluster [ERR] 2.7 scrub : stat mismatch, got 72/72 objects, 7/7 clones, 72/72 dirty, 1/1 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 210233505/211226792 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186847 2018-10-26 15:52:02 2018-10-26 16:02:53 2018-10-26 16:40:52 0:37:59 0:26:53 0:11:06 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-26 16:22:00.660356 osd.6 (osd.6) 77 : cluster [ERR] 2.7 scrub : stat mismatch, got 8/8 objects, 6/6 clones, 8/8 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 9412394/14017446 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186848 2018-10-26 15:52:04 2018-10-26 16:04:07 2018-10-26 16:18:06 0:13:59 0:06:19 0:07:40 smithi master ubuntu 16.04 rados/objectstore/{backends/alloc-hint.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
pass 3186849 2018-10-26 15:52:05 2018-10-26 16:04:07 2018-10-26 16:22:06 0:17:59 0:07:31 0:10:28 smithi master ubuntu 18.04 rados/rest/{mgr-restful.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 3186850 2018-10-26 15:52:06 2018-10-26 16:04:09 2018-10-26 16:28:09 0:24:00 0:15:44 0:08:16 smithi master centos rados/singleton-flat/valgrind-leaks.yaml 1
pass 3186851 2018-10-26 15:52:07 2018-10-26 16:04:11 2018-10-26 16:22:10 0:17:59 0:10:41 0:07:18 smithi master ubuntu 16.04 rados/singleton-nomsgr/{all/admin_socket_output.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
pass 3186852 2018-10-26 15:52:08 2018-10-26 16:04:16 2018-10-26 16:22:15 0:17:59 0:07:32 0:10:27 smithi master ubuntu 18.04 rados/standalone/{supported-random-distro$/{ubuntu_latest.yaml} workloads/crush.yaml} 1
fail 3186853 2018-10-26 15:52:09 2018-10-26 16:04:18 2018-10-26 16:42:18 0:38:00 0:26:01 0:11:59 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=clay-k=4-m=2.yaml} 2
Failure Reason:

"2018-10-26 16:23:32.397136 osd.6 (osd.6) 115 : cluster [ERR] 2.7s0 scrub : stat mismatch, got 3/3 objects, 2/2 clones, 3/3 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 3702784/10387456 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186854 2018-10-26 15:52:10 2018-10-26 16:04:28 2018-10-26 16:46:28 0:42:00 0:28:49 0:13:11 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
Failure Reason:

"2018-10-26 16:27:00.664441 osd.8 (osd.8) 52 : cluster [ERR] 2.fs0 scrub : stat mismatch, got 10/10 objects, 5/5 clones, 10/10 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 2/2 whiteouts, 17399808/36503552 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186855 2018-10-26 15:52:11 2018-10-26 16:04:33 2018-10-26 16:40:32 0:35:59 0:25:20 0:10:39 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-10-26 16:21:42.082792 osd.3 (osd.3) 61 : cluster [ERR] 2.bs0 scrub : stat mismatch, got 5/5 objects, 3/3 clones, 5/5 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 3276800/13451264 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186856 2018-10-26 15:52:12 2018-10-26 16:04:44 2018-10-26 16:40:44 0:36:00 0:22:03 0:13:57 smithi master centos 7.4 rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/fastclose.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-small-objects-overwrites.yaml} 2
Failure Reason:

"2018-10-26 16:28:05.009453 osd.5 (osd.5) 66 : cluster [ERR] 2.16s0 scrub : stat mismatch, got 31/31 objects, 2/2 clones, 31/31 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 93548279/184094455 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186857 2018-10-26 15:52:13 2018-10-26 16:04:51 2018-10-26 16:40:51 0:36:00 0:11:11 0:24:49 smithi master ubuntu 16.04 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_16.04.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
fail 3186858 2018-10-26 15:52:14 2018-10-26 16:05:23 2018-10-26 17:55:25 1:50:02 1:37:24 0:12:38 smithi master ubuntu 16.04 rados/upgrade/luminous-x-singleton/{0-cluster/{openstack.yaml start.yaml} 1-install/luminous.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{rbd-cls.yaml rbd-import-export.yaml readwrite.yaml snaps-few-objects.yaml} 5-workload/{radosbench.yaml rbd_api.yaml} 6-finish-upgrade.yaml 7-mimic.yaml 8-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} supported-random-distro$/{ubuntu_16.04.yaml} thrashosds-health.yaml} 3
Failure Reason:

"2018-10-26 17:49:13.383336 osd.2 (osd.2) 444 : cluster [ERR] 1.1 deep-scrub : stat mismatch, got 1/1 objects, 0/0 clones, 1/1 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 4194304/20971520 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186859 2018-10-26 15:52:15 2018-10-26 16:06:39 2018-10-26 16:30:39 0:24:00 0:12:40 0:11:20 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
Failure Reason:

"2018-10-26 16:24:33.907564 osd.6 (osd.6) 73 : cluster [ERR] 2.6 scrub : stat mismatch, got 11/11 objects, 0/0 clones, 11/11 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 31464519/62256329 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186860 2018-10-26 15:52:16 2018-10-26 16:08:23 2018-10-26 16:28:22 0:19:59 0:09:29 0:10:30 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
fail 3186861 2018-10-26 15:52:17 2018-10-26 16:08:23 2018-10-26 16:46:23 0:38:00 0:24:07 0:13:53 smithi master centos 7.4 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/jewel.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml two-plus-three.yaml} d-balancer/off.yaml distro$/{centos_latest.yaml} msgr-failures/osd-delay.yaml msgr/random.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 3
Failure Reason:

"2018-10-26 16:39:36.414022 osd.3 (osd.3) 4 : cluster [ERR] 2.3 scrub : stat mismatch, got 148/148 objects, 41/41 clones, 148/148 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 12/12 whiteouts, 368934827/384432069 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186862 2018-10-26 15:52:18 2018-10-26 16:08:24 2018-10-26 17:06:24 0:58:00 0:52:04 0:05:56 smithi master rhel 7.5 rados/singleton/{all/thrash-backfill-full.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 2
pass 3186863 2018-10-26 15:52:20 2018-10-26 16:08:25 2018-10-26 16:38:25 0:30:00 0:18:15 0:11:45 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
fail 3186864 2018-10-26 15:52:21 2018-10-26 16:08:29 2018-10-26 16:30:28 0:21:59 0:14:18 0:07:41 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2018-10-26 16:26:42.703385 osd.1 (osd.1) 88 : cluster [ERR] 3.0 scrub : stat mismatch, got 52/52 objects, 0/0 clones, 23/23 dirty, 0/0 omap, 0/0 pinned, 3/3 hit_set_archive, 8/8 whiteouts, 121870387/243740774 bytes, 0/0 manifest objects, 860/860 hit_set_archive bytes." in cluster log

fail 3186865 2018-10-26 15:52:22 2018-10-26 16:08:32 2018-10-26 16:42:31 0:33:59 0:22:51 0:11:08 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-10-26 16:34:47.875330 osd.0 (osd.0) 6 : cluster [ERR] 2.0 scrub : stat mismatch, got 196/196 objects, 82/82 clones, 196/196 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 19/19 whiteouts, 536364619/572587202 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186866 2018-10-26 15:52:23 2018-10-26 16:08:48 2018-10-26 16:38:48 0:30:00 0:20:09 0:09:51 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-10-26 16:25:18.266166 osd.3 (osd.3) 69 : cluster [ERR] 2.3 scrub : stat mismatch, got 131/131 objects, 2/2 clones, 131/131 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 369280189/376134237 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186867 2018-10-26 15:52:25 2018-10-26 16:10:27 2018-10-26 16:30:27 0:20:00 0:13:54 0:06:06 smithi master rhel 7.5 rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_latest.yaml} workloads/fio_4K_rand_rw.yaml} 1
pass 3186868 2018-10-26 15:52:26 2018-10-26 16:10:27 2018-10-26 16:42:27 0:32:00 0:21:22 0:10:38 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
pass 3186869 2018-10-26 15:52:27 2018-10-26 16:10:27 2018-10-26 16:50:27 0:40:00 0:32:24 0:07:36 smithi master rhel 7.5 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} tasks/rados_workunit_loadgen_big.yaml} 2
pass 3186870 2018-10-26 15:52:28 2018-10-26 16:10:28 2018-10-26 16:32:27 0:21:59 0:09:32 0:12:27 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache.yaml} 2
pass 3186871 2018-10-26 15:52:29 2018-10-26 16:10:29 2018-10-26 16:52:29 0:42:00 0:34:34 0:07:26 smithi master rhel 7.5 rados/singleton/{all/thrash-eio.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 2
fail 3186872 2018-10-26 15:52:30 2018-10-26 16:10:29 2018-10-26 16:48:29 0:38:00 0:29:32 0:08:28 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-26 16:29:56.710438 osd.7 (osd.7) 9 : cluster [ERR] 2.b scrub : stat mismatch, got 3/3 objects, 2/2 clones, 3/3 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 5142942/12369952 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186873 2018-10-26 15:52:31 2018-10-26 16:10:45 2018-10-26 16:40:44 0:29:59 0:19:13 0:10:46 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2018-10-26 16:30:43.374468 osd.5 (osd.5) 190 : cluster [ERR] 50.2 scrub : stat mismatch, got 24/24 objects, 2/2 clones, 24/24 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 211/374 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186874 2018-10-26 15:52:32 2018-10-26 16:12:17 2018-10-26 17:02:17 0:50:00 0:40:05 0:09:55 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-10-26 16:44:52.870889 osd.5 (osd.5) 372 : cluster [ERR] 7.6 scrub : stat mismatch, got 35/35 objects, 0/0 clones, 35/35 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 146800640/171966464 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186875 2018-10-26 15:52:33 2018-10-26 16:12:17 2018-10-26 16:34:16 0:21:59 0:09:14 0:12:45 smithi master ubuntu 16.04 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore.yaml supported-random-distro$/{ubuntu_16.04.yaml} tasks/failover.yaml} 2
fail 3186876 2018-10-26 15:52:34 2018-10-26 16:12:28 2018-10-26 17:02:28 0:50:00 0:33:25 0:16:35 smithi master centos rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml tasks/rados_api_tests.yaml validater/valgrind.yaml} 2
Failure Reason:

"2018-10-26 16:47:05.753778 osd.0 (osd.0) 76 : cluster [ERR] 82.5 scrub : stat mismatch, got 5/5 objects, 0/0 clones, 0/0 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 55/132 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186877 2018-10-26 15:52:35 2018-10-26 16:12:47 2018-10-26 16:38:47 0:26:00 0:11:27 0:14:33 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
Failure Reason:

"2018-10-26 16:36:12.615951 osd.7 (osd.7) 39 : cluster [ERR] 2.1 scrub : stat mismatch, got 230/230 objects, 0/0 clones, 230/230 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 687647650/1375295300 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186878 2018-10-26 15:52:36 2018-10-26 16:12:57 2018-10-26 16:38:56 0:25:59 0:12:11 0:13:48 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
pass 3186879 2018-10-26 15:52:37 2018-10-26 16:14:35 2018-10-26 16:42:35 0:28:00 0:18:14 0:09:46 smithi master ubuntu 16.04 rados/singleton/{all/thrash-rados/{thrash-rados.yaml thrashosds-health.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 2
pass 3186880 2018-10-26 15:52:38 2018-10-26 16:16:23 2018-10-26 16:38:23 0:22:00 0:11:10 0:10:50 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 3186881 2018-10-26 15:52:39 2018-10-26 16:16:24 2018-10-26 16:34:23 0:17:59 0:10:40 0:07:19 smithi master rhel 7.5 rados/singleton-nomsgr/{all/cache-fs-trunc.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
fail 3186882 2018-10-26 15:52:40 2018-10-26 16:16:55 2018-10-26 16:40:54 0:23:59 0:13:30 0:10:29 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
Failure Reason:

"2018-10-26 16:33:20.668114 osd.5 (osd.5) 85 : cluster [ERR] 3.1 scrub : stat mismatch, got 2/2 objects, 0/0 clones, 2/2 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 7361829/14723658 bytes, 1/1 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186883 2018-10-26 15:52:41 2018-10-26 16:17:01 2018-10-26 16:55:00 0:37:59 0:27:00 0:10:59 smithi master centos 7.4 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/luminous.yaml backoff/normal.yaml ceph.yaml clusters/{openstack.yaml two-plus-three.yaml} d-balancer/crush-compat.yaml distro$/{centos_latest.yaml} msgr-failures/fastclose.yaml msgr/simple.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/radosbench.yaml} 3
Failure Reason:

"2018-10-26 16:40:07.759398 osd.4 (osd.4) 49 : cluster [ERR] 2.6 scrub : stat mismatch, got 188/188 objects, 0/0 clones, 188/188 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 788529152/905969664 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186884 2018-10-26 15:52:42 2018-10-26 16:18:20 2018-10-26 16:48:19 0:29:59 0:22:58 0:07:01 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-10-26 16:36:37.961965 osd.1 (osd.1) 119 : cluster [ERR] 2.17 scrub : stat mismatch, got 33/33 objects, 0/0 clones, 33/33 dirty, 1/1 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 100862602/263762349 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186885 2018-10-26 15:52:43 2018-10-26 16:18:20 2018-10-26 16:46:19 0:27:59 0:17:02 0:10:57 smithi master centos 7.4 rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{centos_latest.yaml} workloads/fio_4M_rand_read.yaml} 1
pass 3186886 2018-10-26 15:52:44 2018-10-26 16:18:20 2018-10-26 17:04:19 0:45:59 0:34:58 0:11:01 smithi master centos 7.4 rados/monthrash/{ceph.yaml clusters/9-mons.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} thrashers/many.yaml workloads/snaps-few-objects.yaml} 2
fail 3186887 2018-10-26 15:52:45 2018-10-26 16:18:21 2018-10-26 16:58:21 0:40:00 0:28:04 0:11:56 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-26 16:40:55.229005 osd.2 (osd.2) 107 : cluster [ERR] 2.3 scrub : stat mismatch, got 8/8 objects, 5/5 clones, 8/8 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 20706422/32252864 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186888 2018-10-26 15:52:46 2018-10-26 16:18:24 2018-10-26 16:40:23 0:21:59 0:12:04 0:09:55 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
Failure Reason:

"2018-10-26 16:34:38.681716 osd.3 (osd.3) 55 : cluster [ERR] 2.0 deep-scrub : stat mismatch, got 28/28 objects, 0/0 clones, 28/28 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 86799004/174706709 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186889 2018-10-26 15:52:47 2018-10-26 16:18:26 2018-10-26 16:42:26 0:24:00 0:12:09 0:11:51 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 3186890 2018-10-26 15:52:48 2018-10-26 16:18:31 2018-10-26 16:48:30 0:29:59 0:22:32 0:07:27 smithi master rhel 7.5 rados/singleton/{all/thrash_cache_writeback_proxy_none.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 2
pass 3186891 2018-10-26 15:52:49 2018-10-26 16:18:44 2018-10-26 16:46:44 0:28:00 0:15:51 0:12:09 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
fail 3186892 2018-10-26 15:52:50 2018-10-26 16:19:04 2018-10-26 16:43:03 0:23:59 0:11:15 0:12:44 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2018-10-26 16:38:22.113161 osd.3 (osd.3) 138 : cluster [ERR] 3.1 scrub : stat mismatch, got 12/12 objects, 0/0 clones, 11/11 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 3/3 whiteouts, 24055106/53352841 bytes, 0/0 manifest objects, 296/296 hit_set_archive bytes." in cluster log

pass 3186893 2018-10-26 15:52:51 2018-10-26 16:20:17 2018-10-26 16:42:17 0:22:00 0:11:53 0:10:07 smithi master ubuntu 16.04 rados/objectstore/{backends/ceph_objectstore_tool.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
fail 3186894 2018-10-26 15:52:52 2018-10-26 16:20:17 2018-10-26 16:52:17 0:32:00 0:24:32 0:07:28 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-10-26 16:41:53.602343 osd.6 (osd.6) 54 : cluster [ERR] 3.1 scrub : stat mismatch, got 51/51 objects, 10/10 clones, 23/23 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 9/9 whiteouts, 109462257/117933282 bytes, 0/0 manifest objects, 298/298 hit_set_archive bytes." in cluster log

pass 3186895 2018-10-26 15:52:53 2018-10-26 16:20:20 2018-10-26 16:54:19 0:33:59 0:22:16 0:11:43 smithi master rhel 7.5 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} tasks/rados_workunit_loadgen_mix.yaml} 2
fail 3186896 2018-10-26 15:52:54 2018-10-26 16:20:28 2018-10-26 16:58:28 0:38:00 0:23:41 0:14:19 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml} 2
Failure Reason:

"2018-10-26 16:38:46.137212 osd.7 (osd.7) 10 : cluster [ERR] 2.4s0 scrub : stat mismatch, got 5/5 objects, 2/2 clones, 5/5 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 4079616/6029312 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186897 2018-10-26 15:52:56 2018-10-26 16:20:28 2018-10-26 16:56:28 0:36:00 0:29:00 0:07:00 smithi master rhel 7.5 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
pass 3186898 2018-10-26 15:52:57 2018-10-26 16:20:30 2018-10-26 16:56:30 0:36:00 0:19:58 0:16:02 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
fail 3186899 2018-10-26 15:52:58 2018-10-26 16:20:38 2018-10-26 16:56:38 0:36:00 0:24:43 0:11:17 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-10-26 16:40:36.471330 osd.2 (osd.2) 71 : cluster [ERR] 2.1 scrub : stat mismatch, got 158/158 objects, 24/24 clones, 158/158 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 7/7 whiteouts, 431260539/590808130 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186900 2018-10-26 15:52:59 2018-10-26 16:22:20 2018-10-26 16:38:19 0:15:59 0:06:30 0:09:29 smithi master ubuntu 16.04 rados/singleton/{all/watch-notify-same-primary.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
pass 3186901 2018-10-26 15:53:00 2018-10-26 16:22:20 2018-10-26 16:52:20 0:30:00 0:13:53 0:16:07 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache.yaml} 2
pass 3186902 2018-10-26 15:53:01 2018-10-26 16:22:20 2018-10-26 17:00:20 0:38:00 0:23:51 0:14:09 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 3186903 2018-10-26 15:53:02 2018-10-26 16:22:36 2018-10-26 16:54:36 0:32:00 0:13:32 0:18:28 smithi master ubuntu 18.04 rados/multimon/{clusters/9.yaml mon_kv_backend/leveldb.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/mon_recovery.yaml} 3
pass 3186904 2018-10-26 15:53:03 2018-10-26 16:22:36 2018-10-26 16:44:36 0:22:00 0:12:50 0:09:10 smithi master centos 7.4 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{centos_latest.yaml} workloads/fio_4M_rand_rw.yaml} 1
fail 3186905 2018-10-26 15:53:04 2018-10-26 16:24:22 2018-10-26 17:00:22 0:36:00 0:09:53 0:26:07 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
Failure Reason:

"2018-10-26 16:56:54.234801 osd.6 (osd.6) 38 : cluster [ERR] 2.9s0 scrub : stat mismatch, got 13/13 objects, 6/6 clones, 13/13 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 2/2 whiteouts, 24494080/32178176 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186906 2018-10-26 15:53:06 2018-10-26 16:24:26 2018-10-26 17:02:26 0:38:00 0:30:55 0:07:05 smithi master rhel 7.5 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{rhel_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-10-26 16:41:24.888453 osd.5 (osd.5) 33 : cluster [ERR] 2.ds0 scrub : stat mismatch, got 0/0 objects, 0/0 clones, 0/0 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 0/2228224 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186907 2018-10-26 15:53:07 2018-10-26 16:24:38 2018-10-26 16:58:37 0:33:59 0:22:35 0:11:24 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2018-10-26 16:49:50.034369 osd.6 (osd.6) 20 : cluster [ERR] 49.1 scrub : stat mismatch, got 16/16 objects, 0/0 clones, 16/16 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 155/179 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186908 2018-10-26 15:53:08 2018-10-26 16:24:57 2018-10-26 17:22:57 0:58:00 0:49:12 0:08:48 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-10-26 16:43:14.954843 osd.6 (osd.6) 44 : cluster [ERR] 2.2 scrub : stat mismatch, got 798/798 objects, 0/0 clones, 798/798 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 3347054592/3351248896 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186909 2018-10-26 15:53:09 2018-10-26 16:26:36 2018-10-26 16:48:36 0:22:00 0:08:33 0:13:27 smithi master ubuntu 16.04 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{ubuntu_16.04.yaml} tasks/insights.yaml} 2
fail 3186910 2018-10-26 15:53:10 2018-10-26 16:26:36 2018-10-26 16:52:36 0:26:00 0:14:17 0:11:43 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
Failure Reason:

"2018-10-26 16:47:05.774804 osd.0 (osd.0) 35 : cluster [ERR] 3.3 scrub : stat mismatch, got 23/23 objects, 0/0 clones, 23/23 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 0/18016873 bytes, 23/23 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186911 2018-10-26 15:53:11 2018-10-26 16:26:37 2018-10-26 16:46:36 0:19:59 0:07:59 0:12:00 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/ceph-kvstore-tool.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 3186912 2018-10-26 15:53:12 2018-10-26 16:27:04 2018-10-26 16:59:04 0:32:00 0:09:12 0:22:48 smithi master ubuntu 16.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/hammer.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml two-plus-three.yaml} d-balancer/off.yaml distro$/{ubuntu_16.04.yaml} msgr-failures/few.yaml msgr/async.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/rbd_cls.yaml} 3
fail 3186913 2018-10-26 15:53:13 2018-10-26 16:28:22 2018-10-26 16:52:22 0:24:00 0:11:32 0:12:28 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
Failure Reason:

"2018-10-26 16:44:54.207616 osd.4 (osd.4) 37 : cluster [ERR] 3.4 scrub : stat mismatch, got 44/44 objects, 0/0 clones, 44/44 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 0/131935445 bytes, 44/44 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186914 2018-10-26 15:53:14 2018-10-26 16:28:23 2018-10-26 16:44:22 0:15:59 0:06:29 0:09:30 smithi master ubuntu 18.04 rados/singleton/{all/admin-socket.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 3186915 2018-10-26 15:53:15 2018-10-26 16:28:31 2018-10-26 16:50:30 0:21:59 0:11:38 0:10:21 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 3186916 2018-10-26 15:53:16 2018-10-26 16:28:32 2018-10-26 17:14:32 0:46:00 0:36:48 0:09:12 smithi master centos 7.4 rados/standalone/{supported-random-distro$/{centos_latest.yaml} workloads/erasure-code.yaml} 1
fail 3186917 2018-10-26 15:53:17 2018-10-26 16:30:28 2018-10-26 17:04:27 0:33:59 0:23:56 0:10:03 smithi master ubuntu 16.04 rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/few.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_16.04.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-snaps-few-objects-overwrites.yaml} 2
Failure Reason:

"2018-10-26 16:46:34.584089 osd.6 (osd.6) 47 : cluster [ERR] 2.9s0 scrub : stat mismatch, got 5/5 objects, 1/1 clones, 5/5 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 14029555/39482099 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186918 2018-10-26 15:53:18 2018-10-26 16:30:28 2018-10-26 17:02:27 0:31:59 0:10:05 0:21:54 smithi master ubuntu 16.04 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_16.04.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 3186919 2018-10-26 15:53:19 2018-10-26 16:30:27 2018-10-26 16:56:27 0:26:00 0:15:30 0:10:30 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
fail 3186920 2018-10-26 15:53:21 2018-10-26 16:30:28 2018-10-26 17:04:27 0:33:59 0:21:44 0:12:15 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-10-26 16:53:55.045414 osd.0 (osd.0) 5 : cluster [ERR] 2.1e scrub : stat mismatch, got 33/33 objects, 7/7 clones, 33/33 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 3/3 whiteouts, 78252534/87597754 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186921 2018-10-26 15:53:22 2018-10-26 16:30:28 2018-10-26 17:10:28 0:40:00 0:29:50 0:10:10 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-26 16:50:32.946699 osd.1 (osd.1) 41 : cluster [ERR] 2.d scrub : stat mismatch, got 4/4 objects, 2/2 clones, 4/4 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 10823642/29143107 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186922 2018-10-26 15:53:23 2018-10-26 16:30:30 2018-10-26 16:54:29 0:23:59 0:12:31 0:11:28 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 3186923 2018-10-26 15:53:24 2018-10-26 16:30:40 2018-10-26 16:58:40 0:28:00 0:19:27 0:08:33 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
fail 3186924 2018-10-26 15:53:25 2018-10-26 16:32:32 2018-10-26 16:52:32 0:20:00 0:13:28 0:06:32 smithi master rhel 7.5 rados/singleton/{all/divergent_priors.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
Failure Reason:

"2018-10-26 16:49:57.659367 osd.2 (osd.2) 7 : cluster [ERR] 2.0 deep-scrub : stat mismatch, got 101/101 objects, 0/0 clones, 101/101 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 37030/40112 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186925 2018-10-26 15:53:26 2018-10-26 16:32:32 2018-10-26 16:54:32 0:22:00 0:09:06 0:12:54 smithi master ubuntu 16.04 rados/perf/{ceph.yaml objectstore/bluestore.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_16.04.yaml} workloads/fio_4M_rand_write.yaml} 1
pass 3186926 2018-10-26 15:53:28 2018-10-26 16:32:36 2018-10-26 17:06:36 0:34:00 0:22:26 0:11:34 smithi master ubuntu 18.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/rados_workunit_loadgen_mostlyread.yaml} 2
fail 3186927 2018-10-26 15:53:29 2018-10-26 16:34:29 2018-10-26 17:02:28 0:27:59 0:17:13 0:10:46 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2018-10-26 16:51:19.898159 osd.3 (osd.3) 60 : cluster [ERR] 3.2 scrub : stat mismatch, got 1019/1019 objects, 0/0 clones, 514/514 dirty, 0/0 omap, 0/0 pinned, 5/5 hit_set_archive, 0/0 whiteouts, 3048478693/3049134631 bytes, 0/0 manifest objects, 3543/3543 hit_set_archive bytes." in cluster log

pass 3186928 2018-10-26 15:53:30 2018-10-26 16:34:29 2018-10-26 16:56:28 0:21:59 0:09:58 0:12:01 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
pass 3186929 2018-10-26 15:53:31 2018-10-26 16:34:29 2018-10-26 17:12:28 0:37:59 0:24:44 0:13:15 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 3186930 2018-10-26 15:53:32 2018-10-26 16:34:32 2018-10-26 17:04:32 0:30:00 0:16:11 0:13:49 smithi master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/3-mons.yaml mon_kv_backend/leveldb.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/one.yaml workloads/pool-create-delete.yaml} 2
fail 3186931 2018-10-26 15:53:33 2018-10-26 16:36:42 2018-10-26 17:16:42 0:40:00 0:28:46 0:11:14 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-10-26 16:58:35.700839 osd.5 (osd.5) 137 : cluster [ERR] 2.2 scrub : stat mismatch, got 166/166 objects, 41/41 clones, 166/166 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 10/10 whiteouts, 430983506/891891903 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186932 2018-10-26 15:53:34 2018-10-26 16:38:34 2018-10-26 17:08:34 0:30:00 0:23:15 0:06:45 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-10-26 16:55:02.470300 osd.3 (osd.3) 15 : cluster [ERR] 2.0 scrub : stat mismatch, got 150/150 objects, 14/14 clones, 150/150 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 3/3 whiteouts, 406702567/824175040 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186933 2018-10-26 15:53:35 2018-10-26 16:38:34 2018-10-26 16:56:34 0:18:00 0:08:05 0:09:55 smithi master ubuntu 18.04 rados/singleton/{all/divergent_priors2.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
Failure Reason:

"2018-10-26 16:53:08.769877 osd.2 (osd.2) 3 : cluster [ERR] 2.0 deep-scrub : stat mismatch, got 101/101 objects, 0/0 clones, 101/101 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 62457/68767 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186934 2018-10-26 15:53:36 2018-10-26 16:38:34 2018-10-26 16:58:34 0:20:00 0:09:18 0:10:42 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache.yaml} 2
Failure Reason:

"2018-10-26 16:56:01.409339 osd.3 (osd.3) 9 : cluster [ERR] 3.2 deep-scrub : stat mismatch, got 116/116 objects, 0/0 clones, 78/78 dirty, 0/0 omap, 0/0 pinned, 2/2 hit_set_archive, 28/28 whiteouts, 263577182/527154364 bytes, 0/0 manifest objects, 578/578 hit_set_archive bytes." in cluster log

pass 3186935 2018-10-26 15:53:37 2018-10-26 16:38:48 2018-10-26 16:56:48 0:18:00 0:08:26 0:09:34 smithi master centos 7.4 rados/objectstore/{backends/filejournal.yaml supported-random-distro$/{centos_latest.yaml}} 1
pass 3186936 2018-10-26 15:53:38 2018-10-26 16:38:49 2018-10-26 17:16:49 0:38:00 0:25:37 0:12:23 smithi master ubuntu 16.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/jewel.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml two-plus-three.yaml} d-balancer/crush-compat.yaml distro$/{ubuntu_16.04.yaml} msgr-failures/osd-delay.yaml msgr/random.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 3
fail 3186937 2018-10-26 15:53:39 2018-10-26 16:38:58 2018-10-26 17:16:57 0:37:59 0:27:35 0:10:24 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-26 16:58:50.709675 osd.3 (osd.3) 17 : cluster [ERR] 2.2 scrub : stat mismatch, got 1/1 objects, 0/0 clones, 1/1 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 3647185/7664124 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186938 2018-10-26 15:53:40 2018-10-26 16:40:37 2018-10-26 16:56:36 0:15:59 0:09:16 0:06:43 smithi master rhel 7.5 rados/singleton-nomsgr/{all/ceph-post-file.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
pass 3186939 2018-10-26 15:53:41 2018-10-26 16:40:37 2018-10-26 17:08:36 0:27:59 0:17:25 0:10:34 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
pass 3186940 2018-10-26 15:53:42 2018-10-26 16:40:46 2018-10-26 17:26:45 0:45:59 0:34:32 0:11:27 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
fail 3186941 2018-10-26 15:53:43 2018-10-26 16:40:46 2018-10-26 17:20:45 0:39:59 0:30:16 0:09:43 smithi master centos 7.4 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
Failure Reason:

"2018-10-26 17:00:30.694213 osd.4 (osd.4) 85 : cluster [ERR] 2.4s0 scrub : stat mismatch, got 11/11 objects, 8/8 clones, 11/11 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 18407424/24035328 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186942 2018-10-26 15:53:44 2018-10-26 16:40:53 2018-10-26 17:02:52 0:21:59 0:15:07 0:06:52 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
Failure Reason:

"2018-10-26 16:56:46.940883 osd.1 (osd.1) 40 : cluster [ERR] 3.d scrub : stat mismatch, got 25/25 objects, 0/0 clones, 25/25 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 0/70606603 bytes, 25/25 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186943 2018-10-26 15:53:45 2018-10-26 16:40:54 2018-10-26 17:10:53 0:29:59 0:18:14 0:11:45 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/module_selftest.yaml} 2
pass 3186944 2018-10-26 15:53:46 2018-10-26 16:40:56 2018-10-26 17:00:55 0:19:59 0:14:10 0:05:49 smithi master rhel 7.5 rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_latest.yaml} workloads/radosbench_4K_rand_read.yaml} 1
pass 3186945 2018-10-26 15:53:47 2018-10-26 16:42:00 2018-10-26 16:59:59 0:17:59 0:08:55 0:09:04 smithi master rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml tasks/rados_cls_all.yaml validater/lockdep.yaml} 2
fail 3186946 2018-10-26 15:53:48 2018-10-26 16:42:18 2018-10-26 17:06:18 0:24:00 0:11:29 0:12:31 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
Failure Reason:

"2018-10-26 16:59:26.921018 osd.0 (osd.0) 31 : cluster [ERR] 3.1 scrub : stat mismatch, got 23/23 objects, 0/0 clones, 23/23 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 0/67278883 bytes, 23/23 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186947 2018-10-26 15:53:49 2018-10-26 16:42:19 2018-10-26 17:02:18 0:19:59 0:08:52 0:11:07 smithi master ubuntu 16.04 rados/singleton/{all/dump-stuck.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
pass 3186948 2018-10-26 15:53:50 2018-10-26 16:42:27 2018-10-26 17:12:27 0:30:00 0:14:05 0:15:55 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 3186949 2018-10-26 15:53:51 2018-10-26 16:42:29 2018-10-26 17:12:28 0:29:59 0:15:27 0:14:32 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
pass 3186950 2018-10-26 15:53:52 2018-10-26 16:42:32 2018-10-26 17:14:32 0:32:00 0:18:07 0:13:53 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
pass 3186951 2018-10-26 15:53:53 2018-10-26 16:42:36 2018-10-26 17:06:36 0:24:00 0:10:40 0:13:20 smithi master ubuntu 16.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml} tasks/readwrite.yaml} 2
fail 3186952 2018-10-26 15:53:54 2018-10-26 16:43:15 2018-10-26 17:23:15 0:40:00 0:25:51 0:14:09 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-26 17:03:47.022199 osd.3 (osd.3) 94 : cluster [ERR] 2.5 scrub : stat mismatch, got 15/15 objects, 12/12 clones, 15/15 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 31328585/49580888 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186953 2018-10-26 15:53:55 2018-10-26 16:44:35 2018-10-26 17:08:35 0:24:00 0:17:13 0:06:47 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
Failure Reason:

"2018-10-26 17:00:53.548198 osd.7 (osd.7) 36 : cluster [ERR] 2.0 scrub : stat mismatch, got 24/24 objects, 0/0 clones, 24/24 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 75902623/157972557 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186954 2018-10-26 15:53:56 2018-10-26 16:44:37 2018-10-26 17:28:37 0:44:00 0:26:43 0:17:17 smithi master centos 7.4 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
Failure Reason:

"2018-10-26 17:12:26.831608 osd.2 (osd.2) 25 : cluster [ERR] 2.es0 scrub : stat mismatch, got 8/8 objects, 5/5 clones, 8/8 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 6750208/12386304 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186955 2018-10-26 15:53:57 2018-10-26 16:46:32 2018-10-26 17:20:32 0:34:00 0:22:41 0:11:19 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-10-26 17:03:26.162989 osd.4 (osd.4) 89 : cluster [ERR] 2.fs0 scrub : stat mismatch, got 2/2 objects, 0/0 clones, 2/2 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 6520832/14548992 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186956 2018-10-26 15:53:58 2018-10-26 16:46:32 2018-10-26 17:24:32 0:38:00 0:31:56 0:06:04 smithi master rhel 7.5 rados/singleton/{all/ec-lost-unfound.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
fail 3186957 2018-10-26 15:53:59 2018-10-26 16:46:32 2018-10-26 17:12:31 0:25:59 0:12:33 0:13:26 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
Failure Reason:

"2018-10-26 17:06:25.252556 osd.7 (osd.7) 68 : cluster [ERR] 2.11 scrub : stat mismatch, got 537/537 objects, 0/0 clones, 537/537 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 2252341248/2667577344 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186958 2018-10-26 15:54:00 2018-10-26 16:46:37 2018-10-26 17:10:37 0:24:00 0:14:16 0:09:44 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
pass 3186959 2018-10-26 15:54:01 2018-10-26 16:46:45 2018-10-26 17:14:45 0:28:00 0:13:28 0:14:32 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
pass 3186960 2018-10-26 15:54:02 2018-10-26 16:48:32 2018-10-26 17:44:32 0:56:00 0:45:50 0:10:10 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 3186961 2018-10-26 15:54:04 2018-10-26 16:48:32 2018-10-26 17:12:31 0:23:59 0:12:11 0:11:48 smithi master centos 7.4 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/luminous.yaml backoff/normal.yaml ceph.yaml clusters/{openstack.yaml two-plus-three.yaml} d-balancer/off.yaml distro$/{centos_latest.yaml} msgr-failures/fastclose.yaml msgr/simple.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/test_rbd_api.yaml} 3
pass 3186962 2018-10-26 15:54:05 2018-10-26 16:48:32 2018-10-26 17:08:31 0:19:59 0:09:48 0:10:11 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/radosbench_4K_seq_read.yaml} 1
fail 3186963 2018-10-26 15:54:06 2018-10-26 16:48:37 2018-10-26 17:26:37 0:38:00 0:24:42 0:13:18 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-10-26 17:17:55.112560 osd.1 (osd.1) 9 : cluster [ERR] 2.2 scrub : stat mismatch, got 162/162 objects, 55/55 clones, 162/162 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 6/6 whiteouts, 440775286/522812127 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186964 2018-10-26 15:54:08 2018-10-26 16:50:07 2018-10-26 17:22:06 0:31:59 0:21:53 0:10:06 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-10-26 17:10:51.398558 osd.6 (osd.6) 38 : cluster [ERR] 3.1 scrub : stat mismatch, got 45/45 objects, 5/5 clones, 24/24 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 2/2 whiteouts, 113979789/178098494 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186965 2018-10-26 15:54:10 2018-10-26 16:50:29 2018-10-26 17:06:28 0:15:59 0:06:10 0:09:49 smithi master ubuntu 16.04 rados/singleton-nomsgr/{all/export-after-evict.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
pass 3186966 2018-10-26 15:54:11 2018-10-26 16:50:32 2018-10-26 17:06:31 0:15:59 0:05:48 0:10:11 smithi master ubuntu 18.04 rados/singleton/{all/erasure-code-nonregression.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 3186967 2018-10-26 15:54:12 2018-10-26 16:52:31 2018-10-26 17:12:30 0:19:59 0:13:59 0:06:00 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache.yaml} 2
pass 3186968 2018-10-26 15:54:13 2018-10-26 16:52:31 2018-10-26 17:12:30 0:19:59 0:11:28 0:08:31 smithi master rhel 7.5 rados/multimon/{clusters/21.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} tasks/mon_clock_no_skews.yaml} 3
fail 3186969 2018-10-26 15:54:14 2018-10-26 16:52:31 2018-10-26 17:28:31 0:36:00 0:23:52 0:12:08 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-26 17:12:35.373044 osd.4 (osd.4) 39 : cluster [ERR] 2.9 scrub : stat mismatch, got 15/15 objects, 8/8 clones, 15/15 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 44020647/73937272 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186970 2018-10-26 15:54:15 2018-10-26 16:52:31 2018-10-26 17:24:31 0:32:00 0:23:31 0:08:29 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2018-10-26 17:13:36.484167 osd.0 (osd.0) 160 : cluster [ERR] 50.1 scrub : stat mismatch, got 21/21 objects, 0/0 clones, 21/21 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 202/372 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186971 2018-10-26 15:54:16 2018-10-26 16:52:33 2018-10-26 17:26:32 0:33:59 0:24:59 0:09:00 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
pass 3186972 2018-10-26 15:54:17 2018-10-26 16:52:37 2018-10-26 17:14:37 0:22:00 0:08:51 0:13:09 smithi master ubuntu 16.04 rados/monthrash/{ceph.yaml clusters/9-mons.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/sync-many.yaml workloads/rados_5925.yaml} 2
pass 3186973 2018-10-26 15:54:18 2018-10-26 16:54:31 2018-10-26 17:16:31 0:22:00 0:11:06 0:10:54 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 3186974 2018-10-26 15:54:19 2018-10-26 16:54:32 2018-10-26 19:54:34 3:00:02 2:50:44 0:09:18 smithi master centos 7.4 rados/objectstore/{backends/filestore-idempotent-aio-journal.yaml supported-random-distro$/{centos_latest.yaml}} 1
pass 3186975 2018-10-26 15:54:20 2018-10-26 16:54:33 2018-10-26 17:18:32 0:23:59 0:15:29 0:08:30 smithi master centos 7.4 rados/standalone/{supported-random-distro$/{centos_latest.yaml} workloads/misc.yaml} 1
fail 3186976 2018-10-26 15:54:21 2018-10-26 16:54:37 2018-10-26 17:40:37 0:46:00 0:35:07 0:10:53 smithi master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/osd-delay.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-pool-snaps-few-objects-overwrites.yaml} 2
Failure Reason:

"2018-10-26 17:10:43.067151 osd.4 (osd.4) 42 : cluster [ERR] 2.ds0 scrub : stat mismatch, got 2/2 objects, 0/0 clones, 2/2 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 6353013/17330293 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186977 2018-10-26 15:54:23 2018-10-26 16:55:01 2018-10-26 17:19:01 0:24:00 0:10:26 0:13:34 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 3186978 2018-10-26 15:54:24 2018-10-26 16:56:21 2018-10-26 17:28:21 0:32:00 0:23:53 0:08:07 smithi master ubuntu 16.04 rados/singleton/{all/lost-unfound-delete.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
fail 3186979 2018-10-26 15:54:25 2018-10-26 16:56:28 2018-10-26 17:16:27 0:19:59 0:11:01 0:08:58 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
Failure Reason:

"2018-10-26 17:12:31.596480 osd.3 (osd.3) 112 : cluster [ERR] 2.2 scrub : stat mismatch, got 195/195 objects, 0/0 clones, 195/195 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 578044408/767069780 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186980 2018-10-26 15:54:26 2018-10-26 16:56:29 2018-10-26 17:26:28 0:29:59 0:15:52 0:14:07 smithi master centos 7.4 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-comp.yaml supported-random-distro$/{centos_latest.yaml} tasks/progress.yaml} 2
pass 3186981 2018-10-26 15:54:27 2018-10-26 16:56:29 2018-10-26 17:24:29 0:28:00 0:12:08 0:15:52 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
fail 3186982 2018-10-26 15:54:28 2018-10-26 16:56:31 2018-10-26 17:16:30 0:19:59 0:11:18 0:08:41 smithi master rhel 7.5 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} tasks/repair_test.yaml} 2
fail 3186983 2018-10-26 15:54:30 2018-10-26 16:56:35 2018-10-26 17:22:35 0:26:00 0:18:39 0:07:21 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
Failure Reason:

"2018-10-26 17:12:49.280196 osd.4 (osd.4) 81 : cluster [ERR] 3.4 scrub : stat mismatch, got 24/24 objects, 0/0 clones, 24/24 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 71885882/187503017 bytes, 23/23 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186984 2018-10-26 15:54:31 2018-10-26 16:56:37 2018-10-26 17:18:36 0:21:59 0:14:54 0:07:05 smithi master rhel 7.5 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_latest.yaml} workloads/radosbench_4M_rand_read.yaml} 1
fail 3186985 2018-10-26 15:54:32 2018-10-26 16:56:39 2018-10-26 17:26:38 0:29:59 0:19:36 0:10:23 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-10-26 17:14:44.887983 osd.5 (osd.5) 4 : cluster [ERR] 2.2 scrub : stat mismatch, got 21/21 objects, 1/1 clones, 21/21 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 60810531/73181110 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3186986 2018-10-26 15:54:33 2018-10-26 16:56:49 2018-10-26 18:16:50 1:20:01 1:04:32 0:15:29 smithi master centos 7.4 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-radosbench.yaml} 2
Failure Reason:

"2018-10-26 17:24:56.636427 osd.1 (osd.1) 97 : cluster [ERR] 2.17 scrub 1 errors" in cluster log

pass 3186987 2018-10-26 15:54:35 2018-10-26 16:58:24 2018-10-26 17:36:24 0:38:00 0:23:48 0:14:12 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
pass 3186988 2018-10-26 15:54:36 2018-10-26 16:58:29 2018-10-26 17:20:28 0:21:59 0:12:45 0:09:14 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 3186989 2018-10-26 15:54:37 2018-10-26 16:58:35 2018-10-26 17:30:35 0:32:00 0:21:37 0:10:23 smithi master ubuntu 16.04 rados/singleton/{all/lost-unfound.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
pass 3186990 2018-10-26 15:54:39 2018-10-26 16:58:39 2018-10-26 17:32:38 0:33:59 0:24:19 0:09:40 smithi master ubuntu 16.04 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
pass 3186991 2018-10-26 15:54:40 2018-10-26 16:58:41 2018-10-26 17:22:41 0:24:00 0:12:52 0:11:08 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
fail 3186992 2018-10-26 15:54:41 2018-10-26 16:59:05 2018-10-26 17:39:05 0:40:00 0:28:41 0:11:19 smithi master ubuntu 16.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/hammer.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml two-plus-three.yaml} d-balancer/crush-compat.yaml distro$/{ubuntu_16.04.yaml} msgr-failures/fastclose.yaml msgr/simple.yaml rados.yaml rocksdb.yaml thrashers/careful.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 3
Failure Reason:

"2018-10-26 17:20:19.046180 osd.6 (osd.6) 157 : cluster [ERR] 3.3 scrub : stat mismatch, got 47/47 objects, 5/5 clones, 22/22 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 5/5 whiteouts, 115226302/245529573 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186993 2018-10-26 15:54:42 2018-10-26 17:00:13 2018-10-26 17:34:12 0:33:59 0:23:00 0:10:59 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
fail 3186994 2018-10-26 15:54:43 2018-10-26 17:00:21 2018-10-26 17:24:21 0:24:00 0:13:05 0:10:55 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2018-10-26 17:18:17.146121 osd.3 (osd.3) 19 : cluster [ERR] 2.2 scrub : stat mismatch, got 98/98 objects, 0/0 clones, 98/98 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 292773265/370977230 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186995 2018-10-26 15:54:45 2018-10-26 17:00:23 2018-10-26 17:14:23 0:14:00 0:06:30 0:07:30 smithi master ubuntu 16.04 rados/singleton-nomsgr/{all/full-tiering.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
fail 3186996 2018-10-26 15:54:47 2018-10-26 17:00:56 2018-10-26 17:32:56 0:32:00 0:21:37 0:10:23 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-10-26 17:20:00.766303 osd.3 (osd.3) 5 : cluster [ERR] 3.2 deep-scrub : stat mismatch, got 48/48 objects, 13/13 clones, 25/25 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 5/5 whiteouts, 115111025/148070938 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3186997 2018-10-26 15:54:48 2018-10-26 17:02:30 2018-10-26 17:30:29 0:27:59 0:17:53 0:10:06 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
pass 3186998 2018-10-26 15:54:49 2018-10-26 17:02:31 2018-10-26 17:24:30 0:21:59 0:10:40 0:11:19 smithi master centos 7.4 rados/singleton/{all/max-pg-per-osd.from-mon.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
fail 3186999 2018-10-26 15:54:50 2018-10-26 17:02:31 2018-10-26 17:34:30 0:31:59 0:25:16 0:06:43 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-10-26 17:20:53.077826 osd.7 (osd.7) 30 : cluster [ERR] 2.1 scrub : stat mismatch, got 125/125 objects, 11/11 clones, 125/125 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 356077651/384751605 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187000 2018-10-26 15:54:52 2018-10-26 17:02:31 2018-10-26 17:24:30 0:21:59 0:11:03 0:10:56 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/cache.yaml} 2
pass 3187001 2018-10-26 15:54:53 2018-10-26 17:02:31 2018-10-26 17:22:30 0:19:59 0:14:00 0:05:59 smithi master rhel 7.5 rados/perf/{ceph.yaml objectstore/bluestore.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_latest.yaml} workloads/radosbench_4M_seq_read.yaml} 1
fail 3187002 2018-10-26 15:54:54 2018-10-26 17:02:31 2018-10-26 17:38:30 0:35:59 0:24:48 0:11:11 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-26 17:19:54.496031 osd.7 (osd.7) 23 : cluster [ERR] 2.5 scrub : stat mismatch, got 2/2 objects, 1/1 clones, 2/2 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 4756381/12319465 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187003 2018-10-26 15:54:55 2018-10-26 17:02:54 2018-10-26 18:26:54 1:24:00 1:15:10 0:08:50 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

Command failed (workunit test rados/test.sh) on smithi118 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=f7572f8c07f965afb774e6c1fedae2591fd4f31c TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

pass 3187004 2018-10-26 15:54:56 2018-10-26 17:04:34 2018-10-26 17:32:33 0:27:59 0:16:21 0:11:38 smithi master rhel 7.5 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
fail 3187005 2018-10-26 15:54:57 2018-10-26 17:04:34 2018-10-26 17:42:33 0:37:59 0:25:36 0:12:23 smithi master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-10-26 17:25:01.567792 osd.1 (osd.1) 39 : cluster [ERR] 2.es0 scrub : stat mismatch, got 2/2 objects, 1/1 clones, 2/2 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 4308992/4612096 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187006 2018-10-26 15:54:58 2018-10-26 17:04:34 2018-10-26 17:56:34 0:52:00 0:40:40 0:11:20 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
pass 3187007 2018-10-26 15:54:59 2018-10-26 17:04:34 2018-10-26 17:34:33 0:29:59 0:19:33 0:10:26 smithi master centos 7.4 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} tasks/rgw_snaps.yaml} 2
pass 3187008 2018-10-26 15:55:00 2018-10-26 17:06:31 2018-10-26 17:26:30 0:19:59 0:13:29 0:06:30 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 3187009 2018-10-26 15:55:02 2018-10-26 17:06:31 2018-10-26 17:34:31 0:28:00 0:18:59 0:09:01 smithi master centos 7.4 rados/singleton/{all/max-pg-per-osd.from-primary.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
pass 3187010 2018-10-26 15:55:03 2018-10-26 17:06:31 2018-10-26 17:32:31 0:26:00 0:15:11 0:10:49 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
pass 3187011 2018-10-26 15:55:04 2018-10-26 17:06:33 2018-10-26 17:30:32 0:23:59 0:13:28 0:10:31 smithi master centos 7.4 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore.yaml supported-random-distro$/{centos_latest.yaml} tasks/prometheus.yaml} 2
pass 3187012 2018-10-26 15:55:05 2018-10-26 17:06:37 2018-10-26 17:42:37 0:36:00 0:23:26 0:12:34 smithi master centos rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml validater/valgrind.yaml} 2
fail 3187013 2018-10-26 15:55:06 2018-10-26 17:06:38 2018-10-26 17:30:37 0:23:59 0:15:42 0:08:17 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
Failure Reason:

"2018-10-26 17:24:23.080957 osd.5 (osd.5) 7 : cluster [ERR] 2.2 scrub : stat mismatch, got 251/251 objects, 0/0 clones, 251/251 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 726695413/725132263 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187014 2018-10-26 15:55:07 2018-10-26 17:08:44 2018-10-26 17:36:44 0:28:00 0:15:46 0:12:14 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
Failure Reason:

"2018-10-26 17:27:56.217259 osd.0 (osd.0) 130 : cluster [ERR] 3.21 scrub : stat mismatch, got 6/6 objects, 0/0 clones, 6/6 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 18102822/37533232 bytes, 5/5 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187015 2018-10-26 15:55:09 2018-10-26 17:08:45 2018-10-26 17:46:44 0:37:59 0:24:21 0:13:38 smithi master ubuntu 16.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/jewel.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml two-plus-three.yaml} d-balancer/off.yaml distro$/{ubuntu_16.04.yaml} msgr-failures/few.yaml msgr/async.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/radosbench.yaml} 3
Failure Reason:

"2018-10-26 17:34:33.725621 osd.3 (osd.3) 86 : cluster [ERR] 4.a scrub : stat mismatch, got 44/44 objects, 0/0 clones, 44/44 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 184549376/230686720 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187016 2018-10-26 15:55:10 2018-10-26 17:08:44 2018-10-26 19:46:47 2:38:03 2:32:11 0:05:52 smithi master rhel 7.5 rados/objectstore/{backends/filestore-idempotent.yaml supported-random-distro$/{rhel_latest.yaml}} 1
fail 3187017 2018-10-26 15:55:11 2018-10-26 17:08:45 2018-10-26 17:40:44 0:31:59 0:19:54 0:12:05 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-10-26 17:28:03.477833 osd.6 (osd.6) 127 : cluster [ERR] 2.c scrub : stat mismatch, got 64/64 objects, 7/7 clones, 64/64 dirty, 2/2 omap, 0/0 pinned, 0/0 hit_set_archive, 2/2 whiteouts, 182202951/363977949 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187018 2018-10-26 15:55:12 2018-10-26 17:10:39 2018-10-26 17:46:38 0:35:59 0:25:13 0:10:46 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-26 17:27:33.882752 osd.6 (osd.6) 5 : cluster [ERR] 2.c scrub : stat mismatch, got 9/9 objects, 5/5 clones, 9/9 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 12342968/17603559 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187019 2018-10-26 15:55:13 2018-10-26 17:10:39 2018-10-26 17:40:38 0:29:59 0:19:04 0:10:55 smithi master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/3-mons.yaml mon_kv_backend/leveldb.yaml msgr-failures/mon-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/sync.yaml workloads/rados_api_tests.yaml} 2
pass 3187020 2018-10-26 15:55:14 2018-10-26 17:10:55 2018-10-26 17:34:54 0:23:59 0:16:53 0:07:06 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 3187021 2018-10-26 15:55:15 2018-10-26 17:12:28 2018-10-26 17:32:28 0:20:00 0:10:38 0:09:22 smithi master ubuntu 16.04 rados/singleton/{all/max-pg-per-osd.from-replica.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
pass 3187022 2018-10-26 15:55:16 2018-10-26 17:12:30 2018-10-26 17:30:29 0:17:59 0:12:33 0:05:26 smithi master rhel 7.5 rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_latest.yaml} workloads/radosbench_4M_write.yaml} 1
fail 3187023 2018-10-26 15:55:18 2018-10-26 17:12:30 2018-10-26 17:40:29 0:27:59 0:16:47 0:11:12 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
Failure Reason:

"2018-10-26 17:28:26.433537 osd.2 (osd.2) 39 : cluster [ERR] 2.c scrub : stat mismatch, got 747/747 objects, 0/0 clones, 747/747 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 3133145088/3477078016 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187024 2018-10-26 15:55:19 2018-10-26 17:12:32 2018-10-26 17:28:31 0:15:59 0:07:58 0:08:01 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/health-warnings.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
fail 3187025 2018-10-26 15:55:20 2018-10-26 17:12:32 2018-10-26 17:44:31 0:31:59 0:25:02 0:06:57 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2018-10-26 17:35:20.554131 osd.6 (osd.6) 21 : cluster [ERR] 3.1 scrub : stat mismatch, got 1001/1001 objects, 0/0 clones, 509/509 dirty, 0/0 omap, 0/0 pinned, 7/7 hit_set_archive, 30/30 whiteouts, 2911903887/2912495008 bytes, 0/0 manifest objects, 5154/5154 hit_set_archive bytes." in cluster log

pass 3187026 2018-10-26 15:55:22 2018-10-26 17:12:33 2018-10-26 17:34:32 0:21:59 0:11:02 0:10:57 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
fail 3187027 2018-10-26 15:55:23 2018-10-26 17:12:33 2018-10-26 17:42:32 0:29:59 0:19:21 0:10:38 smithi master ubuntu 16.04 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/few.yaml objectstore/bluestore.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_16.04.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read.yaml} 2
Failure Reason:

"2018-10-26 17:29:48.376982 osd.5 (osd.5) 42 : cluster [ERR] 2.2s0 scrub : stat mismatch, got 69/69 objects, 5/5 clones, 69/69 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 87113728/243671040 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187028 2018-10-26 15:55:25 2018-10-26 17:13:49 2018-10-26 17:47:48 0:33:59 0:24:21 0:09:38 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-10-26 17:33:35.090183 osd.1 (osd.1) 149 : cluster [ERR] 2.2 scrub : stat mismatch, got 109/109 objects, 0/0 clones, 109/109 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 328479473/591764197 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187029 2018-10-26 15:55:27 2018-10-26 17:14:24 2018-10-26 17:48:24 0:34:00 0:23:35 0:10:25 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-10-26 17:41:25.322398 osd.0 (osd.0) 63 : cluster [ERR] 3.3 scrub : stat mismatch, got 47/47 objects, 9/9 clones, 22/22 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 7/7 whiteouts, 104340840/124914093 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187030 2018-10-26 15:55:28 2018-10-26 17:14:33 2018-10-26 17:32:33 0:18:00 0:12:10 0:05:50 smithi master rhel 7.5 rados/singleton/{all/mon-auth-caps.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
pass 3187031 2018-10-26 15:55:29 2018-10-26 17:14:33 2018-10-26 17:38:33 0:24:00 0:17:43 0:06:17 smithi master rhel 7.5 rados/multimon/{clusters/3.yaml mon_kv_backend/leveldb.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} tasks/mon_clock_with_skews.yaml} 2
pass 3187032 2018-10-26 15:55:31 2018-10-26 17:14:38 2018-10-26 17:44:38 0:30:00 0:20:10 0:09:50 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
pass 3187033 2018-10-26 15:55:32 2018-10-26 17:14:46 2018-10-26 17:38:45 0:23:59 0:13:32 0:10:27 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache.yaml} 2
pass 3187034 2018-10-26 15:55:33 2018-10-26 17:16:37 2018-10-26 17:36:37 0:20:00 0:09:45 0:10:15 smithi master ubuntu 18.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/scrub_test.yaml} 2
fail 3187035 2018-10-26 15:55:34 2018-10-26 17:16:37 2018-10-26 17:56:37 0:40:00 0:31:39 0:08:21 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-26 17:36:10.600426 osd.7 (osd.7) 118 : cluster [ERR] 2.e scrub : stat mismatch, got 9/9 objects, 3/3 clones, 9/9 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 19829236/42821146 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187036 2018-10-26 15:55:35 2018-10-26 17:16:37 2018-10-26 17:50:37 0:34:00 0:24:00 0:10:00 smithi master ubuntu 18.04 rados/standalone/{supported-random-distro$/{ubuntu_latest.yaml} workloads/mon.yaml} 1
fail 3187037 2018-10-26 15:55:36 2018-10-26 17:16:43 2018-10-26 17:50:43 0:34:00 0:23:13 0:10:47 smithi master centos 7.4 rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/fastclose.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read-overwrites.yaml} 2
Failure Reason:

"2018-10-26 17:36:03.051081 osd.3 (osd.3) 73 : cluster [ERR] 2.0s0 scrub : stat mismatch, got 22/22 objects, 5/5 clones, 22/22 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 58049398/106562422 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187038 2018-10-26 15:55:37 2018-10-26 17:16:50 2018-10-26 17:44:50 0:28:00 0:13:28 0:14:32 smithi master centos 7.4 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
fail 3187039 2018-10-26 15:55:38 2018-10-26 17:16:59 2018-10-26 18:40:59 1:24:00 1:13:36 0:10:24 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

Command failed (workunit test rados/test.sh) on smithi037 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=f7572f8c07f965afb774e6c1fedae2591fd4f31c TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

fail 3187040 2018-10-26 15:55:39 2018-10-26 17:18:46 2018-10-26 18:12:46 0:54:00 0:43:32 0:10:28 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-10-26 17:45:37.680894 osd.6 (osd.6) 651 : cluster [ERR] 6.8 scrub : stat mismatch, got 558/558 objects, 0/0 clones, 558/558 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 2340421632/2353004544 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187041 2018-10-26 15:55:40 2018-10-26 17:18:46 2018-10-26 17:40:45 0:21:59 0:13:33 0:08:26 smithi master centos 7.4 rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{centos_latest.yaml} workloads/sample_fio.yaml} 1
pass 3187042 2018-10-26 15:55:41 2018-10-26 17:19:02 2018-10-26 17:43:02 0:24:00 0:14:11 0:09:49 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 3187043 2018-10-26 15:55:43 2018-10-26 17:20:31 2018-10-26 17:40:30 0:19:59 0:11:41 0:08:18 smithi master ubuntu 16.04 rados/singleton/{all/mon-config-keys.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
pass 3187044 2018-10-26 15:55:44 2018-10-26 17:20:33 2018-10-26 17:42:32 0:21:59 0:09:43 0:12:16 smithi master ubuntu 16.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/luminous.yaml backoff/normal.yaml ceph.yaml clusters/{openstack.yaml two-plus-three.yaml} d-balancer/crush-compat.yaml distro$/{ubuntu_16.04.yaml} msgr-failures/osd-delay.yaml msgr/random.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/rbd_cls.yaml} 3
pass 3187045 2018-10-26 15:55:45 2018-10-26 17:20:33 2018-10-26 17:44:32 0:23:59 0:13:18 0:10:41 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
fail 3187046 2018-10-26 15:55:46 2018-10-26 17:20:47 2018-10-26 17:42:46 0:21:59 0:11:32 0:10:27 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
Failure Reason:

"2018-10-26 17:36:44.913285 osd.2 (osd.2) 40 : cluster [ERR] 2.1 deep-scrub : stat mismatch, got 254/254 objects, 0/0 clones, 254/254 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 751171586/753760755 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187047 2018-10-26 15:55:47 2018-10-26 17:22:23 2018-10-26 17:40:22 0:17:59 0:10:36 0:07:23 smithi master rhel 7.5 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{rhel_latest.yaml} tasks/workunits.yaml} 2
fail 3187048 2018-10-26 15:55:48 2018-10-26 17:22:31 2018-10-26 17:48:30 0:25:59 0:17:09 0:08:50 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
Failure Reason:

"2018-10-26 17:41:04.667138 osd.0 (osd.0) 39 : cluster [ERR] 3.6 scrub : stat mismatch, got 21/21 objects, 0/0 clones, 21/21 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 63901435/91986691 bytes, 20/20 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187049 2018-10-26 15:55:49 2018-10-26 17:22:36 2018-10-26 17:52:35 0:29:59 0:23:39 0:06:20 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-10-26 17:44:29.655390 osd.4 (osd.4) 304 : cluster [ERR] 2.16 scrub : stat mismatch, got 32/32 objects, 5/5 clones, 32/32 dirty, 4/4 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 89670263/245631524 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187050 2018-10-26 15:55:50 2018-10-26 17:22:42 2018-10-26 17:40:41 0:17:59 0:09:07 0:08:52 smithi master centos 7.4 rados/singleton-nomsgr/{all/large-omap-object-warnings.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
fail 3187051 2018-10-26 15:55:51 2018-10-26 17:22:59 2018-10-26 17:56:59 0:34:00 0:23:30 0:10:30 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-26 17:44:16.743198 osd.6 (osd.6) 257 : cluster [ERR] 2.7 scrub : stat mismatch, got 4/4 objects, 3/3 clones, 4/4 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 5112640/16205590 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187052 2018-10-26 15:55:52 2018-10-26 17:23:16 2018-10-26 17:39:16 0:16:00 0:07:21 0:08:39 smithi master ubuntu 16.04 rados/singleton/{all/mon-config.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
pass 3187053 2018-10-26 15:55:53 2018-10-26 17:24:35 2018-10-26 17:46:34 0:21:59 0:12:13 0:09:46 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 3187054 2018-10-26 15:55:54 2018-10-26 17:24:35 2018-10-26 17:46:34 0:21:59 0:11:13 0:10:46 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 3187055 2018-10-26 15:55:55 2018-10-26 17:24:35 2018-10-26 17:40:34 0:15:59 0:07:48 0:08:11 smithi master centos 7.4 rados/objectstore/{backends/fusestore.yaml supported-random-distro$/{centos_latest.yaml}} 1
fail 3187056 2018-10-26 15:55:56 2018-10-26 17:24:35 2018-10-26 17:58:35 0:34:00 0:21:56 0:12:04 smithi master ubuntu 16.04 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
Failure Reason:

"2018-10-26 17:41:44.474451 osd.6 (osd.6) 32 : cluster [ERR] 2.cs0 scrub : stat mismatch, got 2/2 objects, 0/0 clones, 2/2 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 6193152/16465920 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187057 2018-10-26 15:55:57 2018-10-26 17:24:35 2018-10-26 17:58:34 0:33:59 0:22:57 0:11:02 smithi master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
fail 3187058 2018-10-26 15:55:58 2018-10-26 17:24:35 2018-10-26 18:00:34 0:35:59 0:29:13 0:06:46 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2018-10-26 17:49:28.996900 osd.4 (osd.4) 73 : cluster [ERR] 3.3 scrub : stat mismatch, got 1010/1010 objects, 0/0 clones, 508/508 dirty, 0/0 omap, 0/0 pinned, 8/8 hit_set_archive, 83/83 whiteouts, 2761530288/2762469491 bytes, 0/0 manifest objects, 5366/5366 hit_set_archive bytes." in cluster log

fail 3187059 2018-10-26 15:55:59 2018-10-26 17:26:42 2018-10-26 17:50:41 0:23:59 0:14:01 0:09:58 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2018-10-26 17:47:53.290704 osd.7 (osd.7) 143 : cluster [ERR] 2.0 scrub : stat mismatch, got 93/93 objects, 0/0 clones, 93/93 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 276222239/552444478 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187060 2018-10-26 15:56:00 2018-10-26 17:26:42 2018-10-26 17:44:41 0:17:59 0:09:38 0:08:21 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/sample_radosbench.yaml} 1
pass 3187061 2018-10-26 15:56:01 2018-10-26 17:26:42 2018-10-26 17:54:41 0:27:59 0:17:49 0:10:10 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
fail 3187062 2018-10-26 15:56:03 2018-10-26 17:26:42 2018-10-26 17:58:42 0:32:00 0:21:15 0:10:45 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-10-26 17:45:11.613350 osd.4 (osd.4) 27 : cluster [ERR] 3.3 scrub : stat mismatch, got 44/44 objects, 6/6 clones, 20/20 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 3/3 whiteouts, 114465684/239377981 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187063 2018-10-26 15:56:04 2018-10-26 17:26:42 2018-10-26 17:58:41 0:31:59 0:19:58 0:12:01 smithi master ubuntu 16.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml} tasks/rados_api_tests.yaml} 2
dead 3187064 2018-10-26 15:56:05 2018-10-26 17:26:47 2018-10-27 05:29:15 12:02:28 smithi master rhel 7.5 rados/monthrash/{ceph.yaml clusters/9-mons.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/force-sync-many.yaml workloads/rados_mon_osdmap_prune.yaml} 2
pass 3187065 2018-10-26 15:56:06 2018-10-26 17:28:34 2018-10-26 17:46:33 0:17:59 0:09:05 0:08:54 smithi master centos 7.4 rados/singleton/{all/mon-seesaw.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
pass 3187066 2018-10-26 15:56:07 2018-10-26 17:28:34 2018-10-26 18:00:33 0:31:59 0:20:39 0:11:20 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
pass 3187067 2018-10-26 15:56:08 2018-10-26 17:28:34 2018-10-26 17:48:33 0:19:59 0:09:22 0:10:37 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache.yaml} 2
fail 3187068 2018-10-26 15:56:09 2018-10-26 17:28:38 2018-10-26 18:18:38 0:50:00 0:37:58 0:12:02 smithi master centos 7.4 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/hammer.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml two-plus-three.yaml} d-balancer/off.yaml distro$/{centos_latest.yaml} msgr-failures/fastclose.yaml msgr/simple.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 3
Failure Reason:

"2018-10-26 17:57:52.803981 osd.5 (osd.5) 208 : cluster [ERR] 2.29 scrub : stat mismatch, got 3/3 objects, 2/2 clones, 3/3 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 8571492/14392835 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187069 2018-10-26 15:56:11 2018-10-26 17:30:42 2018-10-26 18:10:42 0:40:00 0:28:13 0:11:47 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-26 17:48:28.983490 osd.3 (osd.3) 98 : cluster [ERR] 2.7 scrub : stat mismatch, got 5/5 objects, 3/3 clones, 5/5 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 10604782/15310676 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187070 2018-10-26 15:56:12 2018-10-26 17:30:43 2018-10-26 18:04:42 0:33:59 0:24:02 0:09:57 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2018-10-26 17:54:31.794114 osd.7 (osd.7) 156 : cluster [ERR] 55.7 scrub : stat mismatch, got 12/12 objects, 1/1 clones, 12/12 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 99/198 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187071 2018-10-26 15:56:13 2018-10-26 17:30:42 2018-10-26 18:02:42 0:32:00 0:23:33 0:08:27 smithi master rhel 7.5 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-small-objects-many-deletes.yaml} 2
Failure Reason:

"2018-10-26 17:53:33.766900 osd.1 (osd.1) 190 : cluster [ERR] 2.22s1 scrub : stat mismatch, got 0/0 objects, 0/0 clones, 0/0 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 0/221184 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187072 2018-10-26 15:56:14 2018-10-26 17:30:43 2018-10-26 18:02:42 0:31:59 0:21:28 0:10:31 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-10-26 17:48:51.626170 osd.0 (osd.0) 5 : cluster [ERR] 3.6 scrub : stat mismatch, got 0/0 objects, 0/0 clones, 0/0 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 0/37748736 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187073 2018-10-26 15:56:15 2018-10-26 17:30:42 2018-10-26 17:52:42 0:22:00 0:16:44 0:05:16 smithi master rhel 7.5 rados/singleton/{all/osd-backfill.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
fail 3187074 2018-10-26 15:56:16 2018-10-26 17:32:43 2018-10-26 17:56:42 0:23:59 0:15:42 0:08:17 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
Failure Reason:

"2018-10-26 17:52:45.337712 osd.7 (osd.7) 3 : cluster [ERR] 2.1 scrub : stat mismatch, got 219/219 objects, 0/0 clones, 219/219 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 648130499/1944391497 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187075 2018-10-26 15:56:17 2018-10-26 17:32:43 2018-10-26 17:54:42 0:21:59 0:15:22 0:06:37 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
pass 3187076 2018-10-26 15:56:18 2018-10-26 17:32:43 2018-10-26 17:54:42 0:21:59 0:13:51 0:08:08 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 3187077 2018-10-26 15:56:19 2018-10-26 17:32:43 2018-10-26 17:48:42 0:15:59 0:07:19 0:08:40 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/librados_hello_world.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
fail 3187078 2018-10-26 15:56:20 2018-10-26 17:32:43 2018-10-26 17:58:42 0:25:59 0:17:44 0:08:15 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
Failure Reason:

"2018-10-26 17:51:33.755908 osd.5 (osd.5) 12 : cluster [ERR] 3.16 deep-scrub : stat mismatch, got 5/5 objects, 0/0 clones, 5/5 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 11934323/10791513 bytes, 3/3 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187079 2018-10-26 15:56:21 2018-10-26 17:32:43 2018-10-26 17:50:42 0:17:59 0:11:24 0:06:35 smithi master rhel 7.5 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{rhel_latest.yaml} tasks/crash.yaml} 2
pass 3187080 2018-10-26 15:56:22 2018-10-26 17:32:57 2018-10-26 18:02:57 0:30:00 0:20:06 0:09:54 smithi master centos 7.4 rados/perf/{ceph.yaml objectstore/bluestore.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{centos_latest.yaml} workloads/cosbench_64K_read_write.yaml} 1
fail 3187081 2018-10-26 15:56:23 2018-10-26 17:34:26 2018-10-26 18:14:25 0:39:59 0:28:07 0:11:52 smithi master centos 7.4 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
Failure Reason:

Command failed (workunit test cephtool/test.sh) on smithi153 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=f7572f8c07f965afb774e6c1fedae2591fd4f31c TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephtool/test.sh'

pass 3187082 2018-10-26 15:56:24 2018-10-26 17:34:31 2018-10-26 18:04:30 0:29:59 0:18:00 0:11:59 smithi master rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/rados_api_tests.yaml validater/lockdep.yaml} 2
fail 3187083 2018-10-26 15:56:25 2018-10-26 17:34:32 2018-10-26 18:04:32 0:30:00 0:22:16 0:07:44 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-10-26 17:52:07.418881 osd.6 (osd.6) 49 : cluster [ERR] 2.7 scrub : stat mismatch, got 78/78 objects, 7/7 clones, 78/78 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 2/2 whiteouts, 222567965/691266579 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187084 2018-10-26 15:56:26 2018-10-26 17:34:33 2018-10-26 18:08:33 0:34:00 0:24:31 0:09:29 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-26 17:56:05.667380 osd.4 (osd.4) 7 : cluster [ERR] 2.f scrub : stat mismatch, got 2/2 objects, 1/1 clones, 2/2 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 5054723/7643166 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187085 2018-10-26 15:56:27 2018-10-26 17:34:35 2018-10-26 18:10:34 0:35:59 0:26:56 0:09:03 smithi master ubuntu 16.04 rados/singleton/{all/osd-recovery-incomplete.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
Failure Reason:

Exiting scrub checking -- not all pgs scrubbed.

fail 3187086 2018-10-26 15:56:28 2018-10-26 17:34:55 2018-10-26 18:02:55 0:28:00 0:14:56 0:13:04 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
Failure Reason:

"2018-10-26 17:53:31.297557 osd.1 (osd.1) 77 : cluster [ERR] 2.2 scrub : stat mismatch, got 32/32 objects, 0/0 clones, 32/32 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 96879706/153857218 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187087 2018-10-26 15:56:30 2018-10-26 17:36:37 2018-10-26 17:58:37 0:22:00 0:09:30 0:12:30 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 3187088 2018-10-26 15:56:31 2018-10-26 17:36:38 2018-10-26 18:02:37 0:25:59 0:13:20 0:12:39 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
pass 3187089 2018-10-26 15:56:32 2018-10-26 17:36:45 2018-10-26 17:58:45 0:22:00 0:09:02 0:12:58 smithi master ubuntu 16.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml} tasks/rados_cls_all.yaml} 2
fail 3187090 2018-10-26 15:56:33 2018-10-26 17:38:42 2018-10-26 18:08:42 0:30:00 0:15:30 0:14:30 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2018-10-26 18:05:15.214867 osd.5 (osd.5) 20 : cluster [ERR] 2.2 deep-scrub : stat mismatch, got 93/93 objects, 0/0 clones, 93/93 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 260928019/270291795 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187091 2018-10-26 15:56:34 2018-10-26 17:38:42 2018-10-26 18:12:42 0:34:00 0:24:27 0:09:33 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-10-26 17:56:41.887837 osd.2 (osd.2) 57 : cluster [ERR] 3.2 scrub : stat mismatch, got 48/48 objects, 12/12 clones, 25/25 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 6/6 whiteouts, 105269096/105269386 bytes, 0/0 manifest objects, 290/290 hit_set_archive bytes." in cluster log

pass 3187092 2018-10-26 15:56:35 2018-10-26 17:38:47 2018-10-26 17:58:46 0:19:59 0:08:44 0:11:15 smithi master ubuntu 16.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/jewel.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml two-plus-three.yaml} d-balancer/crush-compat.yaml distro$/{ubuntu_16.04.yaml} msgr-failures/few.yaml msgr/async.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/test_rbd_api.yaml} 3
pass 3187093 2018-10-26 15:56:36 2018-10-26 17:39:06 2018-10-26 18:07:06 0:28:00 0:13:09 0:14:51 smithi master centos 7.4 rados/multimon/{clusters/6.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} tasks/mon_recovery.yaml} 2
fail 3187094 2018-10-26 15:56:37 2018-10-26 17:39:17 2018-10-26 18:01:16 0:21:59 0:13:56 0:08:03 smithi master rhel 7.5 rados/singleton/{all/osd-recovery.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
Failure Reason:

"2018-10-26 17:56:05.317168 osd.1 (osd.1) 6 : cluster [ERR] 1.4 deep-scrub : stat mismatch, got 4052/4052 objects, 0/0 clones, 4052/4052 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 16596992/16609280 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187095 2018-10-26 15:56:38 2018-10-26 17:40:35 2018-10-26 18:08:35 0:28:00 0:18:16 0:09:44 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
pass 3187096 2018-10-26 15:56:39 2018-10-26 17:40:36 2018-10-26 17:56:35 0:15:59 0:09:35 0:06:24 smithi master rhel 7.5 rados/objectstore/{backends/keyvaluedb.yaml supported-random-distro$/{rhel_latest.yaml}} 1
fail 3187097 2018-10-26 15:56:40 2018-10-26 17:40:35 2018-10-26 18:20:35 0:40:00 0:34:02 0:05:58 smithi master rhel 7.5 rados/standalone/{supported-random-distro$/{rhel_latest.yaml} workloads/osd.yaml} 1
Failure Reason:

Command failed (workunit test osd/osd-backfill-space.sh) on smithi075 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=f7572f8c07f965afb774e6c1fedae2591fd4f31c TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/standalone/osd/osd-backfill-space.sh'

fail 3187098 2018-10-26 15:56:41 2018-10-26 17:40:36 2018-10-26 18:10:35 0:29:59 0:23:39 0:06:20 smithi master rhel 7.5 rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/few.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-small-objects-overwrites.yaml} 2
Failure Reason:

"2018-10-26 17:57:01.246990 osd.7 (osd.7) 58 : cluster [ERR] 2.15s0 scrub : stat mismatch, got 49/49 objects, 11/11 clones, 49/49 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 125129623/236450711 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

dead 3187099 2018-10-26 15:56:42 2018-10-26 17:40:38 2018-10-27 05:43:07 12:02:29 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/bluestore.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
fail 3187100 2018-10-26 15:56:43 2018-10-26 17:40:40 2018-10-26 18:12:39 0:31:59 0:20:05 0:11:54 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-10-26 17:57:27.216682 osd.0 (osd.0) 83 : cluster [ERR] 3.3 scrub : stat mismatch, got 45/45 objects, 2/2 clones, 23/23 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 2/2 whiteouts, 128327457/238380419 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187101 2018-10-26 15:56:44 2018-10-26 17:40:42 2018-10-26 18:08:42 0:28:00 0:13:12 0:14:48 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache.yaml} 2
pass 3187102 2018-10-26 15:56:45 2018-10-26 17:40:46 2018-10-26 18:20:45 0:39:59 0:20:42 0:19:17 smithi master ubuntu 16.04 rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_16.04.yaml} workloads/cosbench_64K_write.yaml} 1
pass 3187103 2018-10-26 15:56:46 2018-10-26 17:40:47 2018-10-26 18:14:46 0:33:59 0:26:14 0:07:45 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
fail 3187104 2018-10-26 15:56:47 2018-10-26 17:42:45 2018-10-26 18:12:45 0:30:00 0:19:44 0:10:16 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2018-10-26 17:58:02.605945 osd.7 (osd.7) 65 : cluster [ERR] 48.5 deep-scrub : stat mismatch, got 1/1 objects, 0/0 clones, 1/1 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 7/14 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187105 2018-10-26 15:56:48 2018-10-26 17:42:45 2018-10-26 18:28:45 0:46:00 0:39:30 0:06:30 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-10-26 18:04:35.954169 osd.2 (osd.2) 183 : cluster [ERR] 4.a scrub : stat mismatch, got 610/610 objects, 0/0 clones, 610/610 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 2558525440/2885681152 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187106 2018-10-26 15:56:49 2018-10-26 17:42:45 2018-10-26 18:00:45 0:18:00 0:10:22 0:07:38 smithi master rhel 7.5 rados/singleton/{all/peer.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
pass 3187107 2018-10-26 15:56:50 2018-10-26 17:42:45 2018-10-26 18:18:45 0:36:00 0:23:56 0:12:04 smithi master centos 7.4 rados/singleton-nomsgr/{all/msgr.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
pass 3187108 2018-10-26 15:56:51 2018-10-26 17:42:47 2018-10-26 18:10:47 0:28:00 0:14:32 0:13:28 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 3187109 2018-10-26 15:56:52 2018-10-26 17:43:03 2018-10-26 18:19:03 0:36:00 0:25:03 0:10:57 smithi master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/3-mons.yaml mon_kv_backend/leveldb.yaml msgr-failures/mon-delay.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/many.yaml workloads/rados_mon_workunits.yaml} 2
pass 3187110 2018-10-26 15:56:53 2018-10-26 17:44:44 2018-10-26 18:06:43 0:21:59 0:10:22 0:11:37 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
fail 3187111 2018-10-26 15:56:54 2018-10-26 17:44:44 2018-10-26 18:24:44 0:40:00 0:27:16 0:12:44 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-10-26 18:01:58.439541 osd.3 (osd.3) 53 : cluster [ERR] 2.bs1 scrub : stat mismatch, got 2/2 objects, 1/1 clones, 2/2 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 5865472/7888896 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187112 2018-10-26 15:56:55 2018-10-26 17:44:44 2018-10-26 18:10:43 0:25:59 0:14:56 0:11:03 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
Failure Reason:

"2018-10-26 18:06:37.813771 osd.6 (osd.6) 211 : cluster [ERR] 2.2 scrub : stat mismatch, got 238/238 objects, 0/0 clones, 238/238 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 699718300/819344830 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187113 2018-10-26 15:56:57 2018-10-26 17:44:44 2018-10-26 18:08:44 0:24:00 0:12:10 0:11:50 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
Failure Reason:

"2018-10-26 18:03:32.978864 osd.5 (osd.5) 4 : cluster [ERR] 2.2 scrub : stat mismatch, got 251/251 objects, 0/0 clones, 251/251 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 740750312/747271857 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187114 2018-10-26 15:56:58 2018-10-26 17:44:44 2018-10-26 18:08:43 0:23:59 0:12:35 0:11:24 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
pass 3187115 2018-10-26 15:56:59 2018-10-26 17:44:51 2018-10-26 18:18:51 0:34:00 0:27:58 0:06:02 smithi master rhel 7.5 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{rhel_latest.yaml} tasks/dashboard.yaml} 2
fail 3187116 2018-10-26 15:57:00 2018-10-26 17:46:23 2018-10-26 18:14:23 0:28:00 0:18:52 0:09:08 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-small-objects.yaml} 2
Failure Reason:

"2018-10-26 18:01:57.889350 osd.5 (osd.5) 43 : cluster [ERR] 2.ds0 scrub : stat mismatch, got 58/58 objects, 0/0 clones, 58/58 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 76292096/226213888 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187117 2018-10-26 15:57:01 2018-10-26 17:46:34 2018-10-26 18:18:34 0:32:00 0:19:46 0:12:14 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-10-26 18:09:47.864549 osd.4 (osd.4) 350 : cluster [ERR] 2.47 scrub : stat mismatch, got 8/8 objects, 0/0 clones, 8/8 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 24994121/49988242 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187118 2018-10-26 15:57:03 2018-10-26 17:46:35 2018-10-26 18:24:35 0:38:00 0:26:23 0:11:37 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-26 18:03:24.950560 osd.3 (osd.3) 37 : cluster [ERR] 2.0 scrub : stat mismatch, got 4/4 objects, 2/2 clones, 4/4 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 6523669/14574156 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187119 2018-10-26 15:57:04 2018-10-26 17:46:36 2018-10-26 18:02:35 0:15:59 0:07:23 0:08:36 smithi master ubuntu 18.04 rados/singleton/{all/pg-removal-interruption.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 3187120 2018-10-26 15:57:05 2018-10-26 17:46:40 2018-10-26 18:08:39 0:21:59 0:11:07 0:10:52 smithi master ubuntu 16.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml} tasks/rados_python.yaml} 2
fail 3187121 2018-10-26 15:57:07 2018-10-26 17:46:46 2018-10-26 18:12:45 0:25:59 0:12:47 0:13:12 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
Failure Reason:

"2018-10-26 18:07:32.231315 osd.5 (osd.5) 209 : cluster [ERR] 2.10 scrub : stat mismatch, got 12/12 objects, 0/0 clones, 12/12 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 36442955/69960931 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187122 2018-10-26 15:57:08 2018-10-26 17:48:00 2018-10-26 18:08:00 0:20:00 0:11:09 0:08:51 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/fio_4K_rand_read.yaml} 1
pass 3187123 2018-10-26 15:57:10 2018-10-26 17:48:25 2018-10-26 18:12:24 0:23:59 0:15:59 0:08:00 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
fail 3187124 2018-10-26 15:57:11 2018-10-26 17:48:32 2018-10-26 18:26:31 0:37:59 0:26:16 0:11:43 smithi master centos 7.4 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/luminous.yaml backoff/normal.yaml ceph.yaml clusters/{openstack.yaml two-plus-three.yaml} d-balancer/off.yaml distro$/{centos_latest.yaml} msgr-failures/osd-delay.yaml msgr/random.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 3
Failure Reason:

"2018-10-26 18:14:55.177399 osd.7 (osd.7) 7 : cluster [ERR] 2.0 scrub : stat mismatch, got 138/138 objects, 26/26 clones, 138/138 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 3/3 whiteouts, 367578173/693856609 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187125 2018-10-26 15:57:13 2018-10-26 17:48:35 2018-10-26 18:20:34 0:31:59 0:21:51 0:10:08 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2018-10-26 18:07:41.644948 osd.0 (osd.0) 65 : cluster [ERR] 3.1 scrub : stat mismatch, got 990/990 objects, 0/0 clones, 505/505 dirty, 0/0 omap, 0/0 pinned, 6/6 hit_set_archive, 5/5 whiteouts, 2925819871/2927855159 bytes, 0/0 manifest objects, 3592/3592 hit_set_archive bytes." in cluster log

pass 3187126 2018-10-26 15:57:14 2018-10-26 17:48:43 2018-10-26 18:12:42 0:23:59 0:14:18 0:09:41 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
fail 3187127 2018-10-26 15:57:16 2018-10-26 17:50:49 2018-10-26 18:24:52 0:34:03 0:22:01 0:12:02 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-10-26 18:07:24.217569 osd.7 (osd.7) 7 : cluster [ERR] 2.1 scrub : stat mismatch, got 116/116 objects, 1/1 clones, 116/116 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 346529861/369455302 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187128 2018-10-26 15:57:19 2018-10-26 17:50:50 2018-10-26 18:12:52 0:22:02 0:12:32 0:09:30 smithi master ubuntu 18.04 rados/singleton/{all/radostool.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
fail 3187129 2018-10-26 15:57:20 2018-10-26 17:50:49 2018-10-26 18:32:52 0:42:03 0:27:26 0:14:37 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-10-26 18:21:51.574764 osd.3 (osd.3) 256 : cluster [ERR] 2.1 scrub : stat mismatch, got 185/185 objects, 77/77 clones, 185/185 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 20/20 whiteouts, 479295622/1010082087 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187130 2018-10-26 15:57:21 2018-10-26 17:50:49 2018-10-26 18:24:52 0:34:03 0:23:06 0:10:57 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-10-26 18:12:56.469001 osd.7 (osd.7) 33 : cluster [ERR] 2.1 scrub : stat mismatch, got 152/152 objects, 31/31 clones, 152/152 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 3/3 whiteouts, 408755503/436532138 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187131 2018-10-26 15:57:25 2018-10-26 17:52:37 2018-10-26 18:16:36 0:23:59 0:15:41 0:08:18 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache.yaml} 2
Failure Reason:

"2018-10-26 18:13:16.234152 osd.4 (osd.4) 27 : cluster [ERR] 3.2 deep-scrub : stat mismatch, got 127/127 objects, 0/0 clones, 73/73 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 39/39 whiteouts, 268482674/536965348 bytes, 0/0 manifest objects, 307/307 hit_set_archive bytes." in cluster log

fail 3187132 2018-10-26 15:57:26 2018-10-26 17:52:53 2018-10-26 18:34:53 0:42:00 0:30:19 0:11:41 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-26 18:15:42.013763 osd.6 (osd.6) 63 : cluster [ERR] 2.21 scrub : stat mismatch, got 1/1 objects, 0/0 clones, 1/1 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 3109328/21042364 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187133 2018-10-26 15:57:27 2018-10-26 17:54:55 2018-10-26 18:36:55 0:42:00 0:25:10 0:16:50 smithi master centos 7.4 rados/singleton-nomsgr/{all/multi-backfill-reject.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 2
pass 3187134 2018-10-26 15:57:28 2018-10-26 17:54:55 2018-10-26 18:22:54 0:27:59 0:21:17 0:06:42 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
pass 3187135 2018-10-26 15:57:29 2018-10-26 17:54:55 2018-10-26 18:20:54 0:25:59 0:16:10 0:09:49 smithi master ubuntu 16.04 rados/objectstore/{backends/objectcacher-stress.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
fail 3187136 2018-10-26 15:57:30 2018-10-26 17:55:26 2018-10-26 18:53:26 0:58:00 0:46:28 0:11:32 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-10-26 18:23:30.419417 osd.2 (osd.2) 258 : cluster [ERR] 5.b scrub : stat mismatch, got 692/692 objects, 0/0 clones, 692/692 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 2902458368/3124756480 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187137 2018-10-26 15:57:32 2018-10-26 17:56:48 2018-10-26 18:28:48 0:32:00 0:23:27 0:08:33 smithi master centos 7.4 rados/singleton/{all/random-eio.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 2
pass 3187138 2018-10-26 15:57:33 2018-10-26 17:56:48 2018-10-26 18:18:48 0:22:00 0:15:09 0:06:51 smithi master rhel 7.5 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_latest.yaml} workloads/fio_4K_rand_rw.yaml} 1
fail 3187139 2018-10-26 15:57:34 2018-10-26 17:56:49 2018-10-26 18:22:48 0:25:59 0:14:35 0:11:24 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
Failure Reason:

"2018-10-26 18:17:15.912918 osd.5 (osd.5) 62 : cluster [ERR] 2.3 scrub : stat mismatch, got 231/231 objects, 0/0 clones, 231/231 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 688203710/708642738 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187140 2018-10-26 15:57:35 2018-10-26 17:56:48 2018-10-26 18:20:47 0:23:59 0:13:09 0:10:50 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
fail 3187141 2018-10-26 15:57:37 2018-10-26 17:56:48 2018-10-26 18:20:48 0:24:00 0:16:39 0:07:21 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
Failure Reason:

"2018-10-26 18:16:42.662200 osd.3 (osd.3) 173 : cluster [ERR] 2.2 scrub : stat mismatch, got 251/251 objects, 0/0 clones, 251/251 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 748381746/1496763492 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187142 2018-10-26 15:57:38 2018-10-26 17:57:00 2018-10-26 18:22:59 0:25:59 0:14:20 0:11:39 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
Failure Reason:

"2018-10-26 18:16:04.041512 osd.6 (osd.6) 137 : cluster [ERR] 3.25 scrub : stat mismatch, got 5/5 objects, 0/0 clones, 5/5 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 12085388/25666401 bytes, 5/5 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187143 2018-10-26 15:57:39 2018-10-26 17:58:47 2018-10-26 18:22:47 0:24:00 0:17:41 0:06:19 smithi master rhel 7.5 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} tasks/rados_stress_watch.yaml} 2
fail 3187144 2018-10-26 15:57:40 2018-10-26 17:58:48 2018-10-26 18:34:47 0:35:59 0:23:36 0:12:23 smithi master ubuntu 16.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/hammer.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml two-plus-three.yaml} d-balancer/crush-compat.yaml distro$/{ubuntu_16.04.yaml} msgr-failures/fastclose.yaml msgr/simple.yaml rados.yaml rocksdb.yaml thrashers/careful.yaml thrashosds-health.yaml workloads/radosbench.yaml} 3
Failure Reason:

"2018-10-26 18:19:29.686124 osd.0 (osd.0) 51 : cluster [ERR] 3.6 scrub : stat mismatch, got 58/58 objects, 0/0 clones, 58/58 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 243269632/373293056 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187145 2018-10-26 15:57:42 2018-10-26 17:58:48 2018-10-26 18:26:47 0:27:59 0:21:03 0:06:56 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
pass 3187146 2018-10-26 15:57:43 2018-10-26 17:58:48 2018-10-26 18:18:47 0:19:59 0:13:21 0:06:38 smithi master rhel 7.5 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-comp.yaml supported-random-distro$/{rhel_latest.yaml} tasks/failover.yaml} 2
pass 3187147 2018-10-26 15:57:44 2018-10-26 17:58:48 2018-10-26 18:36:48 0:38:00 0:28:15 0:09:45 smithi master centos rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml tasks/rados_cls_all.yaml validater/valgrind.yaml} 2
pass 3187148 2018-10-26 15:57:46 2018-10-26 17:58:47 2018-10-26 18:16:47 0:18:00 0:08:32 0:09:28 smithi master ubuntu 16.04 rados/singleton/{all/rebuild-mondb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
fail 3187149 2018-10-26 15:57:47 2018-10-26 17:58:47 2018-10-26 18:34:47 0:36:00 0:25:54 0:10:06 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-26 18:16:24.379347 osd.4 (osd.4) 96 : cluster [ERR] 2.13 scrub : stat mismatch, got 2/2 objects, 0/0 clones, 2/2 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 5731253/16118012 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187150 2018-10-26 15:57:48 2018-10-26 17:58:47 2018-10-26 18:22:47 0:24:00 0:16:46 0:07:14 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
Failure Reason:

"2018-10-26 18:16:19.417543 osd.1 (osd.1) 88 : cluster [ERR] 2.15 scrub : stat mismatch, got 18/18 objects, 0/0 clones, 18/18 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 55164765/114159678 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187151 2018-10-26 15:57:50 2018-10-26 17:58:47 2018-10-26 18:38:47 0:40:00 0:30:50 0:09:10 smithi master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/9-mons.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/one.yaml workloads/snaps-few-objects.yaml} 2
pass 3187152 2018-10-26 15:57:51 2018-10-26 18:00:35 2018-10-26 18:26:34 0:25:59 0:17:35 0:08:24 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 3187153 2018-10-26 15:57:52 2018-10-26 18:00:35 2018-10-26 18:38:35 0:38:00 0:27:17 0:10:43 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
fail 3187154 2018-10-26 15:57:53 2018-10-26 18:00:46 2018-10-26 18:22:45 0:21:59 0:10:06 0:11:53 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2018-10-26 18:17:12.890085 osd.3 (osd.3) 21 : cluster [ERR] 2.0 scrub : stat mismatch, got 101/101 objects, 0/0 clones, 101/101 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 300283531/302536989 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187155 2018-10-26 15:57:55 2018-10-26 18:01:17 2018-10-26 18:21:17 0:20:00 0:10:30 0:09:30 smithi master centos 7.4 rados/multimon/{clusters/6.yaml mon_kv_backend/leveldb.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} tasks/mon_clock_no_skews.yaml} 2
pass 3187156 2018-10-26 15:57:56 2018-10-26 18:02:48 2018-10-26 18:24:47 0:21:59 0:13:05 0:08:54 smithi master centos 7.4 rados/perf/{ceph.yaml objectstore/bluestore.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{centos_latest.yaml} workloads/fio_4M_rand_read.yaml} 1
pass 3187157 2018-10-26 15:57:57 2018-10-26 18:02:48 2018-10-26 18:54:48 0:52:00 0:42:20 0:09:40 smithi master ubuntu 16.04 rados/standalone/{supported-random-distro$/{ubuntu_16.04.yaml} workloads/scrub.yaml} 1
fail 3187158 2018-10-26 15:57:59 2018-10-26 18:02:48 2018-10-26 18:38:48 0:36:00 0:28:15 0:07:45 smithi master rhel 7.5 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{rhel_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=clay-k=4-m=2.yaml} 2
Failure Reason:

"2018-10-26 18:20:53.568406 osd.4 (osd.4) 6 : cluster [ERR] 2.9s0 scrub : stat mismatch, got 3/3 objects, 1/1 clones, 3/3 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 5619712/16482304 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187159 2018-10-26 15:58:00 2018-10-26 18:02:48 2018-10-26 18:42:48 0:40:00 0:27:52 0:12:08 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
Failure Reason:

"2018-10-26 18:21:51.095105 osd.8 (osd.8) 41 : cluster [ERR] 2.bs0 scrub : stat mismatch, got 8/8 objects, 4/4 clones, 8/8 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 6422528/38649856 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187160 2018-10-26 15:58:01 2018-10-26 18:02:48 2018-10-26 18:40:48 0:38:00 0:30:01 0:07:59 smithi master rhel 7.5 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-10-26 18:20:38.342696 osd.7 (osd.7) 55 : cluster [ERR] 2.1s0 scrub : stat mismatch, got 12/12 objects, 8/8 clones, 12/12 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 15499264/17235968 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187161 2018-10-26 15:58:02 2018-10-26 18:02:56 2018-10-26 18:40:56 0:38:00 0:28:32 0:09:28 smithi master centos 7.4 rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/osd-delay.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-snaps-few-objects-overwrites.yaml} 2
Failure Reason:

"2018-10-26 18:22:22.389537 osd.1 (osd.1) 88 : cluster [ERR] 2.cs0 scrub : stat mismatch, got 7/7 objects, 3/3 clones, 7/7 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 17915689/35233577 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187162 2018-10-26 15:58:03 2018-10-26 18:02:58 2018-10-26 18:28:58 0:26:00 0:09:03 0:16:57 smithi master ubuntu 16.04 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_16.04.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 3187163 2018-10-26 15:58:04 2018-10-26 18:04:43 2018-10-26 18:32:43 0:28:00 0:17:08 0:10:52 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
fail 3187164 2018-10-26 15:58:06 2018-10-26 18:04:43 2018-10-26 18:30:43 0:26:00 0:17:22 0:08:38 smithi master centos 7.4 rados/singleton/{all/recovery-preemption.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
Failure Reason:

"2018-10-26 18:22:27.632656 osd.1 (osd.1) 35 : cluster [ERR] 2.4 deep-scrub : stat mismatch, got 716/716 objects, 0/0 clones, 716/716 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 2932736/3162112 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187165 2018-10-26 15:58:07 2018-10-26 18:04:44 2018-10-26 18:36:43 0:31:59 0:22:39 0:09:20 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
pass 3187166 2018-10-26 15:58:08 2018-10-26 18:05:29 2018-10-26 18:23:28 0:17:59 0:07:07 0:10:52 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/pool-access.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
fail 3187167 2018-10-26 15:58:09 2018-10-26 18:06:57 2018-10-26 18:44:56 0:37:59 0:23:37 0:14:22 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-10-26 18:30:02.656660 osd.0 (osd.0) 74 : cluster [ERR] 2.0 scrub : stat mismatch, got 149/149 objects, 41/41 clones, 149/149 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 11/11 whiteouts, 370400986/385494200 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187168 2018-10-26 15:58:10 2018-10-26 18:07:09 2018-10-26 18:33:09 0:26:00 0:13:33 0:12:27 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache.yaml} 2
fail 3187169 2018-10-26 15:58:11 2018-10-26 18:08:14 2018-10-26 18:46:14 0:38:00 0:31:39 0:06:21 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-10-26 18:24:23.452213 osd.7 (osd.7) 71 : cluster [ERR] 2.1 scrub : stat mismatch, got 4/4 objects, 1/1 clones, 4/4 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 8873997/20554730 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187170 2018-10-26 15:58:12 2018-10-26 18:08:34 2018-10-26 18:44:34 0:36:00 0:22:46 0:13:14 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2018-10-26 18:30:39.881306 osd.4 (osd.4) 47 : cluster [ERR] 50.5 deep-scrub : stat mismatch, got 6/6 objects, 0/0 clones, 6/6 dirty, 1/1 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 25165904/25166056 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187171 2018-10-26 15:58:13 2018-10-26 18:08:36 2018-10-26 18:30:36 0:22:00 0:10:30 0:11:30 smithi master centos 7.4 rados/singleton/{all/resolve_stuck_peering.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 2
pass 3187172 2018-10-26 15:58:14 2018-10-26 18:08:41 2018-10-26 18:48:40 0:39:59 0:29:57 0:10:02 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
pass 3187173 2018-10-26 15:58:16 2018-10-26 18:08:43 2018-10-26 18:42:43 0:34:00 0:24:05 0:09:55 smithi master ubuntu 16.04 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
pass 3187174 2018-10-26 15:58:17 2018-10-26 18:08:43 2018-10-26 18:30:43 0:22:00 0:15:58 0:06:02 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 3187175 2018-10-26 15:58:18 2018-10-26 18:08:45 2018-10-26 18:32:44 0:23:59 0:10:04 0:13:55 smithi master ubuntu 16.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/jewel.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml two-plus-three.yaml} d-balancer/off.yaml distro$/{ubuntu_16.04.yaml} msgr-failures/few.yaml msgr/async.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/rbd_cls.yaml} 3
pass 3187176 2018-10-26 15:58:19 2018-10-26 18:08:46 2018-10-26 18:26:45 0:17:59 0:07:01 0:10:58 smithi master ubuntu 16.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml} tasks/rados_striper.yaml} 2
fail 3187177 2018-10-26 15:58:20 2018-10-26 18:10:46 2018-10-26 18:32:45 0:21:59 0:11:48 0:10:11 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
Failure Reason:

"2018-10-26 18:28:50.827814 osd.7 (osd.7) 131 : cluster [ERR] 2.0 deep-scrub : stat mismatch, got 244/244 objects, 0/0 clones, 244/244 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 734593617/800136419 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187178 2018-10-26 15:58:21 2018-10-26 18:10:46 2018-10-26 18:32:45 0:21:59 0:11:04 0:10:55 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 3187179 2018-10-26 15:58:23 2018-10-26 18:10:46 2018-10-26 18:30:45 0:19:59 0:10:08 0:09:51 smithi master ubuntu 16.04 rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_16.04.yaml} workloads/fio_4M_rand_rw.yaml} 1
fail 3187180 2018-10-26 15:58:24 2018-10-26 18:10:46 2018-10-26 19:06:46 0:56:00 0:35:52 0:20:08 smithi master centos 7.4 rados/objectstore/{backends/objectstore.yaml supported-random-distro$/{centos_latest.yaml}} 1
Failure Reason:

Command failed on smithi172 with status 134: 'sudo TESTDIR=/home/ubuntu/cephtest bash -c \'mkdir $TESTDIR/archive/ostest && cd $TESTDIR/archive/ostest && ulimit -Sn 16384 && CEPH_ARGS="--no-log-to-stderr --log-file $TESTDIR/archive/ceph_test_objectstore.log --debug-filestore 20 --debug-bluestore 20" ceph_test_objectstore --gtest_filter=-*/3 --gtest_catch_exceptions=0\''

fail 3187181 2018-10-26 15:58:25 2018-10-26 18:10:48 2018-10-26 18:36:48 0:26:00 0:18:32 0:07:28 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
Failure Reason:

"2018-10-26 18:28:07.149075 osd.3 (osd.3) 63 : cluster [ERR] 2.1 scrub : stat mismatch, got 83/83 objects, 0/0 clones, 83/83 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 238070528/263869141 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

fail 3187182 2018-10-26 15:58:26 2018-10-26 18:12:38 2018-10-26 18:42:38 0:30:00 0:23:37 0:06:23 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-10-26 18:29:59.452836 osd.4 (osd.4) 10 : cluster [ERR] 2.10 scrub : stat mismatch, got 32/32 objects, 1/1 clones, 32/32 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 96767089/99103559 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187183 2018-10-26 15:58:27 2018-10-26 18:12:41 2018-10-26 18:28:40 0:15:59 0:07:20 0:08:39 smithi master ubuntu 16.04 rados/singleton/{all/test-crash.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
pass 3187184 2018-10-26 15:58:28 2018-10-26 18:12:43 2018-10-26 18:44:43 0:32:00 0:21:19 0:10:41 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
pass 3187185 2018-10-26 15:58:29 2018-10-26 18:12:43 2018-10-26 18:36:43 0:24:00 0:12:16 0:11:44 smithi master centos 7.4 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore.yaml supported-random-distro$/{centos_latest.yaml} tasks/insights.yaml} 2
pass 3187186 2018-10-26 15:58:31 2018-10-26 18:12:46 2018-10-26 18:40:46 0:28:00 0:16:07 0:11:53 smithi master centos 7.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml supported-random-distro$/{centos_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
fail 3187187 2018-10-26 15:58:32 2018-10-26 18:12:46 2018-10-26 18:38:46 0:26:00 0:14:51 0:11:09 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
Failure Reason:

"2018-10-26 18:33:35.968351 osd.0 (osd.0) 4 : cluster [ERR] 2.c scrub : stat mismatch, got 425/425 objects, 0/0 clones, 425/425 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 1782579200/1799356416 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 3187188 2018-10-26 15:58:33 2018-10-26 18:12:48 2018-10-26 18:42:47 0:29:59 0:20:18 0:09:41 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2