ID
Status
Ceph Branch
Suite Branch
Teuthology Branch
Machine
OS
Nodes
Description
Failure Reason
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/rados_api_tests.yaml}
Command failed (workunit test rados/test.sh) on smithi116 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-object-logic-size TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/mgr/{clusters/2-node-mgr.yaml debug/mgr.yaml objectstore/bluestore-bitmap.yaml tasks/failover.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/monthrash/{ceph.yaml clusters/3-mons.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml thrashers/force-sync-many.yaml workloads/pool-create-delete.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/multimon/{clusters/21.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/mon_clock_no_skews.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/objectstore/alloc-hint.yaml
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/rest/mgr-restful.yaml
"2017-09-11 07:38:14.826219 mon.a mon.0 172.21.15.158:6789/0 155 : cluster [ERR] Health check failed: 1 scrub errors (OSD_SCRUB_ERRORS)" in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/singleton/{all/admin-socket.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/singleton-nomsgr/{all/admin_socket_output.yaml rados.yaml}
"2017-09-11 20:33:01.543081 mon.a mon.0 172.21.15.154:6789/0 162 : cluster [ERR] Health check failed: 1 scrub errors (OSD_SCRUB_ERRORS)" in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/standalone/crush.yaml
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml}
"2017-09-11 20:48:26.816937 osd.5 osd.5 172.21.15.162:6804/26758 76 : cluster [ERR] 2.d scrub stat mismatch, got 0/0 objects, 0/0 clones, 0/0 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 0/-24 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-bitmap.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml}
"2017-09-11 20:45:32.605070 osd.5 osd.5 172.21.15.44:6808/26173 164 : cluster [ERR] 2.28s0 scrub stat mismatch, got 6/6 objects, 3/3 clones, 6/6 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 2/2 whiteouts, 5619712/4620288 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-bitmap.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml}
"2017-09-11 20:45:52.980788 osd.7 osd.7 172.21.15.83:6813/14926 37 : cluster [ERR] 2.8s0 scrub stat mismatch, got 4/4 objects, 2/2 clones, 4/4 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 5373952/3588096 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
centos 7.3
rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported/centos_latest.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml}
"2017-09-11 20:37:38.337541 osd.3 osd.3 172.21.15.142:6808/230359 35 : cluster [ERR] 2.3s0 scrub stat mismatch, got 4/4 objects, 1/1 clones, 4/4 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 9453568/8142848 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/fastclose.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-pool-snaps-few-objects-overwrites.yaml}
"2017-09-11 20:36:34.771703 osd.1 osd.1 172.21.15.92:6808/29037 30 : cluster [ERR] 2.8s0 scrub stat mismatch, got 2/2 objects, 0/0 clones, 2/2 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 5848770/3336525 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-bitmap.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml}
"2017-09-11 20:50:06.629170 osd.15 osd.15 172.21.15.146:6813/26008 33 : cluster [ERR] 2.1s0 scrub stat mismatch, got 10/10 objects, 5/5 clones, 10/10 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 13910016/11370496 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/upgrade/luminous-x-singleton/{0-cluster/{openstack.yaml start.yaml} 1-install/luminous.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{rbd-cls.yaml rbd-import-export.yaml readwrite.yaml snaps-few-objects.yaml} 5-workload/{radosbench.yaml rbd_api.yaml} 6-finish-upgrade.yaml 7-mimic.yaml 8-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} thrashosds-health.yaml}
"2017-09-11 10:11:34.511186 osd.1 osd.1 172.21.15.95:6805/16750 106 : cluster [ERR] 38.3 deep-scrub stat mismatch, got 0/0 objects, 0/0 clones, 0/0 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 0/-4543 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/mon_recovery.yaml validater/lockdep.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml}
"2017-09-11 20:46:09.094756 osd.4 osd.4 172.21.15.112:6808/24594 109 : cluster [ERR] 3.3 scrub stat mismatch, got 868/868 objects, 0/0 clones, 493/493 dirty, 0/0 omap, 0/0 pinned, 3/3 hit_set_archive, 0/0 whiteouts, 2551744020/1263611899 bytes, 1480/1480 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml}
"2017-09-11 20:50:21.290448 osd.7 osd.7 172.21.15.181:6800/11588 29 : cluster [ERR] 2.1 deep-scrub stat mismatch, got 103/103 objects, 0/0 clones, 103/103 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 296055119/116782366 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml}
"2017-09-11 20:47:33.191274 osd.0 osd.0 172.21.15.169:6802/11243 2 : cluster [ERR] 3.1 deep-scrub stat mismatch, got 47/47 objects, 5/5 clones, 25/25 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 12/12 whiteouts, 100664895/-36593043 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml}
"2017-09-11 20:50:35.317168 osd.2 osd.2 172.21.15.37:6808/531329 28 : cluster [ERR] 2.3 scrub stat mismatch, got 117/117 objects, 1/1 clones, 117/117 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 320737824/162817344 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-snaps.yaml}
"2017-09-11 20:47:01.627456 osd.7 osd.7 172.21.15.156:6812/28804 59 : cluster [ERR] 2.1 scrub stat mismatch, got 112/112 objects, 2/2 clones, 112/112 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 311981970/168172035 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache.yaml}
"2017-09-11 20:42:05.229821 osd.1 osd.1 172.21.15.70:6804/26796 91 : cluster [ERR] 3.0 deep-scrub stat mismatch, got 81/81 objects, 0/0 clones, 52/52 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 17/17 whiteouts, 186547342/171987529 bytes, 284/284 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml}
"2017-09-11 20:41:20.609056 osd.5 osd.5 172.21.15.54:6812/17113 30 : cluster [ERR] 2.4 scrub stat mismatch, got 2/2 objects, 1/1 clones, 2/2 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 6252138/5219860 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml}
Command failed (workunit test rados/test.sh) on smithi178 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-object-logic-size TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml}
"2017-09-11 20:42:49.838036 osd.3 osd.3 172.21.15.68:6808/17851 93 : cluster [ERR] 3.d scrub stat mismatch, got 835/835 objects, 0/0 clones, 835/835 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 3498049560/3498049536 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/redirect.yaml}
"2017-09-11 20:40:34.617512 osd.0 osd.0 172.21.15.150:6800/266865 30 : cluster [ERR] 2.f scrub stat mismatch, got 70/70 objects, 0/0 clones, 70/70 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 146794813/125338704 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml}
"2017-09-11 20:43:28.214649 osd.1 osd.1 172.21.15.90:6804/17190 73 : cluster [ERR] 2.4 scrub stat mismatch, got 86/86 objects, 0/0 clones, 86/86 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 155667952/112067499 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/small-objects.yaml}
"2017-09-11 20:40:42.444798 osd.4 osd.4 172.21.15.189:6800/30432 30 : cluster [ERR] 2.e scrub stat mismatch, got 78/78 objects, 4/4 clones, 78/78 dirty, 1/1 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 204668125/103022419 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml}
"2017-09-11 20:48:49.160420 osd.4 osd.4 172.21.15.4:6801/19090 31 : cluster [ERR] 2.d scrub stat mismatch, got 34/34 objects, 0/0 clones, 34/34 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 103332868/51497098 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml}
"2017-09-11 20:42:53.858376 osd.1 osd.1 172.21.15.75:6813/17505 38 : cluster [ERR] 3.0 scrub stat mismatch, got 808/808 objects, 0/0 clones, 497/497 dirty, 0/0 omap, 0/0 pinned, 3/3 hit_set_archive, 1/1 whiteouts, 2404578352/1193985533 bytes, 1442/1442 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml}
"2017-09-11 21:04:36.031055 osd.2 osd.2 172.21.15.173:6809/16316 82 : cluster [ERR] 2.1 scrub stat mismatch, got 104/104 objects, 0/0 clones, 104/104 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 307173326/132361757 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml}
"2017-09-11 21:02:49.691167 osd.4 osd.4 172.21.15.106:6800/15325 36 : cluster [ERR] 3.2 scrub stat mismatch, got 48/48 objects, 9/9 clones, 23/23 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 3/3 whiteouts, 119772059/-74498775 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml}
"2017-09-11 21:12:10.277288 osd.4 osd.4 172.21.15.76:6804/18236 2 : cluster [ERR] 3.3 deep-scrub stat mismatch, got 48/48 objects, 7/7 clones, 24/24 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 6/6 whiteouts, 114039236/123479295 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml}
"2017-09-11 21:07:31.487128 osd.4 osd.4 172.21.15.137:6801/10334 27 : cluster [ERR] 3.2 scrub stat mismatch, got 47/47 objects, 3/3 clones, 22/22 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 134776158/121213053 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/monthrash/{ceph.yaml clusters/9-mons.yaml mon_kv_backend/rocksdb.yaml msgr-failures/mon-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml thrashers/many.yaml workloads/rados_5925.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache.yaml}
"2017-09-11 20:49:19.510488 osd.5 osd.5 172.21.15.74:6808/15592 33 : cluster [ERR] 2.3 scrub stat mismatch, got 120/120 objects, 0/0 clones, 120/120 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 331435825/140072211 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml}
"2017-09-11 20:48:32.265707 osd.4 osd.4 172.21.15.193:6800/31836 90 : cluster [ERR] 2.e scrub stat mismatch, got 2/2 objects, 0/0 clones, 2/2 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 4689087/2256417 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml}
Command failed (workunit test rados/test.sh) on smithi081 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-object-logic-size TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/radosbench.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect.yaml}
"2017-09-11 20:53:02.732392 osd.3 osd.3 172.21.15.16:6805/1129 34 : cluster [ERR] 2.b scrub stat mismatch, got 93/93 objects, 0/0 clones, 93/93 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 171971963/117314755 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml}
"2017-09-11 20:46:48.341395 osd.6 osd.6 172.21.15.29:6804/386252 27 : cluster [ERR] 2.c scrub stat mismatch, got 84/84 objects, 0/0 clones, 84/84 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 148172756/107582050 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/small-objects.yaml}
"2017-09-11 21:50:39.813532 osd.3 osd.3 172.21.15.118:6813/17139 61 : cluster [ERR] 2.3 scrub stat mismatch, got 63/63 objects, 5/5 clones, 63/63 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 184723199/92984329 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml}
"2017-09-11 21:05:50.843974 osd.4 osd.4 172.21.15.116:6801/1318435 35 : cluster [ERR] 2.6 scrub stat mismatch, got 6/6 objects, 2/2 clones, 6/6 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 12802227/8869145 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml}
"2017-09-11 20:54:07.254263 osd.5 osd.5 172.21.15.80:6816/1426432 7 : cluster [ERR] 3.0 scrub stat mismatch, got 985/985 objects, 0/0 clones, 494/494 dirty, 0/0 omap, 0/0 pinned, 5/5 hit_set_archive, 0/0 whiteouts, 2933952108/1148211123 bytes, 2810/2810 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml}
"2017-09-11 20:53:34.759994 osd.4 osd.4 172.21.15.164:6800/17902 30 : cluster [ERR] 3.2 scrub stat mismatch, got 7/7 objects, 0/0 clones, 3/3 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 0/0 whiteouts, 18001181/18242371 bytes, 290/290 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml}
"2017-09-11 20:52:59.051811 osd.6 osd.6 172.21.15.177:6812/15364 94 : cluster [ERR] 3.1 scrub stat mismatch, got 47/47 objects, 10/10 clones, 22/22 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 5/5 whiteouts, 120353820/-56920992 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml}
"2017-09-11 20:49:18.045560 osd.3 osd.3 172.21.15.5:6804/433355 30 : cluster [ERR] 2.0 scrub stat mismatch, got 145/145 objects, 11/11 clones, 145/145 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 3/3 whiteouts, 395628048/207868402 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-snaps.yaml}
"2017-09-11 21:00:51.988522 osd.0 osd.0 172.21.15.21:6808/516515 2 : cluster [ERR] 3.1 deep-scrub stat mismatch, got 48/48 objects, 8/8 clones, 25/25 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 2/2 whiteouts, 119798027/131239272 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache.yaml}
"2017-09-11 20:51:24.266524 osd.4 osd.4 172.21.15.98:6809/7383 35 : cluster [ERR] 3.3 scrub stat mismatch, got 100/100 objects, 0/0 clones, 65/65 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 12/12 whiteouts, 252015617/242689789 bytes, 338/338 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml}
"2017-09-11 20:50:53.389413 osd.3 osd.3 172.21.15.144:6809/321828 32 : cluster [ERR] 2.e scrub stat mismatch, got 7/7 objects, 4/4 clones, 7/7 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 12802187/9180472 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml}
Command failed (workunit test rados/test.sh) on smithi167 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-object-logic-size TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/redirect.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/monthrash/{ceph.yaml clusters/3-mons.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml thrashers/one.yaml workloads/rados_api_tests.yaml}
Command failed (workunit test rados/test.sh) on smithi012 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-object-logic-size TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml}
"2017-09-11 20:55:07.256032 osd.6 osd.6 172.21.15.133:6810/185363 76 : cluster [ERR] 2.19 scrub stat mismatch, got 40/40 objects, 0/0 clones, 40/40 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 83281490/81321714 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/small-objects.yaml}
"2017-09-11 20:57:42.857780 osd.5 osd.5 172.21.15.132:6804/306620 28 : cluster [ERR] 2.a scrub stat mismatch, got 76/76 objects, 4/4 clones, 76/76 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 2/2 whiteouts, 224141655/113305496 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml}
"2017-09-11 20:51:43.831796 osd.0 osd.0 172.21.15.147:6808/28357 88 : cluster [ERR] 2.f scrub stat mismatch, got 5/5 objects, 3/3 clones, 5/5 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 12537890/11645175 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml}
"2017-09-11 21:00:08.532032 osd.7 osd.7 172.21.15.191:6812/426756 40 : cluster [ERR] 2.b scrub stat mismatch, got 34/34 objects, 0/0 clones, 34/34 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 100711207/51718564 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml}
"2017-09-11 21:02:54.965078 osd.5 osd.5 172.21.15.166:6809/18274 2 : cluster [ERR] 3.0 deep-scrub stat mismatch, got 1014/1014 objects, 0/0 clones, 488/488 dirty, 0/0 omap, 0/0 pinned, 8/8 hit_set_archive, 95/95 whiteouts, 2710672723/345804199 bytes, 5558/5558 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml}
"2017-09-11 20:57:04.116138 osd.0 osd.0 172.21.15.185:6808/19271 31 : cluster [ERR] 3.1 scrub stat mismatch, got 20/20 objects, 0/0 clones, 10/10 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 0/0 whiteouts, 54709301/54663681 bytes, 305/305 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml}
"2017-09-11 20:54:31.974883 osd.6 osd.6 172.21.15.131:6806/17781 29 : cluster [ERR] 3.1 scrub stat mismatch, got 50/50 objects, 8/8 clones, 24/24 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 131372744/-60144993 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml}
"2017-09-11 21:28:05.329246 osd.6 osd.6 172.21.15.7:6805/32120 97 : cluster [ERR] 3.1 scrub stat mismatch, got 47/47 objects, 3/3 clones, 21/21 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 136554910/124385128 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml}
"2017-09-11 21:01:49.359587 osd.5 osd.5 172.21.15.109:6804/22083 33 : cluster [ERR] 3.0 scrub stat mismatch, got 49/49 objects, 6/6 clones, 25/25 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 3/3 whiteouts, 118103152/94583782 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache.yaml}
"2017-09-11 21:02:02.116205 osd.6 osd.6 172.21.15.57:6806/30216 2 : cluster [ERR] 3.1 deep-scrub stat mismatch, got 117/117 objects, 0/0 clones, 78/78 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 30/30 whiteouts, 257238880/219382783 bytes, 297/297 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml}
"2017-09-11 20:56:22.065878 osd.4 osd.4 172.21.15.104:6801/186689 31 : cluster [ERR] 2.9 scrub stat mismatch, got 5/5 objects, 1/1 clones, 5/5 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 11378207/5109032 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml}
Command failed (workunit test rados/test.sh) on smithi136 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-object-logic-size TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/radosbench.yaml}
"2017-09-11 20:59:21.782257 osd.1 osd.1 172.21.15.70:6804/18092 144 : cluster [ERR] 2.d scrub stat mismatch, got 0/0 objects, 0/0 clones, 0/0 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 0/-24 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect.yaml}
"2017-09-11 21:07:31.984260 osd.6 osd.6 172.21.15.146:6806/21787 135 : cluster [ERR] 2.7 scrub stat mismatch, got 22/22 objects, 0/0 clones, 22/22 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 51514511/49434745 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/small-objects.yaml}
"2017-09-11 20:56:45.507349 osd.0 osd.0 172.21.15.110:6804/7867 34 : cluster [ERR] 2.f scrub stat mismatch, got 69/69 objects, 6/6 clones, 69/69 dirty, 1/1 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 191332812/97192497 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml}
"2017-09-11 21:37:05.507115 osd.4 osd.4 172.21.15.139:6801/29229 13 : cluster [ERR] 2.f scrub stat mismatch, got 6/6 objects, 3/3 clones, 6/6 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 13731060/8998744 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml}
"2017-09-11 21:16:41.341944 osd.7 osd.7 172.21.15.50:6816/19954 50 : cluster [ERR] 2.b scrub stat mismatch, got 34/34 objects, 0/0 clones, 34/34 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 94861150/46728482 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml}
"2017-09-11 21:21:39.739895 osd.1 osd.1 172.21.15.110:6809/14680 209 : cluster [ERR] 2.d deep-scrub stat mismatch, got 249/249 objects, 0/0 clones, 249/249 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 1040187416/1040187392 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/monthrash/{ceph.yaml clusters/9-mons.yaml mon_kv_backend/rocksdb.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/sync-many.yaml workloads/rados_mon_workunits.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml}
"2017-09-11 21:08:37.555428 osd.0 osd.0 172.21.15.98:6809/17729 34 : cluster [ERR] 3.3 scrub stat mismatch, got 696/696 objects, 0/0 clones, 492/492 dirty, 0/0 omap, 0/0 pinned, 3/3 hit_set_archive, 0/0 whiteouts, 2070933901/1040099861 bytes, 1434/1434 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml}
"2017-09-11 21:23:22.848286 osd.7 osd.7 172.21.15.26:6808/25495 2 : cluster [ERR] 2.1 deep-scrub stat mismatch, got 85/85 objects, 0/0 clones, 85/85 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 251769732/68384781 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml}
"2017-09-11 21:03:54.639247 osd.4 osd.4 172.21.15.115:6801/15039 30 : cluster [ERR] 3.2 scrub stat mismatch, got 50/50 objects, 11/11 clones, 24/24 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 5/5 whiteouts, 119994727/-77200782 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml}
"2017-09-11 21:01:03.194869 osd.3 osd.3 172.21.15.64:6813/3707 31 : cluster [ERR] 3.2 scrub stat mismatch, got 47/47 objects, 3/3 clones, 22/22 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 3/3 whiteouts, 125163115/116829948 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-snaps.yaml}
"2017-09-11 21:15:36.137473 osd.3 osd.3 172.21.15.156:6813/14774 80 : cluster [ERR] 2.3 scrub stat mismatch, got 124/124 objects, 1/1 clones, 124/124 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 333447027/174426914 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache.yaml}
"2017-09-11 21:05:33.643830 osd.3 osd.3 172.21.15.89:6812/316136 36 : cluster [ERR] 3.2 scrub stat mismatch, got 93/93 objects, 0/0 clones, 56/56 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 19/19 whiteouts, 220971833/210804373 bytes, 304/304 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml}
Command failed (workunit test rados/test.sh) on smithi168 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-object-logic-size TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/radosbench.yaml}
"2017-09-11 21:04:55.124774 osd.1 osd.1 172.21.15.162:6808/18435 49 : cluster [ERR] 2.d scrub stat mismatch, got 0/0 objects, 0/0 clones, 0/0 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 0/-24 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect.yaml}
"2017-09-11 21:34:17.474669 osd.1 osd.1 172.21.15.10:6808/26212 82 : cluster [ERR] 2.d deep-scrub stat mismatch, got 93/93 objects, 0/0 clones, 93/93 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 182424663/133182374 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml}
"2017-09-11 21:12:48.796134 osd.6 osd.6 172.21.15.118:6801/14735 24 : cluster [ERR] 2.a scrub stat mismatch, got 100/100 objects, 0/0 clones, 100/100 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 206812511/157406141 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/small-objects.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml}
"2017-09-11 21:26:57.242264 osd.5 osd.5 172.21.15.25:6808/334818 30 : cluster [ERR] 2.2 scrub stat mismatch, got 5/5 objects, 3/3 clones, 5/5 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 10867431/9189759 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml}
"2017-09-11 21:12:55.107134 osd.1 osd.1 172.21.15.75:6801/15423 34 : cluster [ERR] 2.4 scrub stat mismatch, got 20/20 objects, 0/0 clones, 20/20 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 55801121/29991242 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/singleton/{all/divergent_priors.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml}
"2017-09-11 21:07:47.093371 osd.2 osd.2 172.21.15.26:6808/2833 7 : cluster [ERR] 2.0 deep-scrub stat mismatch, got 101/101 objects, 0/0 clones, 101/101 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 31408/0 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml}
"2017-09-11 21:32:16.083014 osd.0 osd.0 172.21.15.9:6809/26131 94 : cluster [ERR] 3.1 deep-scrub stat mismatch, got 427/427 objects, 0/0 clones, 426/426 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 0/0 whiteouts, 1254099743/621711728 bytes, 446/446 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml}
"2017-09-11 21:11:16.728571 osd.4 osd.4 172.21.15.164:6801/18079 28 : cluster [ERR] 3.2 scrub stat mismatch, got 18/18 objects, 0/0 clones, 9/9 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 1/1 whiteouts, 44792949/48323382 bytes, 314/314 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml}
"2017-09-11 21:26:00.916876 osd.4 osd.4 172.21.15.97:6804/304480 2 : cluster [ERR] 3.3 deep-scrub stat mismatch, got 50/50 objects, 15/15 clones, 23/23 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 8/8 whiteouts, 111195543/7844899 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml}
"2017-09-11 21:17:20.368803 osd.6 osd.6 172.21.15.33:6811/174651 29 : cluster [ERR] 3.1 scrub stat mismatch, got 49/49 objects, 3/3 clones, 24/24 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 3/3 whiteouts, 131612528/120041007 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-snaps.yaml}
"2017-09-11 21:16:35.468328 osd.4 osd.4 172.21.15.133:6800/25920 44 : cluster [ERR] 3.1 scrub stat mismatch, got 48/48 objects, 3/3 clones, 23/23 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 3/3 whiteouts, 115835032/104611540 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/monthrash/{ceph.yaml clusters/3-mons.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml thrashers/sync.yaml workloads/snaps-few-objects.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache.yaml}
"2017-09-11 21:12:27.604852 osd.3 osd.3 172.21.15.24:6813/25920 82 : cluster [ERR] 2.3 scrub stat mismatch, got 132/132 objects, 0/0 clones, 132/132 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 371911754/184191086 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml}
"2017-09-11 21:12:44.202049 osd.2 osd.2 172.21.15.152:6801/26462 30 : cluster [ERR] 2.e scrub stat mismatch, got 7/7 objects, 3/3 clones, 7/7 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 17943948/13939085 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml}
Command failed (workunit test rados/test.sh) on smithi112 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-object-logic-size TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml}
"2017-09-11 21:25:59.391922 osd.3 osd.3 172.21.15.135:6805/25897 158 : cluster [ERR] 4.d scrub stat mismatch, got 154/154 objects, 0/0 clones, 154/154 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 641728536/641728512 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml tasks/rados_cls_all.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/multimon/{clusters/3.yaml mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml tasks/mon_clock_with_skews.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/redirect.yaml}
"2017-09-11 21:23:14.948283 osd.2 osd.2 172.21.15.147:6808/25903 34 : cluster [ERR] 2.e scrub stat mismatch, got 83/83 objects, 0/0 clones, 83/83 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 152374803/113999738 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml}
"2017-09-11 21:33:01.358951 osd.6 osd.6 172.21.15.118:6809/15817 97 : cluster [ERR] 2.7 scrub stat mismatch, got 101/101 objects, 0/0 clones, 101/101 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 169634602/103806661 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/small-objects.yaml}
"2017-09-11 21:16:59.249661 osd.5 osd.5 172.21.15.15:6800/17444 32 : cluster [ERR] 2.d scrub stat mismatch, got 70/70 objects, 1/1 clones, 70/70 dirty, 1/1 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 211337666/103193433 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml}
"2017-09-11 21:20:39.204362 osd.5 osd.5 172.21.15.139:6809/25955 88 : cluster [ERR] 2.22 scrub stat mismatch, got 5/5 objects, 0/0 clones, 5/5 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 16203235/15544502 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml}
"2017-09-11 21:25:12.104920 mon.a mon.1 172.21.15.173:6789/0 74 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml}
"2017-09-11 21:28:33.558780 osd.5 osd.5 172.21.15.184:6808/16193 30 : cluster [ERR] 3.0 scrub stat mismatch, got 801/801 objects, 0/0 clones, 501/501 dirty, 0/0 omap, 0/0 pinned, 3/3 hit_set_archive, 0/0 whiteouts, 2384531716/1191222077 bytes, 1424/1424 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml}
"2017-09-11 21:18:49.547742 osd.6 osd.6 172.21.15.143:6809/334156 97 : cluster [ERR] 3.1 scrub stat mismatch, got 15/15 objects, 0/0 clones, 5/5 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 1/1 whiteouts, 38338273/38669180 bytes, 318/318 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml}
"2017-09-11 21:29:28.197391 osd.1 osd.1 172.21.15.185:6808/7715 40 : cluster [ERR] 3.0 deep-scrub stat mismatch, got 46/46 objects, 3/3 clones, 22/22 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 130932638/-53652031 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml}
"2017-09-11 21:30:13.505818 osd.0 osd.0 172.21.15.2:6800/25986 2 : cluster [ERR] 3.1 deep-scrub stat mismatch, got 49/49 objects, 15/15 clones, 22/22 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 6/6 whiteouts, 108665677/126562223 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml}
"2017-09-11 21:29:16.036660 osd.5 osd.5 172.21.15.130:6813/12154 28 : cluster [ERR] 2.3 scrub stat mismatch, got 124/124 objects, 4/4 clones, 124/124 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 348312728/188813995 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache.yaml}
"2017-09-11 21:24:11.846549 osd.5 osd.5 172.21.15.29:6801/25895 30 : cluster [ERR] 2.0 scrub stat mismatch, got 112/112 objects, 0/0 clones, 112/112 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 316992272/149448745 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml}
"2017-09-11 21:39:47.350077 osd.2 osd.2 172.21.15.147:6810/25988 108 : cluster [ERR] 2.b deep-scrub stat mismatch, got 9/9 objects, 4/4 clones, 9/9 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 21527174/14862876 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml}
Command failed (workunit test rados/test.sh) on smithi149 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-object-logic-size TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/radosbench.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect.yaml}
"2017-09-11 21:39:32.915030 osd.1 osd.1 172.21.15.110:6813/14713 29 : cluster [ERR] 2.a scrub stat mismatch, got 92/92 objects, 0/0 clones, 92/92 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 161956740/105893372 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml}
"2017-09-11 21:26:00.865533 osd.3 osd.3 172.21.15.37:6813/25987 160 : cluster [ERR] 2.19 scrub stat mismatch, got 46/46 objects, 0/0 clones, 46/46 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 100861348/100302948 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/monthrash/{ceph.yaml clusters/9-mons.yaml mon_kv_backend/rocksdb.yaml msgr-failures/mon-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml thrashers/sync.yaml workloads/pool-create-delete.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml rados.yaml thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml}
"2017-09-11 21:35:43.749410 osd.2 osd.2 172.21.15.179:6800/23713 283 : cluster [ERR] 2.3as0 scrub stat mismatch, got 13/13 objects, 11/11 clones, 13/13 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 19832832/19181568 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/small-objects.yaml}
"2017-09-11 21:23:14.722072 osd.5 osd.5 172.21.15.58:6802/17612 118 : cluster [ERR] 2.d scrub stat mismatch, got 69/69 objects, 1/1 clones, 69/69 dirty, 2/2 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 196736228/96459851 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml}
"2017-09-11 21:30:48.258824 osd.4 osd.4 172.21.15.39:6805/12629 31 : cluster [ERR] 2.6 scrub stat mismatch, got 6/6 objects, 2/2 clones, 6/6 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 16433401/9773829 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml}
"2017-09-11 21:31:42.279562 osd.3 osd.3 172.21.15.1:6812/26149 35 : cluster [ERR] 3.2 scrub stat mismatch, got 515/515 objects, 0/0 clones, 504/504 dirty, 0/0 omap, 0/0 pinned, 2/2 hit_set_archive, 0/0 whiteouts, 1523074660/765498963 bytes, 893/893 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml}
"2017-09-11 21:40:35.740993 osd.5 osd.5 172.21.15.105:6804/14719 27 : cluster [ERR] 2.0 scrub stat mismatch, got 104/104 objects, 0/0 clones, 104/104 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 315540789/138974693 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml}
"2017-09-11 21:35:37.074545 osd.3 osd.3 172.21.15.92:6812/4318 111 : cluster [ERR] 3.2 scrub stat mismatch, got 50/50 objects, 11/11 clones, 24/24 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 4/4 whiteouts, 124860529/-66836391 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml}
"2017-09-11 21:33:53.031291 osd.0 osd.0 172.21.15.158:6800/15106 39 : cluster [ERR] 3.1 scrub stat mismatch, got 21/21 objects, 0/0 clones, 21/21 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 62638996/44730703 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-snaps.yaml}
"2017-09-11 22:03:50.054209 osd.0 osd.0 172.21.15.36:6805/11280 2 : cluster [ERR] 3.1 deep-scrub stat mismatch, got 45/45 objects, 6/6 clones, 25/25 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 6/6 whiteouts, 106387861/111648153 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache.yaml}
"2017-09-11 22:13:26.593095 osd.1 osd.1 172.21.15.84:6804/14594 35 : cluster [ERR] 2.0 scrub stat mismatch, got 118/118 objects, 0/0 clones, 118/118 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 325756196/138567030 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml}
"2017-09-11 21:29:06.916927 osd.6 osd.6 172.21.15.91:6808/15344 28 : cluster [ERR] 2.a scrub stat mismatch, got 8/8 objects, 3/3 clones, 8/8 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 16823576/10202429 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml}
Command failed (workunit test rados/test.sh) on smithi016 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-object-logic-size TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml}
"2017-09-11 21:38:30.810259 osd.1 osd.1 172.21.15.172:6805/15445 321 : cluster [ERR] 6.d deep-scrub stat mismatch, got 13/13 objects, 0/0 clones, 13/13 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 50331672/50331648 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/redirect.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml}
"2017-09-11 21:40:15.478625 osd.3 osd.3 172.21.15.26:6805/26486 139 : cluster [ERR] 2.23 scrub stat mismatch, got 16/16 objects, 0/0 clones, 16/16 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 31480732/31572964 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/small-objects.yaml}
"2017-09-11 21:28:09.274860 osd.1 osd.1 172.21.15.51:6801/15123 30 : cluster [ERR] 2.a scrub stat mismatch, got 69/69 objects, 1/1 clones, 69/69 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 198262533/102689557 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml}
"2017-09-11 21:40:22.394764 osd.5 osd.5 172.21.15.150:6804/25917 82 : cluster [ERR] 2.4 scrub stat mismatch, got 1/1 objects, 0/0 clones, 1/1 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 2705894/1373262 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml}
"2017-09-11 21:30:33.685433 osd.3 osd.3 172.21.15.115:6813/15469 39 : cluster [ERR] 2.b scrub stat mismatch, got 32/32 objects, 0/0 clones, 32/32 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 92524911/46176473 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml}
"2017-09-11 21:41:05.486487 osd.0 osd.0 172.21.15.144:6809/52698 2 : cluster [ERR] 3.3 deep-scrub stat mismatch, got 999/999 objects, 0/0 clones, 490/490 dirty, 0/0 omap, 0/0 pinned, 8/8 hit_set_archive, 78/78 whiteouts, 2729490865/392853685 bytes, 5424/5424 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/monthrash/{ceph.yaml clusters/3-mons.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml thrashers/force-sync-many.yaml workloads/rados_5925.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml}
"2017-09-11 21:50:19.392028 osd.1 osd.1 172.21.15.23:6809/5258 34 : cluster [ERR] 2.0 deep-scrub stat mismatch, got 122/122 objects, 0/0 clones, 122/122 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 352956946/162876064 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml}
"2017-09-11 21:49:14.543506 osd.4 osd.4 172.21.15.3:6804/27243 30 : cluster [ERR] 3.2 scrub stat mismatch, got 47/47 objects, 6/6 clones, 25/25 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 7/7 whiteouts, 115510983/-77931794 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml}
"2017-09-11 21:40:11.928879 osd.7 osd.7 172.21.15.15:6813/25903 99 : cluster [ERR] 2.1 scrub stat mismatch, got 145/145 objects, 14/14 clones, 145/145 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 384397974/209803361 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml}
"2017-09-11 22:02:25.578352 osd.3 osd.3 172.21.15.90:6809/15691 28 : cluster [ERR] 3.2 scrub stat mismatch, got 47/47 objects, 3/3 clones, 24/24 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 2/2 whiteouts, 126761008/102424624 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache.yaml}
"2017-09-11 21:41:36.461422 osd.0 osd.0 172.21.15.154:6801/8338 2 : cluster [ERR] 3.1 deep-scrub stat mismatch, got 120/120 objects, 0/0 clones, 75/75 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 34/34 whiteouts, 255640869/243014791 bytes, 304/304 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml}
"2017-09-11 21:43:43.738070 osd.6 osd.6 172.21.15.44:6804/17938 29 : cluster [ERR] 2.c scrub stat mismatch, got 1/1 objects, 0/0 clones, 1/1 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 3159683/-59720 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml}
Command failed (workunit test rados/test.sh) on smithi046 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-object-logic-size TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/radosbench.yaml}
"2017-09-11 22:39:12.413943 mon.a mon.0 172.21.15.83:6789/0 423 : cluster [WRN] Manager daemon y is unresponsive. No standby daemons available." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect.yaml}
"2017-09-11 21:38:14.172132 osd.2 osd.2 172.21.15.4:6804/25942 30 : cluster [ERR] 2.c scrub stat mismatch, got 85/85 objects, 0/0 clones, 85/85 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 179535806/139755562 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/small-objects.yaml}
"2017-09-11 21:36:15.638915 osd.1 osd.1 172.21.15.89:6805/14993 33 : cluster [ERR] 2.9 scrub stat mismatch, got 53/53 objects, 2/2 clones, 53/53 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 154713915/80706169 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml}
"2017-09-11 21:54:42.387390 osd.1 osd.1 172.21.15.130:6801/25937 30 : cluster [ERR] 2.d scrub stat mismatch, got 7/7 objects, 4/4 clones, 7/7 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 15743227/8667762 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml}
"2017-09-11 21:39:29.201416 osd.5 osd.5 172.21.15.132:6804/53330 82 : cluster [ERR] 2.d scrub stat mismatch, got 34/34 objects, 0/0 clones, 34/34 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 107331977/53157563 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml}
"2017-09-11 21:45:55.360022 osd.5 osd.5 172.21.15.57:6800/17946 43 : cluster [ERR] 3.0 scrub stat mismatch, got 1018/1018 objects, 0/0 clones, 499/499 dirty, 0/0 omap, 0/0 pinned, 4/4 hit_set_archive, 0/0 whiteouts, 3022506532/1504451964 bytes, 2166/2166 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml}
"2017-09-11 21:56:23.095389 osd.1 osd.1 172.21.15.10:6812/25946 2 : cluster [ERR] 3.0 deep-scrub stat mismatch, got 51/51 objects, 0/0 clones, 23/23 dirty, 0/0 omap, 0/0 pinned, 4/4 hit_set_archive, 12/12 whiteouts, 103482130/105106587 bytes, 1078/1078 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml}
"2017-09-11 21:59:04.620045 osd.5 osd.5 172.21.15.184:6800/14964 30 : cluster [ERR] 3.2 deep-scrub stat mismatch, got 47/47 objects, 8/8 clones, 25/25 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 123129975/-15087286 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml}
"2017-09-11 21:42:53.003102 osd.7 osd.7 172.21.15.181:6812/28527 28 : cluster [ERR] 2.1 scrub stat mismatch, got 136/136 objects, 13/13 clones, 136/136 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 6/6 whiteouts, 362016312/190317312 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-snaps.yaml}
"2017-09-11 21:42:58.742951 osd.2 osd.2 172.21.15.83:6805/29581 91 : cluster [ERR] 2.1 scrub stat mismatch, got 138/138 objects, 19/19 clones, 138/138 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 4/4 whiteouts, 372585607/216588255 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache.yaml}
"2017-09-11 21:47:00.346108 osd.1 osd.1 172.21.15.173:6809/14951 50 : cluster [ERR] 3.2 scrub stat mismatch, got 103/103 objects, 0/0 clones, 62/62 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 24/24 whiteouts, 232455795/217643515 bytes, 267/267 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/monthrash/{ceph.yaml clusters/9-mons.yaml mon_kv_backend/rocksdb.yaml msgr-failures/mon-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/many.yaml workloads/rados_api_tests.yaml}
Command failed (workunit test rados/test.sh) on smithi068 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-object-logic-size TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml}
Command failed (workunit test rados/test.sh) on smithi012 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-object-logic-size TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/radosbench.yaml}
"2017-09-11 22:24:16.126752 osd.1 osd.1 172.21.15.169:6804/17322 353 : cluster [ERR] 7.d scrub stat mismatch, got 0/0 objects, 0/0 clones, 0/0 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 0/-24 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect.yaml}
"2017-09-11 22:10:36.104734 osd.6 osd.6 172.21.15.116:6809/35270 91 : cluster [ERR] 2.c scrub stat mismatch, got 92/92 objects, 0/0 clones, 92/92 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 175972161/125069318 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml}
"2017-09-11 21:47:08.038837 osd.0 osd.0 172.21.15.193:6809/5319 28 : cluster [ERR] 2.c scrub stat mismatch, got 95/95 objects, 0/0 clones, 95/95 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 193953935/148718044 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/small-objects.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml}
"2017-09-11 21:53:02.231806 osd.2 osd.2 172.21.15.29:6810/76119 30 : cluster [ERR] 2.e scrub stat mismatch, got 17/17 objects, 10/10 clones, 17/17 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 3/3 whiteouts, 27978814/20943938 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml}
"2017-09-11 21:51:48.293061 osd.4 osd.4 172.21.15.104:6800/14923 26 : cluster [ERR] 2.f scrub stat mismatch, got 21/21 objects, 0/0 clones, 21/21 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 62406074/31896032 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/singleton/{all/divergent_priors2.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml}
"2017-09-11 21:43:10.061050 osd.2 osd.2 172.21.15.37:6814/36067 7 : cluster [ERR] 2.0 deep-scrub stat mismatch, got 101/101 objects, 0/0 clones, 101/101 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 31408/0 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml}
"2017-09-11 21:46:55.408825 osd.5 osd.5 172.21.15.133:6802/25860 78 : cluster [ERR] 2.d scrub stat mismatch, got 308/308 objects, 0/0 clones, 308/308 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 1287651352/1287651328 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml}
"2017-09-11 22:38:59.981265 osd.1 osd.1 172.21.15.95:6812/14713 106 : cluster [ERR] 3.0 scrub stat mismatch, got 912/912 objects, 0/0 clones, 506/506 dirty, 0/0 omap, 0/0 pinned, 3/3 hit_set_archive, 0/0 whiteouts, 2724679112/1353994970 bytes, 1427/1427 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml}
"2017-09-11 21:45:00.542704 osd.3 osd.3 172.21.15.90:6813/14692 42 : cluster [ERR] 2.2 scrub stat mismatch, got 113/113 objects, 0/0 clones, 113/113 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 333361060/137115340 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml}
"2017-09-11 22:09:43.474807 osd.3 osd.3 172.21.15.197:6813/26033 2 : cluster [ERR] 3.2 deep-scrub stat mismatch, got 46/46 objects, 0/0 clones, 22/22 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 15/15 whiteouts, 91975032/-35899468 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml}
"2017-09-11 22:31:36.176415 osd.3 osd.3 172.21.15.112:6812/15665 34 : cluster [ERR] 3.2 scrub stat mismatch, got 49/49 objects, 7/7 clones, 24/24 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 123714866/108605222 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-snaps.yaml}
"2017-09-11 21:48:34.544591 osd.4 osd.4 172.21.15.76:6800/10741 29 : cluster [ERR] 3.3 scrub stat mismatch, got 43/43 objects, 2/2 clones, 24/24 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 5/5 whiteouts, 109282038/100445382 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache.yaml}
"2017-09-11 21:55:45.553214 osd.7 osd.7 172.21.15.110:6813/14767 79 : cluster [ERR] 2.1 scrub stat mismatch, got 96/96 objects, 0/0 clones, 96/96 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 268376150/121373455 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml}
"2017-09-11 21:52:26.791542 osd.3 osd.3 172.21.15.17:6809/25998 131 : cluster [ERR] 2.12 scrub stat mismatch, got 4/4 objects, 3/3 clones, 4/4 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 8965632/9972887 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml}
Command failed (workunit test rados/test.sh) on smithi103 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-object-logic-size TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml}
"2017-09-11 21:57:01.001085 osd.7 osd.7 172.21.15.8:6808/25700 71 : cluster [ERR] 3.d scrub stat mismatch, got 0/0 objects, 0/0 clones, 0/0 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 0/-24 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/redirect.yaml}
"2017-09-11 21:54:47.451049 osd.2 osd.2 172.21.15.51:6804/14854 29 : cluster [ERR] 2.e scrub stat mismatch, got 84/84 objects, 0/0 clones, 84/84 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 146576025/101223653 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml}
"2017-09-11 21:56:56.472544 osd.1 osd.1 172.21.15.31:6800/25901 102 : cluster [ERR] 2.6 deep-scrub stat mismatch, got 98/98 objects, 0/0 clones, 98/98 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 179702358/122429802 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/monthrash/{ceph.yaml clusters/3-mons.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml thrashers/one.yaml workloads/rados_mon_workunits.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/small-objects.yaml}
"2017-09-11 22:00:53.496388 osd.0 osd.0 172.21.15.179:6805/16204 34 : cluster [ERR] 2.f scrub stat mismatch, got 65/65 objects, 2/2 clones, 65/65 dirty, 2/2 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 189846438/94050619 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml}
"2017-09-11 22:27:37.020549 osd.6 osd.6 172.21.15.25:6801/47760 28 : cluster [ERR] 2.a scrub stat mismatch, got 20/20 objects, 0/0 clones, 20/20 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 59498727/29380326 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml}
"2017-09-11 22:05:19.530884 osd.4 osd.4 172.21.15.85:6804/593746 208 : cluster [ERR] 2.d scrub stat mismatch, got 0/0 objects, 0/0 clones, 0/0 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 0/-24 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml}
"2017-09-11 21:57:03.445846 osd.6 osd.6 172.21.15.98:6805/18047 34 : cluster [ERR] 3.1 scrub stat mismatch, got 913/913 objects, 0/0 clones, 497/497 dirty, 0/0 omap, 0/0 pinned, 3/3 hit_set_archive, 0/0 whiteouts, 2687140969/1338017404 bytes, 1844/1844 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml}
"2017-09-11 22:21:43.552654 osd.5 osd.5 172.21.15.98:6805/17569 73 : cluster [ERR] 3.0 scrub stat mismatch, got 17/17 objects, 0/0 clones, 5/5 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 1/1 whiteouts, 44590314/44284970 bytes, 320/320 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml}
"2017-09-11 22:13:25.910097 osd.4 osd.4 172.21.15.80:6800/14546 37 : cluster [ERR] 3.2 scrub stat mismatch, got 44/44 objects, 7/7 clones, 25/25 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 2/2 whiteouts, 108826457/-93888141 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml tasks/rados_python.yaml}
Command failed (workunit test rados/test_python.sh) on smithi084 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-object-logic-size TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test_python.sh'
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/multimon/{clusters/6.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml tasks/mon_recovery.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
centos 
rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml tasks/rados_api_tests.yaml validater/valgrind.yaml}
Command failed (workunit test rados/test.sh) on smithi027 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-object-logic-size TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml}
"2017-09-11 22:12:31.320330 osd.7 osd.7 172.21.15.45:6812/18451 2 : cluster [ERR] 2.1 deep-scrub stat mismatch, got 105/105 objects, 14/14 clones, 105/105 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 3/3 whiteouts, 295256003/153045806 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml}
"2017-09-11 22:25:07.324211 osd.2 osd.2 172.21.15.183:6809/14274 28 : cluster [ERR] 2.1 scrub stat mismatch, got 121/121 objects, 3/3 clones, 121/121 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 331809439/175804622 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache.yaml}
"2017-09-11 21:58:28.669736 osd.0 osd.0 172.21.15.141:6800/25859 36 : cluster [ERR] 3.3 scrub stat mismatch, got 100/100 objects, 0/0 clones, 61/61 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 13/13 whiteouts, 254234708/248353550 bytes, 311/311 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml}
"2017-09-11 21:59:50.364085 osd.2 osd.2 172.21.15.1:6803/26156 76 : cluster [ERR] 2.e scrub stat mismatch, got 9/9 objects, 3/3 clones, 9/9 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 2/2 whiteouts, 18602015/7038184 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml}
Command failed (workunit test rados/test.sh) on smithi024 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-object-logic-size TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/radosbench.yaml}
"2017-09-11 22:09:48.554791 mon.a mon.1 172.21.15.178:6789/0 65 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect.yaml}
"2017-09-11 22:01:43.719492 osd.6 osd.6 172.21.15.75:6805/16311 28 : cluster [ERR] 2.a scrub stat mismatch, got 96/96 objects, 0/0 clones, 96/96 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 193787119/147961054 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml}
"2017-09-11 22:12:29.457787 osd.5 osd.5 172.21.15.110:6808/14806 61 : cluster [ERR] 2.2 scrub stat mismatch, got 91/91 objects, 0/0 clones, 91/91 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 198678253/167973975 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/small-objects.yaml}
"2017-09-11 21:59:58.424259 osd.7 osd.7 172.21.15.177:6809/16150 85 : cluster [ERR] 2.0 scrub stat mismatch, got 64/64 objects, 0/0 clones, 64/64 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 189890700/95258397 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml}
"2017-09-11 22:02:24.241464 osd.6 osd.6 172.21.15.78:6810/21460 109 : cluster [ERR] 2.7 scrub stat mismatch, got 3/3 objects, 1/1 clones, 3/3 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 6403500/1795184 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml}
"2017-09-11 22:26:00.473900 osd.4 osd.4 172.21.15.184:6800/14758 44 : cluster [ERR] 3.3 deep-scrub stat mismatch, got 1012/1012 objects, 0/0 clones, 540/540 dirty, 0/0 omap, 0/0 pinned, 5/5 hit_set_archive, 0/0 whiteouts, 2894346404/1332318715 bytes, 2831/2831 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml}
"2017-09-11 22:02:32.403759 osd.5 osd.5 172.21.15.88:6804/42236 26 : cluster [ERR] 2.3 scrub stat mismatch, got 111/111 objects, 0/0 clones, 111/111 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 328439493/140939464 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/monthrash/{ceph.yaml clusters/9-mons.yaml mon_kv_backend/rocksdb.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml thrashers/sync-many.yaml workloads/snaps-few-objects.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml}
"2017-09-11 22:12:20.676818 osd.4 osd.4 172.21.15.2:6804/25677 100 : cluster [ERR] 3.3 deep-scrub stat mismatch, got 47/47 objects, 10/10 clones, 23/23 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 118365408/-60148463 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml}
"2017-09-11 22:05:35.489279 osd.3 osd.3 172.21.15.11:6812/26020 31 : cluster [ERR] 3.2 scrub stat mismatch, got 31/31 objects, 0/0 clones, 22/22 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 89094072/77306902 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-snaps.yaml}
"2017-09-11 22:19:24.687027 osd.4 osd.4 172.21.15.191:6800/14799 2 : cluster [ERR] 3.2 deep-scrub stat mismatch, got 47/47 objects, 2/2 clones, 25/25 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 129701381/147140936 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache.yaml}
"2017-09-11 22:08:14.832830 osd.5 osd.5 172.21.15.135:6809/25892 34 : cluster [ERR] 2.1 scrub stat mismatch, got 99/99 objects, 0/0 clones, 99/99 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 288451627/135125693 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml}
"2017-09-11 22:02:11.276879 osd.2 osd.2 172.21.15.9:6800/25940 29 : cluster [ERR] 2.c scrub stat mismatch, got 5/5 objects, 1/1 clones, 5/5 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 10033647/5457770 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml}
Command failed (workunit test rados/test.sh) on smithi091 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-object-logic-size TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml}
"2017-09-11 22:12:47.888965 mon.a mon.1 172.21.15.73:6789/0 210 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/redirect.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml}
"2017-09-11 22:18:41.912070 osd.2 osd.2 172.21.15.28:6813/25808 22 : cluster [ERR] 2.c scrub stat mismatch, got 87/87 objects, 0/0 clones, 87/87 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 178189200/139803484 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/small-objects.yaml}
"2017-09-11 22:13:49.554218 osd.1 osd.1 172.21.15.154:6804/25880 32 : cluster [ERR] 2.4 scrub stat mismatch, got 63/63 objects, 3/3 clones, 63/63 dirty, 1/1 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 177890855/89201229 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml}
"2017-09-11 22:16:08.458328 osd.7 osd.7 172.21.15.87:6812/14790 81 : cluster [ERR] 2.b scrub stat mismatch, got 0/0 objects, 0/0 clones, 0/0 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 0/-1016579 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml}
"2017-09-11 22:16:24.768750 osd.6 osd.6 172.21.15.105:6808/14950 31 : cluster [ERR] 2.4 scrub stat mismatch, got 34/34 objects, 0/0 clones, 34/34 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 97248800/53425244 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml}
"2017-09-11 22:09:09.028178 osd.5 osd.5 172.21.15.50:6804/18334 2 : cluster [ERR] 3.0 deep-scrub stat mismatch, got 1023/1023 objects, 0/0 clones, 493/493 dirty, 0/0 omap, 0/0 pinned, 8/8 hit_set_archive, 81/81 whiteouts, 2774393788/449571651 bytes, 5726/5726 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml}
"2017-09-11 22:31:56.318016 osd.1 osd.1 172.21.15.179:6804/26957 33 : cluster [ERR] 3.0 scrub stat mismatch, got 23/23 objects, 0/0 clones, 9/9 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 0/0 whiteouts, 66659199/67633475 bytes, 294/294 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml}
"2017-09-11 22:10:33.520273 osd.3 osd.3 172.21.15.18:6812/25960 24 : cluster [ERR] 3.2 scrub stat mismatch, got 49/49 objects, 3/3 clones, 25/25 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 2/2 whiteouts, 128645796/-42481565 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml}
"2017-09-11 22:08:39.942430 osd.3 osd.3 172.21.15.23:6811/26298 103 : cluster [ERR] 2.0 scrub stat mismatch, got 141/141 objects, 12/12 clones, 141/141 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 4/4 whiteouts, 371175933/188922867 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml}
"2017-09-11 22:08:59.718961 osd.3 osd.3 172.21.15.10:6805/26007 27 : cluster [ERR] 3.2 scrub stat mismatch, got 46/46 objects, 0/0 clones, 25/25 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 128255372/106813194 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache.yaml}
"2017-09-11 22:13:08.115039 osd.0 osd.0 172.21.15.81:6804/17812 2 : cluster [ERR] 3.3 deep-scrub stat mismatch, got 108/108 objects, 0/0 clones, 68/68 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 18/18 whiteouts, 264178410/266531220 bytes, 285/285 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml}
"2017-09-11 22:12:38.475021 osd.2 osd.2 172.21.15.77:6809/14776 126 : cluster [ERR] 2.23 scrub stat mismatch, got 4/4 objects, 3/3 clones, 4/4 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 10154016/8268824 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/monthrash/{ceph.yaml clusters/3-mons.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml thrashers/sync-many.yaml workloads/pool-create-delete.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore.yaml rados.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-radosbench.yaml}
"2017-09-11 22:44:10.471066 osd.7 osd.7 172.21.15.57:6813/32385 544 : cluster [ERR] 5.ds0 scrub stat mismatch, got 0/0 objects, 0/0 clones, 0/0 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 0/-24 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml}
Command failed (workunit test rados/test.sh) on smithi162 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-object-logic-size TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/radosbench.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect.yaml}
"2017-09-11 22:16:48.747643 osd.1 osd.1 172.21.15.31:6811/35241 11 : cluster [ERR] 2.d scrub stat mismatch, got 95/95 objects, 0/0 clones, 95/95 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 162055338/101659591 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml}
{'smithi088.front.sepia.ceph.com': {'msg': 'One or more items failed', 'failed': True, 'changed': False}}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/small-objects.yaml}
"2017-09-11 22:21:23.933420 osd.2 osd.2 172.21.15.136:6806/25714 30 : cluster [ERR] 2.c scrub stat mismatch, got 58/58 objects, 2/2 clones, 58/58 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 160731809/80007541 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml}
"2017-09-11 22:38:41.079301 osd.2 osd.2 172.21.15.185:6812/14612 33 : cluster [ERR] 2.c scrub stat mismatch, got 7/7 objects, 4/4 clones, 7/7 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 2/2 whiteouts, 10420787/8435949 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml}
"2017-09-11 22:21:39.595451 osd.3 osd.3 172.21.15.185:6812/14912 76 : cluster [ERR] 2.7 scrub stat mismatch, got 28/28 objects, 0/0 clones, 28/28 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 80962388/39546382 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml}
"2017-09-11 22:15:16.686382 osd.1 osd.1 172.21.15.172:6805/14983 224 : cluster [ERR] 2.d scrub stat mismatch, got 34/34 objects, 0/0 clones, 34/34 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 138412056/138412032 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml}
"2017-09-11 22:36:46.756210 osd.0 osd.0 172.21.15.23:6801/26265 37 : cluster [ERR] 3.3 scrub stat mismatch, got 788/788 objects, 0/0 clones, 490/490 dirty, 0/0 omap, 0/0 pinned, 3/3 hit_set_archive, 0/0 whiteouts, 2331814950/1163127212 bytes, 1454/1454 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml}
"2017-09-11 22:25:03.510067 osd.2 osd.2 172.21.15.4:6812/26003 2 : cluster [ERR] 2.1 deep-scrub stat mismatch, got 86/86 objects, 0/0 clones, 86/86 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 257860837/40339477 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml}
"2017-09-11 22:17:59.097907 osd.3 osd.3 172.21.15.147:6813/25919 29 : cluster [ERR] 3.2 scrub stat mismatch, got 48/48 objects, 7/7 clones, 23/23 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 2/2 whiteouts, 123434778/-48509685 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml}
"2017-09-11 22:25:51.237349 osd.3 osd.3 172.21.15.45:6812/18249 33 : cluster [ERR] 3.2 scrub stat mismatch, got 48/48 objects, 4/4 clones, 23/23 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 5/5 whiteouts, 122758882/111132408 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-snaps.yaml}
"2017-09-11 22:17:49.626016 osd.7 osd.7 172.21.15.156:6808/14756 93 : cluster [ERR] 2.1 scrub stat mismatch, got 122/122 objects, 2/2 clones, 122/122 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 339725481/187048648 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache.yaml}
"2017-09-11 22:17:53.233955 osd.5 osd.5 172.21.15.76:6804/17790 31 : cluster [ERR] 2.2 scrub stat mismatch, got 101/101 objects, 0/0 clones, 101/101 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 293634767/132247354 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml}
Command failed (workunit test rados/test.sh) on smithi150 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-object-logic-size TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/radosbench.yaml}
"2017-09-11 22:34:20.327232 osd.1 osd.1 172.21.15.137:6804/31471 6 : cluster [ERR] 2.d scrub stat mismatch, got 0/0 objects, 0/0 clones, 0/0 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 0/-24 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect.yaml}
"2017-09-11 22:25:13.768848 osd.5 osd.5 172.21.15.50:6807/18134 100 : cluster [ERR] 2.d scrub stat mismatch, got 100/100 objects, 0/0 clones, 100/100 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 197685782/146465094 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml}
"2017-09-11 22:35:51.608880 osd.2 osd.2 172.21.15.28:6804/26048 25 : cluster [ERR] 2.c scrub stat mismatch, got 87/87 objects, 0/0 clones, 87/87 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 161113849/116169737 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/small-objects.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/monthrash/{ceph.yaml clusters/9-mons.yaml mon_kv_backend/rocksdb.yaml msgr-failures/mon-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/sync.yaml workloads/rados_5925.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml}
"2017-09-11 22:31:47.908814 osd.6 osd.6 172.21.15.116:6804/15055 95 : cluster [ERR] 2.19 scrub stat mismatch, got 2/2 objects, 0/0 clones, 2/2 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 5495889/7701901 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml}
"2017-09-11 22:33:56.775842 osd.1 osd.1 172.21.15.78:6808/15477 25 : cluster [ERR] 2.a scrub stat mismatch, got 39/39 objects, 0/0 clones, 39/39 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 121098230/65287976 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/singleton/{all/dump-stuck.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml}
"2017-09-11 22:29:53.587101 osd.3 osd.3 172.21.15.118:6813/15701 104 : cluster [ERR] 3.2 scrub stat mismatch, got 789/789 objects, 0/0 clones, 500/500 dirty, 0/0 omap, 0/0 pinned, 3/3 hit_set_archive, 0/0 whiteouts, 2361586260/1184262487 bytes, 1411/1411 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml}
"2017-09-11 22:29:21.063519 osd.5 osd.5 172.21.15.115:6808/14765 31 : cluster [ERR] 3.0 scrub stat mismatch, got 22/22 objects, 0/0 clones, 7/7 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 1/1 whiteouts, 64675907/63609522 bytes, 294/294 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml}
"2017-09-11 23:04:24.980985 osd.4 osd.4 172.21.15.181:6800/14532 2 : cluster [ERR] 3.3 deep-scrub stat mismatch, got 50/50 objects, 7/7 clones, 21/21 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 11/11 whiteouts, 116181552/-3407343 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml}
"2017-09-11 22:51:46.067858 osd.3 osd.3 172.21.15.154:6809/15847 31 : cluster [ERR] 2.0 scrub stat mismatch, got 121/121 objects, 4/4 clones, 121/121 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 319429468/160235114 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-snaps.yaml}
"2017-09-11 22:28:13.750984 osd.4 osd.4 172.21.15.164:6805/18460 35 : cluster [ERR] 3.3 scrub stat mismatch, got 48/48 objects, 3/3 clones, 24/24 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 2/2 whiteouts, 122463755/104267479 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache.yaml}
"2017-09-11 22:29:27.780266 osd.2 osd.2 172.21.15.17:6813/26080 80 : cluster [ERR] 2.1 scrub stat mismatch, got 93/93 objects, 0/0 clones, 93/93 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 256778263/112249331 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml}
"2017-09-11 22:24:48.701647 osd.3 osd.3 172.21.15.166:6812/18081 29 : cluster [ERR] 2.e deep-scrub stat mismatch, got 4/4 objects, 1/1 clones, 4/4 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 8823576/4789873 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml}
Command failed (workunit test rados/test.sh) on smithi115 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-object-logic-size TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml}
"2017-09-11 22:59:43.475449 osd.1 osd.1 172.21.15.158:6802/22339 429 : cluster [ERR] 7.d scrub stat mismatch, got 0/0 objects, 0/0 clones, 0/0 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 0/-24 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/redirect.yaml}
"2017-09-11 22:52:54.520701 osd.5 osd.5 172.21.15.4:6805/17021 28 : cluster [ERR] 2.e scrub stat mismatch, got 87/87 objects, 0/0 clones, 87/87 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 170845135/130194022 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml}
"2017-09-11 22:56:19.923593 osd.2 osd.2 172.21.15.179:6808/23338 79 : cluster [ERR] 2.1 scrub stat mismatch, got 108/108 objects, 0/0 clones, 108/108 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 192543203/123535755 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/small-objects.yaml}
"2017-09-11 22:30:44.351728 osd.1 osd.1 172.21.15.1:6804/26525 31 : cluster [ERR] 2.d scrub stat mismatch, got 62/62 objects, 3/3 clones, 62/62 dirty, 1/1 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 179840543/91330972 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml}
"2017-09-11 22:32:26.998533 osd.0 osd.0 172.21.15.103:6800/15694 26 : cluster [ERR] 2.c scrub stat mismatch, got 32/32 objects, 0/0 clones, 32/32 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 98357006/53327309 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml}
"2017-09-11 22:40:27.021397 osd.1 osd.1 172.21.15.104:6800/14806 31 : cluster [ERR] 3.0 scrub stat mismatch, got 748/748 objects, 0/0 clones, 504/504 dirty, 0/0 omap, 0/0 pinned, 3/3 hit_set_archive, 0/0 whiteouts, 2230325844/1116167063 bytes, 1437/1437 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml}
"2017-09-11 22:53:59.049946 osd.2 osd.2 172.21.15.84:6801/15166 88 : cluster [ERR] 2.1 scrub stat mismatch, got 104/104 objects, 0/0 clones, 104/104 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 311995304/125938735 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/monthrash/{ceph.yaml clusters/3-mons.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml thrashers/force-sync-many.yaml workloads/rados_api_tests.yaml}
Command failed (workunit test rados/test.sh) on smithi184 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-object-logic-size TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml}
"2017-09-11 22:32:27.746779 osd.4 osd.4 172.21.15.68:6800/18513 30 : cluster [ERR] 3.2 scrub stat mismatch, got 48/48 objects, 10/10 clones, 22/22 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 4/4 whiteouts, 114930950/-63407389 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml}
"2017-09-11 22:55:59.372556 osd.5 osd.5 172.21.15.50:6809/18035 2 : cluster [ERR] 3.0 deep-scrub stat mismatch, got 47/47 objects, 10/10 clones, 23/23 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 4/4 whiteouts, 106849103/122922729 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml}
"2017-09-11 22:35:35.094523 osd.2 osd.2 172.21.15.159:6812/10748 27 : cluster [ERR] 2.1 scrub stat mismatch, got 121/121 objects, 5/5 clones, 121/121 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 329335269/170925252 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache.yaml}
"2017-09-11 22:38:31.272600 osd.5 osd.5 172.21.15.181:6800/14787 28 : cluster [ERR] 2.3 scrub stat mismatch, got 136/136 objects, 0/0 clones, 136/136 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 387880483/192288310 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml}
"2017-09-11 22:36:39.457221 osd.4 osd.4 172.21.15.7:6805/16047 99 : cluster [ERR] 2.f scrub stat mismatch, got 4/4 objects, 2/2 clones, 4/4 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 9152325/6686439 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml}
Command failed (workunit test rados/test.sh) on smithi064 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-object-logic-size TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/radosbench.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect.yaml}
"2017-09-11 22:56:08.070681 osd.3 osd.3 172.21.15.183:6812/14439 29 : cluster [ERR] 2.7 scrub stat mismatch, got 69/69 objects, 0/0 clones, 69/69 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 204003828/168982228 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml}
"2017-09-11 22:46:15.652655 osd.1 osd.1 172.21.15.156:6800/14795 26 : cluster [ERR] 2.a scrub stat mismatch, got 97/97 objects, 0/0 clones, 97/97 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 177786294/122542200 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/small-objects.yaml}
"2017-09-11 22:37:02.441603 osd.6 osd.6 172.21.15.139:6804/25863 88 : cluster [ERR] 2.c scrub stat mismatch, got 70/70 objects, 0/0 clones, 70/70 dirty, 1/1 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 206582823/100983178 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml}
"2017-09-11 22:35:57.493075 osd.1 osd.1 172.21.15.92:6805/15339 42 : cluster [ERR] 2.d scrub stat mismatch, got 1/1 objects, 0/0 clones, 1/1 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 3731121/547778 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_stress_watch.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/multimon/{clusters/9.yaml mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_no_skews.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml}
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml}
"2017-09-11 22:48:35.419665 osd.7 osd.7 172.21.15.21:6813/52856 36 : cluster [ERR] 3.0 scrub stat mismatch, got 844/844 objects, 0/0 clones, 505/505 dirty, 0/0 omap, 0/0 pinned, 3/3 hit_set_archive, 0/0 whiteouts, 2503045319/1243408186 bytes, 1436/1436 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml}
"2017-09-11 22:40:27.311628 osd.3 osd.3 172.21.15.130:6813/19856 33 : cluster [ERR] 2.1 scrub stat mismatch, got 101/101 objects, 0/0 clones, 101/101 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 308869631/140128287 bytes, 0/0 hit_set_archive bytes." in cluster log
wip-object-logic-size
wip-object-logic-size
master
smithi
 
rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml}
"2017-09-11 22:40:49.828324 osd.0 osd.0 172.21.15.81:6800/9449 105 : cluster [ERR] 3.3 scrub stat mismatch, got 46/46 objects, 12/12 clones, 23/23 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 4/4 whiteouts, 113468271/-52752003 bytes, 0/0 hit_set_archive bytes." in cluster log