Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 1767959 2017-10-24 05:30:45 2017-10-24 05:31:12 2017-10-24 05:53:11 0:21:59 0:20:04 0:01:55 smithi master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/rados_api_tests.yaml} 2
pass 1767960 2017-10-24 05:30:46 2017-10-24 05:31:29 2017-10-24 05:43:28 0:11:59 0:09:14 0:02:45 smithi master rados/mgr/{clusters/2-node-mgr.yaml debug/mgr.yaml objectstore/bluestore-bitmap.yaml tasks/failover.yaml} 2
pass 1767961 2017-10-24 05:30:46 2017-10-24 05:31:29 2017-10-24 05:49:28 0:17:59 0:15:59 0:02:00 smithi master rados/monthrash/{ceph.yaml clusters/3-mons.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml thrashers/force-sync-many.yaml workloads/pool-create-delete.yaml} 2
pass 1767962 2017-10-24 05:30:47 2017-10-24 05:31:29 2017-10-24 05:47:28 0:15:59 0:08:48 0:07:11 smithi master rados/multimon/{clusters/21.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/mon_clock_no_skews.yaml} 3
pass 1767963 2017-10-24 05:30:48 2017-10-24 05:31:29 2017-10-24 05:41:28 0:09:59 0:08:04 0:01:55 smithi master rados/objectstore/alloc-hint.yaml 1
pass 1767964 2017-10-24 05:30:48 2017-10-24 05:31:58 2017-10-24 05:45:57 0:13:59 0:12:00 0:01:59 smithi master rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml settings/optimized.yaml workloads/sample_fio.yaml} 1
pass 1767965 2017-10-24 05:30:49 2017-10-24 05:32:22 2017-10-24 05:42:21 0:09:59 0:07:48 0:02:11 smithi master rados/rest/mgr-restful.yaml 1
pass 1767966 2017-10-24 05:30:50 2017-10-24 05:33:01 2017-10-24 05:45:00 0:11:59 0:07:53 0:04:06 smithi master rados/singleton/{all/admin-socket.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml} 1
pass 1767967 2017-10-24 05:30:50 2017-10-24 05:33:13 2017-10-24 05:59:13 0:26:00 0:21:22 0:04:38 smithi master rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml} 1
pass 1767968 2017-10-24 05:30:51 2017-10-24 05:34:04 2017-10-24 05:46:03 0:11:59 0:10:12 0:01:47 smithi master rados/singleton-nomsgr/{all/admin_socket_output.yaml rados.yaml} 1
pass 1767969 2017-10-24 05:30:52 2017-10-24 05:35:46 2017-10-24 05:43:59 0:08:13 0:06:37 0:01:36 smithi master rados/standalone/crush.yaml 1
fail 1767970 2017-10-24 05:30:52 2017-10-24 05:36:14 2017-10-24 05:54:13 0:17:59 0:12:55 0:05:04 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
Failure Reason:

"2017-10-24 05:46:59.966534 osd.2 osd.2 172.21.15.28:6808/896 91 : cluster [ERR] 2.1c scrub stat mismatch, got 469/471 objects, 0/0 clones, 469/471 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 1967128576/1975517184 bytes, 0/0 hit_set_archive bytes." in cluster log

pass 1767971 2017-10-24 05:30:53 2017-10-24 05:37:30 2017-10-24 06:07:29 0:29:59 0:28:48 0:01:11 smithi master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-bitmap.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml} 2
fail 1767972 2017-10-24 05:30:54 2017-10-24 05:38:01 2017-10-24 06:10:25 0:32:24 0:26:23 0:06:01 smithi master rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-bitmap.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
Failure Reason:

"2017-10-24 05:55:34.294854 osd.4 osd.4 172.21.15.33:6801/29920 253 : cluster [ERR] 2.1ds0 scrub stat mismatch, got 2/2 objects, 1/1 clones, 2/2 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 13434880/19087360 bytes, 0/0 hit_set_archive bytes." in cluster log

pass 1767973 2017-10-24 05:30:55 2017-10-24 05:38:09 2017-10-24 08:18:12 2:40:03 0:28:12 2:11:51 smithi master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported/centos_latest.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 1767974 2017-10-24 05:30:55 2017-10-24 05:39:41 2017-10-24 06:11:41 0:32:00 0:27:52 0:04:08 smithi master rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/fastclose.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-pool-snaps-few-objects-overwrites.yaml} 2
pass 1767975 2017-10-24 05:30:56 2017-10-24 05:41:39 2017-10-24 08:29:43 2:48:04 0:10:20 2:37:44 smithi master rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-bitmap.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 1767976 2017-10-24 05:30:57 2017-10-24 05:41:39 2017-10-24 07:21:42 1:40:03 1:39:22 0:00:41 smithi master rados/upgrade/luminous-x-singleton/{0-cluster/{openstack.yaml start.yaml} 1-install/luminous.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{rbd-cls.yaml rbd-import-export.yaml readwrite.yaml snaps-few-objects.yaml} 5-workload/{radosbench.yaml rbd_api.yaml} 6-finish-upgrade.yaml 7-mimic.yaml 8-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} thrashosds-health.yaml} 3
fail 1767977 2017-10-24 05:30:57 2017-10-24 05:42:12 2017-10-24 05:52:12 0:10:00 0:04:02 0:05:58 smithi master rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/mon_recovery.yaml validater/lockdep.yaml} 2
Failure Reason:

HTTPSConnectionPool(host='shaman.ceph.com', port=443): Max retries exceeded with url: /api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F14.04%2Fx86_64&sha1=07d85e6a880ad7a955087b950cf710c407ef55c0 (Caused by NewConnectionError('<requests.packages.urllib3.connection.VerifiedHTTPSConnection object at 0x7f403fb79c90>: Failed to establish a new connection: [Errno 113] No route to host',))

fail 1767978 2017-10-24 05:30:58 2017-10-24 05:42:23 2017-10-24 06:08:22 0:25:59 0:19:35 0:06:24 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2017-10-24 05:52:02.244457 osd.6 osd.6 172.21.15.76:6809/23986 290 : cluster [ERR] 3.1 scrub stat mismatch, got 1023/1022 objects, 0/0 clones, 492/491 dirty, 0/0 omap, 0/0 pinned, 7/7 hit_set_archive, 52/51 whiteouts, 1697600925/1698223147 bytes, 4885/4885 hit_set_archive bytes." in cluster log

fail 1767979 2017-10-24 05:30:59 2017-10-24 05:43:40 2017-10-24 05:51:39 0:07:59 0:02:38 0:05:21 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

HTTPSConnectionPool(host='shaman.ceph.com', port=443): Max retries exceeded with url: /api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F14.04%2Fx86_64&sha1=07d85e6a880ad7a955087b950cf710c407ef55c0 (Caused by NewConnectionError('<requests.packages.urllib3.connection.VerifiedHTTPSConnection object at 0x7f36df100ed0>: Failed to establish a new connection: [Errno 113] No route to host',))

pass 1767980 2017-10-24 05:31:00 2017-10-24 05:43:40 2017-10-24 06:03:39 0:19:59 0:16:22 0:03:37 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 1767981 2017-10-24 05:31:00 2017-10-24 05:43:40 2017-10-24 06:09:39 0:25:59 0:23:13 0:02:46 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
fail 1767982 2017-10-24 05:31:01 2017-10-24 05:43:53 2017-10-24 06:13:53 0:30:00 0:23:04 0:06:56 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2017-10-24 06:01:07.160062 osd.4 osd.4 172.21.15.29:6800/1721 161 : cluster [ERR] 3.1 scrub stat mismatch, got 47/47 objects, 3/3 clones, 22/23 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 6/6 whiteouts, 92473881/92473881 bytes, 0/0 hit_set_archive bytes." in cluster log

fail 1767983 2017-10-24 05:31:02 2017-10-24 05:44:01 2017-10-24 06:02:00 0:17:59 0:12:09 0:05:50 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache.yaml} 2
Failure Reason:

"2017-10-24 05:53:17.504755 osd.4 osd.4 172.21.15.61:6812/22092 113 : cluster [ERR] 3.1 scrub stat mismatch, got 96/95 objects, 0/0 clones, 51/50 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 19/19 whiteouts, 173214506/170341592 bytes, 0/0 hit_set_archive bytes." in cluster log

pass 1767984 2017-10-24 05:31:02 2017-10-24 05:44:03 2017-10-24 06:14:02 0:29:59 0:27:56 0:02:03 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1767985 2017-10-24 05:31:03 2017-10-24 05:44:12 2017-10-24 06:04:12 0:20:00 0:17:52 0:02:08 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
fail 1767986 2017-10-24 05:31:04 2017-10-24 05:45:14 2017-10-24 06:31:14 0:46:00 0:40:01 0:05:59 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2017-10-24 05:54:34.279035 osd.2 osd.2 172.21.15.2:6811/26486 31 : cluster [ERR] 2.1 scrub stat mismatch, got 860/856 objects, 0/0 clones, 860/856 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 3607101440/3590324224 bytes, 0/0 hit_set_archive bytes." in cluster log

pass 1767987 2017-10-24 05:31:04 2017-10-24 05:45:25 2017-10-24 05:59:24 0:13:59 0:10:54 0:03:05 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
fail 1767988 2017-10-24 05:31:05 2017-10-24 05:45:30 2017-10-24 06:11:29 0:25:59 0:15:08 0:10:51 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
Failure Reason:

"2017-10-24 06:02:49.552036 osd.6 osd.6 172.21.15.134:6809/6371 230 : cluster [ERR] 2.7 deep-scrub stat mismatch, got 94/95 objects, 0/0 clones, 94/95 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 185992829/188631495 bytes, 0/0 hit_set_archive bytes." in cluster log

fail 1767989 2017-10-24 05:31:06 2017-10-24 05:45:39 2017-10-24 06:11:39 0:26:00 0:20:39 0:05:21 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2017-10-24 05:55:45.984037 osd.3 osd.3 172.21.15.179:6810/29053 98 : cluster [ERR] 2.b scrub stat mismatch, got 74/73 objects, 12/11 clones, 74/73 dirty, 1/1 omap, 0/0 pinned, 0/0 hit_set_archive, 4/4 whiteouts, 120877452/117466021 bytes, 0/0 hit_set_archive bytes." in cluster log

pass 1767990 2017-10-24 05:31:06 2017-10-24 05:45:50 2017-10-24 06:25:49 0:39:59 0:22:38 0:17:21 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
pass 1767991 2017-10-24 05:31:07 2017-10-24 05:45:59 2017-10-24 06:01:58 0:15:59 0:09:12 0:06:47 smithi master rados/monthrash/{ceph.yaml clusters/9-mons.yaml mon_kv_backend/rocksdb.yaml msgr-failures/mon-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml thrashers/many.yaml workloads/rados_5925.yaml} 2
pass 1767992 2017-10-24 05:31:08 2017-10-24 05:46:05 2017-10-24 06:04:04 0:17:59 0:16:01 0:01:58 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1767993 2017-10-24 05:31:08 2017-10-24 05:46:05 2017-10-24 06:00:04 0:13:59 0:11:05 0:02:54 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
fail 1767994 2017-10-24 05:31:09 2017-10-24 05:47:07 2017-10-24 06:13:07 0:26:00 0:21:12 0:04:48 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2017-10-24 05:54:16.634698 osd.1 osd.1 172.21.15.160:6804/29578 39 : cluster [ERR] 3.0 scrub stat mismatch, got 898/896 objects, 0/0 clones, 509/507 dirty, 0/0 omap, 0/0 pinned, 4/4 hit_set_archive, 0/0 whiteouts, 1314921362/1311415901 bytes, 2069/2069 hit_set_archive bytes." in cluster log

fail 1767995 2017-10-24 05:31:10 2017-10-24 05:47:30 2017-10-24 06:17:29 0:29:59 0:11:34 0:18:25 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2017-10-24 06:07:16.524445 osd.3 osd.3 172.21.15.158:6813/31581 198 : cluster [ERR] 2.2 deep-scrub stat mismatch, got 100/101 objects, 0/0 clones, 100/101 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 227559976/229345499 bytes, 0/0 hit_set_archive bytes." in cluster log

fail 1767996 2017-10-24 05:31:10 2017-10-24 05:47:44 2017-10-24 06:21:44 0:34:00 0:25:34 0:08:26 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2017-10-24 06:04:14.275320 osd.7 osd.7 172.21.15.15:6800/15109 156 : cluster [ERR] 2.1 deep-scrub stat mismatch, got 121/120 objects, 4/3 clones, 121/120 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 362985234/360901133 bytes, 0/0 hit_set_archive bytes." in cluster log

pass 1767997 2017-10-24 05:31:11 2017-10-24 05:48:23 2017-10-24 06:10:22 0:21:59 0:19:33 0:02:26 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
pass 1767998 2017-10-24 05:31:12 2017-10-24 05:49:04 2017-10-24 06:15:04 0:26:00 0:23:52 0:02:08 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
fail 1767999 2017-10-24 05:31:13 2017-10-24 05:49:39 2017-10-24 06:07:38 0:17:59 0:12:10 0:05:49 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache.yaml} 2
Failure Reason:

"2017-10-24 05:59:09.967892 osd.6 osd.6 172.21.15.71:6812/17170 42 : cluster [ERR] 3.3 scrub stat mismatch, got 76/76 objects, 0/0 clones, 35/36 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 16/16 whiteouts, 120139272/120139272 bytes, 284/284 hit_set_archive bytes." in cluster log

fail 1768000 2017-10-24 05:31:13 2017-10-24 05:51:42 2017-10-24 06:05:41 0:13:59 0:02:46 0:11:13 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

HTTPSConnectionPool(host='shaman.ceph.com', port=443): Max retries exceeded with url: /api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F14.04%2Fx86_64&sha1=07d85e6a880ad7a955087b950cf710c407ef55c0 (Caused by NewConnectionError('<requests.packages.urllib3.connection.VerifiedHTTPSConnection object at 0x7f848f5ec890>: Failed to establish a new connection: [Errno 113] No route to host',))

pass 1768001 2017-10-24 05:31:14 2017-10-24 05:51:45 2017-10-24 06:15:44 0:23:59 0:19:27 0:04:32 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
pass 1768002 2017-10-24 05:31:15 2017-10-24 05:52:13 2017-10-24 06:26:13 0:34:00 0:33:12 0:00:48 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
pass 1768003 2017-10-24 05:31:15 2017-10-24 05:53:08 2017-10-24 06:13:07 0:19:59 0:11:07 0:08:52 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 1768004 2017-10-24 05:31:16 2017-10-24 05:53:18 2017-10-24 06:11:17 0:17:59 0:14:08 0:03:51 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 1768005 2017-10-24 05:31:17 2017-10-24 05:54:23 2017-10-24 06:26:23 0:32:00 0:24:12 0:07:48 smithi master rados/monthrash/{ceph.yaml clusters/3-mons.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml thrashers/one.yaml workloads/rados_api_tests.yaml} 2
pass 1768006 2017-10-24 05:31:17 2017-10-24 05:55:51 2017-10-24 06:19:51 0:24:00 0:19:59 0:04:01 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
pass 1768007 2017-10-24 05:31:18 2017-10-24 05:56:09 2017-10-24 06:30:09 0:34:00 0:31:09 0:02:51 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
pass 1768008 2017-10-24 05:31:19 2017-10-24 05:59:24 2017-10-24 06:17:24 0:18:00 0:14:06 0:03:54 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1768009 2017-10-24 05:31:19 2017-10-24 05:59:26 2017-10-24 06:21:25 0:21:59 0:13:24 0:08:35 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
fail 1768010 2017-10-24 05:31:20 2017-10-24 05:59:45 2017-10-24 06:25:45 0:26:00 0:17:51 0:08:09 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2017-10-24 06:11:01.566550 osd.2 osd.2 172.21.15.52:6809/19319 38 : cluster [ERR] 2.3s1 scrub stat mismatch, got 146/144 objects, 0/0 clones, 146/144 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 434989075/427929079 bytes, 0/0 hit_set_archive bytes." in cluster log

pass 1768011 2017-10-24 05:31:21 2017-10-24 05:59:58 2017-10-24 06:15:57 0:15:59 0:13:21 0:02:38 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
pass 1768012 2017-10-24 05:31:22 2017-10-24 06:00:06 2017-10-24 06:32:05 0:31:59 0:21:25 0:10:34 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
fail 1768013 2017-10-24 05:31:22 2017-10-24 06:01:57 2017-10-24 06:35:56 0:33:59 0:23:30 0:10:29 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2017-10-24 06:27:12.433022 osd.4 osd.4 172.21.15.33:6801/25821 336 : cluster [ERR] 3.3 scrub stat mismatch, got 51/51 objects, 0/0 clones, 22/23 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 6/6 whiteouts, 114724950/114724950 bytes, 263/263 hit_set_archive bytes." in cluster log

pass 1768014 2017-10-24 05:31:23 2017-10-24 06:01:59 2017-10-24 06:21:59 0:20:00 0:17:32 0:02:28 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
fail 1768015 2017-10-24 05:31:24 2017-10-24 06:02:01 2017-10-24 06:18:00 0:15:59 0:11:21 0:04:38 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache.yaml} 2
Failure Reason:

"2017-10-24 06:11:04.434981 osd.4 osd.4 172.21.15.204:6800/14860 54 : cluster [ERR] 3.3 scrub stat mismatch, got 111/110 objects, 0/0 clones, 74/73 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 20/20 whiteouts, 195394580/192159338 bytes, 302/302 hit_set_archive bytes." in cluster log

pass 1768016 2017-10-24 05:31:24 2017-10-24 06:03:37 2017-10-24 06:35:38 0:32:01 0:26:52 0:05:09 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1768017 2017-10-24 05:31:25 2017-10-24 06:03:40 2017-10-24 06:29:40 0:26:00 0:20:47 0:05:13 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
fail 1768018 2017-10-24 05:31:26 2017-10-24 06:04:05 2017-10-24 06:12:04 0:07:59 0:02:30 0:05:29 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
Failure Reason:

{'smithi198.front.sepia.ceph.com': {'msg': 'One or more items failed', 'failed': True, 'changed': True}}

pass 1768019 2017-10-24 05:31:28 2017-10-24 06:04:13 2017-10-24 06:26:48 0:22:35 0:12:06 0:10:29 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 1768020 2017-10-24 05:31:29 2017-10-24 06:05:05 2017-10-24 06:23:04 0:17:59 0:16:28 0:01:31 smithi master rados/monthrash/{ceph.yaml clusters/9-mons.yaml mon_kv_backend/rocksdb.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/sync-many.yaml workloads/rados_mon_workunits.yaml} 2
pass 1768021 2017-10-24 05:31:31 2017-10-24 06:05:42 2017-10-24 06:23:42 0:18:00 0:11:45 0:06:15 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 1768022 2017-10-24 05:31:31 2017-10-24 06:05:55 2017-10-24 06:27:55 0:22:00 0:20:01 0:01:59 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
fail 1768023 2017-10-24 05:31:32 2017-10-24 06:07:26 2017-10-24 06:41:25 0:33:59 0:24:41 0:09:18 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2017-10-24 06:20:43.791031 osd.5 osd.5 172.21.15.77:6804/16333 141 : cluster [ERR] 2.4 scrub stat mismatch, got 8/9 objects, 4/5 clones, 8/9 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 15466505/19204377 bytes, 0/0 hit_set_archive bytes." in cluster log

pass 1768024 2017-10-24 05:31:33 2017-10-24 06:07:32 2017-10-24 06:21:31 0:13:59 0:11:51 0:02:08 smithi master rados/singleton/{all/divergent_priors.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml} 1
pass 1768025 2017-10-24 05:31:33 2017-10-24 06:07:39 2017-10-24 06:27:39 0:20:00 0:13:38 0:06:22 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1768026 2017-10-24 05:31:34 2017-10-24 06:07:48 2017-10-24 06:25:47 0:17:59 0:14:29 0:03:30 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 1768027 2017-10-24 05:31:35 2017-10-24 06:08:24 2017-10-24 06:26:23 0:17:59 0:16:41 0:01:18 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
fail 1768028 2017-10-24 05:31:36 2017-10-24 06:09:50 2017-10-24 06:29:49 0:19:59 0:14:47 0:05:12 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2017-10-24 06:18:33.312543 osd.3 osd.3 172.21.15.55:6812/17865 45 : cluster [ERR] 2.1 scrub stat mismatch, got 109/109 objects, 0/0 clones, 109/109 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 225324158/223966100 bytes, 0/0 hit_set_archive bytes." in cluster log