Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 2291394 2018-03-15 02:24:00 2018-03-15 02:24:03 2018-03-15 02:56:03 0:32:00 0:26:13 0:05:47 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
pass 2291395 2018-03-15 02:24:01 2018-03-15 02:24:03 2018-03-15 02:42:03 0:18:00 0:10:16 0:07:44 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml} tasks/rados_cls_all.yaml} 2
pass 2291396 2018-03-15 02:24:02 2018-03-15 02:24:03 2018-03-15 03:10:03 0:46:00 0:27:40 0:18:20 mira master centos rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml} tasks/rados_cls_all.yaml validater/valgrind.yaml} 2
pass 2291397 2018-03-15 02:24:03 2018-03-15 02:24:04 2018-03-15 02:38:03 0:13:59 0:07:39 0:06:20 mira master rados/singleton/{all/divergent_priors.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291398 2018-03-15 02:24:03 2018-03-15 02:24:05 2018-03-15 03:02:05 0:38:00 0:31:14 0:06:46 mira master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
pass 2291399 2018-03-15 02:24:04 2018-03-15 02:24:05 2018-03-15 02:50:05 0:26:00 0:20:08 0:05:52 mira master rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/osd-delay.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read-overwrites.yaml} 2
pass 2291400 2018-03-15 02:24:05 2018-03-15 02:24:06 2018-03-15 02:26:05 0:01:59 0 mira master rados/basic-luminous/rados/{op_queue/pool.yaml rados.yaml}
pass 2291401 2018-03-15 02:24:06 2018-03-15 02:24:07 2018-03-15 02:40:06 0:15:59 0:09:03 0:06:56 mira master rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-bitmap.yaml tasks/failover.yaml} 2
pass 2291402 2018-03-15 02:24:06 2018-03-15 02:24:07 2018-03-15 02:38:07 0:14:00 0:06:09 0:07:51 mira master rados/objectstore/alloc-hint.yaml 1
fail 2291403 2018-03-15 02:24:07 2018-03-15 02:24:08 2018-03-15 02:44:08 0:20:00 0:12:11 0:07:49 mira master rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml workloads/fio_4M_rand_write.yaml} 1
Failure Reason:

"2018-03-15 02:40:49.190591 mon.a mon.0 172.21.9.134:6789/0 102 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log

pass 2291404 2018-03-15 02:24:08 2018-03-15 02:24:09 2018-03-15 02:38:08 0:13:59 0:06:36 0:07:23 mira master rados/rest/mgr-restful.yaml 1
pass 2291405 2018-03-15 02:24:08 2018-03-15 02:24:10 2018-03-15 02:56:09 0:31:59 0:24:42 0:07:17 mira master rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291406 2018-03-15 02:24:09 2018-03-15 02:24:10 2018-03-15 02:40:10 0:16:00 0:10:00 0:06:00 mira master rados/singleton-nomsgr/{all/admin_socket_output.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291407 2018-03-15 02:24:10 2018-03-15 02:24:11 2018-03-15 02:48:11 0:24:00 0:05:42 0:18:18 mira master rados/standalone/crush.yaml 1
pass 2291408 2018-03-15 02:24:11 2018-03-15 02:24:12 2018-03-15 04:26:14 2:02:02 0:28:30 1:33:32 mira master rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
pass 2291409 2018-03-15 02:24:11 2018-03-15 02:24:13 2018-03-15 03:24:13 1:00:00 0:28:05 0:31:55 mira master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml} supported/centos_latest.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 2291410 2018-03-15 02:24:12 2018-03-15 02:24:13 2018-03-15 08:32:22 6:08:09 0:11:29 5:56:40 mira master rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2291411 2018-03-15 02:24:13 2018-03-15 02:24:14 2018-03-15 02:26:13 0:01:59 0 mira master rados/thrash-luminous/rados/{op_queue/pool.yaml rados.yaml}
pass 2291412 2018-03-15 02:24:14 2018-03-15 02:26:08 2018-03-15 05:38:12 3:12:04 1:51:37 1:20:27 mira master rados/upgrade/luminous-x-singleton/{0-cluster/{openstack.yaml start.yaml} 1-install/luminous.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{rbd-cls.yaml rbd-import-export.yaml readwrite.yaml snaps-few-objects.yaml} 5-workload/{radosbench.yaml rbd_api.yaml} 6-finish-upgrade.yaml 7-mimic.yaml 8-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} thrashosds-health.yaml} 3
pass 2291413 2018-03-15 02:24:14 2018-03-15 02:26:14 2018-03-15 03:08:14 0:42:00 0:22:37 0:19:23 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 2291414 2018-03-15 02:24:15 2018-03-15 02:38:07 2018-03-15 02:58:06 0:19:59 0:10:12 0:09:47 mira master rados/singleton/{all/divergent_priors2.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291415 2018-03-15 02:24:16 2018-03-15 02:38:08 2018-03-15 03:18:08 0:40:00 0:20:30 0:19:30 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
pass 2291416 2018-03-15 02:24:17 2018-03-15 02:38:09 2018-03-15 02:54:09 0:16:00 0:07:34 0:08:26 mira master rados/singleton/{all/dump-stuck.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291417 2018-03-15 02:24:17 2018-03-15 02:40:10 2018-03-15 03:12:10 0:32:00 0:11:12 0:20:48 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml} tasks/rados_python.yaml} 2
pass 2291418 2018-03-15 02:24:18 2018-03-15 02:40:11 2018-03-15 03:40:11 1:00:00 0:24:25 0:35:35 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
pass 2291419 2018-03-15 02:24:19 2018-03-15 02:42:07 2018-03-15 03:00:07 0:18:00 0:11:27 0:06:33 mira master rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml workloads/radosbench_4K_rand_read.yaml} 1
pass 2291420 2018-03-15 02:24:20 2018-03-15 02:44:09 2018-03-15 02:56:09 0:12:00 0:05:55 0:06:05 mira master rados/singleton-nomsgr/{all/cache-fs-trunc.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291421 2018-03-15 02:24:20 2018-03-15 02:48:13 2018-03-15 03:14:12 0:25:59 0:18:53 0:07:06 mira master rados/singleton/{all/ec-lost-unfound.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291422 2018-03-15 02:24:21 2018-03-15 02:50:09 2018-03-15 03:10:08 0:19:59 0:13:12 0:06:47 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache.yaml} 2
pass 2291423 2018-03-15 02:24:22 2018-03-15 02:50:09 2018-03-15 03:26:09 0:36:00 0:23:52 0:12:08 mira master rados/monthrash/{ceph.yaml clusters/9-mons.yaml mon_kv_backend/rocksdb.yaml msgr-failures/mon-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/many.yaml workloads/rados_api_tests.yaml} 2
pass 2291424 2018-03-15 02:24:22 2018-03-15 02:54:11 2018-03-15 03:04:10 0:09:59 0:03:58 0:06:01 mira master rados/singleton/{all/erasure-code-nonregression.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291425 2018-03-15 02:24:23 2018-03-15 02:56:07 2018-03-15 03:14:06 0:17:59 0:12:12 0:05:47 mira master rados/objectstore/ceph_objectstore_tool.yaml 1
pass 2291426 2018-03-15 02:24:24 2018-03-15 02:56:10 2018-03-15 03:34:10 0:38:00 0:26:58 0:11:02 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 2291427 2018-03-15 02:24:25 2018-03-15 02:56:11 2018-03-15 03:30:10 0:33:59 0:11:33 0:22:26 mira master rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-comp.yaml tasks/module_selftest.yaml} 2
pass 2291428 2018-03-15 02:24:25 2018-03-15 02:58:09 2018-03-15 03:16:08 0:17:59 0:10:48 0:07:11 mira master rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml workloads/radosbench_4K_seq_read.yaml} 1
pass 2291429 2018-03-15 02:24:26 2018-03-15 03:00:12 2018-03-15 03:42:12 0:42:00 0:17:37 0:24:23 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml} tasks/rados_stress_watch.yaml} 2
pass 2291430 2018-03-15 02:24:27 2018-03-15 03:02:08 2018-03-15 03:30:08 0:28:00 0:19:10 0:08:50 mira master rados/singleton/{all/lost-unfound-delete.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291431 2018-03-15 02:24:27 2018-03-15 03:04:11 2018-03-15 03:34:11 0:30:00 0:20:00 0:10:00 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
pass 2291432 2018-03-15 02:24:28 2018-03-15 03:08:16 2018-03-15 03:40:16 0:32:00 0:25:25 0:06:35 mira master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-radosbench.yaml} 2
pass 2291433 2018-03-15 02:24:29 2018-03-15 03:10:10 2018-03-15 03:26:09 0:15:59 0:06:19 0:09:40 mira master rados/singleton-nomsgr/{all/ceph-kvstore-tool.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291434 2018-03-15 02:24:29 2018-03-15 03:10:11 2018-03-15 03:36:10 0:25:59 0:06:41 0:19:18 mira master rados/multimon/{clusters/3.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml} tasks/mon_clock_no_skews.yaml} 2
pass 2291435 2018-03-15 02:24:30 2018-03-15 03:12:14 2018-03-15 03:36:13 0:23:59 0:17:31 0:06:28 mira master rados/standalone/erasure-code.yaml 1
pass 2291436 2018-03-15 02:24:31 2018-03-15 03:14:17 2018-03-15 04:44:17 1:30:00 0:09:49 1:20:11 mira master rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
pass 2291437 2018-03-15 02:24:31 2018-03-15 03:14:17 2018-03-15 04:00:16 0:45:59 0:24:54 0:21:05 mira master ubuntu 16.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml} supported/ubuntu_latest.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 2291438 2018-03-15 02:24:32 2018-03-15 03:16:15 2018-03-15 08:00:21 4:44:06 0:10:08 4:33:58 mira master rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2291439 2018-03-15 02:24:33 2018-03-15 03:19:23 2018-03-15 03:45:23 0:26:00 0:19:23 0:06:37 mira master rados/singleton/{all/lost-unfound.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291440 2018-03-15 02:24:33 2018-03-15 03:24:15 2018-03-15 03:52:14 0:27:59 0:20:25 0:07:34 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
pass 2291441 2018-03-15 02:24:34 2018-03-15 03:26:14 2018-03-15 03:46:14 0:20:00 0:10:21 0:09:39 mira master rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml} tasks/mon_recovery.yaml validater/lockdep.yaml} 2
pass 2291442 2018-03-15 02:24:35 2018-03-15 03:26:14 2018-03-15 04:02:14 0:36:00 0:19:44 0:16:16 mira master rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/fastclose.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-small-objects-overwrites.yaml} 2
pass 2291443 2018-03-15 02:24:36 2018-03-15 03:30:12 2018-03-15 03:50:11 0:19:59 0:10:19 0:09:40 mira master rados/perf/{ceph.yaml objectstore/bluestore.yaml openstack.yaml settings/optimized.yaml workloads/radosbench_4M_rand_read.yaml} 1
pass 2291444 2018-03-15 02:24:36 2018-03-15 03:30:12 2018-03-15 03:54:11 0:23:59 0:14:12 0:09:47 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 2291445 2018-03-15 02:24:37 2018-03-15 03:34:14 2018-03-15 03:46:12 0:11:58 0:06:16 0:05:42 mira master rados/singleton/{all/max-pg-per-osd.from-mon.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291446 2018-03-15 02:24:38 2018-03-15 03:34:14 2018-03-15 03:52:12 0:17:58 0:07:06 0:10:52 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml} tasks/rados_striper.yaml} 2
pass 2291447 2018-03-15 02:24:39 2018-03-15 03:36:13 2018-03-15 03:48:11 0:11:58 0:05:49 0:06:09 mira master rados/objectstore/filejournal.yaml 1
pass 2291448 2018-03-15 02:24:39 2018-03-15 03:36:16 2018-03-15 04:02:14 0:25:58 0:16:04 0:09:54 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
pass 2291449 2018-03-15 02:24:40 2018-03-15 03:40:11 2018-03-15 03:54:11 0:14:00 0:06:21 0:07:39 mira master rados/singleton-nomsgr/{all/ceph-post-file.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291450 2018-03-15 02:24:41 2018-03-15 03:40:13 2018-03-15 03:58:12 0:17:59 0:10:17 0:07:42 mira master rados/singleton/{all/max-pg-per-osd.from-primary.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291451 2018-03-15 02:24:42 2018-03-15 03:40:17 2018-03-15 03:58:16 0:17:59 0:07:23 0:10:36 mira master rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore.yaml tasks/prometheus.yaml} 2
pass 2291452 2018-03-15 02:24:42 2018-03-15 03:42:23 2018-03-15 04:12:23 0:30:00 0:12:48 0:17:12 mira master rados/monthrash/{ceph.yaml clusters/3-mons.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/one.yaml workloads/rados_mon_workunits.yaml} 2
pass 2291453 2018-03-15 02:24:43 2018-03-15 03:45:25 2018-03-15 04:01:24 0:15:59 0:08:40 0:07:19 mira master rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml workloads/radosbench_4M_seq_read.yaml} 1
pass 2291454 2018-03-15 02:24:44 2018-03-15 03:46:25 2018-03-15 04:18:23 0:31:58 0:25:22 0:06:36 mira master rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291455 2018-03-15 02:24:44 2018-03-15 03:46:25 2018-03-15 04:24:24 0:37:59 0:17:17 0:20:42 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 2291456 2018-03-15 02:24:45 2018-03-15 03:48:13 2018-03-15 04:06:13 0:18:00 0:11:41 0:06:19 mira master rados/singleton/{all/max-pg-per-osd.from-replica.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291457 2018-03-15 02:24:46 2018-03-15 03:50:13 2018-03-15 04:18:13 0:28:00 0:19:46 0:08:14 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
pass 2291458 2018-03-15 02:24:47 2018-03-15 03:52:15 2018-03-15 04:28:14 0:35:59 0:28:43 0:07:16 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml} tasks/rados_workunit_loadgen_big.yaml} 2
pass 2291459 2018-03-15 02:24:47 2018-03-15 03:52:16 2018-03-15 04:14:15 0:21:59 0:06:20 0:15:39 mira master rados/singleton/{all/mon-auth-caps.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291460 2018-03-15 02:24:48 2018-03-15 03:54:12 2018-03-15 04:22:12 0:28:00 0:17:51 0:10:09 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
pass 2291461 2018-03-15 02:24:49 2018-03-15 03:54:13 2018-03-15 04:12:12 0:17:59 0:06:05 0:11:54 mira master rados/singleton-nomsgr/{all/export-after-evict.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291462 2018-03-15 02:24:49 2018-03-15 03:58:22 2018-03-15 04:14:21 0:15:59 0:08:53 0:07:06 mira master rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml workloads/radosbench_4M_write.yaml} 1
pass 2291463 2018-03-15 02:24:50 2018-03-15 03:58:22 2018-03-15 04:38:22 0:40:00 0:19:05 0:20:55 mira master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read.yaml} 2
pass 2291464 2018-03-15 02:24:51 2018-03-15 04:00:19 2018-03-15 04:18:18 0:17:59 0:11:11 0:06:48 mira master rados/singleton/{all/mon-config-keys.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291465 2018-03-15 02:24:51 2018-03-15 04:01:27 2018-03-15 04:23:27 0:22:00 0:16:14 0:05:46 mira master rados/objectstore/filestore-idempotent-aio-journal.yaml 1
pass 2291466 2018-03-15 02:24:52 2018-03-15 04:02:16 2018-03-15 04:22:15 0:19:59 0:09:25 0:10:34 mira master rados/standalone/misc.yaml 1
fail 2291467 2018-03-15 02:24:53 2018-03-15 04:02:16 2018-03-15 06:22:18 2:20:02 0:31:41 1:48:21 mira master rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
Failure Reason:

Socket is closed

pass 2291468 2018-03-15 02:24:54 2018-03-15 04:06:16 2018-03-15 04:52:15 0:45:59 0:27:00 0:18:59 mira master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml} supported/centos_latest.yaml thrashers/none.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 2291469 2018-03-15 02:24:54 2018-03-15 04:12:14 2018-03-15 07:26:17 3:14:03 0:11:19 3:02:44 mira master rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2291470 2018-03-15 02:24:55 2018-03-15 04:12:24 2018-03-15 04:50:24 0:38:00 0:27:33 0:10:27 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
pass 2291471 2018-03-15 02:24:56 2018-03-15 04:14:17 2018-03-15 04:30:16 0:15:59 0:06:50 0:09:09 mira master rados/multimon/{clusters/6.yaml mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml} tasks/mon_clock_with_skews.yaml} 2
pass 2291472 2018-03-15 02:24:56 2018-03-15 04:14:22 2018-03-15 04:26:22 0:12:00 0:06:27 0:05:33 mira master rados/singleton/{all/mon-config.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291473 2018-03-15 02:24:57 2018-03-15 04:18:14 2018-03-15 04:48:14 0:30:00 0:19:02 0:10:58 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml} tasks/rados_workunit_loadgen_mix.yaml} 2
pass 2291474 2018-03-15 02:24:58 2018-03-15 04:18:20 2018-03-15 04:48:19 0:29:59 0:19:19 0:10:40 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2291475 2018-03-15 02:24:58 2018-03-15 04:18:25 2018-03-15 04:36:24 0:17:59 0:05:35 0:12:24 mira master rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/filestore-xfs.yaml tasks/workunits.yaml} 2
pass 2291476 2018-03-15 02:24:59 2018-03-15 04:22:14 2018-03-15 04:40:13 0:17:59 0:11:38 0:06:21 mira master rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml workloads/sample_fio.yaml} 1
pass 2291477 2018-03-15 02:25:00 2018-03-15 04:22:16 2018-03-15 05:18:17 0:56:01 0:35:28 0:20:33 mira master centos rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml} tasks/rados_api_tests.yaml validater/valgrind.yaml} 2
pass 2291478 2018-03-15 02:25:01 2018-03-15 04:23:28 2018-03-15 05:11:29 0:48:01 0:27:25 0:20:36 mira master rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/few.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-snaps-few-objects-overwrites.yaml} 2
pass 2291479 2018-03-15 02:25:01 2018-03-15 04:24:35 2018-03-15 04:36:34 0:11:59 0:06:30 0:05:29 mira master rados/singleton-nomsgr/{all/full-tiering.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291480 2018-03-15 02:25:02 2018-03-15 04:26:16 2018-03-15 04:40:16 0:14:00 0:07:00 0:07:00 mira master rados/singleton/{all/mon-seesaw.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291481 2018-03-15 02:25:03 2018-03-15 04:26:23 2018-03-15 05:06:23 0:40:00 0:11:44 0:28:16 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 2291482 2018-03-15 02:25:03 2018-03-15 04:28:16 2018-03-15 05:12:16 0:44:00 0:29:09 0:14:51 mira master rados/monthrash/{ceph.yaml clusters/9-mons.yaml mon_kv_backend/rocksdb.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/sync-many.yaml workloads/snaps-few-objects.yaml} 2
pass 2291483 2018-03-15 02:25:04 2018-03-15 04:30:20 2018-03-15 05:16:20 0:46:00 0:32:11 0:13:49 mira master rados/singleton/{all/osd-backfill.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291484 2018-03-15 02:25:05 2018-03-15 04:36:26 2018-03-15 05:50:26 1:14:00 0:56:05 0:17:55 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
pass 2291485 2018-03-15 02:25:05 2018-03-15 04:36:35 2018-03-15 05:24:35 0:48:00 0:27:55 0:20:05 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml} tasks/rados_workunit_loadgen_mostlyread.yaml} 2
pass 2291486 2018-03-15 02:25:06 2018-03-15 04:38:23 2018-03-15 04:54:23 0:16:00 0:10:00 0:06:00 mira master rados/perf/{ceph.yaml objectstore/bluestore.yaml openstack.yaml settings/optimized.yaml workloads/sample_radosbench.yaml} 1
pass 2291487 2018-03-15 02:25:07 2018-03-15 04:40:15 2018-03-15 05:02:14 0:21:59 0:12:47 0:09:12 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
pass 2291488 2018-03-15 02:25:08 2018-03-15 04:40:17 2018-03-15 05:04:16 0:23:59 0:17:54 0:06:05 mira master rados/objectstore/filestore-idempotent.yaml 1
pass 2291489 2018-03-15 02:25:08 2018-03-15 04:44:19 2018-03-15 05:42:19 0:58:00 0:51:27 0:06:33 mira master rados/singleton/{all/osd-recovery-incomplete.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291490 2018-03-15 02:25:09 2018-03-15 04:48:16 2018-03-15 05:04:15 0:15:59 0:07:11 0:08:48 mira master rados/singleton-nomsgr/{all/health-warnings.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291491 2018-03-15 02:25:10 2018-03-15 04:48:20 2018-03-15 05:36:21 0:48:01 0:29:51 0:18:10 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 2291492 2018-03-15 02:25:10 2018-03-15 04:50:27 2018-03-15 05:12:26 0:21:59 0:15:44 0:06:15 mira master rados/singleton/{all/osd-recovery.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291493 2018-03-15 02:25:11 2018-03-15 04:52:24 2018-03-15 05:36:24 0:44:00 0:19:37 0:24:23 mira master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-small-objects.yaml} 2
pass 2291494 2018-03-15 02:25:13 2018-03-15 04:54:25 2018-03-15 05:42:25 0:48:00 0:29:29 0:18:31 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
pass 2291495 2018-03-15 02:25:16 2018-03-15 05:02:24 2018-03-15 05:16:23 0:13:59 0:07:22 0:06:37 mira master rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/filestore-xfs.yaml tasks/dashboard.yaml} 2
pass 2291496 2018-03-15 02:25:16 2018-03-15 05:04:17 2018-03-15 05:22:16 0:17:59 0:11:14 0:06:45 mira master rados/perf/{ceph.yaml objectstore/bluestore.yaml openstack.yaml settings/optimized.yaml workloads/fio_4K_rand_read.yaml} 1
pass 2291497 2018-03-15 02:25:17 2018-03-15 05:04:18 2018-03-15 05:44:18 0:40:00 0:27:20 0:12:40 mira master rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291498 2018-03-15 02:25:18 2018-03-15 05:06:24 2018-03-15 05:26:24 0:20:00 0:09:11 0:10:49 mira master rados/standalone/mon.yaml 1
pass 2291499 2018-03-15 02:25:18 2018-03-15 05:12:18 2018-03-15 05:54:22 0:42:04 0:10:03 0:32:01 mira master rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
pass 2291500 2018-03-15 02:25:19 2018-03-15 05:12:27 2018-03-15 05:50:29 0:38:02 0:28:14 0:09:48 mira master ubuntu 16.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml} supported/ubuntu_latest.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 2291501 2018-03-15 02:25:20 2018-03-15 05:16:30 2018-03-15 08:18:33 3:02:03 0:11:32 2:50:31 mira master rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2291502 2018-03-15 02:25:20 2018-03-15 05:16:30 2018-03-15 05:28:29 0:11:59 0:06:01 0:05:58 mira master rados/singleton/{all/peer.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291503 2018-03-15 02:25:21 2018-03-15 05:18:18 2018-03-15 05:40:18 0:22:00 0:12:43 0:09:17 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml} tasks/readwrite.yaml} 2
pass 2291504 2018-03-15 02:25:22 2018-03-15 05:22:18 2018-03-15 05:54:18 0:32:00 0:25:23 0:06:37 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
pass 2291505 2018-03-15 02:25:22 2018-03-15 05:24:37 2018-03-15 05:38:36 0:13:59 0:06:52 0:07:07 mira master rados/singleton-nomsgr/{all/large-omap-object-warnings.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291506 2018-03-15 02:25:23 2018-03-15 05:26:26 2018-03-15 05:40:25 0:13:59 0:05:50 0:08:09 mira master rados/singleton/{all/pg-removal-interruption.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291507 2018-03-15 02:25:24 2018-03-15 05:28:31 2018-03-15 05:52:31 0:24:00 0:09:38 0:14:22 mira master rados/multimon/{clusters/6.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml} tasks/mon_recovery.yaml} 2
pass 2291508 2018-03-15 02:25:25 2018-03-15 05:36:22 2018-03-15 05:56:22 0:20:00 0:13:43 0:06:17 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache.yaml} 2
pass 2291509 2018-03-15 02:25:25 2018-03-15 05:36:26 2018-03-15 05:48:25 0:11:59 0:04:34 0:07:25 mira master rados/objectstore/fusestore.yaml 1
pass 2291510 2018-03-15 02:25:26 2018-03-15 05:38:14 2018-03-15 06:00:13 0:21:59 0:13:57 0:08:02 mira master rados/monthrash/{ceph.yaml clusters/3-mons.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/sync-many.yaml workloads/pool-create-delete.yaml} 2
pass 2291511 2018-03-15 02:25:27 2018-03-15 05:38:37 2018-03-15 05:58:38 0:20:01 0:12:52 0:07:09 mira master rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml workloads/fio_4K_rand_rw.yaml} 1
pass 2291512 2018-03-15 02:25:27 2018-03-15 05:40:19 2018-03-15 06:02:19 0:22:00 0:15:04 0:06:56 mira master rados/singleton/{all/radostool.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291513 2018-03-15 02:25:28 2018-03-15 05:40:26 2018-03-15 06:02:26 0:22:00 0:12:11 0:09:49 mira master rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml} tasks/rados_cls_all.yaml validater/lockdep.yaml} 2
pass 2291514 2018-03-15 02:25:29 2018-03-15 05:42:28 2018-03-15 06:24:28 0:42:00 0:23:59 0:18:01 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
fail 2291515 2018-03-15 02:25:29 2018-03-15 05:42:28 2018-03-15 06:34:28 0:52:00 0:36:26 0:15:34 mira master rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/osd-delay.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-pool-snaps-few-objects-overwrites.yaml} 2
Failure Reason:

"2018-03-15 06:09:44.568192 osd.1 osd.1 172.21.4.134:6805/13019 241 : cluster [ERR] 2.29s0 scrub stat mismatch, got 7/7 objects, 5/5 clones, 7/7 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 0/0 whiteouts, 14616383/14104927 bytes, 0/0 hit_set_archive bytes." in cluster log

pass 2291516 2018-03-15 02:25:30 2018-03-15 05:43:44 2018-03-15 06:11:44 0:28:00 0:16:00 0:12:00 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml} tasks/repair_test.yaml} 2
pass 2291517 2018-03-15 02:25:31 2018-03-15 05:44:19 2018-03-15 06:14:19 0:30:00 0:15:54 0:14:06 mira master rados/singleton/{all/random-eio.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml}} 2
pass 2291518 2018-03-15 02:25:31 2018-03-15 05:48:27 2018-03-15 06:16:26 0:27:59 0:21:01 0:06:58 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
pass 2291519 2018-03-15 02:25:32 2018-03-15 05:50:29 2018-03-15 06:22:29 0:32:00 0:26:03 0:05:57 mira master rados/singleton-nomsgr/{all/msgr.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291520 2018-03-15 02:25:33 2018-03-15 05:50:30 2018-03-15 06:18:30 0:28:00 0:15:30 0:12:30 mira master rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-bitmap.yaml tasks/dashboard_v2.yaml} 2
pass 2291521 2018-03-15 02:25:34 2018-03-15 05:52:32 2018-03-15 06:08:32 0:16:00 0:10:23 0:05:37 mira master rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml workloads/fio_4M_rand_read.yaml} 1
pass 2291522 2018-03-15 02:25:34 2018-03-15 05:54:20 2018-03-15 06:10:19 0:15:59 0:07:34 0:08:25 mira master rados/singleton/{all/rebuild-mondb.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291523 2018-03-15 02:25:35 2018-03-15 05:54:23 2018-03-15 06:44:24 0:50:01 0:39:16 0:10:45 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
pass 2291524 2018-03-15 02:25:36 2018-03-15 05:56:23 2018-03-15 06:38:23 0:42:00 0:29:28 0:12:32 mira master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/few.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml} 2
pass 2291525 2018-03-15 02:25:37 2018-03-15 05:58:40 2018-03-15 06:32:39 0:33:59 0:15:07 0:18:52 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml} tasks/rgw_snaps.yaml} 2
pass 2291528 2018-03-15 02:25:37 2018-03-15 06:00:24 2018-03-15 06:38:24 0:38:00 0:17:22 0:20:38 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 2291531 2018-03-15 02:25:38 2018-03-15 06:02:21 2018-03-15 06:40:21 0:38:00 0:32:13 0:05:47 mira master rados/singleton/{all/recovery-preemption.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291534 2018-03-15 02:25:39 2018-03-15 06:02:27 2018-03-15 06:18:27 0:16:00 0:03:44 0:12:16 mira master rados/objectstore/keyvaluedb.yaml 1
pass 2291537 2018-03-15 02:25:39 2018-03-15 06:08:34 2018-03-15 06:52:34 0:44:00 0:37:32 0:06:28 mira master rados/standalone/osd.yaml 1
pass 2291540 2018-03-15 02:25:40 2018-03-15 06:10:21 2018-03-15 06:56:21 0:46:00 0:27:53 0:18:07 mira master rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
pass 2291543 2018-03-15 02:25:41 2018-03-15 06:11:54 2018-03-15 06:55:54 0:44:00 0:28:53 0:15:07 mira master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml} supported/centos_latest.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 2291546 2018-03-15 02:25:41 2018-03-15 06:14:20 2018-03-15 08:30:23 2:16:03 0:10:50 2:05:13 mira master rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2291549 2018-03-15 02:25:42 2018-03-15 06:16:28 2018-03-15 06:34:27 0:17:59 0:11:17 0:06:42 mira master rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml workloads/fio_4M_rand_rw.yaml} 1
pass 2291552 2018-03-15 02:25:43 2018-03-15 06:18:29 2018-03-15 06:50:28 0:31:59 0:25:57 0:06:02 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
pass 2291554 2018-03-15 02:25:44 2018-03-15 06:18:31 2018-03-15 07:10:31 0:52:00 0:26:52 0:25:08 mira master rados/singleton-nomsgr/{all/multi-backfill-reject.yaml rados/{op_queue/pool.yaml rados.yaml}} 2
pass 2291557 2018-03-15 02:25:44 2018-03-15 06:22:28 2018-03-15 06:36:27 0:13:59 0:08:14 0:05:45 mira master rados/singleton/{all/reg11184.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291560 2018-03-15 02:25:45 2018-03-15 06:22:30 2018-03-15 06:44:30 0:22:00 0:15:12 0:06:48 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 2291563 2018-03-15 02:25:46 2018-03-15 06:24:30 2018-03-15 06:48:29 0:23:59 0:09:41 0:14:18 mira master rados/monthrash/{ceph.yaml clusters/9-mons.yaml mon_kv_backend/rocksdb.yaml msgr-failures/mon-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/sync.yaml workloads/rados_5925.yaml} 2
pass 2291566 2018-03-15 02:25:46 2018-03-15 06:32:41 2018-03-15 06:48:41 0:16:00 0:08:39 0:07:21 mira master rados/singleton/{all/resolve_stuck_peering.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml}} 2
pass 2291569 2018-03-15 02:25:47 2018-03-15 06:34:29 2018-03-15 07:02:29 0:28:00 0:11:48 0:16:12 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml} tasks/scrub_test.yaml} 2
pass 2291571 2018-03-15 02:25:48 2018-03-15 06:34:29 2018-03-15 07:08:29 0:34:00 0:07:11 0:26:49 mira master rados/multimon/{clusters/9.yaml mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml} tasks/mon_clock_no_skews.yaml} 3
pass 2291574 2018-03-15 02:25:49 2018-03-15 06:36:28 2018-03-15 07:10:28 0:34:00 0:26:40 0:07:20 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
pass 2291577 2018-03-15 02:25:49 2018-03-15 06:38:25 2018-03-15 06:56:24 0:17:59 0:11:00 0:06:59 mira master rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-comp.yaml tasks/failover.yaml} 2
pass 2291581 2018-03-15 02:25:50 2018-03-15 06:38:26 2018-03-15 06:58:26 0:20:00 0:11:55 0:08:05 mira master rados/perf/{ceph.yaml objectstore/bluestore.yaml openstack.yaml settings/optimized.yaml workloads/fio_4M_rand_write.yaml} 1
pass 2291583 2018-03-15 02:25:51 2018-03-15 06:40:31 2018-03-15 07:14:31 0:34:00 0:24:37 0:09:23 mira master rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291584 2018-03-15 02:25:51 2018-03-15 06:44:35 2018-03-15 07:02:34 0:17:59 0:12:15 0:05:44 mira master rados/singleton/{all/test_envlibrados_for_rocksdb.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291585 2018-03-15 02:25:52 2018-03-15 06:44:35 2018-03-15 07:26:35 0:42:00 0:27:33 0:14:27 mira master centos rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml} tasks/mon_recovery.yaml validater/valgrind.yaml} 2
pass 2291586 2018-03-15 02:25:53 2018-03-15 06:48:39 2018-03-15 07:00:39 0:12:00 0:05:03 0:06:57 mira master rados/singleton-nomsgr/{all/pool-access.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291587 2018-03-15 02:25:53 2018-03-15 06:48:42 2018-03-15 07:16:41 0:27:59 0:20:03 0:07:56 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
pass 2291588 2018-03-15 02:25:54 2018-03-15 06:50:30 2018-03-15 07:14:30 0:24:00 0:18:33 0:05:27 mira master rados/objectstore/objectcacher-stress.yaml 1
fail 2291589 2018-03-15 02:25:55 2018-03-15 06:52:35 2018-03-15 07:20:35 0:28:00 0:19:41 0:08:19 mira master rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/fastclose.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read-overwrites.yaml} 2
Failure Reason:

"2018-03-15 07:09:09.461287 osd.7 osd.7 172.21.8.118:6812/13156 84 : cluster [ERR] 2.3s0 shard 0(1): soid 2:c1616507:::mira05114999-895 oooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooo:head size 1515520 != size 1474560 from auth oi 2:c1616507:::mira05114999-895 oooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooo:head(141'409 client.4344.0:6121 dirty s 2941522 uv 409 alloc_hint [0 0 0]), size 1515520 != size 1474560 from shard 7(0), attr value mismatch '__header', attr value mismatch 'hinfo_key'" in cluster log

pass 2291590 2018-03-15 02:25:56 2018-03-15 06:55:56 2018-03-15 07:23:56 0:28:00 0:21:04 0:06:56 mira master rados/singleton/{all/thrash-eio.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml}} 2
pass 2291591 2018-03-15 02:25:56 2018-03-15 06:56:22 2018-03-15 07:30:22 0:34:00 0:26:16 0:07:44 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
pass 2291592 2018-03-15 02:25:57 2018-03-15 06:56:26 2018-03-15 07:52:26 0:56:00 0:26:12 0:29:48 mira master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
pass 2291593 2018-03-15 02:25:58 2018-03-15 06:58:28 2018-03-15 07:28:28 0:30:00 0:19:56 0:10:04 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml} tasks/rados_api_tests.yaml} 2
pass 2291594 2018-03-15 02:25:58 2018-03-15 07:00:40 2018-03-15 07:18:40 0:18:00 0:10:58 0:07:02 mira master rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml workloads/radosbench_4K_rand_read.yaml} 1
pass 2291595 2018-03-15 02:25:59 2018-03-15 07:02:30 2018-03-15 07:40:30 0:38:00 0:17:36 0:20:24 mira master rados/singleton/{all/thrash-rados/{thrash-rados.yaml thrashosds-health.yaml} msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml}} 2
pass 2291596 2018-03-15 02:26:00 2018-03-15 07:02:36 2018-03-15 07:36:36 0:34:00 0:18:56 0:15:04 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2291597 2018-03-15 02:26:00 2018-03-15 07:08:31 2018-03-15 07:44:31 0:36:00 0:28:23 0:07:37 mira master rados/standalone/scrub.yaml 1
pass 2291598 2018-03-15 02:26:01 2018-03-15 07:10:38 2018-03-15 07:44:38 0:34:00 0:11:47 0:22:13 mira master rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
pass 2291599 2018-03-15 02:26:02 2018-03-15 07:10:38 2018-03-15 07:44:38 0:34:00 0:23:09 0:10:51 mira master ubuntu 16.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml} supported/ubuntu_latest.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 2291600 2018-03-15 02:26:02 2018-03-15 07:14:32 2018-03-15 08:24:33 1:10:01 0:10:59 0:59:02 mira master rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2291601 2018-03-15 02:26:03 2018-03-15 07:14:32 2018-03-15 07:42:32 0:28:00 0:22:00 0:06:00 mira master rados/singleton-nomsgr/{all/recovery-unfound-found.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291602 2018-03-15 02:26:04 2018-03-15 07:16:43 2018-03-15 07:50:43 0:34:00 0:22:41 0:11:19 mira master rados/singleton/{all/thrash_cache_writeback_proxy_none.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml}} 2
pass 2291603 2018-03-15 02:26:04 2018-03-15 07:18:41 2018-03-15 07:40:41 0:22:00 0:09:45 0:12:15 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
dead 2291604 2018-03-15 02:26:05 2018-03-15 07:20:37 2018-03-15 07:38:36 0:17:59 mira master rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore.yaml tasks/module_selftest.yaml}
Failure Reason:

reached maximum tries (50) after waiting for 300 seconds

pass 2291605 2018-03-15 02:26:06 2018-03-15 07:24:07 2018-03-15 07:54:07 0:30:00 0:18:42 0:11:18 mira master rados/monthrash/{ceph.yaml clusters/3-mons.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml} thrashers/force-sync-many.yaml workloads/rados_api_tests.yaml} 2
pass 2291606 2018-03-15 02:26:06 2018-03-15 07:26:19 2018-03-15 07:44:18 0:17:59 0:10:19 0:07:40 mira master rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml workloads/radosbench_4K_seq_read.yaml} 1
pass 2291607 2018-03-15 02:26:07 2018-03-15 07:26:36 2018-03-15 07:38:35 0:11:59 0:06:08 0:05:51 mira master rados/singleton/{all/watch-notify-same-primary.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291608 2018-03-15 02:26:08 2018-03-15 07:28:38 2018-03-15 08:26:39 0:58:01 0:44:55 0:13:06 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
pass 2291609 2018-03-15 02:26:09 2018-03-15 07:30:23 2018-03-15 07:54:23 0:24:00 0:08:49 0:15:11 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml} tasks/rados_cls_all.yaml} 2
pass 2291610 2018-03-15 02:26:09 2018-03-15 07:36:37 2018-03-15 10:32:41 2:56:04 2:36:23 0:19:41 mira master rados/objectstore/objectstore.yaml 1
pass 2291611 2018-03-15 02:26:10 2018-03-15 07:38:37 2018-03-15 08:04:37 0:26:00 0:18:35 0:07:25 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
pass 2291612 2018-03-15 02:26:11 2018-03-15 07:38:37 2018-03-15 07:50:37 0:12:00 0:05:19 0:06:41 mira master rados/singleton/{all/admin-socket.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291613 2018-03-15 02:26:11 2018-03-15 07:40:32 2018-03-15 08:08:31 0:27:59 0:15:39 0:12:20 mira master centos rados/singleton-nomsgr/{all/valgrind-leaks.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291614 2018-03-15 02:26:12 2018-03-15 07:40:42 2018-03-15 08:14:42 0:34:00 0:14:00 0:20:00 mira master rados/multimon/{clusters/21.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados/{op_queue/pool.yaml rados.yaml} tasks/mon_clock_with_skews.yaml} 3
pass 2291615 2018-03-15 02:26:13 2018-03-15 07:42:34 2018-03-15 08:14:33 0:31:59 0:25:13 0:06:46 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 2291616 2018-03-15 02:26:14 2018-03-15 07:44:20 2018-03-15 08:06:20 0:22:00 0:10:12 0:11:48 mira master rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml workloads/radosbench_4M_rand_read.yaml} 1
pass 2291617 2018-03-15 02:26:14 2018-03-15 07:44:32 2018-03-15 08:08:31 0:23:59 0:09:37 0:14:22 mira master rados/singleton/{all/divergent_priors.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados/{op_queue/pool.yaml rados.yaml}} 1
pass 2291618 2018-03-15 02:26:15 2018-03-15 07:44:39 2018-03-15 08:22:39 0:38:00 0:25:22 0:12:38 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml} rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
pass 2291619 2018-03-15 02:26:16 2018-03-15 07:44:39 2018-03-15 08:10:39 0:26:00 0:11:23 0:14:37 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados/{op_queue/pool.yaml rados.yaml} tasks/rados_python.yaml} 2