Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 2289815 2018-03-14 04:42:53 2018-03-14 04:44:21 2018-03-14 05:16:20 0:31:59 0:25:52 0:06:07 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
pass 2289816 2018-03-14 04:42:54 2018-03-14 04:44:21 2018-03-14 05:10:20 0:25:59 0:18:26 0:07:33 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
fail 2289817 2018-03-14 04:42:55 2018-03-14 04:44:21 2018-03-14 05:04:20 0:19:59 0:13:31 0:06:28 mira master rados/multimon/{clusters/9.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_with_skews.yaml} 3
Failure Reason:

"2018-03-14 04:56:12.068029 mon.a mon.0 172.21.4.124:6789/0 57 : cluster [WRN] Health check failed: 33 slow ops, oldest one blocked for 84 sec (SLOW_OPS)" in cluster log

pass 2289818 2018-03-14 04:42:55 2018-03-14 04:44:21 2018-03-14 05:24:21 0:40:00 0:34:20 0:05:40 mira master rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/few.yaml rados.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-snaps-few-objects-overwrites.yaml} 2
pass 2289819 2018-03-14 04:42:56 2018-03-14 04:44:21 2018-03-14 05:10:20 0:25:59 0:19:49 0:06:10 mira master rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml validater/lockdep.yaml} 2
pass 2289820 2018-03-14 04:42:57 2018-03-14 04:44:30 2018-03-14 04:54:29 0:09:59 0:03:49 0:06:10 mira master rados/singleton/{all/erasure-code-nonregression.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml} 1
pass 2289821 2018-03-14 04:42:58 2018-03-14 04:44:30 2018-03-14 05:06:29 0:21:59 0:16:19 0:05:40 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
pass 2289822 2018-03-14 04:42:59 2018-03-14 04:44:30 2018-03-14 05:06:30 0:22:00 0:15:29 0:06:31 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 2289823 2018-03-14 04:43:00 2018-03-14 04:44:30 2018-03-14 05:10:30 0:26:00 0:15:49 0:10:11 mira master centos rados/singleton-nomsgr/{all/valgrind-leaks.yaml rados.yaml} 1
pass 2289824 2018-03-14 04:43:01 2018-03-14 04:44:30 2018-03-14 05:08:30 0:24:00 0:17:12 0:06:48 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
pass 2289825 2018-03-14 04:43:01 2018-03-14 04:44:30 2018-03-14 05:10:30 0:26:00 0:19:09 0:06:51 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
fail 2289826 2018-03-14 04:43:02 2018-03-14 04:44:30 2018-03-14 05:18:30 0:34:00 0:27:55 0:06:05 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml tasks/rados_workunit_loadgen_mostlyread.yaml} 2
Failure Reason:

"2018-03-14 05:11:34.790587 mon.b mon.0 172.21.4.108:6789/0 94 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log

pass 2289827 2018-03-14 04:43:03 2018-03-14 04:44:31 2018-03-14 05:24:31 0:40:00 0:09:59 0:30:01 mira master rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml workloads/radosbench_4M_rand_read.yaml} 1
pass 2289828 2018-03-14 04:43:04 2018-03-14 04:44:31 2018-03-14 05:40:31 0:56:00 0:28:06 0:27:54 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
fail 2289829 2018-03-14 04:43:05 2018-03-14 04:44:31 2018-03-14 05:18:31 0:34:00 0:17:59 0:16:01 mira master rados/singleton/{all/lost-unfound-delete.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml} 1
Failure Reason:

"2018-03-14 05:03:25.966446 mon.a mon.0 172.21.4.128:6789/0 137 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log

pass 2289830 2018-03-14 04:43:06 2018-03-14 04:44:31 2018-03-14 05:58:32 1:14:01 0:16:10 0:57:51 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2289831 2018-03-14 04:43:06 2018-03-14 04:44:31 2018-03-14 05:30:31 0:46:00 0:14:45 0:31:15 mira master rados/monthrash/{ceph.yaml clusters/3-mons.yaml mon_kv_backend/rocksdb.yaml msgr-failures/mon-delay.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml thrashers/sync-many.yaml workloads/pool-create-delete.yaml} 2
pass 2289832 2018-03-14 04:43:07 2018-03-14 04:44:31 2018-03-14 05:56:32 1:12:01 0:10:27 1:01:34 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 2289833 2018-03-14 04:43:08 2018-03-14 04:44:32 2018-03-14 05:38:32 0:54:00 0:22:10 0:31:50 mira master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-bitmap.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-small-objects.yaml} 2
pass 2289834 2018-03-14 04:43:09 2018-03-14 04:50:21 2018-03-14 05:38:21 0:48:00 0:27:34 0:20:26 mira master rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore.yaml rados.yaml thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
pass 2289835 2018-03-14 04:43:10 2018-03-14 04:54:31 2018-03-14 06:30:32 1:36:01 0:31:32 1:04:29 mira master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore.yaml rados.yaml supported/centos_latest.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 2289836 2018-03-14 04:43:11 2018-03-14 05:04:22 2018-03-14 05:38:21 0:33:59 0:24:53 0:09:06 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
pass 2289837 2018-03-14 04:43:11 2018-03-14 05:06:31 2018-03-14 05:28:31 0:22:00 0:14:32 0:07:28 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
pass 2289838 2018-03-14 04:43:12 2018-03-14 05:06:31 2018-03-14 05:40:31 0:34:00 0:23:13 0:10:47 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 2289839 2018-03-14 04:43:13 2018-03-14 05:08:31 2018-03-14 06:04:32 0:56:01 0:21:52 0:34:09 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
fail 2289840 2018-03-14 04:43:14 2018-03-14 05:10:22 2018-03-14 05:40:21 0:29:59 0:17:29 0:12:30 mira master rados/singleton/{all/lost-unfound.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
Failure Reason:

"2018-03-14 05:31:26.643287 mon.a mon.0 172.21.4.128:6789/0 246 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 209 sec (SLOW_OPS)" in cluster log

pass 2289841 2018-03-14 04:43:14 2018-03-14 05:10:22 2018-03-14 06:08:22 0:58:00 0:25:50 0:32:10 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
pass 2289842 2018-03-14 04:43:15 2018-03-14 05:10:31 2018-03-14 05:34:31 0:24:00 0:11:17 0:12:43 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache.yaml} 2
pass 2289843 2018-03-14 04:43:16 2018-03-14 05:10:31 2018-03-14 06:00:32 0:50:01 0:26:43 0:23:18 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 2289844 2018-03-14 04:43:17 2018-03-14 05:16:22 2018-03-14 05:46:21 0:29:59 0:21:13 0:08:46 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
pass 2289845 2018-03-14 04:43:18 2018-03-14 05:18:32 2018-03-14 05:36:31 0:17:59 0:06:36 0:11:23 mira master rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/filestore-xfs.yaml tasks/prometheus.yaml} 2
pass 2289846 2018-03-14 04:43:18 2018-03-14 05:18:32 2018-03-14 05:36:31 0:17:59 0:06:11 0:11:48 mira master rados/objectstore/alloc-hint.yaml 1
pass 2289847 2018-03-14 04:43:19 2018-03-14 05:24:25 2018-03-14 05:48:25 0:24:00 0:09:07 0:14:53 mira master rados/perf/{ceph.yaml objectstore/bluestore.yaml openstack.yaml settings/optimized.yaml workloads/radosbench_4M_seq_read.yaml} 1
pass 2289848 2018-03-14 04:43:20 2018-03-14 05:24:32 2018-03-14 05:42:31 0:17:59 0:06:20 0:11:39 mira master rados/rest/mgr-restful.yaml 1
pass 2289849 2018-03-14 04:43:21 2018-03-14 05:28:32 2018-03-14 06:00:32 0:32:00 0:25:16 0:06:44 mira master rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml} 1
pass 2289850 2018-03-14 04:43:22 2018-03-14 05:30:33 2018-03-14 05:48:32 0:17:59 0:08:25 0:09:34 mira master rados/singleton-nomsgr/{all/admin_socket_output.yaml rados.yaml} 1
pass 2289851 2018-03-14 04:43:22 2018-03-14 05:34:32 2018-03-14 05:46:32 0:12:00 0:05:16 0:06:44 mira master rados/standalone/crush.yaml 1
pass 2289852 2018-03-14 04:43:23 2018-03-14 05:36:32 2018-03-14 08:44:36 3:08:04 0:11:03 2:57:01 mira master rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2289853 2018-03-14 04:43:24 2018-03-14 05:36:33 2018-03-14 07:36:34 2:00:01 1:50:42 0:09:19 mira master rados/upgrade/luminous-x-singleton/{0-cluster/{openstack.yaml start.yaml} 1-install/luminous.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{rbd-cls.yaml rbd-import-export.yaml readwrite.yaml snaps-few-objects.yaml} 5-workload/{radosbench.yaml rbd_api.yaml} 6-finish-upgrade.yaml 7-mimic.yaml 8-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} thrashosds-health.yaml} 3
pass 2289854 2018-03-14 04:43:25 2018-03-14 05:38:23 2018-03-14 06:56:23 1:18:00 0:27:09 0:50:51 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
pass 2289855 2018-03-14 04:43:26 2018-03-14 05:38:23 2018-03-14 05:50:22 0:11:59 0:05:49 0:06:10 mira master rados/singleton/{all/max-pg-per-osd.from-mon.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml} 1
fail 2289856 2018-03-14 04:43:27 2018-03-14 05:38:33 2018-03-14 06:24:34 0:46:01 0:13:37 0:32:24 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/readwrite.yaml} 2
Failure Reason:

"2018-03-14 06:15:27.441965 mon.a mon.0 172.21.4.108:6789/0 119 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log

pass 2289857 2018-03-14 04:43:27 2018-03-14 05:40:23 2018-03-14 06:34:23 0:54:00 0:16:52 0:37:08 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 2289858 2018-03-14 04:43:28 2018-03-14 05:40:32 2018-03-14 06:04:32 0:24:00 0:13:54 0:10:06 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
pass 2289859 2018-03-14 04:43:29 2018-03-14 05:40:32 2018-03-14 06:30:33 0:50:01 0:23:23 0:26:38 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 2289860 2018-03-14 04:43:30 2018-03-14 05:42:33 2018-03-14 06:10:32 0:27:59 0:19:17 0:08:42 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
pass 2289861 2018-03-14 04:43:31 2018-03-14 05:46:23 2018-03-14 06:50:23 1:04:00 0:19:50 0:44:10 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
pass 2289862 2018-03-14 04:43:31 2018-03-14 05:46:33 2018-03-14 06:04:32 0:17:59 0:12:06 0:05:53 mira master rados/singleton/{all/max-pg-per-osd.from-primary.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml} 1
pass 2289863 2018-03-14 04:43:32 2018-03-14 05:48:26 2018-03-14 06:30:26 0:42:00 0:25:32 0:16:28 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
pass 2289864 2018-03-14 04:43:33 2018-03-14 05:48:33 2018-03-14 06:10:33 0:22:00 0:14:31 0:07:29 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2289865 2018-03-14 04:43:34 2018-03-14 05:50:31 2018-03-14 06:14:31 0:24:00 0:10:44 0:13:16 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 2289866 2018-03-14 04:43:35 2018-03-14 05:56:33 2018-03-14 07:08:34 1:12:01 0:55:01 0:17:00 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
pass 2289867 2018-03-14 04:43:35 2018-03-14 05:58:38 2018-03-14 06:14:38 0:16:00 0:08:39 0:07:21 mira master rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml workloads/radosbench_4M_write.yaml} 1
pass 2289868 2018-03-14 04:43:36 2018-03-14 06:00:33 2018-03-14 06:26:33 0:26:00 0:15:27 0:10:33 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
pass 2289869 2018-03-14 04:43:37 2018-03-14 06:00:33 2018-03-14 06:20:33 0:20:00 0:10:18 0:09:42 mira master rados/singleton/{all/max-pg-per-osd.from-replica.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml} 1
pass 2289870 2018-03-14 04:43:38 2018-03-14 06:04:40 2018-03-14 06:48:40 0:44:00 0:28:43 0:15:17 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 2289871 2018-03-14 04:43:39 2018-03-14 06:04:40 2018-03-14 06:24:39 0:19:59 0:06:38 0:13:21 mira master rados/singleton-nomsgr/{all/cache-fs-trunc.yaml rados.yaml} 1
pass 2289872 2018-03-14 04:43:40 2018-03-14 06:04:40 2018-03-14 06:54:40 0:50:00 0:20:02 0:29:58 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
pass 2289873 2018-03-14 04:43:40 2018-03-14 06:08:31 2018-03-14 06:32:31 0:24:00 0:15:22 0:08:38 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/repair_test.yaml} 2
pass 2289874 2018-03-14 04:43:41 2018-03-14 06:10:34 2018-03-14 07:06:34 0:56:00 0:29:50 0:26:10 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
pass 2289875 2018-03-14 04:43:42 2018-03-14 06:10:34 2018-03-14 07:22:35 1:12:01 0:10:38 1:01:23 mira master rados/monthrash/{ceph.yaml clusters/9-mons.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml thrashers/sync.yaml workloads/rados_5925.yaml} 2
pass 2289876 2018-03-14 04:43:43 2018-03-14 06:14:32 2018-03-14 07:08:33 0:54:01 0:14:32 0:39:29 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache.yaml} 2
pass 2289877 2018-03-14 04:43:44 2018-03-14 06:14:39 2018-03-14 07:06:39 0:52:00 0:28:07 0:23:53 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 2289878 2018-03-14 04:43:44 2018-03-14 06:20:35 2018-03-14 06:32:35 0:12:00 0:06:52 0:05:08 mira master rados/singleton/{all/mon-auth-caps.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2289879 2018-03-14 04:43:45 2018-03-14 06:24:35 2018-03-14 07:34:36 1:10:01 0:21:21 0:48:40 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
fail 2289880 2018-03-14 04:43:46 2018-03-14 06:24:40 2018-03-14 07:54:44 1:30:04 0:14:07 1:15:57 mira master rados/multimon/{clusters/9.yaml mon_kv_backend/leveldb.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/mon_recovery.yaml} 3
Failure Reason:

"2018-03-14 07:48:15.621047 mon.c mon.0 172.21.6.118:6789/0 118 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log

pass 2289881 2018-03-14 04:43:47 2018-03-14 06:26:34 2018-03-14 07:08:34 0:42:00 0:29:19 0:12:41 mira master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml rados.yaml thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml} 2
pass 2289882 2018-03-14 04:43:47 2018-03-14 06:30:28 2018-03-14 07:40:29 1:10:01 0:29:39 0:40:22 mira master rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/osd-delay.yaml rados.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-pool-snaps-few-objects-overwrites.yaml} 2
pass 2289883 2018-03-14 04:43:48 2018-03-14 06:30:34 2018-03-14 07:12:34 0:42:00 0:27:59 0:14:01 mira master centos rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/rados_cls_all.yaml validater/valgrind.yaml} 2
pass 2289884 2018-03-14 04:43:49 2018-03-14 06:30:35 2018-03-14 07:02:34 0:31:59 0:22:48 0:09:11 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
pass 2289885 2018-03-14 04:43:50 2018-03-14 06:32:41 2018-03-14 07:12:41 0:40:00 0:11:05 0:28:55 mira master rados/objectstore/ceph_objectstore_tool.yaml 1
pass 2289886 2018-03-14 04:43:50 2018-03-14 06:32:41 2018-03-14 07:10:41 0:38:00 0:13:52 0:24:08 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 2289887 2018-03-14 04:43:51 2018-03-14 06:34:35 2018-03-14 07:50:36 1:16:01 0:10:02 1:05:59 mira master rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
pass 2289888 2018-03-14 04:43:52 2018-03-14 06:48:42 2018-03-14 07:34:43 0:46:01 0:25:16 0:20:45 mira master ubuntu 16.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_latest.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 2289889 2018-03-14 04:43:53 2018-03-14 06:50:36 2018-03-14 07:24:35 0:33:59 0:22:45 0:11:14 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
pass 2289890 2018-03-14 04:43:53 2018-03-14 06:54:41 2018-03-14 07:22:43 0:28:02 0:06:05 0:21:57 mira master rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-bitmap.yaml tasks/workunits.yaml} 2
pass 2289891 2018-03-14 04:43:54 2018-03-14 06:56:33 2018-03-14 07:14:32 0:17:59 0:11:36 0:06:23 mira master rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml workloads/sample_fio.yaml} 1
pass 2289892 2018-03-14 04:43:55 2018-03-14 07:02:35 2018-03-14 07:34:35 0:32:00 0:20:26 0:11:34 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 2289893 2018-03-14 04:43:56 2018-03-14 07:06:46 2018-03-14 07:30:46 0:24:00 0:11:39 0:12:21 mira master rados/singleton/{all/mon-config-keys.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml} 1
pass 2289894 2018-03-14 04:43:56 2018-03-14 07:06:46 2018-03-14 07:42:46 0:36:00 0:28:42 0:07:18 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
pass 2289895 2018-03-14 04:43:57 2018-03-14 07:08:46 2018-03-14 07:36:45 0:27:59 0:18:26 0:09:33 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
pass 2289896 2018-03-14 04:43:58 2018-03-14 07:08:46 2018-03-14 07:52:46 0:44:00 0:24:55 0:19:05 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
pass 2289897 2018-03-14 04:43:59 2018-03-14 07:08:45 2018-03-14 07:46:46 0:38:01 0:16:24 0:21:37 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
fail 2289898 2018-03-14 04:43:59 2018-03-14 07:10:42 2018-03-14 09:24:46 2:14:04 0:15:52 1:58:12 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml tasks/rgw_snaps.yaml} 2
Failure Reason:

"2018-03-14 09:14:35.612536 mon.a mon.0 172.21.5.110:6789/0 177 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log

pass 2289899 2018-03-14 04:44:00 2018-03-14 07:12:41 2018-03-14 07:26:41 0:14:00 0:06:00 0:08:00 mira master rados/singleton-nomsgr/{all/ceph-kvstore-tool.yaml rados.yaml} 1
pass 2289900 2018-03-14 04:44:01 2018-03-14 07:12:44 2018-03-14 08:10:44 0:58:00 0:13:50 0:44:10 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 2289901 2018-03-14 04:44:02 2018-03-14 07:14:34 2018-03-14 07:34:33 0:19:59 0:05:40 0:14:19 mira master rados/singleton/{all/mon-config.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml} 1
pass 2289902 2018-03-14 04:44:02 2018-03-14 07:22:47 2018-03-14 08:42:47 1:20:00 0:50:29 0:29:31 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
pass 2289903 2018-03-14 04:44:03 2018-03-14 07:24:49 2018-03-14 07:48:48 0:23:59 0:17:55 0:06:04 mira master rados/standalone/erasure-code.yaml 1
pass 2289904 2018-03-14 04:44:04 2018-03-14 07:26:43 2018-03-14 11:52:48 4:26:05 0:10:59 4:15:06 mira master rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2289905 2018-03-14 04:44:05 2018-03-14 07:30:47 2018-03-14 07:54:47 0:24:00 0:13:20 0:10:40 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
pass 2289906 2018-03-14 04:44:06 2018-03-14 07:34:35 2018-03-14 08:06:35 0:32:00 0:24:56 0:07:04 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
fail 2289907 2018-03-14 04:44:06 2018-03-14 07:34:36 2018-03-14 08:18:37 0:44:01 0:35:57 0:08:04 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-03-14 07:56:35.138430 osd.3 osd.3 172.21.5.138:6813/13252 309 : cluster [ERR] 3.2 scrub stat mismatch, got 45/45 objects, 0/0 clones, 22/22 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 6/6 whiteouts, 109889112/113721207 bytes, 0/0 manifest objects, 260/260 hit_set_archive bytes." in cluster log

pass 2289908 2018-03-14 04:44:07 2018-03-14 07:34:37 2018-03-14 08:38:38 1:04:01 0:20:41 0:43:20 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
pass 2289909 2018-03-14 04:44:08 2018-03-14 07:34:45 2018-03-14 07:50:44 0:15:59 0:09:56 0:06:03 mira master rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml workloads/sample_radosbench.yaml} 1
pass 2289910 2018-03-14 04:44:09 2018-03-14 07:36:44 2018-03-14 07:50:44 0:14:00 0:05:48 0:08:12 mira master rados/singleton/{all/mon-seesaw.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml} 1
pass 2289911 2018-03-14 04:44:09 2018-03-14 07:36:47 2018-03-14 08:00:46 0:23:59 0:13:05 0:10:54 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache.yaml} 2
pass 2289912 2018-03-14 04:44:10 2018-03-14 07:38:55 2018-03-14 08:08:54 0:29:59 0:22:52 0:07:07 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 2289913 2018-03-14 04:44:11 2018-03-14 07:40:42 2018-03-14 08:24:41 0:43:59 0:24:04 0:19:55 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
pass 2289914 2018-03-14 04:44:12 2018-03-14 07:42:54 2018-03-14 08:24:54 0:42:00 0:25:01 0:16:59 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
pass 2289915 2018-03-14 04:44:12 2018-03-14 07:46:47 2018-03-14 08:14:47 0:28:00 0:19:07 0:08:53 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
fail 2289916 2018-03-14 04:44:13 2018-03-14 07:48:50 2018-03-14 08:22:50 0:34:00 0:27:04 0:06:56 mira master rados/singleton/{all/osd-backfill.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
Failure Reason:

"2018-03-14 07:59:46.927279 mon.a mon.0 172.21.3.116:6789/0 92 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log

pass 2289917 2018-03-14 04:44:14 2018-03-14 07:50:37 2018-03-14 08:30:37 0:40:00 0:15:32 0:24:28 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
pass 2289918 2018-03-14 04:44:14 2018-03-14 07:50:45 2018-03-14 08:02:44 0:11:59 0:05:37 0:06:22 mira master rados/objectstore/filejournal.yaml 1
pass 2289919 2018-03-14 04:44:15 2018-03-14 07:50:46 2018-03-14 08:06:45 0:15:59 0:09:41 0:06:18 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml tasks/scrub_test.yaml} 2
pass 2289920 2018-03-14 04:44:16 2018-03-14 07:52:56 2018-03-14 08:30:56 0:38:00 0:18:56 0:19:04 mira master rados/monthrash/{ceph.yaml clusters/3-mons.yaml mon_kv_backend/rocksdb.yaml msgr-failures/mon-delay.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml thrashers/force-sync-many.yaml workloads/rados_api_tests.yaml} 2
pass 2289921 2018-03-14 04:44:17 2018-03-14 07:54:45 2018-03-14 08:20:45 0:26:00 0:13:12 0:12:48 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 2289922 2018-03-14 04:44:17 2018-03-14 07:54:49 2018-03-14 08:04:48 0:09:59 0:04:25 0:05:34 mira master rados/singleton-nomsgr/{all/ceph-post-file.yaml rados.yaml} 1
pass 2289923 2018-03-14 04:44:18 2018-03-14 08:00:56 2018-03-14 08:30:56 0:30:00 0:19:33 0:10:27 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
pass 2289924 2018-03-14 04:44:19 2018-03-14 08:02:48 2018-03-14 08:58:48 0:56:00 0:20:40 0:35:20 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
pass 2289925 2018-03-14 04:44:19 2018-03-14 08:04:56 2018-03-14 08:34:56 0:30:00 0:22:13 0:07:47 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
pass 2289926 2018-03-14 04:44:20 2018-03-14 08:06:36 2018-03-14 08:32:36 0:26:00 0:07:14 0:18:46 mira master rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-comp.yaml tasks/dashboard.yaml} 2
pass 2289927 2018-03-14 04:44:21 2018-03-14 08:06:46 2018-03-14 08:38:46 0:32:00 0:11:49 0:20:11 mira master rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml workloads/fio_4K_rand_read.yaml} 1
pass 2289928 2018-03-14 04:44:22 2018-03-14 08:08:56 2018-03-14 08:46:56 0:38:00 0:24:25 0:13:35 mira master rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml} 1
pass 2289929 2018-03-14 04:44:22 2018-03-14 08:10:54 2018-03-14 08:38:55 0:28:01 0:18:01 0:10:00 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
fail 2289930 2018-03-14 04:44:23 2018-03-14 08:14:49 2018-03-14 09:10:49 0:56:00 0:47:06 0:08:54 mira master rados/singleton/{all/osd-recovery-incomplete.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml} 1
Failure Reason:

"2018-03-14 08:56:47.420411 mon.a mon.0 172.21.6.138:6789/0 858 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log

pass 2289931 2018-03-14 04:44:24 2018-03-14 08:18:52 2018-03-14 08:54:51 0:35:59 0:09:54 0:26:05 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 2289932 2018-03-14 04:44:25 2018-03-14 08:20:54 2018-03-14 09:12:55 0:52:01 0:37:03 0:14:58 mira master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore.yaml rados.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
pass 2289933 2018-03-14 04:44:25 2018-03-14 08:22:51 2018-03-14 09:04:51 0:42:00 0:25:33 0:16:27 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
pass 2289934 2018-03-14 04:44:26 2018-03-14 08:24:43 2018-03-14 08:54:43 0:30:00 0:17:40 0:12:20 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
pass 2289935 2018-03-14 04:44:27 2018-03-14 08:24:55 2018-03-14 09:08:55 0:44:00 0:33:18 0:10:42 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 2289936 2018-03-14 04:44:28 2018-03-14 08:30:46 2018-03-14 10:46:49 2:16:03 0:28:14 1:47:49 mira master rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml rados.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
pass 2289937 2018-03-14 04:44:28 2018-03-14 08:30:57 2018-03-14 09:16:57 0:46:00 0:28:16 0:17:44 mira master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported/centos_latest.yaml thrashers/none.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 2289938 2018-03-14 04:44:29 2018-03-14 08:30:57 2018-03-14 09:26:58 0:56:01 0:22:27 0:33:34 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
pass 2289939 2018-03-14 04:44:30 2018-03-14 08:32:46 2018-03-14 08:56:45 0:23:59 0:12:29 0:11:30 mira master rados/singleton/{all/osd-recovery.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml} 1
pass 2289940 2018-03-14 04:44:31 2018-03-14 08:34:58 2018-03-14 09:06:58 0:32:00 0:18:33 0:13:27 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
pass 2289941 2018-03-14 04:44:31 2018-03-14 08:38:39 2018-03-14 09:02:39 0:24:00 0:14:01 0:09:59 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache.yaml} 2
fail 2289942 2018-03-14 04:44:32 2018-03-14 08:38:47 2018-03-14 09:10:47 0:32:00 0:22:05 0:09:55 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml tasks/rados_api_tests.yaml} 2
Failure Reason:

"2018-03-14 08:56:10.586069 mon.a mon.0 172.21.4.128:6789/0 179 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log

pass 2289943 2018-03-14 04:44:33 2018-03-14 08:38:56 2018-03-14 10:44:58 2:06:02 0:07:11 1:58:51 mira master rados/multimon/{clusters/21.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml tasks/mon_clock_no_skews.yaml} 3
fail 2289944 2018-03-14 04:44:34 2018-03-14 08:42:56 2018-03-14 09:20:56 0:38:00 0:20:03 0:17:57 mira master rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/fastclose.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read-overwrites.yaml} 2
Failure Reason:

"2018-03-14 09:14:32.697076 osd.7 osd.7 172.21.4.134:6809/13141 287 : cluster [ERR] 2.as2 shard 3(1): soid 2:5648b23f:::mira02715057-820:head size 1884160 != size 2211840 from auth oi 2:5648b23f:::mira02715057-820:head(473'2099 client.4353.0:10592 dirty s 4417566 uv 2099 alloc_hint [0 0 0]), size 1884160 != size 2211840 from shard 7(2), attr value mismatch 'hinfo_key'" in cluster log

pass 2289945 2018-03-14 04:44:34 2018-03-14 08:44:46 2018-03-14 09:22:46 0:38:00 0:10:21 0:27:39 mira master rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml tasks/mon_recovery.yaml validater/lockdep.yaml} 2
pass 2289946 2018-03-14 04:44:35 2018-03-14 08:47:01 2018-03-14 09:33:01 0:46:00 0:34:09 0:11:51 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 2289947 2018-03-14 04:44:36 2018-03-14 08:54:52 2018-03-14 09:42:52 0:48:00 0:20:30 0:27:30 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
pass 2289948 2018-03-14 04:44:36 2018-03-14 08:54:53 2018-03-14 09:06:52 0:11:59 0:05:43 0:06:16 mira master rados/singleton-nomsgr/{all/export-after-evict.yaml rados.yaml} 1
pass 2289949 2018-03-14 04:44:37 2018-03-14 08:56:55 2018-03-14 09:14:55 0:18:00 0:11:35 0:06:25 mira master rados/perf/{ceph.yaml objectstore/bluestore.yaml openstack.yaml settings/optimized.yaml workloads/fio_4K_rand_rw.yaml} 1
pass 2289950 2018-03-14 04:44:38 2018-03-14 08:58:49 2018-03-14 09:42:49 0:44:00 0:23:32 0:20:28 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
pass 2289951 2018-03-14 04:44:39 2018-03-14 09:02:49 2018-03-14 09:16:48 0:13:59 0:06:11 0:07:48 mira master rados/singleton/{all/peer.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml} 1
pass 2289952 2018-03-14 04:44:39 2018-03-14 09:05:02 2018-03-14 09:25:01 0:19:59 0:13:06 0:06:53 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 2289953 2018-03-14 04:44:40 2018-03-14 09:06:58 2018-03-14 09:36:58 0:30:00 0:22:15 0:07:45 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
pass 2289954 2018-03-14 04:44:41 2018-03-14 09:06:59 2018-03-14 09:34:59 0:28:00 0:16:33 0:11:27 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 2289955 2018-03-14 04:44:42 2018-03-14 09:09:07 2018-03-14 09:35:06 0:25:59 0:18:56 0:07:03 mira master rados/objectstore/filestore-idempotent-aio-journal.yaml 1
pass 2289956 2018-03-14 04:44:42 2018-03-14 09:10:56 2018-03-14 09:30:55 0:19:59 0:09:51 0:10:08 mira master rados/standalone/misc.yaml 1
pass 2289957 2018-03-14 04:44:43 2018-03-14 09:10:55 2018-03-14 13:39:01 4:28:06 0:11:59 4:16:07 mira master rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-bitmap.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2289958 2018-03-14 04:44:44 2018-03-14 09:12:57 2018-03-14 09:52:57 0:40:00 0:24:28 0:15:32 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
pass 2289959 2018-03-14 04:44:45 2018-03-14 09:15:06 2018-03-14 09:45:08 0:30:02 0:19:55 0:10:07 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
pass 2289960 2018-03-14 04:44:45 2018-03-14 09:16:54 2018-03-14 09:30:53 0:13:59 0:06:50 0:07:09 mira master rados/singleton/{all/pg-removal-interruption.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2289961 2018-03-14 04:44:46 2018-03-14 09:16:58 2018-03-14 09:53:00 0:36:02 0:21:50 0:14:12 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
pass 2289962 2018-03-14 04:44:47 2018-03-14 09:20:58 2018-03-14 09:56:58 0:36:00 0:16:18 0:19:42 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2289963 2018-03-14 04:44:48 2018-03-14 09:22:55 2018-03-14 09:40:55 0:18:00 0:11:29 0:06:31 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
fail 2289964 2018-03-14 04:44:48 2018-03-14 09:24:56 2018-03-14 09:50:55 0:25:59 0:14:33 0:11:26 mira master rados/monthrash/{ceph.yaml clusters/9-mons.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/many.yaml workloads/rados_mon_workunits.yaml} 2
Failure Reason:

"2018-03-14 09:48:38.084506 mon.a mon.0 172.21.3.116:6789/0 202 : cluster [WRN] Health check failed: 47 slow ops, oldest one blocked for 122 sec (SLOW_OPS)" in cluster log

pass 2289965 2018-03-14 04:44:49 2018-03-14 09:25:02 2018-03-14 10:15:04 0:50:02 0:41:49 0:08:13 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
fail 2289966 2018-03-14 04:44:50 2018-03-14 09:27:08 2018-03-14 09:51:08 0:24:00 0:10:39 0:13:21 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_cls_all.yaml} 2
Failure Reason:

"2018-03-14 09:47:29.505762 mon.a mon.0 172.21.4.128:6789/0 157 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log

pass 2289967 2018-03-14 04:44:50 2018-03-14 09:30:55 2018-03-14 10:00:54 0:29:59 0:22:48 0:07:11 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
pass 2289968 2018-03-14 04:44:51 2018-03-14 09:30:57 2018-03-14 10:02:56 0:31:59 0:15:04 0:16:55 mira master rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore.yaml tasks/dashboard_v2.yaml} 2
pass 2289969 2018-03-14 04:44:52 2018-03-14 09:33:11 2018-03-14 09:55:10 0:21:59 0:11:34 0:10:25 mira master rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml workloads/fio_4M_rand_read.yaml} 1
pass 2289970 2018-03-14 04:44:52 2018-03-14 09:35:00 2018-03-14 10:11:00 0:36:00 0:09:51 0:26:09 mira master rados/singleton/{all/radostool.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml} 1
pass 2289971 2018-03-14 04:44:53 2018-03-14 09:35:07 2018-03-14 10:07:07 0:32:00 0:18:38 0:13:22 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 2289972 2018-03-14 04:44:54 2018-03-14 09:37:09 2018-03-14 10:07:09 0:30:00 0:06:27 0:23:33 mira master rados/singleton-nomsgr/{all/full-tiering.yaml rados.yaml} 1
pass 2289973 2018-03-14 04:44:55 2018-03-14 09:40:56 2018-03-14 10:12:56 0:32:00 0:25:47 0:06:13 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
pass 2289974 2018-03-14 04:44:55 2018-03-14 09:42:58 2018-03-14 10:12:58 0:30:00 0:21:17 0:08:43 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
pass 2289975 2018-03-14 04:44:56 2018-03-14 09:42:58 2018-03-14 10:10:58 0:28:00 0:15:15 0:12:45 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache.yaml} 2
pass 2289976 2018-03-14 04:44:57 2018-03-14 09:45:18 2018-03-14 10:25:17 0:39:59 0:27:14 0:12:45 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 2289977 2018-03-14 04:44:57 2018-03-14 09:51:07 2018-03-14 10:13:06 0:21:59 0:14:30 0:07:29 mira master rados/singleton/{all/random-eio.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml} 2
pass 2289978 2018-03-14 04:44:58 2018-03-14 09:51:09 2018-03-14 10:15:09 0:24:00 0:17:02 0:06:58 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
pass 2289979 2018-03-14 04:44:59 2018-03-14 09:53:06 2018-03-14 10:33:07 0:40:01 0:23:46 0:16:15 mira master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-radosbench.yaml} 2
pass 2289980 2018-03-14 04:45:00 2018-03-14 09:53:07 2018-03-14 10:37:07 0:44:00 0:24:22 0:19:38 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
pass 2289981 2018-03-14 04:45:00 2018-03-14 09:55:20 2018-03-14 10:29:19 0:33:59 0:20:53 0:13:06 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 2289982 2018-03-14 04:45:01 2018-03-14 09:57:07 2018-03-14 10:39:07 0:42:00 0:17:05 0:24:55 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
pass 2289983 2018-03-14 04:45:02 2018-03-14 10:01:05 2018-03-14 10:37:04 0:35:59 0:19:28 0:16:31 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 2289984 2018-03-14 04:45:03 2018-03-14 10:03:06 2018-03-14 10:21:07 0:18:01 0:10:57 0:07:04 mira master rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml workloads/fio_4M_rand_rw.yaml} 1
fail 2289985 2018-03-14 04:45:04 2018-03-14 10:07:17 2018-03-14 10:21:16 0:13:59 0:07:42 0:06:17 mira master rados/singleton/{all/rebuild-mondb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml} 1
Failure Reason:

"2018-03-14 10:17:46.680224 mon.a mon.0 172.21.7.130:6789/0 83 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log

pass 2289986 2018-03-14 04:45:04 2018-03-14 10:07:17 2018-03-14 10:35:17 0:28:00 0:18:07 0:09:53 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
pass 2289987 2018-03-14 04:45:05 2018-03-14 10:11:10 2018-03-14 10:51:10 0:40:00 0:09:32 0:30:28 mira master rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-comp.yaml rados.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
pass 2289988 2018-03-14 04:45:06 2018-03-14 10:11:10 2018-03-14 10:43:10 0:32:00 0:24:38 0:07:22 mira master ubuntu 16.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-comp.yaml rados.yaml supported/ubuntu_latest.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
fail 2289989 2018-03-14 04:45:07 2018-03-14 10:13:05 2018-03-14 10:31:05 0:18:00 0:10:57 0:07:03 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/rados_python.yaml} 2
Failure Reason:

"2018-03-14 10:26:04.927205 mon.a mon.0 172.21.6.134:6789/0 228 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log

pass 2289990 2018-03-14 04:45:07 2018-03-14 10:13:05 2018-03-14 10:41:05 0:28:00 0:14:33 0:13:27 mira master rados/objectstore/filestore-idempotent.yaml 1
pass 2289991 2018-03-14 04:45:08 2018-03-14 10:13:08 2018-03-14 11:21:08 1:08:00 0:19:12 0:48:48 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
pass 2289992 2018-03-14 04:45:09 2018-03-14 10:15:13 2018-03-14 11:11:16 0:56:03 0:27:51 0:28:12 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
pass 2289993 2018-03-14 04:45:10 2018-03-14 10:15:13 2018-03-14 11:03:15 0:48:02 0:19:11 0:28:51 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2289994 2018-03-14 04:45:11 2018-03-14 10:21:16 2018-03-14 10:33:16 0:12:00 0:06:30 0:05:30 mira master rados/singleton-nomsgr/{all/health-warnings.yaml rados.yaml} 1
pass 2289995 2018-03-14 04:45:11 2018-03-14 10:21:17 2018-03-14 10:45:17 0:24:00 0:13:49 0:10:11 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
fail 2289996 2018-03-14 04:45:12 2018-03-14 10:25:27 2018-03-14 11:09:27 0:44:00 0:36:03 0:07:57 mira master rados/singleton/{all/recovery-preemption.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
Failure Reason:

"2018-03-14 10:38:31.872399 mon.a mon.0 172.21.4.108:6789/0 141 : cluster [WRN] Health check failed: 12 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log

pass 2289997 2018-03-14 04:45:13 2018-03-14 10:29:28 2018-03-14 10:59:28 0:30:00 0:23:06 0:06:54 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
pass 2289998 2018-03-14 04:45:13 2018-03-14 10:31:14 2018-03-14 11:13:14 0:42:00 0:17:19 0:24:41 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
pass 2289999 2018-03-14 04:45:14 2018-03-14 10:33:17 2018-03-14 11:39:18 1:06:01 0:31:41 0:34:20 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 2290000 2018-03-14 04:45:15 2018-03-14 10:33:17 2018-03-14 11:39:18 1:06:01 0:26:27 0:39:34 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
pass 2290001 2018-03-14 04:45:16 2018-03-14 10:35:26 2018-03-14 10:55:25 0:19:59 0:12:21 0:07:38 mira master rados/multimon/{clusters/3.yaml mon_kv_backend/leveldb.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml tasks/mon_clock_with_skews.yaml} 2
pass 2290002 2018-03-14 04:45:17 2018-03-14 10:37:14 2018-03-14 11:07:14 0:30:00 0:19:39 0:10:21 mira master rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/few.yaml rados.yaml thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-small-objects-overwrites.yaml} 2
pass 2290003 2018-03-14 04:45:17 2018-03-14 10:37:14 2018-03-14 11:35:15 0:58:01 0:36:44 0:21:17 mira master centos rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml tasks/rados_api_tests.yaml validater/valgrind.yaml} 2
pass 2290004 2018-03-14 04:45:18 2018-03-14 10:39:17 2018-03-14 11:19:16 0:39:59 0:25:57 0:14:02 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
pass 2290005 2018-03-14 04:45:19 2018-03-14 10:41:14 2018-03-14 10:55:14 0:14:00 0:07:06 0:06:54 mira master rados/singleton/{all/reg11184.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml} 1
fail 2290006 2018-03-14 04:45:20 2018-03-14 10:43:21 2018-03-14 10:59:20 0:15:59 0:08:58 0:07:01 mira master rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/filestore-xfs.yaml tasks/failover.yaml} 2
Failure Reason:

"2018-03-14 10:56:09.655077 mon.b mon.0 172.21.4.124:6789/0 208 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log

pass 2290007 2018-03-14 04:45:20 2018-03-14 10:45:10 2018-03-14 11:03:09 0:17:59 0:10:51 0:07:08 mira master rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml workloads/fio_4M_rand_write.yaml} 1
pass 2290008 2018-03-14 04:45:21 2018-03-14 10:45:18 2018-03-14 11:19:18 0:34:00 0:25:51 0:08:09 mira master rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml} 1
pass 2290009 2018-03-14 04:45:22 2018-03-14 10:46:58 2018-03-14 11:04:57 0:17:59 0:09:13 0:08:46 mira master rados/standalone/mon.yaml 1
pass 2290010 2018-03-14 04:45:22 2018-03-14 10:51:19 2018-03-14 13:17:23 2:26:04 0:10:56 2:15:08 mira master rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore-comp.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2290011 2018-03-14 04:45:23 2018-03-14 10:55:23 2018-03-14 11:15:23 0:20:00 0:10:38 0:09:22 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache.yaml} 2
fail 2290012 2018-03-14 04:45:24 2018-03-14 10:55:26 2018-03-14 11:35:27 0:40:01 0:30:14 0:09:47 mira master rados/monthrash/{ceph.yaml clusters/3-mons.yaml mon_kv_backend/rocksdb.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml thrashers/one.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-03-14 11:15:06.463363 mon.a mon.0 172.21.4.124:6789/0 134 : cluster [WRN] Health check failed: 14 slow ops, oldest one blocked for 57 sec (SLOW_OPS)" in cluster log

pass 2290013 2018-03-14 04:45:25 2018-03-14 10:59:30 2018-03-14 11:41:30 0:42:00 0:32:42 0:09:18 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 2290014 2018-03-14 04:45:26 2018-03-14 10:59:30 2018-03-14 11:35:30 0:36:00 0:18:18 0:17:42 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
fail 2290015 2018-03-14 04:45:26 2018-03-14 11:03:18 2018-03-14 11:35:18 0:32:00 0:15:41 0:16:19 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml tasks/rados_stress_watch.yaml} 2
Failure Reason:

"2018-03-14 11:24:19.358514 mon.a mon.0 172.21.3.116:6789/0 121 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log

pass 2290016 2018-03-14 04:45:27 2018-03-14 11:03:22 2018-03-14 11:39:22 0:36:00 0:25:06 0:10:54 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
pass 2290017 2018-03-14 04:45:28 2018-03-14 11:05:08 2018-03-14 11:53:08 0:48:00 0:14:04 0:33:56 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 2290018 2018-03-14 04:45:29 2018-03-14 11:07:25 2018-03-14 12:11:26 1:04:01 0:10:55 0:53:06 mira master rados/singleton/{all/resolve_stuck_peering.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml} 2
pass 2290019 2018-03-14 04:45:29 2018-03-14 11:09:36 2018-03-14 11:33:36 0:24:00 0:12:17 0:11:43 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
pass 2290020 2018-03-14 04:45:30 2018-03-14 11:11:25 2018-03-14 11:43:25 0:32:00 0:18:07 0:13:53 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 2290021 2018-03-14 04:45:31 2018-03-14 11:13:23 2018-03-14 11:31:23 0:18:00 0:06:21 0:11:39 mira master rados/singleton-nomsgr/{all/large-omap-object-warnings.yaml rados.yaml} 1
pass 2290022 2018-03-14 04:45:32 2018-03-14 11:15:33 2018-03-14 11:49:33 0:34:00 0:21:59 0:12:01 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
pass 2290023 2018-03-14 04:45:33 2018-03-14 11:19:26 2018-03-14 12:05:26 0:46:00 0:19:57 0:26:03 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
pass 2290025 2018-03-14 04:45:33 2018-03-14 11:19:26 2018-03-14 12:13:26 0:54:00 0:27:52 0:26:08 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
pass 2290027 2018-03-14 04:45:34 2018-03-14 11:21:18 2018-03-14 11:41:17 0:19:59 0:03:53 0:16:06 mira master rados/objectstore/fusestore.yaml 1
pass 2290029 2018-03-14 04:45:35 2018-03-14 11:31:32 2018-03-14 11:55:32 0:24:00 0:14:53 0:09:07 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2290031 2018-03-14 04:45:36 2018-03-14 11:33:45 2018-03-14 11:53:45 0:20:00 0:11:40 0:08:20 mira master rados/singleton/{all/test_envlibrados_for_rocksdb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml} 1
pass 2290033 2018-03-14 04:45:36 2018-03-14 11:35:24 2018-03-14 11:51:48 0:16:24 0:10:33 0:05:51 mira master rados/perf/{ceph.yaml objectstore/bluestore.yaml openstack.yaml settings/optimized.yaml workloads/radosbench_4K_rand_read.yaml} 1
pass 2290036 2018-03-14 04:45:37 2018-03-14 11:35:24 2018-03-14 11:55:49 0:20:25 0:11:03 0:09:22 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 2290038 2018-03-14 04:45:38 2018-03-14 11:35:28 2018-03-14 12:19:49 0:44:21 0:22:43 0:21:38 mira master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read.yaml} 2
pass 2290040 2018-03-14 04:45:39 2018-03-14 11:35:31 2018-03-14 12:33:49 0:58:18 0:35:20 0:22:58 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
pass 2290042 2018-03-14 04:45:40 2018-03-14 11:39:27 2018-03-14 12:17:27 0:38:00 0:19:57 0:18:03 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
pass 2290044 2018-03-14 04:45:40 2018-03-14 11:39:27 2018-03-14 12:17:27 0:38:00 0:22:54 0:15:06 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
fail 2290046 2018-03-14 04:45:41 2018-03-14 11:39:27 2018-03-14 11:53:27 0:14:00 0:07:38 0:06:22 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml tasks/rados_striper.yaml} 2
Failure Reason:

"2018-03-14 11:51:50.274409 mon.b mon.0 172.21.5.106:6789/0 170 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log

pass 2290048 2018-03-14 04:45:42 2018-03-14 11:41:27 2018-03-14 12:07:26 0:25:59 0:17:55 0:08:04 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
pass 2290050 2018-03-14 04:45:43 2018-03-14 11:41:31 2018-03-14 12:19:31 0:38:00 0:21:31 0:16:29 mira master rados/singleton/{all/thrash-eio.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
pass 2290051 2018-03-14 04:45:44 2018-03-14 11:43:34 2018-03-14 12:23:34 0:40:00 0:21:00 0:19:00 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
pass 2290052 2018-03-14 04:45:44 2018-03-14 11:49:43 2018-03-14 12:27:43 0:38:00 0:14:24 0:23:36 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache.yaml} 2
pass 2290053 2018-03-14 04:45:45 2018-03-14 11:51:50 2018-03-14 13:21:51 1:30:01 0:28:16 1:01:45 mira master rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
pass 2290054 2018-03-14 04:45:46 2018-03-14 11:52:56 2018-03-14 13:00:57 1:08:01 0:34:56 0:33:05 mira master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore.yaml rados.yaml supported/centos_latest.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 2290055 2018-03-14 04:45:47 2018-03-14 11:53:09 2018-03-14 12:25:09 0:32:00 0:23:53 0:08:07 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 2290056 2018-03-14 04:45:47 2018-03-14 11:53:28 2018-03-14 12:31:28 0:38:00 0:20:07 0:17:53 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
pass 2290057 2018-03-14 04:45:48 2018-03-14 11:53:46 2018-03-14 12:27:46 0:34:00 0:27:13 0:06:47 mira master rados/singleton-nomsgr/{all/msgr.yaml rados.yaml} 1
fail 2290058 2018-03-14 04:45:49 2018-03-14 11:55:40 2018-03-14 12:57:41 1:02:01 0:31:29 0:30:32 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
Failure Reason:

Found coredumps on ubuntu@mira112.front.sepia.ceph.com

pass 2290059 2018-03-14 04:45:50 2018-03-14 11:55:50 2018-03-14 12:43:50 0:48:00 0:17:17 0:30:43 mira master rados/singleton/{all/thrash-rados/{thrash-rados.yaml thrashosds-health.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml} 2
pass 2290060 2018-03-14 04:45:51 2018-03-14 12:05:41 2018-03-14 12:33:41 0:28:00 0:10:44 0:17:16 mira master rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-bitmap.yaml tasks/module_selftest.yaml} 2
pass 2290061 2018-03-14 04:45:51 2018-03-14 12:07:36 2018-03-14 12:27:35 0:19:59 0:10:44 0:09:15 mira master rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml workloads/radosbench_4K_seq_read.yaml} 1
pass 2290062 2018-03-14 04:45:52 2018-03-14 12:11:36 2018-03-14 12:43:36 0:32:00 0:19:59 0:12:01 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 2290063 2018-03-14 04:45:53 2018-03-14 12:13:34 2018-03-14 12:47:34 0:34:00 0:18:59 0:15:01 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
pass 2290064 2018-03-14 04:45:54 2018-03-14 12:17:36 2018-03-14 12:45:36 0:28:00 0:15:07 0:12:53 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
fail 2290065 2018-03-14 04:45:54 2018-03-14 12:17:36 2018-03-14 12:47:36 0:30:00 0:16:43 0:13:17 mira master rados/monthrash/{ceph.yaml clusters/9-mons.yaml mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml thrashers/one.yaml workloads/pool-create-delete.yaml} 2
Failure Reason:

"2018-03-14 12:35:09.452750 mon.a mon.0 172.21.6.112:6789/0 104 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log

pass 2290066 2018-03-14 04:45:55 2018-03-14 12:19:41 2018-03-14 12:57:41 0:38:00 0:18:21 0:19:39 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
pass 2290067 2018-03-14 04:45:56 2018-03-14 12:19:52 2018-03-14 12:53:52 0:34:00 0:19:07 0:14:53 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
pass 2290068 2018-03-14 04:45:56 2018-03-14 12:23:44 2018-03-14 12:59:44 0:36:00 0:22:49 0:13:11 mira master rados/singleton/{all/thrash_cache_writeback_proxy_none.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml} 2
pass 2290069 2018-03-14 04:45:57 2018-03-14 12:25:18 2018-03-14 13:29:18 1:04:00 0:24:24 0:39:36 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
pass 2290070 2018-03-14 04:45:58 2018-03-14 12:27:43 2018-03-14 13:17:43 0:50:00 0:28:29 0:21:31 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_workunit_loadgen_big.yaml} 2
pass 2290071 2018-03-14 04:45:59 2018-03-14 12:27:44 2018-03-14 12:59:44 0:32:00 0:23:33 0:08:27 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2290072 2018-03-14 04:45:59 2018-03-14 12:27:47 2018-03-14 12:37:46 0:09:59 0:04:22 0:05:37 mira master rados/objectstore/keyvaluedb.yaml 1
pass 2290073 2018-03-14 04:46:00 2018-03-14 12:31:36 2018-03-14 13:21:37 0:50:01 0:36:38 0:13:23 mira master rados/standalone/osd.yaml 1
pass 2290074 2018-03-14 04:46:01 2018-03-14 12:33:50 2018-03-14 13:55:51 1:22:01 0:11:23 1:10:38 mira master rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/bluestore.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2290075 2018-03-14 04:46:02 2018-03-14 12:33:50 2018-03-14 12:59:50 0:26:00 0:11:50 0:14:10 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 2290076 2018-03-14 04:46:03 2018-03-14 12:37:56 2018-03-14 13:27:56 0:50:00 0:26:59 0:23:01 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
pass 2290077 2018-03-14 04:46:03 2018-03-14 12:43:44 2018-03-14 13:15:44 0:32:00 0:12:34 0:19:26 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
pass 2290078 2018-03-14 04:46:04 2018-03-14 12:43:51 2018-03-14 13:01:50 0:17:59 0:10:07 0:07:52 mira master rados/multimon/{clusters/6.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml} 2
pass 2290079 2018-03-14 04:46:05 2018-03-14 12:45:45 2018-03-14 13:31:46 0:46:01 0:26:50 0:19:11 mira master rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/osd-delay.yaml rados.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-snaps-few-objects-overwrites.yaml} 2
pass 2290080 2018-03-14 04:46:06 2018-03-14 12:47:43 2018-03-14 13:17:43 0:30:00 0:10:09 0:19:51 mira master rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_cls_all.yaml validater/lockdep.yaml} 2
fail 2290081 2018-03-14 04:46:06 2018-03-14 12:47:43 2018-03-14 12:59:43 0:12:00 0:05:55 0:06:05 mira master rados/singleton/{all/watch-notify-same-primary.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml} 1
Failure Reason:

"2018-03-14 12:58:10.408772 mon.a mon.0 172.21.6.136:6789/0 81 : cluster [WRN] Health check failed: 13 slow ops, oldest one blocked for 51 sec (SLOW_OPS)" in cluster log

pass 2290082 2018-03-14 04:46:07 2018-03-14 12:54:02 2018-03-14 13:16:02 0:22:00 0:09:36 0:12:24 mira master rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml workloads/radosbench_4M_rand_read.yaml} 1
pass 2290083 2018-03-14 04:46:08 2018-03-14 12:57:58 2018-03-14 14:38:01 1:40:03 0:40:26 0:59:37 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 2290084 2018-03-14 04:46:09 2018-03-14 12:57:58 2018-03-14 13:31:58 0:34:00 0:26:13 0:07:47 mira master rados/singleton-nomsgr/{all/multi-backfill-reject.yaml rados.yaml} 2
pass 2290085 2018-03-14 04:46:09 2018-03-14 12:59:52 2018-03-14 13:51:52 0:52:00 0:29:24 0:22:36 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
pass 2290086 2018-03-14 04:46:10 2018-03-14 12:59:52 2018-03-14 13:49:52 0:50:00 0:26:29 0:23:31 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
pass 2290087 2018-03-14 04:46:11 2018-03-14 12:59:52 2018-03-14 13:35:51 0:35:59 0:13:37 0:22:22 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache.yaml} 2
pass 2290088 2018-03-14 04:46:12 2018-03-14 12:59:52 2018-03-14 13:43:52 0:44:00 0:22:14 0:21:46 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 2290089 2018-03-14 04:46:12 2018-03-14 13:01:05 2018-03-14 13:27:05 0:26:00 0:05:39 0:20:21 mira master rados/singleton/{all/admin-socket.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2290090 2018-03-14 04:46:13 2018-03-14 13:01:51 2018-03-14 13:37:51 0:36:00 0:17:46 0:18:14 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
pass 2290091 2018-03-14 04:46:14 2018-03-14 13:15:54 2018-03-14 14:07:55 0:52:01 0:23:25 0:28:36 mira master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-comp.yaml rados.yaml thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-small-objects.yaml} 2
pass 2290092 2018-03-14 04:46:15 2018-03-14 13:16:03 2018-03-14 14:00:03 0:44:00 0:26:38 0:17:22 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
pass 2290093 2018-03-14 04:46:15 2018-03-14 13:17:24 2018-03-14 14:07:24 0:50:00 0:15:10 0:34:50 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
fail 2290094 2018-03-14 04:46:16 2018-03-14 13:17:44 2018-03-14 13:57:45 0:40:01 0:19:19 0:20:42 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/rados_workunit_loadgen_mix.yaml} 2
Failure Reason:

"2018-03-14 13:48:13.995850 mon.a mon.0 172.21.4.108:6789/0 152 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log

pass 2290095 2018-03-14 04:46:17 2018-03-14 13:17:45 2018-03-14 14:37:46 1:20:01 0:24:07 0:55:54 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
pass 2290096 2018-03-14 04:46:18 2018-03-14 13:21:46 2018-03-14 14:03:46 0:42:00 0:13:15 0:28:45 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 2290097 2018-03-14 04:46:18 2018-03-14 13:21:55 2018-03-14 13:37:55 0:16:00 0:06:33 0:09:27 mira master rados/singleton/{all/divergent_priors.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml} 1
pass 2290098 2018-03-14 04:46:19 2018-03-14 13:27:15 2018-03-14 13:53:15 0:26:00 0:20:17 0:05:43 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
pass 2290099 2018-03-14 04:46:20 2018-03-14 13:27:57 2018-03-14 13:45:56 0:17:59 0:08:23 0:09:36 mira master rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-comp.yaml tasks/prometheus.yaml} 2
pass 2290100 2018-03-14 04:46:21 2018-03-14 13:29:27 2018-03-14 13:51:26 0:21:59 0:09:40 0:12:19 mira master rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml workloads/radosbench_4M_seq_read.yaml} 1
fail 2290101 2018-03-14 04:46:21 2018-03-14 13:31:55 2018-03-14 13:59:55 0:28:00 0:18:34 0:09:26 mira master rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml} 1
Failure Reason:

Command failed (workunit test cephtool/test.sh) on mira051 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-kefu-testing-2018-03-14-1106 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephtool/test.sh'

pass 2290102 2018-03-14 04:46:22 2018-03-14 13:31:59 2018-03-14 14:32:01 1:00:02 0:19:14 0:40:48 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
pass 2290103 2018-03-14 04:46:23 2018-03-14 13:36:00 2018-03-14 14:38:01 1:02:01 0:25:29 0:36:32 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
pass 2290104 2018-03-14 04:46:24 2018-03-14 13:38:01 2018-03-14 14:40:02 1:02:01 0:16:22 0:45:39 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2290105 2018-03-14 04:46:24 2018-03-14 13:38:01 2018-03-14 14:12:01 0:34:00 0:09:55 0:24:05 mira master rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
pass 2290106 2018-03-14 04:46:25 2018-03-14 13:39:09 2018-03-14 14:23:09 0:44:00 0:24:37 0:19:23 mira master ubuntu 16.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} leveldb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_latest.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 2290107 2018-03-14 04:46:26 2018-03-14 13:44:00 2018-03-14 13:56:00 0:12:00 0:05:32 0:06:28 mira master rados/singleton-nomsgr/{all/pool-access.yaml rados.yaml} 1
pass 2290108 2018-03-14 04:46:27 2018-03-14 13:45:57 2018-03-14 14:05:58 0:20:01 0:09:43 0:10:18 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 2290109 2018-03-14 04:46:27 2018-03-14 13:50:03 2018-03-14 14:06:02 0:15:59 0:09:57 0:06:02 mira master rados/singleton/{all/divergent_priors2.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml} 1
pass 2290110 2018-03-14 04:46:28 2018-03-14 13:51:35 2018-03-14 14:19:35 0:28:00 0:18:04 0:09:56 mira master rados/objectstore/objectcacher-stress.yaml 1
pass 2290111 2018-03-14 04:46:29 2018-03-14 13:51:53 2018-03-14 15:05:55 1:14:02 0:42:52 0:31:10 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
pass 2290112 2018-03-14 04:46:30 2018-03-14 13:53:22 2018-03-14 14:15:22 0:22:00 0:08:28 0:13:32 mira master rados/monthrash/{ceph.yaml clusters/3-mons.yaml mon_kv_backend/rocksdb.yaml msgr-failures/mon-delay.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml thrashers/sync-many.yaml workloads/rados_5925.yaml} 2
pass 2290113 2018-03-14 04:46:30 2018-03-14 13:56:03 2018-03-14 14:18:01 0:21:58 0:14:54 0:07:04 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
pass 2290114 2018-03-14 04:46:31 2018-03-14 13:56:03 2018-03-14 14:24:02 0:27:59 0:21:16 0:06:43 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 2290115 2018-03-14 04:46:32 2018-03-14 13:57:54 2018-03-14 15:09:55 1:12:01 0:25:46 0:46:15 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
pass 2290116 2018-03-14 04:46:32 2018-03-14 14:00:06 2018-03-14 14:28:05 0:27:59 0:17:54 0:10:05 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
pass 2290117 2018-03-14 04:46:33 2018-03-14 14:00:06 2018-03-14 15:08:06 1:08:00 0:30:29 0:37:31 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/leveldb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml tasks/rados_workunit_loadgen_mostlyread.yaml} 2
pass 2290118 2018-03-14 04:46:34 2018-03-14 14:03:47 2018-03-14 14:17:46 0:13:59 0:06:48 0:07:11 mira master rados/singleton/{all/dump-stuck.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml} 1
pass 2290119 2018-03-14 04:46:35 2018-03-14 14:06:07 2018-03-14 15:08:07 1:02:00 0:20:19 0:41:41 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache.yaml} 2
pass 2290120 2018-03-14 04:46:35 2018-03-14 14:06:07 2018-03-14 14:26:06 0:19:59 0:08:37 0:11:22 mira master rados/perf/{ceph.yaml objectstore/bluestore.yaml openstack.yaml settings/optimized.yaml workloads/radosbench_4M_write.yaml} 1
pass 2290121 2018-03-14 04:46:36 2018-03-14 14:07:33 2018-03-14 14:45:33 0:38:00 0:27:06 0:10:54 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 2290122 2018-03-14 04:46:37 2018-03-14 14:07:57 2018-03-14 15:03:58 0:56:01 0:19:32 0:36:29 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
pass 2290123 2018-03-14 04:46:38 2018-03-14 14:12:12 2018-03-14 14:48:12 0:36:00 0:26:19 0:09:41 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
pass 2290124 2018-03-14 04:46:38 2018-03-14 14:15:30 2018-03-14 14:41:30 0:26:00 0:12:55 0:13:05 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 2290125 2018-03-14 04:46:39 2018-03-14 14:17:55 2018-03-14 14:59:55 0:42:00 0:29:59 0:12:01 mira master rados/standalone/scrub.yaml 1
pass 2290126 2018-03-14 04:46:40 2018-03-14 14:18:03 2018-03-14 15:28:03 1:10:00 0:10:25 0:59:35 mira master rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} leveldb.yaml msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2290127 2018-03-14 04:46:40 2018-03-14 14:19:43 2018-03-14 14:51:43 0:32:00 0:18:12 0:13:48 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
fail 2290128 2018-03-14 04:46:41 2018-03-14 14:23:19 2018-03-14 14:49:19 0:26:00 0:20:42 0:05:18 mira master rados/singleton/{all/ec-lost-unfound.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
Failure Reason:

"2018-03-14 14:33:58.067164 mon.a mon.0 172.21.5.132:6789/0 194 : cluster [WRN] Health check failed: 10 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log

pass 2290129 2018-03-14 04:46:42 2018-03-14 14:24:03 2018-03-14 15:02:03 0:38:00 0:19:18 0:18:42 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 2290130 2018-03-14 04:46:43 2018-03-14 14:26:07 2018-03-14 15:00:07 0:34:00 0:26:19 0:07:41 mira master rados/singleton-nomsgr/{all/recovery-unfound-found.yaml rados.yaml} 1
pass 2290131 2018-03-14 04:46:44 2018-03-14 14:28:14 2018-03-14 15:04:14 0:36:00 0:18:31 0:17:29 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
pass 2290132 2018-03-14 04:46:44 2018-03-14 14:32:10 2018-03-14 15:08:10 0:36:00 0:19:03 0:16:57 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
pass 2290133 2018-03-14 04:46:45 2018-03-14 14:37:54 2018-03-14 15:31:56 0:54:02 0:22:19 0:31:43 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/none.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
pass 2290134 2018-03-14 04:46:46 2018-03-14 14:38:03 2018-03-14 15:30:03 0:52:00 0:16:58 0:35:02 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore.yaml rados.yaml rocksdb.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2290135 2018-03-14 04:46:46 2018-03-14 14:38:02 2018-03-14 15:00:02 0:22:00 0:04:03 0:17:57 mira master rados/singleton/{all/erasure-code-nonregression.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml} 1
fail 2290136 2018-03-14 04:46:47 2018-03-14 14:40:03 2018-03-14 15:26:03 0:46:00 0:13:33 0:32:27 mira master rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} mon_kv_backend/rocksdb.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore.yaml rados.yaml tasks/readwrite.yaml} 2
Failure Reason:

"2018-03-14 15:18:05.749748 mon.a mon.0 172.21.6.134:6789/0 115 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log

pass 2290137 2018-03-14 04:46:48 2018-03-14 14:41:31 2018-03-14 15:11:31 0:30:00 0:06:05 0:23:55 mira master rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore.yaml tasks/workunits.yaml} 2
pass 2290138 2018-03-14 04:46:49 2018-03-14 14:45:41 2018-03-14 15:01:41 0:16:00 0:08:07 0:07:53 mira master rados/multimon/{clusters/6.yaml mon_kv_backend/leveldb.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/mon_clock_no_skews.yaml} 2
pass 2290139 2018-03-14 04:46:49 2018-03-14 14:48:13 2018-03-14 15:10:13 0:22:00 0:13:18 0:08:42 mira master rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml workloads/sample_fio.yaml} 1
pass 2290140 2018-03-14 04:46:50 2018-03-14 14:49:29 2018-03-14 15:15:28 0:25:59 0:10:39 0:15:20 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml rocksdb.yaml thrashers/default.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 2290141 2018-03-14 04:46:51 2018-03-14 14:51:52 2018-03-14 15:33:52 0:42:00 0:25:42 0:16:18 mira master rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml leveldb.yaml msgr-failures/fastclose.yaml objectstore/bluestore.yaml rados.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml} 2
pass 2290142 2018-03-14 04:46:52 2018-03-14 15:00:05 2018-03-14 15:42:05 0:42:00 0:34:18 0:07:42 mira master rados/thrash-erasure-code-overwrites/{bluestore.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml leveldb.yaml msgr-failures/fastclose.yaml rados.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-pool-snaps-few-objects-overwrites.yaml} 2
fail 2290143 2018-03-14 04:46:52 2018-03-14 15:00:05 2018-03-14 15:42:05 0:42:00 0:24:41 0:17:19 mira master centos rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml mon_kv_backend/rocksdb.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/mon_recovery.yaml validater/valgrind.yaml} 2
Failure Reason:

"2018-03-14 15:35:37.200723 mon.a mon.1 172.21.6.136:6789/0 32 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log

pass 2290144 2018-03-14 04:46:53 2018-03-14 15:00:08 2018-03-14 16:04:09 1:04:01 0:51:59 0:12:02 mira master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml rocksdb.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
pass 2290145 2018-03-14 04:46:54 2018-03-14 15:01:49 2018-03-14 15:29:49 0:28:00 0:16:14 0:11:46 mira master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml rocksdb.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2