Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 4326227 2019-09-22 11:28:24 2019-09-22 11:35:46 2019-09-22 12:07:45 0:31:59 0:18:47 0:13:12 mira master centos 7.6 rados/singleton/{all/osd-recovery.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4326228 2019-09-22 11:28:25 2019-09-22 11:36:09 2019-09-22 12:00:08 0:23:59 0:12:50 0:11:09 mira master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/set-chunk-promote-flush.yaml} 2
pass 4326229 2019-09-22 11:28:26 2019-09-22 11:36:09 2019-09-22 11:54:08 0:17:59 0:08:19 0:09:40 mira master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/many.yaml workloads/rados_5925.yaml} 2
pass 4326230 2019-09-22 11:28:27 2019-09-22 11:54:11 2019-09-22 14:36:12 2:42:01 2:22:37 0:19:24 mira master rhel 7.6 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_7.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 4326231 2019-09-22 11:28:28 2019-09-22 12:00:10 2019-09-22 12:24:09 0:23:59 0:14:26 0:09:33 mira master centos 7.6 rados/singleton-nomsgr/{all/version-number-sanity.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4326232 2019-09-22 11:28:29 2019-09-22 12:02:10 2019-09-22 12:54:09 0:51:59 0:33:50 0:18:09 mira master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/nautilus-v2only.yaml backoff/normal.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/off.yaml distro$/{centos_latest.yaml} msgr-failures/fastclose.yaml rados.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 4
pass 4326233 2019-09-22 11:28:30 2019-09-22 12:08:02 2019-09-22 12:26:01 0:17:59 0:08:48 0:09:11 mira master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-low-osd-mem-target.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/fio_4M_rand_read.yaml} 1
fail 4326234 2019-09-22 11:28:31 2019-09-22 12:24:12 2019-09-22 13:06:11 0:41:59 0:29:55 0:12:04 mira master centos 7.6 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_7.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read.yaml} 2
Failure Reason:

"2019-09-22T12:54:11.017556+0000 osd.4 (osd.4) 12 : cluster [ERR] osd.4 found snap mapper error on pg 2.fs2 oid 2:f4e3b577:::mira06312056-428:67 snaps missing in mapper, should be: 2d,2e,40,4f,50,53,57,5e,66,67 was r -2...repaired" in cluster log

pass 4326235 2019-09-22 11:28:32 2019-09-22 12:26:03 2019-09-22 12:42:02 0:15:59 0:07:00 0:08:59 mira master ubuntu 18.04 rados/singleton/{all/peer.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4326236 2019-09-22 11:28:33 2019-09-22 12:26:41 2019-09-22 15:16:43 2:50:02 2:31:22 0:18:40 mira master rhel 7.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
pass 4326237 2019-09-22 11:28:34 2019-09-22 12:33:26 2019-09-22 15:21:28 2:48:02 2:27:46 0:20:16 mira master rhel 7.6 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} tasks/rados_stress_watch.yaml} 2
pass 4326238 2019-09-22 11:28:35 2019-09-22 12:39:57 2019-09-22 13:17:56 0:37:59 0:27:46 0:10:13 mira master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 4326239 2019-09-22 11:28:36 2019-09-22 12:42:04 2019-09-22 13:02:03 0:19:59 0:10:05 0:09:54 mira master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-low-osd-mem-target.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/insights.yaml} 2
pass 4326240 2019-09-22 11:28:37 2019-09-22 12:54:12 2019-09-22 13:26:11 0:31:59 0:20:33 0:11:26 mira master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
pass 4326241 2019-09-22 11:28:38 2019-09-22 13:02:05 2019-09-22 13:34:05 0:32:00 0:23:21 0:08:39 mira master rhel 7.6 rados/singleton/{all/pg-autoscaler.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 2
pass 4326242 2019-09-22 11:28:39 2019-09-22 13:06:20 2019-09-22 13:30:19 0:23:59 0:15:29 0:08:30 mira master centos 7.6 rados/perf/{ceph.yaml objectstore/bluestore-stupid.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{centos_7.yaml} workloads/fio_4M_rand_rw.yaml} 1
pass 4326243 2019-09-22 11:28:40 2019-09-22 13:17:59 2019-09-22 13:35:58 0:17:59 0:08:02 0:09:57 mira master ubuntu 18.04 rados/objectstore/{backends/alloc-hint.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4326244 2019-09-22 11:28:41 2019-09-22 13:23:12 2019-09-22 15:59:14 2:36:02 2:17:34 0:18:28 mira master rhel 7.6 rados/rest/{mgr-restful.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4326245 2019-09-22 11:28:42 2019-09-22 13:26:13 2019-09-22 14:32:13 1:06:00 0:44:58 0:21:02 mira master centos 7.6 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4326246 2019-09-22 11:28:43 2019-09-22 13:30:21 2019-09-22 14:04:20 0:33:59 0:23:18 0:10:41 mira master centos rados/singleton-flat/valgrind-leaks.yaml 1
pass 4326247 2019-09-22 11:28:44 2019-09-22 13:34:21 2019-09-22 13:54:20 0:19:59 0:10:49 0:09:10 mira master ubuntu 18.04 rados/singleton-nomsgr/{all/admin_socket_output.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4326248 2019-09-22 11:28:45 2019-09-22 13:36:00 2019-09-22 14:05:59 0:29:59 0:17:44 0:12:15 mira master centos 7.6 rados/standalone/{supported-random-distro$/{centos_7.yaml} workloads/crush.yaml} 1
dead 4326249 2019-09-22 11:28:46 2019-09-22 13:54:35 2019-09-23 01:57:06 12:02:31 mira master rhel 7.6 rados/upgrade/mimic-x-singleton/{0-cluster/{openstack.yaml start.yaml} 1-install/mimic.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{rbd-cls.yaml rbd-import-export.yaml readwrite.yaml snaps-few-objects.yaml} 5-workload/{radosbench.yaml rbd_api.yaml} 6-finish-upgrade.yaml 7-nautilus.yaml 8-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} bluestore-bitmap.yaml supported-random-distro$/{rhel_7.yaml} thrashosds-health.yaml} 4
pass 4326250 2019-09-22 11:28:47 2019-09-22 13:54:49 2019-09-22 14:56:48 1:01:59 0:39:28 0:22:31 mira master centos 7.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
pass 4326251 2019-09-22 11:28:48 2019-09-22 14:03:45 2019-09-22 14:29:44 0:25:59 0:15:25 0:10:34 mira master centos 7.6 rados/singleton/{all/pg-removal-interruption.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4326252 2019-09-22 11:28:54 2019-09-22 14:04:22 2019-09-22 15:32:22 1:28:00 1:02:49 0:25:11 mira master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/nautilus.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_latest.yaml} msgr-failures/few.yaml rados.yaml thrashers/careful.yaml thrashosds-health.yaml workloads/radosbench.yaml} 4
pass 4326253 2019-09-22 11:28:55 2019-09-22 14:06:01 2019-09-22 14:34:00 0:27:59 0:13:44 0:14:15 mira master ubuntu 18.04 rados/multimon/{clusters/9.yaml msgr-failures/few.yaml msgr/async.yaml no_pools.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/mon_clock_no_skews.yaml} 3
fail 4326254 2019-09-22 11:28:56 2019-09-22 14:30:00 2019-09-22 14:51:59 0:21:59 0:08:12 0:13:47 mira master centos rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/mon_recovery.yaml validater/valgrind.yaml} 2
Failure Reason:

epresenter.py", line 29, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 219, in represent_list return self.represent_sequence(u'tag:yaml.org,2002:seq', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 102, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 68, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 251, in represent_undefined raise RepresenterError("cannot represent an object", data)RepresenterError: ('cannot represent an object', u'yum-complete-transaction')

pass 4326255 2019-09-22 11:28:57 2019-09-22 14:32:14 2019-09-22 17:16:16 2:44:02 2:26:35 0:17:27 mira master rhel 7.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 4326256 2019-09-22 11:28:58 2019-09-22 14:34:09 2019-09-22 14:56:09 0:22:00 0:08:33 0:13:27 mira master ubuntu 18.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/rados_striper.yaml} 2
pass 4326257 2019-09-22 11:28:59 2019-09-22 14:36:14 2019-09-22 15:00:13 0:23:59 0:13:37 0:10:22 mira master ubuntu 18.04 rados/singleton/{all/radostool.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4326258 2019-09-22 11:29:00 2019-09-22 14:52:14 2019-09-22 15:44:14 0:52:00 0:43:23 0:08:37 mira master rhel 7.6 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_7.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
pass 4326259 2019-09-22 11:29:01 2019-09-22 14:56:10 2019-09-22 17:54:12 2:58:02 2:38:59 0:19:03 mira master rhel 7.6 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/osd-delay.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_7.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-pool-snaps-few-objects-overwrites.yaml} 2
pass 4326260 2019-09-22 11:29:02 2019-09-22 14:56:55 2019-09-22 16:02:54 1:05:59 0:36:03 0:29:56 mira master centos 7.6 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-stupid.yaml supported-random-distro$/{centos_7.yaml} tasks/module_selftest.yaml} 2
pass 4326261 2019-09-22 11:29:03 2019-09-22 15:00:15 2019-09-22 15:30:14 0:29:59 0:20:59 0:09:00 mira master rhel 7.6 rados/perf/{ceph.yaml objectstore/bluestore-basic-min-osd-mem-target.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_7.yaml} workloads/fio_4M_rand_write.yaml} 1
pass 4326262 2019-09-22 11:29:04 2019-09-22 15:16:58 2019-09-22 16:04:58 0:48:00 0:25:37 0:22:23 mira master centos 7.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 4326263 2019-09-22 11:29:06 2019-09-22 15:21:35 2019-09-22 18:05:37 2:44:02 2:25:45 0:18:17 mira master rhel 7.6 rados/singleton/{all/random-eio.yaml msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 2
pass 4326264 2019-09-22 11:29:07 2019-09-22 15:30:16 2019-09-22 18:04:17 2:34:01 2:16:37 0:17:24 mira master rhel 7.6 rados/singleton-nomsgr/{all/cache-fs-trunc.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4326265 2019-09-22 11:29:08 2019-09-22 15:32:27 2019-09-22 18:26:29 2:54:02 2:35:22 0:18:40 mira master rhel 7.6 rados/monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/one.yaml workloads/rados_api_tests.yaml} 2
pass 4326266 2019-09-22 11:29:09 2019-09-22 15:44:15 2019-09-22 16:14:15 0:30:00 0:19:52 0:10:08 mira master ubuntu 18.04 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-small-objects-many-deletes.yaml} 2
pass 4326267 2019-09-22 11:29:10 2019-09-22 15:59:29 2019-09-22 16:59:28 0:59:59 0:50:07 0:09:52 mira master rhel 7.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
fail 4326268 2019-09-22 11:29:11 2019-09-22 16:02:56 2019-09-22 18:58:58 2:56:02 2:37:38 0:18:24 mira master rhel 7.6 rados/singleton/{all/rebuild-mondb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
Failure Reason:

timed out waiting for admin_socket to appear after osd.0 restart

pass 4326269 2019-09-22 11:29:12 2019-09-22 16:05:00 2019-09-22 17:01:00 0:56:00 0:24:44 0:31:16 mira master centos 7.6 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_7.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 4326270 2019-09-22 11:29:13 2019-09-22 16:14:16 2019-09-22 16:50:16 0:36:00 0:25:45 0:10:15 mira master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 4326271 2019-09-22 11:29:14 2019-09-22 16:50:17 2019-09-22 17:20:17 0:30:00 0:18:47 0:11:13 mira master centos 7.6 rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{centos_7.yaml} workloads/radosbench_4K_rand_read.yaml} 1
dead 4326272 2019-09-22 11:29:15 2019-09-22 16:59:43 2019-09-23 05:02:09 12:02:26 mira master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/hammer.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/off.yaml distro$/{centos_latest.yaml} msgr-failures/osd-delay.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/rbd_cls.yaml} 4
pass 4326273 2019-09-22 11:29:17 2019-09-22 17:01:15 2019-09-22 17:35:14 0:33:59 0:26:46 0:07:13 mira master rhel 7.6 rados/objectstore/{backends/ceph_objectstore_tool.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4326274 2019-09-22 11:29:18 2019-09-22 17:16:26 2019-09-22 18:16:26 1:00:00 0:37:54 0:22:06 mira master centos 7.6 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_7.yaml} tasks/rados_workunit_loadgen_big.yaml} 2
pass 4326275 2019-09-22 11:29:19 2019-09-22 17:20:25 2019-09-22 20:02:26 2:42:01 2:24:43 0:17:18 mira master rhel 7.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
pass 4326276 2019-09-22 11:29:20 2019-09-22 17:35:29 2019-09-22 18:37:29 1:02:00 0:50:52 0:11:08 mira master centos 7.6 rados/singleton/{all/recovery-preemption.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4326277 2019-09-22 11:29:21 2019-09-22 17:54:26 2019-09-22 18:16:26 0:22:00 0:10:17 0:11:43 mira master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/orchestrator_cli.yaml} 2
pass 4326278 2019-09-22 11:29:22 2019-09-22 18:04:32 2019-09-22 18:40:32 0:36:00 0:15:28 0:20:32 mira master centos 7.6 rados/singleton-nomsgr/{all/ceph-kvstore-tool.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4326279 2019-09-22 11:29:23 2019-09-22 18:05:52 2019-09-22 18:59:52 0:54:00 0:30:29 0:23:31 mira master centos 7.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 4326280 2019-09-22 11:29:24 2019-09-22 18:16:27 2019-09-22 18:58:27 0:42:00 0:19:39 0:22:21 mira master centos 7.6 rados/singleton/{all/resolve_stuck_peering.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 2
pass 4326281 2019-09-22 11:29:26 2019-09-22 18:16:28 2019-09-22 18:44:27 0:27:59 0:16:58 0:11:01 mira master centos 7.6 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{centos_7.yaml} workloads/radosbench_4K_seq_read.yaml} 1
pass 4326282 2019-09-22 11:29:27 2019-09-22 18:26:31 2019-09-22 19:26:31 1:00:00 0:47:10 0:12:50 mira master centos 7.6 rados/standalone/{supported-random-distro$/{centos_7.yaml} workloads/erasure-code.yaml} 1
pass 4326283 2019-09-22 11:29:28 2019-09-22 18:37:44 2019-09-22 21:33:46 2:56:02 2:37:30 0:18:32 mira master rhel 7.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
fail 4326284 2019-09-22 11:29:29 2019-09-22 18:40:47 2019-09-22 21:24:49 2:44:02 2:19:05 0:24:57 mira master rhel 7.6 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{rhel_7.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
Failure Reason:

Command failed on mira059 with status 6: "sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph -- tell 'mon.*' injectargs --mon_osd_down_out_interval=0"

fail 4326285 2019-09-22 11:29:31 2019-09-22 18:44:28 2019-09-22 21:44:30 3:00:02 2:40:41 0:19:21 mira master rhel 7.6 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/fastclose.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_7.yaml} thrashers/minsize_recovery.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read-overwrites.yaml} 2
Failure Reason:

failed to complete snap trimming before timeout

pass 4326286 2019-09-22 11:29:32 2019-09-22 18:58:28 2019-09-22 19:28:28 0:30:00 0:20:32 0:09:28 mira master rhel 7.6 rados/singleton/{all/test-crash.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4326287 2019-09-22 11:29:34 2019-09-22 18:58:59 2019-09-22 21:53:02 2:54:03 2:32:01 0:22:02 mira master rhel 7.6 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} tasks/rados_workunit_loadgen_mix.yaml} 2
pass 4326288 2019-09-22 11:29:35 2019-09-22 19:00:06 2019-09-22 20:12:06 1:12:00 0:44:45 0:27:15 mira master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/jewel-v1only.yaml backoff/normal.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_latest.yaml} msgr-failures/fastclose.yaml rados.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 4
fail 4326289 2019-09-22 11:29:36 2019-09-22 19:26:32 2019-09-22 19:56:32 0:30:00 0:14:16 0:15:44 mira master centos 7.6 rados/multimon/{clusters/21.yaml msgr-failures/many.yaml msgr/async-v1only.yaml no_pools.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_7.yaml} tasks/mon_clock_with_skews.yaml} 3
Failure Reason:

"2019-09-22T19:53:58.321616+0000 mon.c (mon.0) 32 : cluster [WRN] Health check failed: 3/21 mons down, quorum c,a,b,d,e,i,g,l,j,k,o,n,r,p,q,u,s,t (MON_DOWN)" in cluster log

pass 4326290 2019-09-22 11:29:38 2019-09-22 19:28:29 2019-09-22 20:00:29 0:32:00 0:21:15 0:10:45 mira master rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml tasks/rados_api_tests.yaml validater/lockdep.yaml} 2
pass 4326291 2019-09-22 11:29:39 2019-09-22 19:56:47 2019-09-22 20:32:47 0:36:00 0:25:01 0:10:59 mira master ubuntu 18.04 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/minsize_recovery.yaml thrashosds-health.yaml workloads/ec-small-objects.yaml} 2
pass 4326292 2019-09-22 11:29:40 2019-09-22 20:00:44 2019-09-22 20:46:44 0:46:00 0:29:37 0:16:23 mira master centos 7.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
pass 4326293 2019-09-22 11:29:41 2019-09-22 20:02:36 2019-09-22 20:18:35 0:15:59 0:06:44 0:09:15 mira master ubuntu 18.04 rados/singleton-nomsgr/{all/ceph-post-file.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4326294 2019-09-22 11:29:42 2019-09-22 20:12:21 2019-09-22 20:40:21 0:28:00 0:18:07 0:09:53 mira master ubuntu 18.04 rados/singleton/{all/test_envlibrados_for_rocksdb.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4326295 2019-09-22 11:29:43 2019-09-22 20:18:36 2019-09-22 20:52:36 0:34:00 0:25:53 0:08:07 mira master rhel 7.6 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{rhel_7.yaml} tasks/progress.yaml} 2
pass 4326296 2019-09-22 11:29:44 2019-09-22 20:32:49 2019-09-22 20:52:48 0:19:59 0:09:59 0:10:00 mira master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-low-osd-mem-target.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/radosbench_4M_rand_read.yaml} 1
pass 4326297 2019-09-22 11:29:45 2019-09-22 20:40:25 2019-09-22 21:40:25 1:00:00 0:49:21 0:10:39 mira master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v2only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/sync-many.yaml workloads/rados_mon_osdmap_prune.yaml} 2
pass 4326298 2019-09-22 11:29:47 2019-09-22 20:46:46 2019-09-22 21:12:45 0:25:59 0:19:06 0:06:53 mira master rhel 7.6 rados/objectstore/{backends/filejournal.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4326299 2019-09-22 11:29:48 2019-09-22 20:52:38 2019-09-22 21:16:37 0:23:59 0:13:51 0:10:08 mira master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache.yaml} 2
pass 4326300 2019-09-22 11:29:49 2019-09-22 20:52:50 2019-09-22 21:44:49 0:51:59 0:43:51 0:08:08 mira master rhel 7.6 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{rhel_7.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 4326301 2019-09-22 11:29:49 2019-09-22 21:12:47 2019-09-22 22:08:47 0:56:00 0:45:15 0:10:45 mira master ubuntu 18.04 rados/singleton/{all/thrash-backfill-full.yaml msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 2
pass 4326302 2019-09-22 11:29:50 2019-09-22 21:16:39 2019-09-22 21:54:38 0:37:59 0:28:30 0:09:29 mira master ubuntu 18.04 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4326303 2019-09-22 11:29:51 2019-09-22 21:24:51 2019-09-22 21:48:50 0:23:59 0:12:28 0:11:31 mira master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/dedup_tier.yaml} 2
pass 4326304 2019-09-22 11:29:52 2019-09-22 21:34:03 2019-09-22 22:20:02 0:45:59 0:39:22 0:06:37 mira master rhel 7.6 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} tasks/rados_workunit_loadgen_mostlyread.yaml} 2
pass 4326305 2019-09-22 11:29:53 2019-09-22 21:40:41 2019-09-22 22:00:40 0:19:59 0:09:30 0:10:29 mira master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-stupid.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/radosbench_4M_seq_read.yaml} 1
pass 4326306 2019-09-22 11:29:54 2019-09-22 21:44:46 2019-09-23 00:26:48 2:42:02 2:24:21 0:17:41 mira master rhel 7.6 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{rhel_7.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 4326307 2019-09-22 11:29:55 2019-09-22 21:44:51 2019-09-22 22:48:51 1:04:00 0:34:08 0:29:52 mira master centos 7.6 rados/singleton/{all/thrash-eio.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 2
pass 4326308 2019-09-22 11:29:56 2019-09-22 21:48:54 2019-09-22 22:14:54 0:26:00 0:18:56 0:07:04 mira master rhel 7.6 rados/singleton-nomsgr/{all/export-after-evict.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4326309 2019-09-22 11:29:57 2019-09-22 21:53:03 2019-09-22 22:47:03 0:54:00 0:23:35 0:30:25 mira master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/jewel.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/off.yaml distro$/{centos_latest.yaml} msgr-failures/few.yaml rados.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/test_rbd_api.yaml} 4
pass 4326310 2019-09-22 11:29:57 2019-09-22 21:54:54 2019-09-22 22:36:54 0:42:00 0:30:47 0:11:13 mira master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 4326311 2019-09-22 11:29:58 2019-09-22 22:00:42 2019-09-23 00:38:44 2:38:02 2:19:16 0:18:46 mira master rhel 7.6 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-comp.yaml supported-random-distro$/{rhel_7.yaml} tasks/prometheus.yaml} 2
pass 4326312 2019-09-22 11:29:59 2019-09-22 22:09:03 2019-09-22 22:39:03 0:30:00 0:19:32 0:10:28 mira master ubuntu 18.04 rados/singleton/{all/thrash-rados/{thrash-rados.yaml thrashosds-health.yaml} msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 2
pass 4326313 2019-09-22 11:30:00 2019-09-22 22:14:56 2019-09-22 22:54:55 0:39:59 0:31:43 0:08:16 mira master rhel 7.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
pass 4326314 2019-09-22 11:30:01 2019-09-22 22:20:19 2019-09-22 22:38:18 0:17:59 0:09:06 0:08:53 mira master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-basic-min-osd-mem-target.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/radosbench_4M_write.yaml} 1
pass 4326315 2019-09-22 11:30:02 2019-09-22 22:37:01 2019-09-23 01:39:03 3:02:02 2:43:34 0:18:28 mira master rhel 7.6 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_7.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=clay-k=4-m=2.yaml} 2
pass 4326316 2019-09-22 11:30:03 2019-09-22 22:38:34 2019-09-22 23:24:34 0:46:00 0:34:13 0:11:47 mira master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
pass 4326317 2019-09-22 11:30:04 2019-09-22 22:39:04 2019-09-22 23:17:03 0:37:59 0:27:35 0:10:24 mira master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/few.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-small-objects-overwrites.yaml} 2
pass 4326318 2019-09-22 11:30:05 2019-09-22 22:47:05 2019-09-22 23:23:04 0:35:59 0:25:17 0:10:42 mira master ubuntu 18.04 rados/singleton/{all/thrash_cache_writeback_proxy_none.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 2
fail 4326319 2019-09-22 11:30:06 2019-09-22 22:48:57 2019-09-23 00:04:57 1:16:00 0:57:00 0:19:00 mira master rhel 7.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2019-09-22T23:44:32.260723+0000 mon.a (mon.1) 503 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log

pass 4326320 2019-09-22 11:30:07 2019-09-22 22:55:11 2019-09-22 23:25:10 0:29:59 0:20:36 0:09:23 mira master ubuntu 18.04 rados/objectstore/{backends/filestore-idempotent-aio-journal.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4326321 2019-09-22 11:30:07 2019-09-22 23:17:14 2019-09-22 23:33:13 0:15:59 0:07:14 0:08:45 mira master ubuntu 18.04 rados/singleton-nomsgr/{all/full-tiering.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4326322 2019-09-22 11:30:08 2019-09-22 23:23:19 2019-09-23 00:07:19 0:44:00 0:37:03 0:06:57 mira master rhel 7.6 rados/standalone/{supported-random-distro$/{rhel_7.yaml} workloads/misc.yaml} 1
pass 4326323 2019-09-22 11:30:09 2019-09-22 23:24:49 2019-09-23 00:02:49 0:38:00 0:22:43 0:15:17 mira master centos 7.6 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_7.yaml} tasks/readwrite.yaml} 2
pass 4326324 2019-09-22 11:30:10 2019-09-22 23:25:12 2019-09-22 23:53:11 0:27:59 0:20:52 0:07:07 mira master rhel 7.6 rados/singleton/{all/watch-notify-same-primary.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4326325 2019-09-22 11:30:11 2019-09-22 23:33:15 2019-09-23 00:39:15 1:06:00 0:41:58 0:24:02 mira master centos 7.6 rados/monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/sync.yaml workloads/rados_mon_workunits.yaml} 2
pass 4326326 2019-09-22 11:30:12 2019-09-22 23:53:22 2019-09-23 00:17:21 0:23:59 0:13:52 0:10:07 mira master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 4326327 2019-09-22 11:30:13 2019-09-23 00:02:56 2019-09-23 00:22:55 0:19:59 0:09:20 0:10:39 mira master ubuntu 18.04 rados/multimon/{clusters/3.yaml msgr-failures/few.yaml msgr/async-v2only.yaml no_pools.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/mon_recovery.yaml} 2
pass 4326328 2019-09-22 11:30:14 2019-09-23 00:05:17 2019-09-23 01:23:17 1:18:00 0:47:59 0:30:01 mira master centos rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml tasks/rados_cls_all.yaml validater/valgrind.yaml} 2
pass 4326329 2019-09-22 11:30:14 2019-09-23 00:07:21 2019-09-23 01:03:21 0:56:00 0:37:17 0:18:43 mira master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/luminous-v1only.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_latest.yaml} msgr-failures/osd-delay.yaml rados.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 4
pass 4326330 2019-09-22 11:30:15 2019-09-23 00:17:30 2019-09-23 01:05:30 0:48:00 0:37:19 0:10:41 mira master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 4326331 2019-09-22 11:30:16 2019-09-23 00:23:11 2019-09-23 00:53:10 0:29:59 0:20:00 0:09:59 mira master rhel 7.6 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-low-osd-mem-target.yaml supported-random-distro$/{rhel_7.yaml} tasks/ssh_orchestrator.yaml} 2
fail 4326332 2019-09-22 11:30:17 2019-09-23 00:27:04 2019-09-23 01:15:04 0:48:00 0:25:14 0:22:46 mira master centos 7.6 rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{centos_7.yaml} workloads/radosbench_omap_write.yaml} 1
Failure Reason:

"2019-09-23T01:07:17.860885+0000 mon.a (mon.0) 134 : cluster [WRN] Health check failed: 11 slow ops, oldest one blocked for 88 sec, daemons [osd,0,osd,1] have slow ops. (SLOW_OPS)" in cluster log

pass 4326333 2019-09-22 11:30:18 2019-09-23 00:38:59 2019-09-23 01:02:59 0:24:00 0:12:34 0:11:26 mira master centos 7.6 rados/singleton/{all/admin-socket.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4326334 2019-09-22 11:30:19 2019-09-23 00:39:16 2019-09-23 01:07:16 0:28:00 0:17:28 0:10:32 mira master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
pass 4326335 2019-09-22 11:30:20 2019-09-23 00:53:13 2019-09-23 01:13:12 0:19:59 0:09:32 0:10:27 mira master ubuntu 18.04 rados/singleton-nomsgr/{all/health-warnings.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4326336 2019-09-22 11:30:20 2019-09-23 01:03:01 2019-09-23 03:39:02 2:36:01 2:17:30 0:18:31 mira master rhel 7.6 rados/singleton/{all/deduptool.yaml msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4326337 2019-09-22 11:30:21 2019-09-23 01:03:22 2019-09-23 03:47:24 2:44:02 2:26:53 0:17:09 mira master rhel 7.6 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} tasks/repair_test.yaml} 2
pass 4326338 2019-09-22 11:30:22 2019-09-23 01:05:32 2019-09-23 01:45:31 0:39:59 0:25:58 0:14:01 mira master centos 7.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 4326339 2019-09-22 11:30:23 2019-09-23 01:07:32 2019-09-23 01:47:31 0:39:59 0:18:08 0:21:51 mira master centos 7.6 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{centos_7.yaml} workloads/sample_fio.yaml} 1
pass 4326340 2019-09-22 11:30:24 2019-09-23 01:13:27 2019-09-23 01:39:26 0:25:59 0:12:51 0:13:08 mira master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 4326341 2019-09-22 11:30:25 2019-09-23 01:15:18 2019-09-23 01:33:18 0:18:00 0:07:59 0:10:01 mira master ubuntu 18.04 rados/singleton/{all/divergent_priors.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4326342 2019-09-22 11:30:26 2019-09-23 01:23:18 2019-09-23 01:47:17 0:23:59 0:12:58 0:11:01 mira master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/set-chunk-promote-flush.yaml} 2
pass 4326343 2019-09-22 11:30:27 2019-09-23 01:33:32 2019-09-23 02:15:32 0:42:00 0:32:09 0:09:51 mira master ubuntu 18.04 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/fastclose.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml} 2
pass 4326344 2019-09-22 11:30:28 2019-09-23 01:39:17 2019-09-23 02:19:17 0:40:00 0:28:28 0:11:32 mira master centos 7.6 rados/objectstore/{backends/filestore-idempotent.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4326345 2019-09-22 11:30:29 2019-09-23 01:39:28 2019-09-23 03:23:28 1:44:00 1:12:36 0:31:24 mira master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/luminous.yaml backoff/normal.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/off.yaml distro$/{centos_latest.yaml} msgr-failures/fastclose.yaml rados.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml} 4
pass 4326346 2019-09-22 11:30:30 2019-09-23 01:45:36 2019-09-23 02:13:36 0:28:00 0:20:20 0:07:40 mira master rhel 7.6 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-stupid.yaml supported-random-distro$/{rhel_7.yaml} tasks/workunits.yaml} 2
pass 4326347 2019-09-22 11:30:31 2019-09-23 01:47:33 2019-09-23 04:39:35 2:52:02 2:24:00 0:28:02 mira master rhel 7.6 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{rhel_7.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
pass 4326348 2019-09-22 11:30:32 2019-09-23 01:47:33 2019-09-23 02:29:33 0:42:00 0:31:22 0:10:38 mira master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/osd-delay.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-snaps-few-objects-overwrites.yaml} 2
pass 4326349 2019-09-22 11:30:33 2019-09-23 01:57:08 2019-09-23 04:35:10 2:38:02 2:20:35 0:17:27 mira master rhel 7.6 rados/singleton/{all/divergent_priors2.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4326350 2019-09-22 11:30:34 2019-09-23 02:13:42 2019-09-23 02:41:42 0:28:00 0:13:51 0:14:09 mira master centos 7.6 rados/singleton-nomsgr/{all/large-omap-object-warnings.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4326351 2019-09-22 11:30:34 2019-09-23 02:15:34 2019-09-23 04:59:35 2:44:01 2:26:39 0:17:22 mira master rhel 7.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
pass 4326352 2019-09-22 11:30:35 2019-09-23 02:19:32 2019-09-23 02:49:31 0:29:59 0:22:13 0:07:46 mira master rhel 7.6 rados/perf/{ceph.yaml objectstore/bluestore-low-osd-mem-target.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_7.yaml} workloads/sample_radosbench.yaml} 1
pass 4326353 2019-09-22 11:30:36 2019-09-23 02:29:40 2019-09-23 03:09:39 0:39:59 0:24:22 0:15:37 mira master centos 7.6 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_7.yaml} tasks/rgw_snaps.yaml} 2
pass 4326354 2019-09-22 11:30:37 2019-09-23 02:41:43 2019-09-23 03:11:43 0:30:00 0:17:22 0:12:38 mira master centos 7.6 rados/singleton/{all/dump-stuck.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4326355 2019-09-22 11:30:38 2019-09-23 02:49:47 2019-09-23 03:33:46 0:43:59 0:29:42 0:14:17 mira master centos 7.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
pass 4326356 2019-09-22 11:30:39 2019-09-23 03:09:53 2019-09-23 03:45:52 0:35:59 0:26:30 0:09:29 mira master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v1only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/force-sync-many.yaml workloads/snaps-few-objects.yaml} 2
fail 4326357 2019-09-22 11:30:40 2019-09-23 03:11:44 2019-09-23 03:39:44 0:28:00 0:20:17 0:07:43 mira master rhel 7.6 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
Failure Reason:

Command failed (workunit test cephtool/test.sh) on mira034 with status 6: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=50f310c75ef715e31d989d6cd52cae509dc5bbfd TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephtool/test.sh'

pass 4326358 2019-09-22 11:30:40 2019-09-23 03:23:32 2019-09-23 04:45:32 1:22:00 1:09:34 0:12:26 mira master centos 7.6 rados/standalone/{supported-random-distro$/{centos_7.yaml} workloads/mon.yaml} 1
dead 4326359 2019-09-22 11:30:41 2019-09-23 03:33:48 2019-09-23 15:36:14 12:02:26 mira master ubuntu 18.04 rados/upgrade/nautilus-x-singleton/{0-cluster/{openstack.yaml start.yaml} 1-install/nautilus.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{rbd-cls.yaml rbd-import-export.yaml readwrite.yaml snaps-few-objects.yaml} 5-workload/{radosbench.yaml rbd_api.yaml} 6-finish-upgrade.yaml 7-octopus.yaml 8-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} bluestore-bitmap.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashosds-health.yaml} 4
pass 4326360 2019-09-22 11:30:42 2019-09-23 03:39:17 2019-09-23 06:37:19 2:58:02 2:39:42 0:18:20 mira master rhel 7.6 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_7.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 4326361 2019-09-22 11:30:43 2019-09-23 03:39:45 2019-09-23 04:59:46 1:20:01 1:07:48 0:12:13 mira master centos 7.6 rados/singleton/{all/ec-lost-unfound.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4326362 2019-09-22 11:30:44 2019-09-23 03:45:54 2019-09-23 04:49:54 1:04:00 0:41:46 0:22:14 mira master centos 7.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
pass 4326363 2019-09-22 11:30:45 2019-09-23 03:47:26 2019-09-23 04:03:25 0:15:59 0:06:16 0:09:43 mira master ubuntu 18.04 rados/multimon/{clusters/6.yaml msgr-failures/many.yaml msgr/async.yaml no_pools.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/mon_clock_no_skews.yaml} 2
dead 4326364 2019-09-22 11:30:46 2019-09-23 04:03:41 2019-09-23 04:23:40 0:19:59 mira master rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-stupid.yaml rados.yaml tasks/mon_recovery.yaml validater/lockdep.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4326365 2019-09-22 11:30:46 2019-09-23 04:23:44 2019-09-23 05:03:43 0:39:59 0:21:15 0:18:44 mira master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/mimic-v1only.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_latest.yaml} msgr-failures/few.yaml rados.yaml thrashers/careful.yaml thrashosds-health.yaml workloads/rbd_cls.yaml} 4
pass 4326366 2019-09-22 11:30:47 2019-09-23 04:35:25 2019-09-23 07:13:26 2:38:01 2:19:58 0:18:03 mira master rhel 7.6 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-stupid.yaml supported-random-distro$/{rhel_7.yaml} tasks/crash.yaml} 2
fail 4326367 2019-09-22 11:30:48 2019-09-23 04:39:43 2019-09-23 07:23:45 2:44:02 2:26:46 0:17:16 mira master rhel 7.6 rados/perf/{ceph.yaml objectstore/bluestore-low-osd-mem-target.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_7.yaml} workloads/cosbench_64K_read_write.yaml} 1
Failure Reason:

Command failed on mira088 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest'

pass 4326368 2019-09-22 11:30:49 2019-09-23 04:45:47 2019-09-23 05:11:46 0:25:59 0:20:12 0:05:47 mira master rhel 7.6 rados/singleton-nomsgr/{all/lazy_omap_stats_output.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4326369 2019-09-22 11:30:50 2019-09-23 04:50:01 2019-09-23 05:38:00 0:47:59 0:26:08 0:21:51 mira master centos 7.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 4326370 2019-09-22 11:30:51 2019-09-23 04:59:51 2019-09-23 05:23:50 0:23:59 0:18:17 0:05:42 mira master rhel 7.6 rados/singleton/{all/erasure-code-nonregression.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4326371 2019-09-22 11:30:52 2019-09-23 04:59:51 2019-09-23 05:33:50 0:33:59 0:12:51 0:21:08 mira master centos 7.6 rados/objectstore/{backends/fusestore.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4326372 2019-09-22 11:30:53 2019-09-23 05:02:14 2019-09-23 07:42:15 2:40:01 2:21:00 0:19:01 mira master rhel 7.6 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} tasks/scrub_test.yaml} 2
pass 4326373 2019-09-22 11:30:54 2019-09-23 05:03:45 2019-09-23 05:57:45 0:54:00 0:44:03 0:09:57 mira master rhel 7.6 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_7.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
pass 4326374 2019-09-22 11:30:55 2019-09-23 05:11:48 2019-09-23 05:51:47 0:39:59 0:25:36 0:14:23 mira master centos 7.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 4326375 2019-09-22 11:30:55 2019-09-23 05:24:05 2019-09-23 06:58:06 1:34:01 1:22:51 0:11:10 mira master centos 7.6 rados/singleton/{all/lost-unfound-delete.yaml msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
fail 4326376 2019-09-22 11:30:56 2019-09-23 05:34:07 2019-09-23 06:14:06 0:39:59 0:30:18 0:09:41 mira master rhel 7.6 rados/perf/{ceph.yaml objectstore/bluestore-stupid.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_7.yaml} workloads/cosbench_64K_write.yaml} 1
Failure Reason:

Command failed on mira018 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest'

pass 4326377 2019-09-22 11:30:57 2019-09-23 05:38:06 2019-09-23 06:50:06 1:12:00 0:40:39 0:31:21 mira master centos 7.6 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_7.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
pass 4326378 2019-09-22 11:30:58 2019-09-23 05:52:02 2019-09-23 06:50:02 0:58:00 0:43:12 0:14:48 mira master centos 7.6 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/fastclose.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_7.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-snaps-few-objects-overwrites.yaml} 2
pass 4326379 2019-09-22 11:30:59 2019-09-23 05:57:59 2019-09-23 06:23:58 0:25:59 0:12:57 0:13:02 mira master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 4326380 2019-09-22 11:31:00 2019-09-23 06:14:08 2019-09-23 06:50:07 0:35:59 0:15:05 0:20:54 mira master centos 7.6 rados/singleton-nomsgr/{all/librados_hello_world.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4326381 2019-09-22 11:31:01 2019-09-23 06:24:00 2019-09-23 07:22:00 0:58:00 0:45:09 0:12:51 mira master centos 7.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
pass 4326382 2019-09-22 11:31:02 2019-09-23 06:37:35 2019-09-23 07:57:35 1:20:00 1:09:01 0:10:59 mira master ubuntu 18.04 rados/singleton/{all/lost-unfound.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
fail 4326383 2019-09-22 11:31:03 2019-09-23 06:50:18 2019-09-23 07:40:17 0:49:59 0:27:03 0:22:56 mira master centos 7.6 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{centos_7.yaml} tasks/dashboard.yaml} 2
Failure Reason:

Test failure: test_full_health (tasks.mgr.dashboard.test_health.HealthTest)

pass 4326384 2019-09-22 11:31:03 2019-09-23 06:50:18 2019-09-23 08:02:18 1:12:00 0:43:04 0:28:56 mira master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/mimic.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/off.yaml distro$/{centos_latest.yaml} msgr-failures/osd-delay.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 4
pass 4326385 2019-09-22 11:31:04 2019-09-23 06:50:18 2019-09-23 07:26:17 0:35:59 0:21:39 0:14:20 mira master centos 7.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
pass 4326386 2019-09-22 11:31:05 2019-09-23 06:58:07 2019-09-23 07:24:07 0:26:00 0:13:41 0:12:19 mira master centos 7.6 rados/singleton/{all/max-pg-per-osd.from-mon.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4326387 2019-09-22 11:31:06 2019-09-23 07:13:28 2019-09-23 08:01:28 0:48:00 0:39:27 0:08:33 mira master rhel 7.6 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_7.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 4326388 2019-09-22 11:31:07 2019-09-23 07:22:15 2019-09-23 07:48:14 0:25:59 0:15:01 0:10:58 mira master centos 7.6 rados/perf/{ceph.yaml objectstore/bluestore-basic-min-osd-mem-target.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{centos_7.yaml} workloads/fio_4K_rand_read.yaml} 1
pass 4326389 2019-09-22 11:31:08 2019-09-23 07:23:54 2019-09-23 08:15:54 0:52:00 0:29:33 0:22:27 mira master centos 7.6 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_7.yaml} tasks/rados_api_tests.yaml} 2
pass 4326390 2019-09-22 11:31:09 2019-09-23 07:24:08 2019-09-23 08:04:08 0:40:00 0:25:37 0:14:23 mira master centos 7.6 rados/monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/many.yaml workloads/pool-create-delete.yaml} 2
pass 4326391 2019-09-22 11:31:10 2019-09-23 07:26:19 2019-09-23 08:12:19 0:46:00 0:36:19 0:09:41 mira master rhel 7.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 4326392 2019-09-22 11:31:11 2019-09-23 07:40:19 2019-09-23 08:10:19 0:30:00 0:23:47 0:06:13 mira master rhel 7.6 rados/singleton/{all/max-pg-per-osd.from-primary.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4326393 2019-09-22 11:31:11 2019-09-23 07:42:31 2019-09-23 07:56:30 0:13:59 0:05:01 0:08:58 mira master ubuntu 18.04 rados/objectstore/{backends/keyvaluedb.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4326394 2019-09-22 11:31:12 2019-09-23 07:48:16 2019-09-23 08:26:15 0:37:59 0:25:16 0:12:43 mira master centos 7.6 rados/singleton-nomsgr/{all/msgr.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
fail 4326395 2019-09-22 11:31:13 2019-09-23 07:56:45 2019-09-23 09:36:46 1:40:01 1:33:09 0:06:52 mira master rhel 7.6 rados/standalone/{supported-random-distro$/{rhel_7.yaml} workloads/osd.yaml} 1
Failure Reason:

Command failed (workunit test osd/osd-bluefs-volume-ops.sh) on mira034 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=50f310c75ef715e31d989d6cd52cae509dc5bbfd TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/standalone/osd/osd-bluefs-volume-ops.sh'

fail 4326396 2019-09-22 11:31:14 2019-09-23 07:57:37 2019-09-23 08:31:36 0:33:59 0:17:38 0:16:21 mira master centos 7.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

Command failed on mira069 with status 6: "sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph -- tell 'mon.*' injectargs --mon_osd_down_out_interval=0"

pass 4326397 2019-09-22 11:31:15 2019-09-23 08:01:43 2019-09-23 10:39:45 2:38:02 2:20:21 0:17:41 mira master rhel 7.6 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{rhel_7.yaml} tasks/failover.yaml} 2
pass 4326398 2019-09-22 11:31:16 2019-09-23 08:02:20 2019-09-23 10:40:21 2:38:01 2:18:17 0:19:44 mira master rhel 7.6 rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_7.yaml} workloads/fio_4K_rand_rw.yaml} 1
pass 4326399 2019-09-22 11:31:17 2019-09-23 08:04:12 2019-09-23 09:28:12 1:24:00 1:15:43 0:08:17 mira master rhel 7.6 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{rhel_7.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-radosbench.yaml} 2
pass 4326400 2019-09-22 11:31:17 2019-09-23 08:10:32 2019-09-23 08:32:32 0:22:00 0:11:35 0:10:25 mira master ubuntu 18.04 rados/singleton/{all/max-pg-per-osd.from-replica.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4326401 2019-09-22 11:31:18 2019-09-23 08:12:20 2019-09-23 08:32:19 0:19:59 0:06:38 0:13:21 mira master ubuntu 18.04 rados/multimon/{clusters/9.yaml msgr-failures/few.yaml msgr/async-v1only.yaml no_pools.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/mon_clock_with_skews.yaml} 3
fail 4326402 2019-09-22 11:31:19 2019-09-23 08:15:56 2019-09-23 09:37:57 1:22:01 1:00:14 0:21:47 mira master centos rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml validater/valgrind.yaml} 2
Failure Reason:

"2019-09-23T09:18:18.902479+0000 mon.b (mon.0) 1544 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

pass 4326403 2019-09-22 11:31:20 2019-09-23 08:26:18 2019-09-23 09:08:17 0:41:59 0:22:59 0:19:00 mira master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/nautilus-v1only.yaml backoff/normal.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_latest.yaml} msgr-failures/fastclose.yaml rados.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/test_rbd_api.yaml} 4
pass 4326404 2019-09-22 11:31:21 2019-09-23 08:31:52 2019-09-23 09:33:52 1:02:00 0:40:05 0:21:55 mira master centos 7.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
pass 4326405 2019-09-22 11:31:22 2019-09-23 08:32:21 2019-09-23 09:08:20 0:35:59 0:20:31 0:15:28 mira master centos 7.6 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_7.yaml} tasks/rados_cls_all.yaml} 2
pass 4326406 2019-09-22 11:31:23 2019-09-23 08:32:33 2019-09-23 08:54:32 0:21:59 0:09:43 0:12:16 mira master ubuntu 18.04 rados/singleton/{all/mon-auth-caps.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4326407 2019-09-22 11:31:24 2019-09-23 08:54:34 2019-09-23 11:54:36 3:00:02 2:36:42 0:23:20 mira master rhel 7.6 rados/singleton-nomsgr/{all/multi-backfill-reject.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 2
pass 4326408 2019-09-22 11:31:24 2019-09-23 09:08:33 2019-09-23 09:32:32 0:23:59 0:11:25 0:12:34 mira master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
pass 4326409 2019-09-22 11:31:25 2019-09-23 09:08:33 2019-09-23 10:02:32 0:53:59 0:39:48 0:14:11 mira master centos 7.6 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/few.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_7.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-pool-snaps-few-objects-overwrites.yaml} 2
fail 4326410 2019-09-22 11:31:26 2019-09-23 09:28:23 2019-09-23 09:46:22 0:17:59 0:07:52 0:10:07 mira master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache.yaml} 2
Failure Reason:

Command failed on mira032 with status 6: "sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph -- tell 'mon.*' injectargs --mon_osd_down_out_interval=0"

pass 4326411 2019-09-22 11:31:27 2019-09-23 09:32:33 2019-09-23 10:00:33 0:28:00 0:18:00 0:10:00 mira master centos 7.6 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{centos_7.yaml} workloads/fio_4M_rand_read.yaml} 1
pass 4326412 2019-09-22 11:31:28 2019-09-23 09:34:08 2019-09-23 10:08:07 0:33:59 0:21:19 0:12:40 mira master centos 7.6 rados/singleton/{all/mon-config-key-caps.yaml msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4326413 2019-09-22 11:31:29 2019-09-23 09:36:48 2019-09-23 10:16:47 0:39:59 0:29:03 0:10:56 mira master ubuntu 18.04 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4326414 2019-09-22 11:31:30 2019-09-23 09:37:58 2019-09-23 10:17:58 0:40:00 0:22:35 0:17:25 mira master centos 7.6 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_7.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 4326415 2019-09-22 11:31:31 2019-09-23 09:46:38 2019-09-23 10:10:37 0:23:59 0:13:39 0:10:20 mira master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/dedup_tier.yaml} 2
pass 4326416 2019-09-22 11:31:31 2019-09-23 10:00:35 2019-09-23 10:52:34 0:51:59 0:38:52 0:13:07 mira master centos 7.6 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_7.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 4326417 2019-09-22 11:31:32 2019-09-23 10:02:34 2019-09-23 10:24:33 0:21:59 0:10:08 0:11:51 mira master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-comp.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/insights.yaml} 2
pass 4326418 2019-09-22 11:31:33 2019-09-23 10:08:23 2019-09-23 10:42:23 0:34:00 0:24:27 0:09:33 mira master rhel 7.6 rados/singleton/{all/mon-config-keys.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
dead 4326419 2019-09-22 11:31:34 2019-09-23 10:10:39 2019-09-23 22:13:00 12:02:21 mira master centos 7.6 rados/objectstore/{backends/objectcacher-stress.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4326420 2019-09-22 11:31:35 2019-09-23 10:16:50 2019-09-23 10:34:49 0:17:59 0:08:11 0:09:48 mira master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/one.yaml workloads/rados_5925.yaml} 2
pass 4326421 2019-09-22 11:31:36 2019-09-23 10:18:13 2019-09-23 11:20:13 1:02:00 0:37:22 0:24:38 mira master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/nautilus-v2only.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/off.yaml distro$/{centos_latest.yaml} msgr-failures/few.yaml rados.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 4
pass 4326422 2019-09-22 11:31:37 2019-09-23 10:24:35 2019-09-23 11:04:34 0:39:59 0:22:37 0:17:22 mira master centos 7.6 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_7.yaml} tasks/rados_python.yaml} 2
pass 4326423 2019-09-22 11:31:37 2019-09-23 10:34:51 2019-09-23 11:20:50 0:45:59 0:37:38 0:08:21 mira master rhel 7.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 4326424 2019-09-22 11:31:38 2019-09-23 10:40:00 2019-09-23 11:09:59 0:29:59 0:18:23 0:11:36 mira master centos 7.6 rados/perf/{ceph.yaml objectstore/bluestore-low-osd-mem-target.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{centos_7.yaml} workloads/fio_4M_rand_rw.yaml} 1
pass 4326425 2019-09-22 11:31:39 2019-09-23 10:40:23 2019-09-23 11:06:22 0:25:59 0:19:09 0:06:50 mira master rhel 7.6 rados/singleton-nomsgr/{all/pool-access.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4326426 2019-09-22 11:31:40 2019-09-23 10:42:38 2019-09-23 11:00:37 0:17:59 0:08:18 0:09:41 mira master ubuntu 18.04 rados/singleton/{all/mon-config.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4326427 2019-09-22 11:31:41 2019-09-23 10:52:52 2019-09-23 11:38:51 0:45:59 0:36:43 0:09:16 mira master rhel 7.6 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/fastclose.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{rhel_7.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read.yaml} 2
pass 4326428 2019-09-22 11:31:42 2019-09-23 11:00:39 2019-09-23 11:52:39 0:52:00 0:29:00 0:23:00 mira master centos 7.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
pass 4326429 2019-09-22 11:31:43 2019-09-23 11:04:36 2019-09-23 12:22:36 1:18:00 1:07:59 0:10:01 mira master ubuntu 18.04 rados/standalone/{supported-random-distro$/{ubuntu_latest.yaml} workloads/scrub.yaml} 1
pass 4326430 2019-09-22 11:31:44 2019-09-23 11:06:37 2019-09-23 12:18:37 1:12:00 1:05:17 0:06:43 mira master rhel 7.6 rados/singleton/{all/osd-backfill.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4326431 2019-09-22 11:31:45 2019-09-23 11:10:01 2019-09-23 12:02:01 0:52:00 0:41:24 0:10:36 mira master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
pass 4326432 2019-09-22 11:31:45 2019-09-23 11:20:28 2019-09-23 12:06:28 0:46:00 0:36:36 0:09:24 mira master rhel 7.6 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-low-osd-mem-target.yaml supported-random-distro$/{rhel_7.yaml} tasks/module_selftest.yaml} 2
pass 4326433 2019-09-22 11:31:46 2019-09-23 11:20:52 2019-09-23 11:50:51 0:29:59 0:22:56 0:07:03 mira master rhel 7.6 rados/perf/{ceph.yaml objectstore/bluestore-stupid.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_7.yaml} workloads/fio_4M_rand_write.yaml} 1
pass 4326434 2019-09-22 11:31:47 2019-09-23 11:39:06 2019-09-23 12:13:05 0:33:59 0:23:07 0:10:52 mira master ubuntu 18.04 rados/multimon/{clusters/21.yaml msgr-failures/many.yaml msgr/async-v2only.yaml no_pools.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/mon_recovery.yaml} 3
pass 4326435 2019-09-22 11:31:48 2019-09-23 11:50:53 2019-09-23 12:14:52 0:23:59 0:12:33 0:11:26 mira master rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/rados_cls_all.yaml validater/lockdep.yaml} 2
pass 4326436 2019-09-22 11:31:49 2019-09-23 11:52:42 2019-09-23 12:20:41 0:27:59 0:16:52 0:11:07 mira master ubuntu 18.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/rados_stress_watch.yaml} 2
pass 4326437 2019-09-22 11:31:50 2019-09-23 11:54:51 2019-09-23 15:10:54 3:16:03 2:57:37 0:18:26 mira master rhel 7.6 rados/singleton/{all/osd-recovery-incomplete.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4326438 2019-09-22 11:31:50 2019-09-23 12:02:15 2019-09-23 13:24:16 1:22:01 0:46:54 0:35:07 mira master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/nautilus.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_latest.yaml} msgr-failures/osd-delay.yaml rados.yaml thrashers/none.yaml thrashosds-health.yaml workloads/radosbench.yaml} 4
pass 4326439 2019-09-22 11:31:51 2019-09-23 12:06:42 2019-09-23 12:56:42 0:50:00 0:36:27 0:13:33 mira master centos 7.6 rados/singleton-nomsgr/{all/recovery-unfound-found.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4326440 2019-09-22 11:31:52 2019-09-23 12:13:07 2019-09-23 12:53:06 0:39:59 0:25:06 0:14:53 mira master centos 7.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 4326441 2019-09-22 11:31:53 2019-09-23 12:14:53 2019-09-23 12:54:53 0:40:00 0:28:49 0:11:11 mira master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
pass 4326442 2019-09-22 11:31:54 2019-09-23 12:18:51 2019-09-23 15:10:53 2:52:02 2:33:46 0:18:16 mira master rhel 7.6 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/osd-delay.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_7.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read-overwrites.yaml} 2
dead 4326443 2019-09-22 11:31:55 2019-09-23 12:20:56 2019-09-24 00:23:18 12:02:22 mira master centos 7.6 rados/objectstore/{backends/objectstore.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4326444 2019-09-22 11:31:56 2019-09-23 12:22:51 2019-09-23 13:00:51 0:38:00 0:27:16 0:10:44 mira master ubuntu 18.04 rados/singleton/{all/osd-recovery.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4326445 2019-09-22 11:31:57 2019-09-23 12:53:12 2019-09-23 13:33:11 0:39:59 0:25:08 0:14:51 mira master centos 7.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
pass 4326446 2019-09-22 11:31:58 2019-09-23 12:54:54 2019-09-23 13:42:54 0:48:00 0:33:46 0:14:14 mira master centos 7.6 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_7.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 4326447 2019-09-22 11:31:59 2019-09-23 12:56:56 2019-09-23 13:28:55 0:31:59 0:24:29 0:07:30 mira master rhel 7.6 rados/perf/{ceph.yaml objectstore/bluestore-basic-min-osd-mem-target.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_7.yaml} workloads/radosbench_4K_rand_read.yaml} 1