Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
fail 4252208 2019-08-26 02:01:27 2019-08-31 19:27:00 2019-08-31 19:48:59 0:21:59 0:14:47 0:07:12 smithi master rhel 7.6 rbd/singleton/{all/qemu-iotests-writeback.yaml objectstore/bluestore-low-osd-mem-target.yaml openstack.yaml supported-random-distro$/{rhel_7.yaml}} 1
Failure Reason:

Command failed on smithi154 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252209 2019-08-26 02:01:28 2019-08-31 19:27:01 2019-08-31 19:49:00 0:21:59 0:10:58 0:11:01 smithi master centos 7.6 rbd/cli/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} features/defaults.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml pool/none.yaml supported-random-distro$/{centos_7.yaml} workloads/rbd_cli_groups.yaml} 1
Failure Reason:

Command failed on smithi135 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252210 2019-08-26 02:01:29 2019-08-31 19:29:00 2019-08-31 20:10:59 0:41:59 0:22:26 0:19:33 smithi master ubuntu 18.04 rbd/librbd/{cache/writethrough.yaml clusters/{fixed-3.yaml openstack.yaml} config/none.yaml min-compat-client/default.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml pool/ec-data-pool.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/c_api_tests.yaml} 3
Failure Reason:

Command failed on smithi088 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252211 2019-08-26 02:01:29 2019-08-31 19:29:00 2019-08-31 19:52:59 0:23:59 0:16:16 0:07:43 smithi master centos 7.6 rbd/valgrind/{base/install.yaml centos_latest.yaml clusters/{fixed-1.yaml openstack.yaml} objectstore/filestore-xfs.yaml validator/memcheck.yaml workloads/fsx.yaml} 1
Failure Reason:

Command failed on smithi028 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252212 2019-08-26 02:01:30 2019-08-31 19:29:00 2019-08-31 19:50:59 0:21:59 0:15:27 0:06:32 smithi master rhel 7.6 rbd/singleton/{all/qemu-iotests-writethrough.yaml objectstore/bluestore-stupid.yaml openstack.yaml supported-random-distro$/{rhel_7.yaml}} 1
Failure Reason:

Command failed on smithi161 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252213 2019-08-26 02:01:31 2019-08-31 19:31:10 2019-08-31 19:55:10 0:24:00 0:16:33 0:07:27 smithi master rhel 7.6 rbd/basic/{base/install.yaml cachepool/small.yaml clusters/{fixed-1.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-stupid.yaml supported-random-distro$/{rhel_7.yaml} tasks/rbd_cls_tests.yaml} 1
Failure Reason:

Command failed on smithi190 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252214 2019-08-26 02:01:31 2019-08-31 19:32:43 2019-08-31 19:52:42 0:19:59 0:11:10 0:08:49 smithi master ubuntu 18.04 rbd/thrash/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/rbd_fsx_cache_writeback.yaml} 2
Failure Reason:

Command failed on smithi155 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252215 2019-08-26 02:01:32 2019-08-31 19:32:43 2019-08-31 19:52:42 0:19:59 0:12:13 0:07:46 smithi master centos 7.6 rbd/singleton/{all/qos.yaml objectstore/filestore-xfs.yaml openstack.yaml supported-random-distro$/{centos_7.yaml}} 1
Failure Reason:

"2019-08-31T19:49:55.401787+0000 mon.a (mon.0) 80 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

fail 4252216 2019-08-26 02:01:33 2019-08-31 19:32:43 2019-08-31 19:56:42 0:23:59 0:16:32 0:07:27 smithi master rhel 7.6 rbd/cli_v1/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} features/format-1.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml pool/none.yaml supported-random-distro$/{rhel_7.yaml} workloads/rbd_cli_import_export.yaml} 1
Failure Reason:

Command failed on smithi039 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252217 2019-08-26 02:01:34 2019-08-31 19:32:51 2019-08-31 19:58:51 0:26:00 0:11:12 0:14:48 smithi master ubuntu rbd/nbd/{base/install.yaml cluster/{fixed-3.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-stupid.yaml thrashers/cache.yaml thrashosds-health.yaml workloads/rbd_nbd.yaml} 3
Failure Reason:

Command failed on smithi197 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252218 2019-08-26 02:01:34 2019-08-31 19:32:54 2019-08-31 21:18:54 1:46:00 0:30:21 1:15:39 smithi master rhel 7.6 rbd/librbd/{cache/none.yaml clusters/{fixed-3.yaml openstack.yaml} config/permit-partial-discard.yaml min-compat-client/octopus.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml pool/none.yaml supported-random-distro$/{rhel_7.yaml} workloads/c_api_tests_with_defaults.yaml} 3
Failure Reason:

Command failed on smithi017 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252219 2019-08-26 02:01:35 2019-08-31 19:33:00 2019-08-31 19:55:00 0:22:00 0:14:43 0:07:17 smithi master centos 7.6 rbd/thrash/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml supported-random-distro$/{centos_7.yaml} thrashers/cache.yaml thrashosds-health.yaml workloads/rbd_fsx_cache_writethrough.yaml} 2
Failure Reason:

Command failed on smithi073 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252220 2019-08-26 02:01:36 2019-08-31 19:34:51 2019-08-31 21:02:51 1:28:00 1:14:29 0:13:31 smithi master ubuntu 18.04 rbd/maintenance/{base/install.yaml clusters/{fixed-3.yaml openstack.yaml} objectstore/bluestore-bitmap.yaml qemu/xfstests.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/dynamic_features.yaml} 3
Failure Reason:

"2019-08-31T20:46:39.432207+0000 mon.b (mon.0) 191 : cluster [WRN] Health check failed: 3 osds down (OSD_DOWN)" in cluster log

fail 4252221 2019-08-26 02:01:36 2019-08-31 19:34:51 2019-08-31 20:06:50 0:31:59 0:24:44 0:07:15 smithi master rhel 7.6 rbd/mirror/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{rhel_7.yaml} users/mirror.yaml workloads/rbd-mirror-workunit-min-compat-client-octopus.yaml} 2
Failure Reason:

Command failed on smithi179 with status 22: "sudo ceph --cluster cluster2 --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252222 2019-08-26 02:01:37 2019-08-31 19:34:51 2019-08-31 20:26:51 0:52:00 0:44:45 0:07:15 smithi master ubuntu 18.04 rbd/mirror-thrash/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml policy/none.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{ubuntu_latest.yaml} users/mirror.yaml workloads/rbd-mirror-fsx-workunit.yaml} 2
Failure Reason:

Command failed on smithi138 with status 22: "sudo ceph --cluster cluster2 --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252223 2019-08-26 02:01:38 2019-08-31 19:34:51 2019-08-31 20:14:51 0:40:00 0:26:51 0:13:09 smithi master rhel 7.6 rbd/qemu/{cache/none.yaml clusters/{fixed-3.yaml openstack.yaml} features/defaults.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml pool/small-cache-pool.yaml supported-random-distro$/{rhel_7.yaml} workloads/qemu_bonnie.yaml} 3
Failure Reason:

Command failed on smithi017 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252224 2019-08-26 02:01:39 2019-08-31 19:34:56 2019-08-31 19:52:55 0:17:59 0:10:52 0:07:07 smithi master centos 7.6 rbd/singleton/{all/rbd-vs-unmanaged-snaps.yaml objectstore/bluestore-bitmap.yaml openstack.yaml supported-random-distro$/{centos_7.yaml}} 1
Failure Reason:

Command failed on smithi130 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252225 2019-08-26 02:01:39 2019-08-31 19:37:03 2019-08-31 20:13:02 0:35:59 0:29:24 0:06:35 smithi master centos 7.6 rbd/valgrind/{base/install.yaml centos_latest.yaml clusters/{fixed-1.yaml openstack.yaml} objectstore/bluestore-bitmap.yaml validator/memcheck.yaml workloads/python_api_tests.yaml} 1
Failure Reason:

Command failed on smithi044 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252226 2019-08-26 02:01:40 2019-08-31 19:37:03 2019-08-31 19:59:02 0:21:59 0:14:02 0:07:57 smithi master centos 7.6 rbd/openstack/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} features/minimum.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{centos_7.yaml} workloads/devstack-tempest-gate.yaml} 2
Failure Reason:

Command failed on smithi101 with status 1: 'test -f /home/ubuntu/cephtest/archive/qemu/client.0/success'

fail 4252227 2019-08-26 02:01:41 2019-08-31 19:37:04 2019-08-31 21:17:04 1:40:00 0:16:58 1:23:02 smithi master centos 7.6 rbd/singleton-bluestore/{all/issue-20295.yaml objectstore/bluestore-bitmap.yaml openstack.yaml supported-random-distro$/{centos_7.yaml}} 4
Failure Reason:

Command failed on smithi026 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252228 2019-08-26 02:01:42 2019-08-31 19:37:03 2019-08-31 20:01:02 0:23:59 0:17:17 0:06:42 smithi master ubuntu 18.04 rbd/singleton/{all/rbd_mirror.yaml objectstore/bluestore-comp.yaml openstack.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
Failure Reason:

Command failed on smithi093 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252229 2019-08-26 02:01:42 2019-08-31 19:37:03 2019-08-31 20:01:02 0:23:59 0:16:41 0:07:18 smithi master rhel 7.6 rbd/cli/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} features/journaling.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml pool/replicated-data-pool.yaml supported-random-distro$/{rhel_7.yaml} workloads/rbd_cli_import_export.yaml} 1
Failure Reason:

Command failed on smithi038 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252230 2019-08-26 02:01:43 2019-08-31 19:38:01 2019-08-31 20:18:01 0:40:00 0:29:15 0:10:45 smithi master ubuntu 18.04 rbd/librbd/{cache/writearound.yaml clusters/{fixed-3.yaml openstack.yaml} config/copy-on-read.yaml min-compat-client/default.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml pool/replicated-data-pool.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/c_api_tests_with_journaling.yaml} 3
Failure Reason:

Command failed on smithi131 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252231 2019-08-26 02:01:44 2019-08-31 19:39:07 2019-08-31 19:57:06 0:17:59 0:11:29 0:06:30 smithi master ubuntu 18.04 rbd/thrash/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-stupid.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/rbd_fsx_copy_on_read.yaml} 2
Failure Reason:

Command failed on smithi169 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252232 2019-08-26 02:01:44 2019-08-31 19:39:07 2019-08-31 19:55:06 0:15:59 0:08:26 0:07:33 smithi master ubuntu 18.04 rbd/basic/{base/install.yaml cachepool/none.yaml clusters/{fixed-1.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/rbd_lock_and_fence.yaml} 1
Failure Reason:

"2019-08-31T19:51:39.003087+0000 mon.a (mon.0) 110 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

fail 4252233 2019-08-26 02:01:45 2019-08-31 19:39:19 2019-08-31 19:55:18 0:15:59 0:08:57 0:07:02 smithi master ubuntu 18.04 rbd/singleton/{all/rbd_tasks.yaml objectstore/bluestore-low-osd-mem-target.yaml openstack.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
Failure Reason:

Command failed on smithi202 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252234 2019-08-26 02:01:46 2019-08-31 19:41:00 2019-08-31 20:16:59 0:35:59 0:29:48 0:06:11 smithi master centos 7.6 rbd/valgrind/{base/install.yaml centos_latest.yaml clusters/{fixed-1.yaml openstack.yaml} objectstore/bluestore-comp.yaml validator/memcheck.yaml workloads/python_api_tests_with_defaults.yaml} 1
Failure Reason:

"2019-08-31T20:14:54.330664+0000 mon.a (mon.0) 676 : cluster [WRN] Health check failed: 2 osds down (OSD_DOWN)" in cluster log

fail 4252235 2019-08-26 02:01:46 2019-08-31 19:41:01 2019-08-31 20:17:00 0:35:59 0:28:47 0:07:12 smithi master rhel 7.6 rbd/cli_v1/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} features/format-1.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml pool/small-cache-pool.yaml supported-random-distro$/{rhel_7.yaml} workloads/rbd_cli_generic.yaml} 1
Failure Reason:

Command failed on smithi078 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252236 2019-08-26 02:01:47 2019-08-31 19:41:00 2019-08-31 20:51:00 1:10:00 0:13:37 0:56:23 smithi master ubuntu rbd/nbd/{base/install.yaml cluster/{fixed-3.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml thrashers/default.yaml thrashosds-health.yaml workloads/rbd_fsx_nbd.yaml} 3
Failure Reason:

Command failed on smithi101 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252237 2019-08-26 02:01:48 2019-08-31 19:41:00 2019-08-31 21:27:01 1:46:01 1:29:29 0:16:32 smithi master centos 7.6 rbd/maintenance/{base/install.yaml clusters/{fixed-3.yaml openstack.yaml} objectstore/bluestore-comp.yaml qemu/xfstests.yaml supported-random-distro$/{centos_7.yaml} workloads/dynamic_features_no_cache.yaml} 3
Failure Reason:

"2019-08-31T21:08:30.619264+0000 mon.a (mon.0) 178 : cluster [WRN] Health check failed: 4 osds down (OSD_DOWN)" in cluster log

fail 4252238 2019-08-26 02:01:48 2019-08-31 19:41:04 2019-08-31 20:17:03 0:35:59 0:25:48 0:10:11 smithi master rhel 7.6 rbd/mirror/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp.yaml supported-random-distro$/{rhel_7.yaml} users/mirror.yaml workloads/rbd-mirror-workunit-policy-none.yaml} 2
Failure Reason:

Command failed on smithi107 with status 22: "sudo ceph --cluster cluster2 --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

pass 4252239 2019-08-26 02:01:49 2019-08-31 19:41:31 2019-08-31 19:55:30 0:13:59 0:07:17 0:06:42 smithi master ubuntu 18.04 rbd/singleton/{all/rbdmap_RBDMAPFILE.yaml objectstore/bluestore-stupid.yaml openstack.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
fail 4252240 2019-08-26 02:01:50 2019-08-31 19:42:33 2019-08-31 20:04:32 0:21:59 0:15:33 0:06:26 smithi master centos 7.6 rbd/thrash/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{centos_7.yaml} thrashers/cache.yaml thrashosds-health.yaml workloads/rbd_fsx_deep_copy.yaml} 2
Failure Reason:

Command failed on smithi099 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252241 2019-08-26 02:01:50 2019-08-31 19:42:34 2019-08-31 21:22:35 1:40:01 0:17:25 1:22:36 smithi master ubuntu 18.04 rbd/librbd/{cache/writeback.yaml clusters/{fixed-3.yaml openstack.yaml} config/none.yaml min-compat-client/octopus.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml pool/small-cache-pool.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/fsx.yaml} 3
Failure Reason:

"2019-08-31T21:18:10.114793+0000 mon.b (mon.0) 486 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

fail 4252242 2019-08-26 02:01:51 2019-08-31 19:42:51 2019-08-31 20:20:51 0:38:00 0:30:35 0:07:25 smithi master rhel 7.6 rbd/mirror-thrash/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml policy/simple.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{rhel_7.yaml} users/mirror.yaml workloads/rbd-mirror-stress-workunit.yaml} 2
Failure Reason:

Command failed on smithi204 with status 22: "sudo ceph --cluster cluster2 --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252243 2019-08-26 02:01:52 2019-08-31 19:42:55 2019-08-31 20:14:54 0:31:59 0:24:19 0:07:40 smithi master rhel 7.6 rbd/qemu/{cache/writearound.yaml clusters/{fixed-3.yaml openstack.yaml} features/journaling.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml pool/ec-cache-pool.yaml supported-random-distro$/{rhel_7.yaml} workloads/qemu_fsstress.yaml} 3
Failure Reason:

Command failed on smithi008 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252244 2019-08-26 02:01:53 2019-08-31 19:42:57 2019-08-31 20:08:56 0:25:59 0:16:28 0:09:31 smithi master rhel 7.6 rbd/singleton/{all/read-flags-no-cache.yaml objectstore/filestore-xfs.yaml openstack.yaml supported-random-distro$/{rhel_7.yaml}} 1
Failure Reason:

Command failed on smithi115 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252245 2019-08-26 02:01:53 2019-08-31 19:43:05 2019-08-31 20:25:05 0:42:00 0:33:25 0:08:35 smithi master centos 7.6 rbd/valgrind/{base/install.yaml centos_latest.yaml clusters/{fixed-1.yaml openstack.yaml} objectstore/bluestore-low-osd-mem-target.yaml validator/memcheck.yaml workloads/python_api_tests_with_journaling.yaml} 1
Failure Reason:

"2019-08-31T20:22:39.185174+0000 mon.a (mon.0) 672 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

fail 4252246 2019-08-26 02:01:54 2019-08-31 19:44:57 2019-08-31 20:14:56 0:29:59 0:23:22 0:06:37 smithi master rhel 7.6 rbd/thrash/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{rhel_7.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/rbd_fsx_journal.yaml} 2
Failure Reason:

Command failed on smithi193 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252247 2019-08-26 02:01:55 2019-08-31 19:44:57 2019-08-31 20:04:56 0:19:59 0:13:23 0:06:36 smithi master centos 7.6 rbd/openstack/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} features/minimum.yaml objectstore/bluestore-comp.yaml supported-random-distro$/{centos_7.yaml} workloads/devstack-tempest-gate.yaml} 2
Failure Reason:

Command failed on smithi043 with status 1: 'test -f /home/ubuntu/cephtest/archive/qemu/client.0/success'

fail 4252248 2019-08-26 02:01:56 2019-08-31 19:44:57 2019-08-31 20:06:56 0:21:59 0:13:50 0:08:09 smithi master ubuntu 18.04 rbd/cli/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} features/layering.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml pool/small-cache-pool.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd_cli_generic.yaml} 1
Failure Reason:

Command failed on smithi091 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252249 2019-08-26 02:01:56 2019-08-31 19:45:02 2019-08-31 20:11:02 0:26:00 0:18:06 0:07:54 smithi master ubuntu 18.04 rbd/basic/{base/install.yaml cachepool/small.yaml clusters/{fixed-1.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/rbd_python_api_tests_old_format.yaml} 1
Failure Reason:

Command failed on smithi187 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252250 2019-08-26 02:01:57 2019-08-31 19:45:11 2019-08-31 20:03:10 0:17:59 0:10:42 0:07:17 smithi master centos 7.6 rbd/singleton/{all/read-flags-writeback.yaml objectstore/bluestore-bitmap.yaml openstack.yaml supported-random-distro$/{centos_7.yaml}} 1
Failure Reason:

Command failed on smithi068 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252251 2019-08-26 02:01:58 2019-08-31 19:46:54 2019-08-31 21:26:54 1:40:00 0:24:39 1:15:21 smithi master rhel 7.6 rbd/librbd/{cache/writethrough.yaml clusters/{fixed-3.yaml openstack.yaml} config/permit-partial-discard.yaml min-compat-client/default.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml pool/ec-data-pool.yaml supported-random-distro$/{rhel_7.yaml} workloads/python_api_tests.yaml} 3
Failure Reason:

Command failed on smithi140 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252252 2019-08-26 02:01:58 2019-08-31 19:46:54 2019-08-31 20:10:53 0:23:59 0:17:26 0:06:33 smithi master rhel 7.6 rbd/cli_v1/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} features/format-1.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml pool/none.yaml supported-random-distro$/{rhel_7.yaml} workloads/rbd_cli_import_export.yaml} 1
Failure Reason:

"2019-08-31T20:08:40.536390+0000 mon.a (mon.0) 117 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

fail 4252253 2019-08-26 02:01:59 2019-08-31 19:46:54 2019-08-31 20:28:53 0:41:59 0:10:06 0:31:53 smithi master ubuntu rbd/nbd/{base/install.yaml cluster/{fixed-3.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml thrashers/cache.yaml thrashosds-health.yaml workloads/rbd_nbd.yaml} 3
Failure Reason:

Command failed on smithi155 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252254 2019-08-26 02:02:00 2019-08-31 19:46:54 2019-08-31 22:30:56 2:44:02 1:04:40 1:39:22 smithi master centos 7.6 rbd/maintenance/{base/install.yaml clusters/{fixed-3.yaml openstack.yaml} objectstore/bluestore-low-osd-mem-target.yaml qemu/xfstests.yaml supported-random-distro$/{centos_7.yaml} workloads/rebuild_object_map.yaml} 3
Failure Reason:

"2019-08-31T22:18:24.319909+0000 mon.a (mon.0) 216 : cluster [WRN] Health check failed: 5 osds down (OSD_DOWN)" in cluster log

fail 4252255 2019-08-26 02:02:00 2019-08-31 19:46:55 2019-08-31 20:16:54 0:29:59 0:22:11 0:07:48 smithi master centos 7.6 rbd/mirror/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml supported-random-distro$/{centos_7.yaml} users/mirror.yaml workloads/rbd-mirror-workunit-policy-simple.yaml} 2
Failure Reason:

Command failed on smithi075 with status 22: "sudo ceph --cluster cluster2 --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252256 2019-08-26 02:02:01 2019-08-31 19:46:57 2019-08-31 20:02:56 0:15:59 0:07:43 0:08:16 smithi master ubuntu 18.04 rbd/singleton/{all/read-flags-writethrough.yaml objectstore/bluestore-comp.yaml openstack.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
Failure Reason:

Command failed on smithi183 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252257 2019-08-26 02:02:02 2019-08-31 19:49:12 2019-08-31 20:23:11 0:33:59 0:22:41 0:11:18 smithi master rhel 7.6 rbd/thrash/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp.yaml supported-random-distro$/{rhel_7.yaml} thrashers/cache.yaml thrashosds-health.yaml workloads/rbd_fsx_nocache.yaml} 2
Failure Reason:

Command failed on smithi132 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252258 2019-08-26 02:02:03 2019-08-31 19:49:12 2019-08-31 20:25:11 0:35:59 0:28:07 0:07:52 smithi master centos 7.6 rbd/valgrind/{base/install.yaml centos_latest.yaml clusters/{fixed-1.yaml openstack.yaml} objectstore/bluestore-stupid.yaml validator/memcheck.yaml workloads/rbd_mirror.yaml} 1
Failure Reason:

Command failed on smithi161 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252259 2019-08-26 02:02:03 2019-08-31 19:49:12 2019-08-31 20:13:11 0:23:59 0:16:13 0:07:46 smithi master rhel 7.6 rbd/singleton/{all/snap-diff.yaml objectstore/bluestore-low-osd-mem-target.yaml openstack.yaml supported-random-distro$/{rhel_7.yaml}} 1
Failure Reason:

Command failed on smithi028 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252260 2019-08-26 02:02:04 2019-08-31 19:49:12 2019-08-31 20:47:12 0:58:00 0:25:50 0:32:10 smithi master rhel 7.6 rbd/librbd/{cache/none.yaml clusters/{fixed-3.yaml openstack.yaml} config/copy-on-read.yaml min-compat-client/octopus.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml pool/none.yaml supported-random-distro$/{rhel_7.yaml} workloads/python_api_tests_with_defaults.yaml} 3
Failure Reason:

Command failed on smithi023 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252261 2019-08-26 02:02:05 2019-08-31 19:51:00 2019-08-31 20:31:00 0:40:00 0:33:06 0:06:54 smithi master rhel 7.6 rbd/mirror-thrash/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp.yaml policy/none.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{rhel_7.yaml} users/mirror.yaml workloads/rbd-mirror-workunit.yaml} 2
Failure Reason:

Command failed on smithi159 with status 22: "sudo ceph --cluster cluster2 --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252262 2019-08-26 02:02:05 2019-08-31 19:51:00 2019-08-31 20:57:00 1:06:00 0:58:48 0:07:12 smithi master ubuntu 18.04 rbd/qemu/{cache/writeback.yaml clusters/{fixed-3.yaml openstack.yaml} features/defaults.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml pool/ec-data-pool.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/qemu_xfstests.yaml} 3
Failure Reason:

"2019-08-31T20:49:43.449213+0000 mon.b (mon.0) 257 : cluster [WRN] Health check failed: 3 osds down (OSD_DOWN)" in cluster log

fail 4252263 2019-08-26 02:02:06 2019-08-31 19:52:34 2019-08-31 20:20:33 0:27:59 0:18:17 0:09:42 smithi master rhel 7.6 rbd/thrash/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml supported-random-distro$/{rhel_7.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/rbd_fsx_rate_limit.yaml} 2
Failure Reason:

Command failed on smithi194 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252264 2019-08-26 02:02:07 2019-08-31 19:52:43 2019-08-31 20:14:42 0:21:59 0:15:09 0:06:50 smithi master rhel 7.6 rbd/singleton/{all/verify_pool.yaml objectstore/bluestore-stupid.yaml openstack.yaml supported-random-distro$/{rhel_7.yaml}} 1
Failure Reason:

Command failed on smithi184 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252265 2019-08-26 02:02:08 2019-08-31 19:52:44 2019-08-31 20:18:43 0:25:59 0:17:38 0:08:21 smithi master ubuntu 18.04 rbd/basic/{base/install.yaml cachepool/none.yaml clusters/{fixed-1.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/rbd_api_tests_old_format.yaml} 1
Failure Reason:

Command failed on smithi026 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252266 2019-08-26 02:02:08 2019-08-31 19:52:44 2019-08-31 20:14:43 0:21:59 0:15:18 0:06:41 smithi master rhel 7.6 rbd/cli/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} features/defaults.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml pool/ec-data-pool.yaml supported-random-distro$/{rhel_7.yaml} workloads/rbd_cli_groups.yaml} 1
Failure Reason:

Command failed on smithi073 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252267 2019-08-26 02:02:09 2019-08-31 19:52:57 2019-08-31 21:42:57 1:50:00 1:11:34 0:38:26 smithi master ubuntu 18.04 rbd/maintenance/{base/install.yaml clusters/{fixed-3.yaml openstack.yaml} objectstore/bluestore-stupid.yaml qemu/xfstests.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/dynamic_features.yaml} 3
Failure Reason:

Command failed on smithi175 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252268 2019-08-26 02:02:10 2019-08-31 19:53:00 2019-08-31 20:21:00 0:28:00 0:20:02 0:07:58 smithi master centos 7.6 rbd/mirror/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-stupid.yaml supported-random-distro$/{centos_7.yaml} users/mirror.yaml workloads/rbd-mirror-ha-workunit.yaml} 2
Failure Reason:

Command failed on smithi202 with status 22: "sudo ceph --cluster cluster2 --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252269 2019-08-26 02:02:10 2019-08-31 19:55:16 2019-08-31 20:15:15 0:19:59 0:10:34 0:09:25 smithi master centos 7.6 rbd/singleton/{all/admin_socket.yaml objectstore/filestore-xfs.yaml openstack.yaml supported-random-distro$/{centos_7.yaml}} 1
Failure Reason:

Command failed on smithi023 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252270 2019-08-26 02:02:11 2019-08-31 19:55:16 2019-08-31 23:33:19 3:38:03 3:30:03 0:08:00 smithi master centos 7.6 rbd/valgrind/{base/install.yaml centos_latest.yaml clusters/{fixed-1.yaml openstack.yaml} objectstore/filestore-xfs.yaml validator/memcheck.yaml workloads/c_api_tests.yaml} 1
Failure Reason:

Command failed (workunit test rbd/test_librbd.sh) on smithi169 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=732fe579b6f95da40a003c6ff431845c9b7eabba TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 RBD_FEATURES=1 VALGRIND=\'--tool=memcheck --leak-check=full\' adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh'

fail 4252271 2019-08-26 02:02:12 2019-08-31 19:55:16 2019-08-31 20:37:16 0:42:00 0:24:09 0:17:51 smithi master centos 7.6 rbd/librbd/{cache/writearound.yaml clusters/{fixed-3.yaml openstack.yaml} config/none.yaml min-compat-client/default.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml pool/replicated-data-pool.yaml supported-random-distro$/{centos_7.yaml} workloads/python_api_tests_with_journaling.yaml} 3
Failure Reason:

"2019-08-31T20:34:03.699778+0000 mon.a (mon.0) 771 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

fail 4252272 2019-08-26 02:02:13 2019-08-31 19:55:19 2019-08-31 20:19:18 0:23:59 0:16:54 0:07:05 smithi master centos 7.6 rbd/cli_v1/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} features/format-1.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml pool/small-cache-pool.yaml supported-random-distro$/{centos_7.yaml} workloads/rbd_cli_generic.yaml} 1
Failure Reason:

Command failed on smithi013 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252273 2019-08-26 02:02:13 2019-08-31 19:55:31 2019-08-31 20:37:31 0:42:00 0:13:36 0:28:24 smithi master ubuntu rbd/nbd/{base/install.yaml cluster/{fixed-3.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp.yaml thrashers/default.yaml thrashosds-health.yaml workloads/rbd_fsx_nbd.yaml} 3
Failure Reason:

Command failed on smithi103 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252274 2019-08-26 02:02:14 2019-08-31 19:56:59 2019-08-31 20:16:58 0:19:59 0:10:51 0:09:08 smithi master ubuntu 18.04 rbd/openstack/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} features/minimum.yaml objectstore/bluestore-low-osd-mem-target.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/devstack-tempest-gate.yaml} 2
Failure Reason:

Command failed on smithi101 with status 1: 'test -f /home/ubuntu/cephtest/archive/qemu/client.0/success'

fail 4252275 2019-08-26 02:02:15 2019-08-31 19:57:07 2019-08-31 20:23:07 0:26:00 0:09:49 0:16:11 smithi master ubuntu 18.04 rbd/thrash/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-stupid.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/cache.yaml thrashosds-health.yaml workloads/journal.yaml} 2
Failure Reason:

Command failed on smithi092 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252276 2019-08-26 02:02:15 2019-08-31 19:59:07 2019-08-31 20:21:07 0:22:00 0:14:33 0:07:27 smithi master rhel 7.6 rbd/singleton/{all/formatted-output.yaml objectstore/bluestore-bitmap.yaml openstack.yaml supported-random-distro$/{rhel_7.yaml}} 1
Failure Reason:

Command failed on smithi038 with status 1: 'CEPH_REF=master CEPH_ID="0" PATH=$PATH:/usr/sbin adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /home/ubuntu/cephtest/virtualenv/bin/cram -v -- /home/ubuntu/cephtest/archive/cram.client.0/*.t'

fail 4252277 2019-08-26 02:02:16 2019-08-31 19:59:08 2019-08-31 20:37:07 0:37:59 0:29:03 0:08:56 smithi master rhel 7.6 rbd/thrash/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{rhel_7.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/rbd_api_tests.yaml} 2
Failure Reason:

Command failed on smithi183 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252278 2019-08-26 02:02:17 2019-08-31 19:59:08 2019-08-31 20:21:07 0:21:59 0:13:29 0:08:30 smithi master centos 7.6 rbd/singleton/{all/merge_diff.yaml objectstore/bluestore-comp.yaml openstack.yaml supported-random-distro$/{centos_7.yaml}} 1
Failure Reason:

"2019-08-31T20:18:39.755167+0000 mon.a (mon.0) 243 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

fail 4252279 2019-08-26 02:02:18 2019-08-31 20:01:19 2019-08-31 21:21:19 1:20:00 0:38:17 0:41:43 smithi master ubuntu 18.04 rbd/librbd/{cache/writeback.yaml clusters/{fixed-3.yaml openstack.yaml} config/permit-partial-discard.yaml min-compat-client/octopus.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml pool/small-cache-pool.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd_fio.yaml} 3
Failure Reason:

Command failed on smithi154 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252280 2019-08-26 02:02:18 2019-08-31 20:01:19 2019-08-31 20:59:19 0:58:00 0:49:39 0:08:21 smithi master rhel 7.6 rbd/mirror-thrash/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml policy/simple.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{rhel_7.yaml} users/mirror.yaml workloads/rbd-mirror-fsx-workunit.yaml} 2
Failure Reason:

"2019-08-31T20:46:38.996054+0000 mon.a (mon.0) 916 : cluster [WRN] Health check failed: 2 osds down (OSD_DOWN)" in cluster log

fail 4252281 2019-08-26 02:02:19 2019-08-31 20:03:12 2019-08-31 20:43:12 0:40:00 0:22:29 0:17:31 smithi master ubuntu 18.04 rbd/qemu/{cache/writethrough.yaml clusters/{fixed-3.yaml openstack.yaml} features/journaling.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml pool/none.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/qemu_bonnie.yaml} 3
Failure Reason:

Command failed on smithi017 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252282 2019-08-26 02:02:20 2019-08-31 20:03:12 2019-08-31 20:55:12 0:52:00 0:43:28 0:08:32 smithi master centos 7.6 rbd/valgrind/{base/install.yaml centos_latest.yaml clusters/{fixed-1.yaml openstack.yaml} objectstore/bluestore-bitmap.yaml validator/memcheck.yaml workloads/c_api_tests_with_defaults.yaml} 1
Failure Reason:

"2019-08-31T20:51:41.920109+0000 mon.a (mon.0) 868 : cluster [WRN] Health check failed: 2 osds down (OSD_DOWN)" in cluster log

fail 4252283 2019-08-26 02:02:20 2019-08-31 20:04:49 2019-08-31 20:34:48 0:29:59 0:18:40 0:11:19 smithi master centos 7.6 rbd/singleton-bluestore/{all/issue-20295.yaml objectstore/bluestore-comp.yaml openstack.yaml supported-random-distro$/{centos_7.yaml}} 4
Failure Reason:

"2019-08-31T20:31:38.393039+0000 mon.c (mon.0) 342 : cluster [WRN] Health check failed: 8 osds down (OSD_DOWN)" in cluster log

fail 4252284 2019-08-26 02:02:21 2019-08-31 20:04:51 2019-08-31 20:24:50 0:19:59 0:12:20 0:07:39 smithi master centos 7.6 rbd/basic/{base/install.yaml cachepool/small.yaml clusters/{fixed-1.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml supported-random-distro$/{centos_7.yaml} tasks/rbd_cls_tests.yaml} 1
Failure Reason:

Command failed on smithi091 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252285 2019-08-26 02:02:22 2019-08-31 20:04:57 2019-08-31 21:42:58 1:38:01 1:15:05 0:22:56 smithi master centos 7.6 rbd/maintenance/{base/install.yaml clusters/{fixed-3.yaml openstack.yaml} objectstore/filestore-xfs.yaml qemu/xfstests.yaml supported-random-distro$/{centos_7.yaml} workloads/dynamic_features_no_cache.yaml} 3
Failure Reason:

"2019-08-31T21:31:32.667041+0000 mon.a (mon.0) 148 : cluster [WRN] Health check failed: 2 osds down (OSD_DOWN)" in cluster log

fail 4252286 2019-08-26 02:02:23 2019-08-31 20:07:07 2019-08-31 20:37:06 0:29:59 0:20:35 0:09:24 smithi master centos 7.6 rbd/mirror/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{centos_7.yaml} users/mirror.yaml workloads/rbd-mirror-stress-workunit-min-compat-client-octopus.yaml} 2
Failure Reason:

Command failed on smithi187 with status 22: "sudo ceph --cluster cluster2 --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252287 2019-08-26 02:02:23 2019-08-31 20:07:07 2019-08-31 20:31:06 0:23:59 0:15:13 0:08:46 smithi master rhel 7.6 rbd/singleton/{all/permissions.yaml objectstore/bluestore-low-osd-mem-target.yaml openstack.yaml supported-random-distro$/{rhel_7.yaml}} 1
Failure Reason:

Command failed on smithi115 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252288 2019-08-26 02:02:24 2019-08-31 20:09:13 2019-08-31 20:29:12 0:19:59 0:14:10 0:05:49 smithi master centos 7.6 rbd/cli/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} features/journaling.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml pool/none.yaml supported-random-distro$/{centos_7.yaml} workloads/rbd_cli_import_export.yaml} 1
Failure Reason:

Command failed on smithi186 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252289 2019-08-26 02:02:25 2019-08-31 20:10:36 2019-08-31 20:48:36 0:38:00 0:29:05 0:08:55 smithi master rhel 7.6 rbd/thrash/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{rhel_7.yaml} thrashers/cache.yaml thrashosds-health.yaml workloads/rbd_api_tests_copy_on_read.yaml} 2
Failure Reason:

Command failed on smithi184 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252290 2019-08-26 02:02:25 2019-08-31 20:10:37 2019-08-31 20:28:36 0:17:59 0:11:01 0:06:58 smithi master centos 7.6 rbd/cli_v1/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} features/format-1.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml pool/none.yaml supported-random-distro$/{centos_7.yaml} workloads/rbd_cli_import_export.yaml} 1
Failure Reason:

Command failed on smithi088 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252291 2019-08-26 02:02:26 2019-08-31 20:10:41 2019-08-31 21:32:42 1:22:01 0:09:51 1:12:10 smithi master ubuntu rbd/nbd/{base/install.yaml cluster/{fixed-3.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml thrashers/cache.yaml thrashosds-health.yaml workloads/rbd_nbd.yaml} 3
Failure Reason:

Command failed on smithi077 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252292 2019-08-26 02:02:27 2019-08-31 20:10:50 2019-08-31 20:28:49 0:17:59 0:11:35 0:06:24 smithi master ubuntu 18.04 rbd/singleton/{all/qemu-iotests-no-cache.yaml objectstore/bluestore-stupid.yaml openstack.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
Failure Reason:

"2019-08-31T20:26:52.091048+0000 mon.a (mon.0) 78 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

fail 4252293 2019-08-26 02:02:28 2019-08-31 20:10:54 2019-08-31 21:10:54 1:00:00 0:26:57 0:33:03 smithi master rhel 7.6 rbd/librbd/{cache/writethrough.yaml clusters/{fixed-3.yaml openstack.yaml} config/copy-on-read.yaml min-compat-client/default.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml pool/ec-data-pool.yaml supported-random-distro$/{rhel_7.yaml} workloads/c_api_tests.yaml} 3
Failure Reason:

Command failed on smithi183 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252294 2019-08-26 02:02:28 2019-08-31 20:11:00 2019-08-31 21:19:00 1:08:00 1:01:26 0:06:34 smithi master centos 7.6 rbd/valgrind/{base/install.yaml centos_latest.yaml clusters/{fixed-1.yaml openstack.yaml} objectstore/bluestore-comp.yaml validator/memcheck.yaml workloads/c_api_tests_with_journaling.yaml} 1
Failure Reason:

Command failed on smithi044 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252295 2019-08-26 02:02:29 2019-08-31 20:11:03 2019-08-31 20:31:02 0:19:59 0:11:19 0:08:40 smithi master ubuntu 18.04 rbd/openstack/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} features/minimum.yaml objectstore/bluestore-stupid.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/devstack-tempest-gate.yaml} 2
Failure Reason:

Command failed on smithi087 with status 1: 'test -f /home/ubuntu/cephtest/archive/qemu/client.0/success'

fail 4252296 2019-08-26 02:02:30 2019-08-31 20:13:19 2019-08-31 20:35:18 0:21:59 0:15:13 0:06:46 smithi master rhel 7.6 rbd/singleton/{all/qemu-iotests-writearound.yaml objectstore/filestore-xfs.yaml openstack.yaml supported-random-distro$/{rhel_7.yaml}} 1
Failure Reason:

Command failed on smithi028 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252297 2019-08-26 02:02:31 2019-08-31 20:13:19 2019-08-31 20:53:18 0:39:59 0:32:36 0:07:23 smithi master centos 7.6 rbd/thrash/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp.yaml supported-random-distro$/{centos_7.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/rbd_api_tests_journaling.yaml} 2
Failure Reason:

Command failed on smithi193 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252298 2019-08-26 02:02:31 2019-08-31 20:14:59 2019-08-31 21:42:59 1:28:00 1:07:25 0:20:35 smithi master ubuntu 18.04 rbd/maintenance/{base/install.yaml clusters/{fixed-3.yaml openstack.yaml} objectstore/bluestore-bitmap.yaml qemu/xfstests.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rebuild_object_map.yaml} 3
Failure Reason:

"2019-08-31T21:30:52.489143+0000 mon.a (mon.0) 183 : cluster [WRN] Health check failed: 4 osds down (OSD_DOWN)" in cluster log

fail 4252299 2019-08-26 02:02:32 2019-08-31 20:14:59 2019-08-31 20:42:58 0:27:59 0:21:03 0:06:56 smithi master centos 7.6 rbd/mirror/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{centos_7.yaml} users/mirror.yaml workloads/rbd-mirror-workunit-config-key.yaml} 2
Failure Reason:

Command failed on smithi078 with status 22: "sudo ceph --cluster cluster2 --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252300 2019-08-26 02:02:33 2019-08-31 20:14:59 2019-08-31 20:44:58 0:29:59 0:22:34 0:07:25 smithi master centos 7.6 rbd/mirror-thrash/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-stupid.yaml policy/none.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{centos_7.yaml} users/mirror.yaml workloads/rbd-mirror-stress-workunit.yaml} 2
Failure Reason:

Command failed on smithi107 with status 22: "sudo ceph --cluster cluster2 --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252301 2019-08-26 02:02:34 2019-08-31 20:14:59 2019-08-31 20:46:59 0:32:00 0:20:14 0:11:46 smithi master rhel 7.6 rbd/qemu/{cache/none.yaml clusters/{fixed-3.yaml openstack.yaml} features/defaults.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml pool/replicated-data-pool.yaml supported-random-distro$/{rhel_7.yaml} workloads/qemu_fsstress.yaml} 3
Failure Reason:

Command failed on smithi038 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252302 2019-08-26 02:02:34 2019-08-31 20:14:59 2019-08-31 20:32:59 0:18:00 0:10:56 0:07:04 smithi master centos 7.6 rbd/singleton/{all/qemu-iotests-writeback.yaml objectstore/bluestore-bitmap.yaml openstack.yaml supported-random-distro$/{centos_7.yaml}} 1
Failure Reason:

Command failed on smithi073 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252303 2019-08-26 02:02:35 2019-08-31 20:14:59 2019-08-31 20:58:59 0:44:00 0:24:54 0:19:06 smithi master centos 7.6 rbd/librbd/{cache/none.yaml clusters/{fixed-3.yaml openstack.yaml} config/none.yaml min-compat-client/octopus.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml pool/none.yaml supported-random-distro$/{centos_7.yaml} workloads/c_api_tests_with_defaults.yaml} 3
Failure Reason:

"2019-08-31T20:56:17.472873+0000 mon.a (mon.0) 856 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

fail 4252304 2019-08-26 02:02:36 2019-08-31 20:15:17 2019-08-31 20:31:16 0:15:59 0:08:53 0:07:06 smithi master ubuntu 18.04 rbd/basic/{base/install.yaml cachepool/none.yaml clusters/{fixed-1.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-stupid.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/rbd_lock_and_fence.yaml} 1
Failure Reason:

Command failed on smithi101 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252305 2019-08-26 02:02:37 2019-08-31 20:17:10 2019-08-31 20:53:10 0:36:00 0:26:59 0:09:01 smithi master centos 7.6 rbd/thrash/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml supported-random-distro$/{centos_7.yaml} thrashers/cache.yaml thrashosds-health.yaml workloads/rbd_api_tests_no_locking.yaml} 2
Failure Reason:

Command failed on smithi190 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252306 2019-08-26 02:02:37 2019-08-31 20:17:11 2019-08-31 20:39:10 0:21:59 0:16:11 0:05:48 smithi master centos 7.6 rbd/valgrind/{base/install.yaml centos_latest.yaml clusters/{fixed-1.yaml openstack.yaml} objectstore/bluestore-low-osd-mem-target.yaml validator/memcheck.yaml workloads/fsx.yaml} 1
Failure Reason:

Command failed on smithi063 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252307 2019-08-26 02:02:38 2019-08-31 20:17:11 2019-08-31 20:37:10 0:19:59 0:12:57 0:07:02 smithi master ubuntu 18.04 rbd/cli/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} features/layering.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml pool/replicated-data-pool.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd_cli_generic.yaml} 1
Failure Reason:

Command failed on smithi177 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252308 2019-08-26 02:02:39 2019-08-31 20:17:11 2019-08-31 20:41:10 0:23:59 0:15:35 0:08:24 smithi master rhel 7.6 rbd/singleton/{all/qemu-iotests-writethrough.yaml objectstore/bluestore-comp.yaml openstack.yaml supported-random-distro$/{rhel_7.yaml}} 1
Failure Reason:

Command failed on smithi013 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252309 2019-08-26 02:02:39 2019-08-31 20:17:11 2019-08-31 20:45:10 0:27:59 0:19:52 0:08:07 smithi master rhel 7.6 rbd/cli_v1/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} features/format-1.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml pool/small-cache-pool.yaml supported-random-distro$/{rhel_7.yaml} workloads/rbd_cli_generic.yaml} 1
Failure Reason:

Command failed on smithi118 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252310 2019-08-26 02:02:40 2019-08-31 20:18:02 2019-08-31 20:42:01 0:23:59 0:13:58 0:10:01 smithi master ubuntu rbd/nbd/{base/install.yaml cluster/{fixed-3.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-stupid.yaml thrashers/default.yaml thrashosds-health.yaml workloads/rbd_fsx_nbd.yaml} 3
Failure Reason:

Command failed on smithi041 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252311 2019-08-26 02:02:41 2019-08-31 20:18:59 2019-08-31 20:52:58 0:33:59 0:26:58 0:07:01 smithi master ubuntu 18.04 rbd/singleton/{all/qos.yaml objectstore/bluestore-low-osd-mem-target.yaml openstack.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
Failure Reason:

Command failed on smithi151 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252312 2019-08-26 02:02:42 2019-08-31 20:19:20 2019-08-31 21:25:20 1:06:00 0:32:44 0:33:16 smithi master rhel 7.6 rbd/librbd/{cache/writearound.yaml clusters/{fixed-3.yaml openstack.yaml} config/permit-partial-discard.yaml min-compat-client/default.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml pool/replicated-data-pool.yaml supported-random-distro$/{rhel_7.yaml} workloads/c_api_tests_with_journaling.yaml} 3
Failure Reason:

Command failed on smithi023 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252313 2019-08-26 02:02:43 2019-08-31 20:20:50 2019-08-31 20:46:49 0:25:59 0:18:32 0:07:27 smithi master rhel 7.6 rbd/thrash/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-stupid.yaml supported-random-distro$/{rhel_7.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/rbd_fsx_cache_writearound.yaml} 2
Failure Reason:

Command failed on smithi132 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252314 2019-08-26 02:02:43 2019-08-31 20:20:50 2019-08-31 22:40:52 2:20:02 1:14:20 1:05:42 smithi master ubuntu 18.04 rbd/maintenance/{base/install.yaml clusters/{fixed-3.yaml openstack.yaml} objectstore/bluestore-comp.yaml qemu/xfstests.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/dynamic_features.yaml} 3
Failure Reason:

Command failed on smithi118 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252315 2019-08-26 02:02:44 2019-08-31 20:20:52 2019-08-31 20:50:52 0:30:00 0:23:00 0:07:00 smithi master rhel 7.6 rbd/mirror/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp.yaml supported-random-distro$/{rhel_7.yaml} users/mirror.yaml workloads/rbd-mirror-workunit-min-compat-client-octopus.yaml} 2
Failure Reason:

Command failed on smithi179 with status 22: "sudo ceph --cluster cluster2 --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252316 2019-08-26 02:02:45 2019-08-31 20:21:01 2019-08-31 20:37:00 0:15:59 0:11:00 0:04:59 smithi master centos 7.6 rbd/singleton/{all/rbd-vs-unmanaged-snaps.yaml objectstore/bluestore-stupid.yaml openstack.yaml supported-random-distro$/{centos_7.yaml}} 1
Failure Reason:

"2019-08-31T20:35:59.112230+0000 mon.a (mon.0) 139 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

fail 4252317 2019-08-26 02:02:46 2019-08-31 20:21:08 2019-08-31 20:59:08 0:38:00 0:29:00 0:09:00 smithi master centos 7.6 rbd/valgrind/{base/install.yaml centos_latest.yaml clusters/{fixed-1.yaml openstack.yaml} objectstore/bluestore-stupid.yaml validator/memcheck.yaml workloads/python_api_tests.yaml} 1
Failure Reason:

Command failed on smithi064 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252318 2019-08-26 02:02:46 2019-08-31 20:21:08 2019-08-31 20:59:08 0:38:00 0:17:18 0:20:42 smithi master rhel 7.6 rbd/openstack/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} features/minimum.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{rhel_7.yaml} workloads/devstack-tempest-gate.yaml} 2
Failure Reason:

Command failed on smithi125 with status 1: 'test -f /home/ubuntu/cephtest/archive/qemu/client.0/success'

fail 4252319 2019-08-26 02:02:47 2019-08-31 20:22:37 2019-08-31 20:52:36 0:29:59 0:23:42 0:06:17 smithi master rhel 7.6 rbd/basic/{base/install.yaml cachepool/small.yaml clusters/{fixed-1.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{rhel_7.yaml} tasks/rbd_python_api_tests_old_format.yaml} 1
Failure Reason:

Command failed on smithi091 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252320 2019-08-26 02:02:48 2019-08-31 20:23:08 2019-08-31 20:45:07 0:21:59 0:11:59 0:10:00 smithi master ubuntu 18.04 rbd/thrash/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/cache.yaml thrashosds-health.yaml workloads/rbd_fsx_cache_writeback.yaml} 2
Failure Reason:

Command failed on smithi182 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252321 2019-08-26 02:02:49 2019-08-31 20:23:13 2019-08-31 21:01:12 0:37:59 0:26:07 0:11:52 smithi master ubuntu 18.04 rbd/mirror-thrash/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml policy/simple.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{ubuntu_latest.yaml} users/mirror.yaml workloads/rbd-mirror-workunit.yaml} 2
Failure Reason:

Command failed on smithi143 with status 22: "sudo ceph --cluster cluster2 --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252322 2019-08-26 02:02:49 2019-08-31 20:25:07 2019-08-31 22:25:08 2:00:01 1:43:42 0:16:19 smithi master centos 7.6 rbd/qemu/{cache/writearound.yaml clusters/{fixed-3.yaml openstack.yaml} features/journaling.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml pool/small-cache-pool.yaml supported-random-distro$/{centos_7.yaml} workloads/qemu_xfstests.yaml} 3
Failure Reason:

"2019-08-31T21:56:43.183753+0000 mon.a (mon.0) 338 : cluster [WRN] Health check failed: 5 osds down (OSD_DOWN)" in cluster log

fail 4252323 2019-08-26 02:02:50 2019-08-31 20:25:07 2019-08-31 21:03:07 0:38:00 0:24:11 0:13:49 smithi master rhel 7.6 rbd/librbd/{cache/writeback.yaml clusters/{fixed-3.yaml openstack.yaml} config/copy-on-read.yaml min-compat-client/octopus.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml pool/small-cache-pool.yaml supported-random-distro$/{rhel_7.yaml} workloads/fsx.yaml} 3
Failure Reason:

Command failed on smithi176 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252324 2019-08-26 02:02:51 2019-08-31 20:25:07 2019-08-31 20:49:07 0:24:00 0:17:57 0:06:03 smithi master ubuntu 18.04 rbd/singleton/{all/rbd_mirror.yaml objectstore/filestore-xfs.yaml openstack.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
Failure Reason:

Command failed on smithi161 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"

fail 4252325 2019-08-26 02:02:52 2019-08-31 20:25:13 2019-08-31 20:41:12 0:15:59 0:08:07 0:07:52 smithi master ubuntu 18.04 rbd/cli_v1/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} features/format-1.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml pool/none.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd_cli_import_export.yaml} 1
Failure Reason:

Command failed on smithi160 with status 22: "sudo ceph --cluster ceph --mon-client-directed-command-retry 5 tell 'mon.*' injectargs -- --no-mon-health-to-clog"