Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 4512201 2019-11-16 03:20:28 2019-11-17 20:59:52 2019-11-17 21:23:51 0:23:59 0:14:20 0:09:39 smithi master krbd/basic/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/krbd_blkroset.yaml} 1
pass 4512202 2019-11-16 03:20:29 2019-11-17 21:01:36 2019-11-17 21:39:35 0:37:59 0:27:50 0:10:09 smithi master krbd/fsx/{ceph/ceph.yaml clusters/3-node.yaml conf.yaml objectstore/bluestore-bitmap.yaml striping/default/{msgr-failures/few.yaml randomized-striping-off.yaml} tasks/fsx-1-client.yaml} 3
pass 4512203 2019-11-16 03:20:30 2019-11-17 21:03:46 2019-11-17 21:45:46 0:42:00 0:31:40 0:10:20 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_fio.yaml} 3
pass 4512204 2019-11-16 03:20:30 2019-11-17 21:05:35 2019-11-17 21:41:34 0:35:59 0:25:42 0:10:17 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_data_pool.yaml} 3
fail 4512205 2019-11-16 03:20:31 2019-11-17 21:05:35 2019-11-18 00:15:37 3:10:02 2:15:47 0:54:15 smithi master krbd/singleton/{bluestore-bitmap.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_xfstests.yaml} 4
Failure Reason:

Command failed on smithi023 with status 2: "/usr/bin/sudo TESTDIR=/home/ubuntu/cephtest adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/bash /home/ubuntu/cephtest/run_xfstests.sh -c 1 -f ext4 -t /dev/rbd0 -s /dev/rbd1 -x /tmp/excludeGuKcu9 -r -- '-g auto -g blockdev -x clone'"

fail 4512206 2019-11-16 03:20:32 2019-11-17 21:05:41 2019-11-17 22:07:40 1:01:59 0:49:03 0:12:56 smithi master krbd/thrash/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/backoff.yaml thrashosds-health.yaml workloads/rbd_fio.yaml} 3
Failure Reason:

Command failed on smithi009 with status 16: 'sudo rbd device unmap /dev/rbd0'

fail 4512207 2019-11-16 03:20:33 2019-11-17 21:07:52 2019-11-17 21:31:51 0:23:59 0:14:01 0:09:58 smithi master krbd/unmap/{ceph/ceph.yaml clusters/separate-client.yaml conf.yaml filestore-xfs.yaml kernels/pre-single-major.yaml tasks/unmap.yaml} 2
Failure Reason:

Command failed on smithi177 with status 1: 'CEPH_REF=master CEPH_ID="0" PATH=$PATH:/usr/sbin adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /home/ubuntu/cephtest/virtualenv/bin/cram -v -- /home/ubuntu/cephtest/archive/cram.client.0/*.t'

pass 4512208 2019-11-16 03:20:33 2019-11-17 21:08:40 2019-11-17 21:32:39 0:23:59 0:14:16 0:09:43 smithi master krbd/wac/sysfs/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/stable_pages_required.yaml} 1
fail 4512209 2019-11-16 03:20:34 2019-11-17 21:09:51 2019-11-17 23:49:53 2:40:02 0:20:11 2:19:51 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_exclusive_option.yaml} 3
Failure Reason:

Command failed (workunit test rbd/krbd_exclusive_option.sh) on smithi155 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=98b017dfd00cc67fecfb8dacf92a40bc71171b64 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/krbd_exclusive_option.sh'

pass 4512210 2019-11-16 03:20:35 2019-11-17 21:09:51 2019-11-17 23:01:52 1:52:01 0:20:44 1:31:17 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_kernel_untar_build.yaml} 3
pass 4512211 2019-11-16 03:20:35 2019-11-17 21:10:46 2019-11-17 22:58:47 1:48:01 0:16:15 1:31:46 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_fallocate.yaml} 3
pass 4512212 2019-11-16 03:20:36 2019-11-17 21:11:36 2019-11-17 22:31:36 1:20:00 0:29:31 0:50:29 smithi master krbd/fsx/{ceph/ceph.yaml clusters/3-node.yaml conf.yaml objectstore/filestore-xfs.yaml striping/fancy/{msgr-failures/few.yaml randomized-striping-on.yaml} tasks/fsx-3-client.yaml} 3
pass 4512213 2019-11-16 03:20:37 2019-11-17 21:14:06 2019-11-17 22:58:07 1:44:01 0:16:55 1:27:06 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_huge_osdmap.yaml} 3
pass 4512214 2019-11-16 03:20:37 2019-11-17 21:15:39 2019-11-17 22:27:39 1:12:00 0:47:50 0:24:10 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_dbench.yaml} 3
pass 4512215 2019-11-16 03:20:38 2019-11-17 21:15:39 2019-11-17 21:47:39 0:32:00 0:15:03 0:16:57 smithi master krbd/basic/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/krbd_deep_flatten.yaml} 1
fail 4512216 2019-11-16 03:20:39 2019-11-17 21:21:48 2019-11-17 22:21:48 1:00:00 0:40:28 0:19:32 smithi master krbd/thrash/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/mon-thrasher.yaml thrashosds-health.yaml workloads/rbd_workunit_suites_ffsb.yaml} 3
Failure Reason:

"2019-11-17T21:46:51.931916+0000 mon.a (mon.0) 192 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log

pass 4512217 2019-11-16 03:20:39 2019-11-17 21:22:23 2019-11-17 22:56:23 1:34:00 0:19:28 1:14:32 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_latest_osdmap_on_map.yaml} 3
pass 4512218 2019-11-16 03:20:40 2019-11-17 21:24:13 2019-11-17 22:30:13 1:06:00 0:34:41 0:31:19 smithi master krbd/fsx/{ceph/ceph.yaml clusters/3-node.yaml conf.yaml objectstore/bluestore-bitmap.yaml striping/default/{msgr-failures/many.yaml randomized-striping-off.yaml} tasks/fsx-1-client.yaml} 3
pass 4512219 2019-11-16 03:20:41 2019-11-17 21:27:26 2019-11-17 23:49:28 2:22:02 0:46:46 1:35:16 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_ffsb.yaml} 3
pass 4512220 2019-11-16 03:20:42 2019-11-17 21:29:29 2019-11-17 22:09:29 0:40:00 0:18:49 0:21:11 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_namespaces.yaml} 3
pass 4512221 2019-11-16 03:20:42 2019-11-17 21:31:37 2019-11-17 22:35:37 1:04:00 0:28:48 0:35:12 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_udev_enumerate.yaml} 3
pass 4512222 2019-11-16 03:20:43 2019-11-17 21:31:52 2019-11-17 23:47:54 2:16:02 0:15:43 2:00:19 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_fsstress.yaml} 3
pass 4512223 2019-11-16 03:20:44 2019-11-17 21:33:02 2019-11-17 22:21:01 0:47:59 0:20:43 0:27:16 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_udev_netlink_enobufs.yaml} 3
pass 4512224 2019-11-16 03:20:44 2019-11-17 21:33:02 2019-11-17 21:59:01 0:25:59 0:15:18 0:10:41 smithi master krbd/basic/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/krbd_discard.yaml} 1
pass 4512225 2019-11-16 03:20:45 2019-11-17 21:37:34 2019-11-17 23:15:35 1:38:01 0:25:41 1:12:20 smithi master krbd/fsx/{ceph/ceph.yaml clusters/3-node.yaml conf.yaml objectstore/filestore-xfs.yaml striping/default/{msgr-failures/few.yaml randomized-striping-off.yaml} tasks/fsx-3-client.yaml} 3
pass 4512226 2019-11-16 03:20:46 2019-11-17 21:37:34 2019-11-17 22:51:34 1:14:00 1:00:19 0:13:41 smithi master krbd/thrash/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/rbd_fio.yaml} 3
pass 4512227 2019-11-16 03:20:46 2019-11-17 21:37:41 2019-11-17 22:17:41 0:40:00 0:20:32 0:19:28 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_concurrent.yaml} 3
pass 4512228 2019-11-16 03:20:47 2019-11-17 21:39:16 2019-11-17 22:15:15 0:35:59 0:15:37 0:20:22 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_fsstress_ext4.yaml} 3
pass 4512229 2019-11-16 03:20:48 2019-11-17 21:39:37 2019-11-17 23:19:38 1:40:01 0:16:22 1:23:39 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_huge_tickets.yaml} 3
dead 4512230 2019-11-16 03:20:48 2019-11-17 21:41:57 2019-11-18 09:44:29 12:02:32 smithi master krbd/fsx/{ceph/ceph.yaml clusters/3-node.yaml conf.yaml objectstore/bluestore-bitmap.yaml striping/fancy/{msgr-failures/few.yaml randomized-striping-on.yaml} tasks/fsx-1-client.yaml} 3
pass 4512231 2019-11-16 03:20:49 2019-11-17 21:41:57 2019-11-18 00:48:00 3:06:03 0:22:50 2:43:13 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_fsx.yaml} 3
pass 4512232 2019-11-16 03:20:50 2019-11-17 21:46:06 2019-11-17 22:26:06 0:40:00 0:15:40 0:24:20 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_image_read.yaml} 3
pass 4512233 2019-11-16 03:20:50 2019-11-17 21:47:59 2019-11-17 22:13:58 0:25:59 0:14:44 0:11:15 smithi master krbd/unmap/{ceph/ceph.yaml clusters/separate-client.yaml conf.yaml filestore-xfs.yaml kernels/single-major-off.yaml tasks/unmap.yaml} 2
pass 4512234 2019-11-16 03:20:51 2019-11-17 21:47:59 2019-11-17 22:53:59 1:06:00 0:27:47 0:38:13 smithi master krbd/wac/wac/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml tasks/wac.yaml verify/many-resets.yaml} 3
pass 4512235 2019-11-16 03:20:52 2019-11-17 21:49:50 2019-11-17 23:19:50 1:30:00 0:15:37 1:14:23 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_kernel.yaml} 3
pass 4512236 2019-11-16 03:20:53 2019-11-17 21:49:50 2019-11-17 22:19:49 0:29:59 0:14:22 0:15:37 smithi master krbd/basic/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/krbd_huge_image.yaml} 1
pass 4512237 2019-11-16 03:20:53 2019-11-17 21:49:50 2019-11-17 23:47:51 1:58:01 0:47:20 1:10:41 smithi master krbd/thrash/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/upmap.yaml thrashosds-health.yaml workloads/rbd_workunit_suites_ffsb.yaml} 3
pass 4512238 2019-11-16 03:20:54 2019-11-17 21:51:52 2019-11-17 23:05:52 1:14:00 0:18:10 0:55:50 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_iozone.yaml} 3
pass 4512239 2019-11-16 03:20:55 2019-11-17 21:53:28 2019-11-17 22:25:28 0:32:00 0:15:13 0:16:47 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_map_snapshot_io.yaml} 3
pass 4512240 2019-11-16 03:20:55 2019-11-17 21:56:10 2019-11-17 22:40:10 0:44:00 0:31:44 0:12:16 smithi master krbd/fsx/{ceph/ceph.yaml clusters/3-node.yaml conf.yaml objectstore/filestore-xfs.yaml striping/default/{msgr-failures/many.yaml randomized-striping-off.yaml} tasks/fsx-3-client.yaml} 3
pass 4512241 2019-11-16 03:20:56 2019-11-17 21:57:32 2019-11-17 22:43:31 0:45:59 0:20:22 0:25:37 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_map_unmap.yaml} 3
pass 4512242 2019-11-16 03:20:57 2019-11-17 21:59:23 2019-11-17 22:37:23 0:38:00 0:15:35 0:22:25 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_trivial_sync.yaml} 3
pass 4512243 2019-11-16 03:20:58 2019-11-17 21:59:32 2019-11-17 23:03:31 1:03:59 0:27:34 0:36:25 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_simple_big.yaml} 3
pass 4512244 2019-11-16 03:20:58 2019-11-17 21:59:45 2019-11-17 22:25:44 0:25:59 0:13:55 0:12:04 smithi master krbd/basic/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/krbd_modprobe.yaml} 1
pass 4512245 2019-11-16 03:20:59 2019-11-17 22:03:50 2019-11-17 22:51:50 0:48:00 0:29:52 0:18:08 smithi master krbd/fsx/{ceph/ceph.yaml clusters/3-node.yaml conf.yaml objectstore/filestore-xfs.yaml striping/default/{msgr-failures/few.yaml randomized-striping-off.yaml} tasks/fsx-1-client.yaml} 3
pass 4512246 2019-11-16 03:21:00 2019-11-17 22:05:11 2019-11-17 22:53:11 0:48:00 0:30:07 0:17:53 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_fio.yaml} 3
pass 4512247 2019-11-16 03:21:01 2019-11-17 22:08:01 2019-11-17 22:54:01 0:46:00 0:30:18 0:15:42 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_data_pool.yaml} 3
fail 4512248 2019-11-16 03:21:01 2019-11-17 22:09:49 2019-11-18 01:43:52 3:34:03 2:36:45 0:57:18 smithi master krbd/singleton/{bluestore-bitmap.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_xfstests.yaml} 4
Failure Reason:

Command failed on smithi171 with status 1: "/usr/bin/sudo TESTDIR=/home/ubuntu/cephtest adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/bash /home/ubuntu/cephtest/run_xfstests.sh -c 1 -f ext4 -t /dev/rbd0 -s /dev/rbd1 -x /tmp/excludeFoayFm -r -- '-g auto -g blockdev -x clone'"

pass 4512249 2019-11-16 03:21:02 2019-11-17 22:11:50 2019-11-17 23:33:50 1:22:00 0:56:00 0:26:00 smithi master krbd/thrash/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/backoff.yaml thrashosds-health.yaml workloads/rbd_workunit_suites_ffsb.yaml} 3
fail 4512250 2019-11-16 03:21:03 2019-11-17 22:11:52 2019-11-17 22:43:51 0:31:59 0:20:19 0:11:40 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_exclusive_option.yaml} 3
Failure Reason:

Command failed (workunit test rbd/krbd_exclusive_option.sh) on smithi177 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=98b017dfd00cc67fecfb8dacf92a40bc71171b64 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/krbd_exclusive_option.sh'

pass 4512251 2019-11-16 03:21:04 2019-11-17 22:13:47 2019-11-17 23:49:48 1:36:01 0:20:41 1:15:20 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_kernel_untar_build.yaml} 3
pass 4512252 2019-11-16 03:21:04 2019-11-17 22:13:47 2019-11-17 22:43:46 0:29:59 0:16:43 0:13:16 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_fallocate.yaml} 3
pass 4512253 2019-11-16 03:21:05 2019-11-17 22:13:59 2019-11-17 23:01:59 0:48:00 0:31:27 0:16:33 smithi master krbd/fsx/{ceph/ceph.yaml clusters/3-node.yaml conf.yaml objectstore/bluestore-bitmap.yaml striping/fancy/{msgr-failures/few.yaml randomized-striping-on.yaml} tasks/fsx-3-client.yaml} 3
pass 4512254 2019-11-16 03:21:06 2019-11-17 22:15:36 2019-11-17 23:31:36 1:16:00 0:16:56 0:59:04 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_huge_osdmap.yaml} 3
pass 4512255 2019-11-16 03:21:06 2019-11-17 22:18:01 2019-11-18 00:20:02 2:02:01 0:44:36 1:17:25 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_dbench.yaml} 3
pass 4512256 2019-11-16 03:21:07 2019-11-17 22:20:09 2019-11-17 22:50:09 0:30:00 0:14:41 0:15:19 smithi master krbd/basic/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/krbd_msgr_segments.yaml} 1
fail 4512257 2019-11-16 03:21:08 2019-11-17 22:21:03 2019-11-17 23:55:04 1:34:01 1:00:36 0:33:25 smithi master krbd/thrash/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/mon-thrasher.yaml thrashosds-health.yaml workloads/rbd_fio.yaml} 3
Failure Reason:

"2019-11-17T23:00:35.060795+0000 mon.b (mon.1) 97 : cluster [WRN] Health check failed: 1/3 mons down, quorum b,c (MON_DOWN)" in cluster log

pass 4512258 2019-11-16 03:21:09 2019-11-17 22:22:12 2019-11-18 03:16:17 4:54:05 0:21:34 4:32:31 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_latest_osdmap_on_map.yaml} 3
pass 4512259 2019-11-16 03:21:09 2019-11-17 22:22:12 2019-11-18 00:16:13 1:54:01 0:31:36 1:22:25 smithi master krbd/fsx/{ceph/ceph.yaml clusters/3-node.yaml conf.yaml objectstore/filestore-xfs.yaml striping/default/{msgr-failures/many.yaml randomized-striping-off.yaml} tasks/fsx-1-client.yaml} 3
pass 4512260 2019-11-16 03:21:10 2019-11-17 22:25:32 2019-11-18 02:01:35 3:36:03 0:40:10 2:55:53 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_ffsb.yaml} 3
pass 4512261 2019-11-16 03:21:11 2019-11-17 22:25:45 2019-11-17 23:21:45 0:56:00 0:18:25 0:37:35 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_namespaces.yaml} 3
pass 4512262 2019-11-16 03:21:12 2019-11-17 22:26:07 2019-11-17 22:58:07 0:32:00 0:14:57 0:17:03 smithi master krbd/unmap/{ceph/ceph.yaml clusters/separate-client.yaml conf.yaml filestore-xfs.yaml kernels/single-major-on.yaml tasks/unmap.yaml} 2
pass 4512263 2019-11-16 03:21:13 2019-11-17 22:28:01 2019-11-17 23:16:00 0:47:59 0:27:59 0:20:00 smithi master krbd/wac/wac/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml tasks/wac.yaml verify/no-resets.yaml} 3
pass 4512264 2019-11-16 03:21:13 2019-11-17 22:30:33 2019-11-18 00:12:33 1:42:00 0:34:47 1:07:13 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_udev_enumerate.yaml} 3
pass 4512265 2019-11-16 03:21:14 2019-11-17 22:31:51 2019-11-18 00:09:51 1:38:00 0:17:22 1:20:38 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_fsstress.yaml} 3
pass 4512266 2019-11-16 03:21:15 2019-11-17 22:31:51 2019-11-18 00:33:52 2:02:01 0:20:35 1:41:26 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_udev_netlink_enobufs.yaml} 3
pass 4512267 2019-11-16 03:21:15 2019-11-17 22:31:58 2019-11-17 22:55:58 0:24:00 0:14:15 0:09:45 smithi master krbd/basic/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/krbd_parent_overlap.yaml} 1
pass 4512268 2019-11-16 03:21:16 2019-11-17 22:32:06 2019-11-17 23:36:06 1:04:00 0:27:04 0:36:56 smithi master krbd/fsx/{ceph/ceph.yaml clusters/3-node.yaml conf.yaml objectstore/bluestore-bitmap.yaml striping/default/{msgr-failures/few.yaml randomized-striping-off.yaml} tasks/fsx-3-client.yaml} 3
pass 4512269 2019-11-16 03:21:17 2019-11-17 22:34:03 2019-11-18 01:36:06 3:02:03 0:48:39 2:13:24 smithi master krbd/thrash/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/rbd_workunit_suites_ffsb.yaml} 3
pass 4512270 2019-11-16 03:21:18 2019-11-17 22:34:00 2019-11-17 23:25:59 0:51:59 0:20:30 0:31:29 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_concurrent.yaml} 3
pass 4512271 2019-11-16 03:21:18 2019-11-17 22:35:51 2019-11-18 00:35:52 2:00:01 0:15:45 1:44:16 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_fsstress_ext4.yaml} 3
pass 4512272 2019-11-16 03:21:19 2019-11-17 22:35:52 2019-11-18 00:49:53 2:14:01 0:15:55 1:58:06 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_huge_tickets.yaml} 3
pass 4512273 2019-11-16 03:21:20 2019-11-17 22:37:44 2019-11-18 00:53:45 2:16:01 0:33:16 1:42:45 smithi master krbd/fsx/{ceph/ceph.yaml clusters/3-node.yaml conf.yaml objectstore/filestore-xfs.yaml striping/fancy/{msgr-failures/few.yaml randomized-striping-on.yaml} tasks/fsx-1-client.yaml} 3
pass 4512274 2019-11-16 03:21:21 2019-11-17 22:40:30 2019-11-18 00:06:31 1:26:01 0:24:10 1:01:51 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_fsx.yaml} 3
pass 4512275 2019-11-16 03:21:21 2019-11-17 22:43:52 2019-11-18 00:17:53 1:34:01 0:16:35 1:17:26 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_image_read.yaml} 3
pass 4512276 2019-11-16 03:21:22 2019-11-17 22:43:52 2019-11-18 00:33:53 1:50:01 0:16:10 1:33:51 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_kernel.yaml} 3
pass 4512277 2019-11-16 03:21:23 2019-11-17 22:43:53 2019-11-17 23:13:52 0:29:59 0:15:02 0:14:57 smithi master krbd/basic/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/krbd_whole_object_zeroout.yaml} 1
pass 4512278 2019-11-16 03:21:23 2019-11-17 22:50:08 2019-11-18 00:10:08 1:20:00 1:02:54 0:17:06 smithi master krbd/thrash/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/upmap.yaml thrashosds-health.yaml workloads/rbd_fio.yaml} 3
pass 4512279 2019-11-16 03:21:24 2019-11-17 22:50:08 2019-11-17 23:26:08 0:36:00 0:17:30 0:18:30 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_iozone.yaml} 3
pass 4512280 2019-11-16 03:21:25 2019-11-17 22:50:10 2019-11-17 23:28:10 0:38:00 0:15:10 0:22:50 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_map_snapshot_io.yaml} 3
pass 4512281 2019-11-16 03:21:26 2019-11-17 22:51:54 2019-11-18 01:15:55 2:24:01 0:28:26 1:55:35 smithi master krbd/fsx/{ceph/ceph.yaml clusters/3-node.yaml conf.yaml objectstore/bluestore-bitmap.yaml striping/default/{msgr-failures/many.yaml randomized-striping-off.yaml} tasks/fsx-3-client.yaml} 3
pass 4512282 2019-11-16 03:21:26 2019-11-17 22:51:54 2019-11-17 23:47:53 0:55:59 0:20:13 0:35:46 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_map_unmap.yaml} 3
pass 4512283 2019-11-16 03:21:27 2019-11-17 22:53:33 2019-11-18 00:21:33 1:28:00 0:16:30 1:11:30 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_trivial_sync.yaml} 3
pass 4512284 2019-11-16 03:21:28 2019-11-17 22:53:39 2019-11-18 00:07:39 1:14:00 0:30:02 0:43:58 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_simple_big.yaml} 3