Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
fail 4627562 2019-12-23 05:15:36 2019-12-27 12:01:14 2019-12-27 12:29:13 0:27:59 0:16:24 0:11:35 smithi master krbd/basic/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/krbd_blkroset.yaml} 1
Failure Reason:

Command failed on smithi045 with status 1: 'CEPH_REF=master CEPH_ID="0" PATH=$PATH:/usr/sbin adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /home/ubuntu/cephtest/virtualenv/bin/cram -v -- /home/ubuntu/cephtest/archive/cram.client.0/*.t'

pass 4627563 2019-12-23 05:15:37 2019-12-27 12:01:20 2019-12-27 12:55:20 0:54:00 0:28:54 0:25:06 smithi master krbd/fsx/{ceph/ceph.yaml clusters/3-node.yaml conf.yaml objectstore/bluestore-bitmap.yaml striping/default/{msgr-failures/few.yaml randomized-striping-off.yaml} tasks/fsx-1-client.yaml} 3
pass 4627564 2019-12-23 05:15:37 2019-12-27 12:01:49 2019-12-27 12:57:49 0:56:00 0:31:36 0:24:24 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_fio.yaml} 3
pass 4627565 2019-12-23 05:15:38 2019-12-27 12:03:04 2019-12-27 12:45:04 0:42:00 0:28:40 0:13:20 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_data_pool.yaml} 3
fail 4627566 2019-12-23 05:15:39 2019-12-27 12:03:41 2019-12-27 14:43:43 2:40:02 2:18:29 0:21:33 smithi master krbd/singleton/{bluestore-bitmap.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_xfstests.yaml} 4
Failure Reason:

Command failed on smithi106 with status 1: "/usr/bin/sudo TESTDIR=/home/ubuntu/cephtest adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/bash /home/ubuntu/cephtest/run_xfstests.sh -c 1 -f ext4 -t /dev/rbd0 -s /dev/rbd1 -x /tmp/excludeWaGxFK -r -- '-g auto -g blockdev -x clone'"

pass 4627567 2019-12-23 05:15:40 2019-12-27 12:03:51 2019-12-27 13:27:51 1:24:00 1:03:05 0:20:55 smithi master krbd/thrash/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/backoff.yaml thrashosds-health.yaml workloads/rbd_fio.yaml} 3
pass 4627568 2019-12-23 05:15:40 2019-12-27 12:06:54 2019-12-27 12:36:53 0:29:59 0:16:25 0:13:34 smithi master krbd/unmap/{ceph/ceph.yaml clusters/separate-client.yaml conf.yaml filestore-xfs.yaml kernels/pre-single-major.yaml tasks/unmap.yaml} 2
pass 4627569 2019-12-23 05:15:41 2019-12-27 12:11:45 2019-12-27 12:37:44 0:25:59 0:15:58 0:10:01 smithi master krbd/wac/sysfs/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/stable_pages_required.yaml} 1
fail 4627570 2019-12-23 05:15:42 2019-12-27 12:12:08 2019-12-27 12:46:07 0:33:59 0:22:11 0:11:48 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_exclusive_option.yaml} 3
Failure Reason:

Command failed (workunit test rbd/krbd_exclusive_option.sh) on smithi018 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8d4bb6dcd1a073d57929035d2f4d81456910b227 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/krbd_exclusive_option.sh'

pass 4627571 2019-12-23 05:15:42 2019-12-27 12:12:22 2019-12-27 12:56:22 0:44:00 0:22:46 0:21:14 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_kernel_untar_build.yaml} 3
pass 4627572 2019-12-23 05:15:43 2019-12-27 12:13:08 2019-12-27 12:43:08 0:30:00 0:18:30 0:11:30 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_fallocate.yaml} 3
pass 4627573 2019-12-23 05:15:44 2019-12-27 12:14:58 2019-12-27 13:18:58 1:04:00 0:26:31 0:37:29 smithi master krbd/fsx/{ceph/ceph.yaml clusters/3-node.yaml conf.yaml objectstore/filestore-xfs.yaml striping/fancy/{msgr-failures/few.yaml randomized-striping-on.yaml} tasks/fsx-3-client.yaml} 3
pass 4627574 2019-12-23 05:15:45 2019-12-27 12:14:58 2019-12-27 12:48:58 0:34:00 0:21:11 0:12:49 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_latest_osdmap_on_map.yaml} 3
pass 4627575 2019-12-23 05:15:46 2019-12-27 12:14:58 2019-12-27 13:24:58 1:10:00 0:49:11 0:20:49 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_dbench.yaml} 3
fail 4627576 2019-12-23 05:15:46 2019-12-27 12:14:58 2019-12-27 13:38:59 1:24:01 0:43:32 0:40:29 smithi master krbd/thrash/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/mon-thrasher.yaml thrashosds-health.yaml workloads/rbd_workunit_suites_ffsb.yaml} 3
Failure Reason:

"2019-12-27 13:00:55.568249 mon.a (mon.0) 121 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log

pass 4627577 2019-12-23 05:15:47 2019-12-27 12:15:06 2019-12-27 12:43:06 0:28:00 0:18:15 0:09:45 smithi master krbd/basic/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/krbd_deep_flatten.yaml} 1
pass 4627578 2019-12-23 05:15:48 2019-12-27 12:15:08 2019-12-27 12:51:07 0:35:59 0:21:03 0:14:56 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_namespaces.yaml} 3
pass 4627579 2019-12-23 05:15:48 2019-12-27 12:16:55 2019-12-27 14:24:56 2:08:01 0:31:17 1:36:44 smithi master krbd/fsx/{ceph/ceph.yaml clusters/3-node.yaml conf.yaml objectstore/bluestore-bitmap.yaml striping/default/{msgr-failures/many.yaml randomized-striping-off.yaml} tasks/fsx-1-client.yaml} 3
pass 4627580 2019-12-23 05:15:49 2019-12-27 12:16:55 2019-12-27 14:52:56 2:36:01 0:52:51 1:43:10 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_ffsb.yaml} 3
pass 4627581 2019-12-23 05:15:50 2019-12-27 12:17:41 2019-12-27 13:31:41 1:14:00 0:35:20 0:38:40 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_udev_enumerate.yaml} 3
pass 4627582 2019-12-23 05:15:51 2019-12-27 12:19:25 2019-12-27 12:55:24 0:35:59 0:22:32 0:13:27 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_udev_netlink_enobufs.yaml} 3
pass 4627583 2019-12-23 05:15:51 2019-12-27 12:19:51 2019-12-27 12:59:50 0:39:59 0:16:57 0:23:02 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_fsstress.yaml} 3
pass 4627584 2019-12-23 05:15:52 2019-12-27 12:20:47 2019-12-27 12:56:47 0:36:00 0:24:18 0:11:42 smithi master krbd/fsx/{ceph/ceph.yaml clusters/3-node.yaml conf.yaml objectstore/filestore-xfs.yaml striping/default/{msgr-failures/few.yaml randomized-striping-off.yaml} tasks/fsx-3-client.yaml} 3
pass 4627585 2019-12-23 05:15:53 2019-12-27 12:23:00 2019-12-27 13:05:00 0:42:00 0:22:14 0:19:46 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_concurrent.yaml} 3
pass 4627586 2019-12-23 05:15:54 2019-12-27 12:23:00 2019-12-27 14:03:01 1:40:01 1:02:21 0:37:40 smithi master krbd/thrash/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/rbd_fio.yaml} 3
pass 4627587 2019-12-23 05:15:54 2019-12-27 12:23:00 2019-12-27 13:09:00 0:46:00 0:17:36 0:28:24 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_fsstress_ext4.yaml} 3
pass 4627588 2019-12-23 05:15:55 2019-12-27 12:23:43 2019-12-27 12:55:43 0:32:00 0:17:30 0:14:30 smithi master krbd/basic/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/krbd_discard.yaml} 1
pass 4627589 2019-12-23 05:15:56 2019-12-27 12:23:55 2019-12-27 13:05:54 0:41:59 0:17:24 0:24:35 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_huge_tickets.yaml} 3
pass 4627590 2019-12-23 05:15:57 2019-12-27 12:29:33 2019-12-27 13:15:33 0:46:00 0:17:54 0:28:06 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_image_read.yaml} 3
pass 4627591 2019-12-23 05:15:57 2019-12-27 12:32:02 2019-12-27 13:52:02 1:20:00 0:33:07 0:46:53 smithi master krbd/fsx/{ceph/ceph.yaml clusters/3-node.yaml conf.yaml objectstore/bluestore-bitmap.yaml striping/fancy/{msgr-failures/few.yaml randomized-striping-on.yaml} tasks/fsx-1-client.yaml} 3
pass 4627592 2019-12-23 05:15:58 2019-12-27 12:32:02 2019-12-27 13:30:02 0:58:00 0:24:32 0:33:28 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_fsx.yaml} 3
pass 4627593 2019-12-23 05:15:59 2019-12-27 12:33:52 2019-12-27 13:01:52 0:28:00 0:16:40 0:11:20 smithi master krbd/unmap/{ceph/ceph.yaml clusters/separate-client.yaml conf.yaml filestore-xfs.yaml kernels/single-major-off.yaml tasks/unmap.yaml} 2
pass 4627594 2019-12-23 05:16:00 2019-12-27 12:34:32 2019-12-27 13:50:33 1:16:01 0:24:21 0:51:40 smithi master krbd/wac/wac/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml tasks/wac.yaml verify/many-resets.yaml} 3
fail 4627595 2019-12-23 05:16:00 2019-12-27 12:37:13 2019-12-27 13:13:12 0:35:59 0:17:02 0:18:57 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_kernel.yaml} 3
Failure Reason:

Command failed (workunit test rbd/kernel.sh) on smithi100 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8d4bb6dcd1a073d57929035d2f4d81456910b227 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/kernel.sh'

pass 4627596 2019-12-23 05:16:01 2019-12-27 12:37:46 2019-12-27 13:41:46 1:04:00 0:50:36 0:13:24 smithi master krbd/thrash/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/upmap.yaml thrashosds-health.yaml workloads/rbd_workunit_suites_ffsb.yaml} 3
pass 4627597 2019-12-23 05:16:02 2019-12-27 12:39:07 2019-12-27 13:13:06 0:33:59 0:20:26 0:13:33 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_iozone.yaml} 3
pass 4627598 2019-12-23 05:16:03 2019-12-27 12:39:17 2019-12-27 13:55:18 1:16:01 0:16:46 0:59:15 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_map_snapshot_io.yaml} 3
pass 4627599 2019-12-23 05:16:04 2019-12-27 12:40:56 2019-12-27 13:32:56 0:52:00 0:26:52 0:25:08 smithi master krbd/fsx/{ceph/ceph.yaml clusters/3-node.yaml conf.yaml objectstore/filestore-xfs.yaml striping/default/{msgr-failures/many.yaml randomized-striping-off.yaml} tasks/fsx-3-client.yaml} 3
dead 4627600 2019-12-23 05:16:04 2019-12-27 12:41:01 2019-12-27 21:20:30 8:39:29 smithi master krbd/basic/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/krbd_huge_image.yaml} 1
pass 4627601 2019-12-23 05:16:05 2019-12-27 12:41:03 2019-12-27 13:39:02 0:57:59 0:22:26 0:35:33 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_map_unmap.yaml} 3
pass 4627602 2019-12-23 05:16:06 2019-12-27 12:43:27 2019-12-27 14:09:28 1:26:01 0:17:10 1:08:51 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_trivial_sync.yaml} 3
pass 4627603 2019-12-23 05:16:07 2019-12-27 12:43:27 2019-12-27 14:41:28 1:58:01 0:32:20 1:25:41 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_simple_big.yaml} 3
pass 4627604 2019-12-23 05:16:08 2019-12-27 12:45:01 2019-12-27 13:23:01 0:38:00 0:25:34 0:12:26 smithi master krbd/fsx/{ceph/ceph.yaml clusters/3-node.yaml conf.yaml objectstore/filestore-xfs.yaml striping/default/{msgr-failures/few.yaml randomized-striping-off.yaml} tasks/fsx-1-client.yaml} 3
pass 4627605 2019-12-23 05:16:08 2019-12-27 12:45:05 2019-12-27 13:29:05 0:44:00 0:29:08 0:14:52 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_fio.yaml} 3
pass 4627606 2019-12-23 05:16:09 2019-12-27 12:45:13 2019-12-27 13:39:13 0:54:00 0:32:21 0:21:39 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_data_pool.yaml} 3
fail 4627607 2019-12-23 05:16:10 2019-12-27 12:46:27 2019-12-27 15:50:29 3:04:02 2:37:08 0:26:54 smithi master krbd/singleton/{bluestore-bitmap.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_xfstests.yaml} 4
Failure Reason:

Command failed on smithi114 with status 1: "/usr/bin/sudo TESTDIR=/home/ubuntu/cephtest adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/bash /home/ubuntu/cephtest/run_xfstests.sh -c 1 -f ext4 -t /dev/rbd0 -s /dev/rbd1 -x /tmp/excludeEX1i7J -r -- '-g auto -g blockdev -x clone'"

pass 4627608 2019-12-23 05:16:11 2019-12-27 12:46:27 2019-12-27 14:50:28 2:04:01 0:48:41 1:15:20 smithi master krbd/thrash/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/backoff.yaml thrashosds-health.yaml workloads/rbd_workunit_suites_ffsb.yaml} 3
fail 4627609 2019-12-23 05:16:12 2019-12-27 12:46:27 2019-12-27 13:24:27 0:38:00 0:22:30 0:15:30 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_exclusive_option.yaml} 3
Failure Reason:

Command failed (workunit test rbd/krbd_exclusive_option.sh) on smithi042 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8d4bb6dcd1a073d57929035d2f4d81456910b227 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/krbd_exclusive_option.sh'

pass 4627610 2019-12-23 05:16:13 2019-12-27 12:46:33 2019-12-27 13:28:32 0:41:59 0:22:22 0:19:37 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_kernel_untar_build.yaml} 3
pass 4627611 2019-12-23 05:16:13 2019-12-27 12:48:20 2019-12-27 13:14:20 0:26:00 0:16:24 0:09:36 smithi master krbd/basic/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/krbd_msgr_segments.yaml} 1
pass 4627612 2019-12-23 05:16:14 2019-12-27 12:48:20 2019-12-27 13:24:20 0:36:00 0:18:57 0:17:03 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_fallocate.yaml} 3
dead 4627613 2019-12-23 05:16:15 2019-12-27 12:48:59 2019-12-27 21:20:30 8:31:31 smithi master krbd/fsx/{ceph/ceph.yaml clusters/3-node.yaml conf.yaml objectstore/bluestore-bitmap.yaml striping/fancy/{msgr-failures/few.yaml randomized-striping-on.yaml} tasks/fsx-3-client.yaml} 3
pass 4627614 2019-12-23 05:16:16 2019-12-27 12:50:08 2019-12-27 14:30:09 1:40:01 0:21:29 1:18:32 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_latest_osdmap_on_map.yaml} 3
pass 4627615 2019-12-23 05:16:17 2019-12-27 12:50:30 2019-12-27 13:54:30 1:04:00 0:46:37 0:17:23 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_dbench.yaml} 3
fail 4627616 2019-12-23 05:16:18 2019-12-27 12:51:28 2019-12-27 14:07:28 1:16:00 1:00:16 0:15:44 smithi master krbd/thrash/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/mon-thrasher.yaml thrashosds-health.yaml workloads/rbd_fio.yaml} 3
Failure Reason:

"2019-12-27 13:13:09.065300 mon.a (mon.1) 29 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log

pass 4627617 2019-12-23 05:16:19 2019-12-27 12:51:56 2019-12-27 13:27:56 0:36:00 0:24:48 0:11:12 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_namespaces.yaml} 3
pass 4627618 2019-12-23 05:16:19 2019-12-27 12:53:08 2019-12-27 14:19:08 1:26:00 0:29:55 0:56:05 smithi master krbd/fsx/{ceph/ceph.yaml clusters/3-node.yaml conf.yaml objectstore/filestore-xfs.yaml striping/default/{msgr-failures/many.yaml randomized-striping-off.yaml} tasks/fsx-1-client.yaml} 3
pass 4627619 2019-12-23 05:16:20 2019-12-27 12:54:59 2019-12-27 14:24:59 1:30:00 0:41:39 0:48:21 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_ffsb.yaml} 3
pass 4627620 2019-12-23 05:16:21 2019-12-27 12:55:21 2019-12-27 13:27:21 0:32:00 0:17:32 0:14:28 smithi master krbd/unmap/{ceph/ceph.yaml clusters/separate-client.yaml conf.yaml filestore-xfs.yaml kernels/single-major-on.yaml tasks/unmap.yaml} 2
pass 4627621 2019-12-23 05:16:22 2019-12-27 12:55:26 2019-12-27 13:59:25 1:03:59 0:24:30 0:39:29 smithi master krbd/wac/wac/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml tasks/wac.yaml verify/no-resets.yaml} 3
pass 4627622 2019-12-23 05:16:23 2019-12-27 12:55:44 2019-12-27 13:57:44 1:02:00 0:31:04 0:30:56 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_udev_enumerate.yaml} 3
pass 4627623 2019-12-23 05:16:24 2019-12-27 12:56:42 2019-12-27 13:24:42 0:28:00 0:16:02 0:11:58 smithi master krbd/basic/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/krbd_parent_overlap.yaml} 1
pass 4627624 2019-12-23 05:16:24 2019-12-27 12:56:42 2019-12-27 13:38:42 0:42:00 0:22:41 0:19:19 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_udev_netlink_enobufs.yaml} 3
pass 4627625 2019-12-23 05:16:25 2019-12-27 12:56:49 2019-12-27 14:22:49 1:26:00 0:17:49 1:08:11 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_fsstress.yaml} 3
pass 4627626 2019-12-23 05:16:26 2019-12-27 12:58:10 2019-12-27 14:48:11 1:50:01 0:25:53 1:24:08 smithi master krbd/fsx/{ceph/ceph.yaml clusters/3-node.yaml conf.yaml objectstore/bluestore-bitmap.yaml striping/default/{msgr-failures/few.yaml randomized-striping-off.yaml} tasks/fsx-3-client.yaml} 3
pass 4627627 2019-12-23 05:16:27 2019-12-27 13:00:11 2019-12-27 13:46:10 0:45:59 0:22:05 0:23:54 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_concurrent.yaml} 3
pass 4627628 2019-12-23 05:16:28 2019-12-27 13:01:03 2019-12-27 14:07:03 1:06:00 0:49:18 0:16:42 smithi master krbd/thrash/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/rbd_workunit_suites_ffsb.yaml} 3
pass 4627629 2019-12-23 05:16:29 2019-12-27 13:02:11 2019-12-27 13:34:10 0:31:59 0:17:16 0:14:43 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_fsstress_ext4.yaml} 3
pass 4627630 2019-12-23 05:16:29 2019-12-27 13:02:50 2019-12-27 13:40:49 0:37:59 0:17:43 0:20:16 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_huge_tickets.yaml} 3
pass 4627631 2019-12-23 05:16:30 2019-12-27 13:05:21 2019-12-27 14:43:21 1:38:00 0:17:45 1:20:15 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_image_read.yaml} 3
pass 4627632 2019-12-23 05:16:31 2019-12-27 13:05:39 2019-12-27 14:25:39 1:20:00 0:35:23 0:44:37 smithi master krbd/fsx/{ceph/ceph.yaml clusters/3-node.yaml conf.yaml objectstore/filestore-xfs.yaml striping/fancy/{msgr-failures/few.yaml randomized-striping-on.yaml} tasks/fsx-1-client.yaml} 3
pass 4627633 2019-12-23 05:16:32 2019-12-27 13:05:56 2019-12-27 13:59:56 0:54:00 0:25:44 0:28:16 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_fsx.yaml} 3
pass 4627634 2019-12-23 05:16:32 2019-12-27 13:07:13 2019-12-27 13:35:13 0:28:00 0:16:19 0:11:41 smithi master krbd/basic/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/krbd_whole_object_zeroout.yaml} 1
fail 4627636 2019-12-23 05:16:33 2019-12-27 13:09:29 2019-12-27 14:05:29 0:56:00 0:17:43 0:38:17 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_kernel.yaml} 3
Failure Reason:

Command failed (workunit test rbd/kernel.sh) on smithi045 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8d4bb6dcd1a073d57929035d2f4d81456910b227 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/kernel.sh'

pass 4627638 2019-12-23 05:16:34 2019-12-27 13:11:16 2019-12-27 14:23:17 1:12:01 0:59:39 0:12:22 smithi master krbd/thrash/{bluestore-bitmap.yaml ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/upmap.yaml thrashosds-health.yaml workloads/rbd_fio.yaml} 3
pass 4627640 2019-12-23 05:16:35 2019-12-27 13:13:27 2019-12-27 13:53:26 0:39:59 0:19:26 0:20:33 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_iozone.yaml} 3
pass 4627642 2019-12-23 05:16:36 2019-12-27 13:14:21 2019-12-27 13:56:21 0:42:00 0:16:43 0:25:17 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_map_snapshot_io.yaml} 3
pass 4627644 2019-12-23 05:16:36 2019-12-27 13:14:49 2019-12-27 14:10:49 0:56:00 0:30:09 0:25:51 smithi master krbd/fsx/{ceph/ceph.yaml clusters/3-node.yaml conf.yaml objectstore/bluestore-bitmap.yaml striping/default/{msgr-failures/many.yaml randomized-striping-off.yaml} tasks/fsx-3-client.yaml} 3
pass 4627646 2019-12-23 05:16:37 2019-12-27 13:17:44 2019-12-27 13:51:44 0:34:00 0:21:42 0:12:18 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_map_unmap.yaml} 3
pass 4627648 2019-12-23 05:16:38 2019-12-27 13:23:15 2019-12-27 13:57:15 0:34:00 0:17:25 0:16:35 smithi master krbd/rbd/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_trivial_sync.yaml} 3
pass 4627650 2019-12-23 05:16:39 2019-12-27 13:23:42 2019-12-27 14:53:43 1:30:01 0:30:07 0:59:54 smithi master krbd/rbd-nomount/{bluestore-bitmap.yaml clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_simple_big.yaml} 3