Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
fail 1646017 2017-09-19 02:01:12 2017-09-21 14:20:15 2017-09-21 20:40:25 6:20:10 6:12:28 0:07:42 smithi master rbd/mirror-ha/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml workloads/rbd-mirror-ha-workunit.yaml} 2
Failure Reason:

Command failed (workunit test rbd/rbd_mirror_ha.sh) on smithi086 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && cd -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=master TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster cluster1" CEPH_ID="mirror" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_ROOT=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_ARGS=\'\' RBD_MIRROR_USE_EXISTING_CLUSTER=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/rbd/rbd_mirror_ha.sh'

pass 1646019 2017-09-19 02:01:13 2017-09-21 14:22:07 2017-09-21 14:30:06 0:07:59 0:05:48 0:02:11 smithi master rbd/singleton/{all/read-flags-writethrough.yaml objectstore/bluestore-comp.yaml openstack.yaml} 1
pass 1646021 2017-09-19 02:01:13 2017-09-21 14:24:00 2017-09-21 14:58:00 0:34:00 0:24:03 0:09:57 smithi master centos rbd/valgrind/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} objectstore/bluestore-bitmap.yaml validator/memcheck.yaml workloads/rbd_mirror.yaml} 1
pass 1646023 2017-09-19 02:01:14 2017-09-21 14:24:07 2017-09-21 14:42:07 0:18:00 0:15:23 0:02:37 smithi master rbd/thrash/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml thrashers/default.yaml thrashosds-health.yaml workloads/rbd_api_tests.yaml} 2
pass 1646025 2017-09-19 02:01:15 2017-09-21 14:26:20 2017-09-21 14:34:19 0:07:59 0:05:36 0:02:23 smithi master rbd/singleton/{all/verify_pool.yaml objectstore/bluestore.yaml openstack.yaml} 1
pass 1646027 2017-09-19 02:01:15 2017-09-21 14:28:06 2017-09-21 14:46:06 0:18:00 0:16:30 0:01:30 smithi master rbd/librbd/{cache/none.yaml clusters/{fixed-3.yaml openstack.yaml} config/copy-on-read.yaml msgr-failures/few.yaml objectstore/bluestore.yaml pool/none.yaml workloads/c_api_tests_with_journaling.yaml} 3
pass 1646029 2017-09-19 02:01:16 2017-09-21 14:28:13 2017-09-21 15:32:14 1:04:01 1:02:11 0:01:50 smithi master rbd/maintenance/{base/install.yaml clusters/{fixed-3.yaml openstack.yaml} filestore-xfs.yaml objectstore/bluestore.yaml qemu/xfstests.yaml workloads/dynamic_features.yaml} 3
pass 1646031 2017-09-19 02:01:17 2017-09-21 14:29:25 2017-09-21 16:13:27 1:44:02 1:43:31 0:00:31 smithi master rbd/mirror/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml rbd-mirror/one-per-cluster.yaml workloads/rbd-mirror-stress-workunit.yaml} 2
pass 1646033 2017-09-19 02:01:17 2017-09-21 14:30:07 2017-09-21 14:44:06 0:13:59 0:13:17 0:00:42 smithi master rbd/mirror-ha/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml workloads/rbd-mirror-ha-workunit.yaml} 2
pass 1646035 2017-09-19 02:01:18 2017-09-21 14:30:17 2017-09-21 14:46:17 0:16:00 0:14:43 0:01:17 smithi master ubuntu rbd/nbd/{base/install.yaml cluster/{fixed-3.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml thrashers/cache.yaml thrashosds-health.yaml workloads/rbd_fsx_nbd.yaml} 3
pass 1646037 2017-09-19 02:01:18 2017-09-21 14:31:48 2017-09-21 16:05:50 1:34:02 1:32:23 0:01:39 smithi master rbd/openstack/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} features/minimum.yaml objectstore/bluestore-bitmap.yaml workloads/devstack-tempest-gate.yaml} 2
pass 1646039 2017-09-19 02:01:19 2017-09-21 14:32:06 2017-09-21 14:38:05 0:05:59 0:05:25 0:00:34 smithi master rbd/singleton/{all/admin_socket.yaml objectstore/bluestore-bitmap.yaml openstack.yaml} 1
pass 1646041 2017-09-19 02:01:20 2017-09-21 14:32:40 2017-09-21 14:46:39 0:13:59 0:12:27 0:01:32 smithi master rbd/singleton-bluestore/{all/issue-20295.yaml objectstore/bluestore-comp.yaml openstack.yaml} 4
pass 1646043 2017-09-19 02:01:20 2017-09-21 14:34:07 2017-09-21 14:58:06 0:23:59 0:21:46 0:02:13 smithi master centos rbd/valgrind/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} objectstore/bluestore-bitmap.yaml validator/memcheck.yaml workloads/c_api_tests.yaml} 1
pass 1646044 2017-09-19 02:01:21 2017-09-21 14:34:10 2017-09-21 15:32:10 0:58:00 0:57:09 0:00:51 smithi master rbd/qemu/{cache/writeback.yaml clusters/{fixed-3.yaml openstack.yaml} features/defaults.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml pool/none.yaml workloads/qemu_xfstests.yaml} 3
pass 1646047 2017-09-19 02:01:21 2017-09-21 14:34:20 2017-09-21 14:54:19 0:19:59 0:15:38 0:04:21 smithi master rbd/thrash/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml thrashers/cache.yaml thrashosds-health.yaml workloads/rbd_api_tests_copy_on_read.yaml} 2
pass 1646049 2017-09-19 02:01:22 2017-09-21 14:35:57 2017-09-21 14:55:57 0:20:00 0:18:10 0:01:50 smithi master rbd/cli/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} features/format-1.yaml msgr-failures/many.yaml objectstore/bluestore.yaml pool/none.yaml workloads/rbd_cli_generic.yaml} 1
pass 1646051 2017-09-19 02:01:23 2017-09-21 14:37:43 2017-09-21 14:45:43 0:08:00 0:06:26 0:01:34 smithi master rbd/basic/{base/install.yaml cachepool/small.yaml clusters/{fixed-1.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp.yaml tasks/rbd_cls_tests.yaml} 1
pass 1646053 2017-09-19 02:01:23 2017-09-21 14:38:06 2017-09-21 14:44:06 0:06:00 0:05:39 0:00:21 smithi master rbd/singleton/{all/formatted-output.yaml objectstore/bluestore-comp.yaml openstack.yaml} 1
pass 1646055 2017-09-19 02:01:24 2017-09-21 14:39:58 2017-09-21 15:07:59 0:28:01 0:24:26 0:03:35 smithi master rbd/librbd/{cache/writeback.yaml clusters/{fixed-3.yaml openstack.yaml} config/none.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml pool/replicated-data-pool.yaml workloads/fsx.yaml} 3
pass 1646056 2017-09-19 02:01:25 2017-09-21 14:39:59 2017-09-21 15:01:59 0:22:00 0:20:55 0:01:05 smithi master centos rbd/valgrind/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} objectstore/bluestore-comp.yaml validator/memcheck.yaml workloads/c_api_tests_with_defaults.yaml} 1
pass 1646059 2017-09-19 02:01:25 2017-09-21 14:42:15 2017-09-21 14:52:14 0:09:59 0:08:56 0:01:03 smithi master rbd/singleton/{all/merge_diff.yaml objectstore/bluestore.yaml openstack.yaml} 1
pass 1646061 2017-09-19 02:01:26 2017-09-21 14:44:08 2017-09-21 15:02:08 0:18:00 0:16:53 0:01:07 smithi master rbd/thrash/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp.yaml thrashers/default.yaml thrashosds-health.yaml workloads/rbd_api_tests_journaling.yaml} 2
pass 1646063 2017-09-19 02:01:27 2017-09-21 14:44:09 2017-09-21 15:06:08 0:21:59 0:21:43 0:00:16 smithi master rbd/mirror-ha/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/many.yaml objectstore/bluestore-comp.yaml workloads/rbd-mirror-ha-workunit.yaml} 2
pass 1646065 2017-09-19 02:01:27 2017-09-21 14:44:25 2017-09-21 16:10:26 1:26:01 1:23:52 0:02:09 smithi master rbd/maintenance/{base/install.yaml clusters/{fixed-3.yaml openstack.yaml} filestore-xfs.yaml objectstore/filestore-xfs.yaml qemu/xfstests.yaml workloads/dynamic_features_no_cache.yaml} 3
pass 1646067 2017-09-19 02:01:28 2017-09-21 14:45:54 2017-09-21 14:53:53 0:07:59 0:06:25 0:01:34 smithi master rbd/singleton/{all/permissions.yaml objectstore/filestore-xfs.yaml openstack.yaml} 1
pass 1646069 2017-09-19 02:01:28 2017-09-21 14:46:14 2017-09-21 15:06:14 0:20:00 0:19:31 0:00:29 smithi master rbd/librbd/{cache/writethrough.yaml clusters/{fixed-3.yaml openstack.yaml} config/skip-partial-discard.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml pool/small-cache-pool.yaml workloads/python_api_tests.yaml} 3
pass 1646071 2017-09-19 02:01:29 2017-09-21 14:46:34 2017-09-21 15:16:34 0:30:00 0:29:13 0:00:47 smithi master rbd/qemu/{cache/writethrough.yaml clusters/{fixed-3.yaml openstack.yaml} features/journaling.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml pool/replicated-data-pool.yaml workloads/qemu_bonnie.yaml} 3
fail 1646073 2017-09-19 02:01:30 2017-09-21 14:47:47 2017-09-21 15:17:49 0:30:02 0:25:58 0:04:04 smithi master rbd/mirror/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/many.yaml objectstore/bluestore-comp.yaml rbd-mirror/one-per-cluster.yaml workloads/rbd-mirror-workunit.yaml} 2
Failure Reason:

Command failed (workunit test rbd/rbd_mirror.sh) on smithi190 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && cd -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=master TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster cluster1" CEPH_ID="mirror" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_ROOT=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_ARGS=\'\' RBD_MIRROR_USE_RBD_MIRROR=1 RBD_MIRROR_USE_EXISTING_CLUSTER=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/rbd/rbd_mirror.sh'

pass 1646075 2017-09-19 02:01:30 2017-09-21 14:48:12 2017-09-21 14:58:12 0:10:00 0:08:11 0:01:49 smithi master ubuntu rbd/nbd/{base/install.yaml cluster/{fixed-3.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp.yaml thrashers/default.yaml thrashosds-health.yaml workloads/rbd_nbd.yaml} 3
pass 1646077 2017-09-19 02:01:31 2017-09-21 14:48:23 2017-09-21 15:14:23 0:26:00 0:23:44 0:02:16 smithi master centos rbd/valgrind/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} objectstore/bluestore.yaml validator/memcheck.yaml workloads/c_api_tests_with_journaling.yaml} 1
pass 1646079 2017-09-19 02:01:32 2017-09-21 14:49:46 2017-09-21 15:05:45 0:15:59 0:13:47 0:02:12 smithi master rbd/thrash/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore.yaml thrashers/cache.yaml thrashosds-health.yaml workloads/rbd_api_tests_no_locking.yaml} 2
pass 1646081 2017-09-19 02:01:32 2017-09-21 14:50:07 2017-09-21 14:58:06 0:07:59 0:06:57 0:01:02 smithi master rbd/singleton/{all/qemu-iotests-no-cache.yaml objectstore/bluestore-bitmap.yaml openstack.yaml} 1
pass 1646082 2017-09-19 02:01:33 2017-09-21 14:52:00 2017-09-21 14:59:59 0:07:59 0:06:17 0:01:42 smithi master rbd/cli/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} features/journaling.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml pool/replicated-data-pool.yaml workloads/rbd_cli_import_export.yaml} 1
pass 1646084 2017-09-19 02:01:34 2017-09-21 14:52:15 2017-09-21 15:00:15 0:08:00 0:06:43 0:01:17 smithi master rbd/basic/{base/install.yaml cachepool/none.yaml clusters/{fixed-1.yaml openstack.yaml} msgr-failures/many.yaml objectstore/bluestore.yaml tasks/rbd_lock_and_fence.yaml} 1
pass 1646086 2017-09-19 02:01:34 2017-09-21 14:54:04 2017-09-21 15:10:03 0:15:59 0:12:47 0:03:12 smithi master rbd/mirror-ha/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore.yaml workloads/rbd-mirror-ha-workunit.yaml} 2
pass 1646089 2017-09-19 02:01:35 2017-09-21 14:54:20 2017-09-21 16:34:22 1:40:02 1:38:16 0:01:46 smithi master rbd/openstack/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} features/minimum.yaml objectstore/bluestore-comp.yaml workloads/devstack-tempest-gate.yaml} 2
pass 1646091 2017-09-19 02:01:36 2017-09-21 14:56:07 2017-09-21 15:06:06 0:09:59 0:09:29 0:00:30 smithi master rbd/singleton/{all/qemu-iotests-writeback.yaml objectstore/bluestore-comp.yaml openstack.yaml} 1
pass 1646093 2017-09-19 02:01:36 2017-09-21 14:56:09 2017-09-21 15:12:09 0:16:00 0:12:50 0:03:10 smithi master centos rbd/valgrind/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} objectstore/filestore-xfs.yaml validator/memcheck.yaml workloads/fsx.yaml} 1
pass 1646094 2017-09-19 02:01:37 2017-09-21 14:56:13 2017-09-21 15:10:13 0:14:00 0:11:39 0:02:21 smithi master rbd/thrash/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml thrashers/default.yaml thrashosds-health.yaml workloads/rbd_fsx_cache_writeback.yaml} 2
pass 1646097 2017-09-19 02:01:37 2017-09-21 14:58:10 2017-09-21 15:20:10 0:22:00 0:20:08 0:01:52 smithi master rbd/librbd/{cache/none.yaml clusters/{fixed-3.yaml openstack.yaml} config/copy-on-read.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml pool/ec-data-pool.yaml workloads/python_api_tests_with_defaults.yaml} 3
pass 1646098 2017-09-19 02:01:38 2017-09-21 14:58:11 2017-09-21 15:56:11 0:58:00 0:53:55 0:04:05 smithi master rbd/maintenance/{base/install.yaml clusters/{fixed-3.yaml openstack.yaml} filestore-xfs.yaml objectstore/bluestore-bitmap.yaml qemu/xfstests.yaml workloads/rebuild_object_map.yaml} 3
pass 1646100 2017-09-19 02:01:39 2017-09-21 14:58:13 2017-09-21 15:08:12 0:09:59 0:08:37 0:01:22 smithi master rbd/singleton/{all/qemu-iotests-writethrough.yaml objectstore/bluestore.yaml openstack.yaml} 1
pass 1646102 2017-09-19 02:01:39 2017-09-21 14:59:43 2017-09-21 15:13:43 0:14:00 0:12:13 0:01:47 smithi master rbd/qemu/{cache/none.yaml clusters/{fixed-3.yaml openstack.yaml} features/defaults.yaml msgr-failures/few.yaml objectstore/bluestore.yaml pool/small-cache-pool.yaml workloads/qemu_fsstress.yaml} 3
pass 1646105 2017-09-19 02:01:40 2017-09-21 15:00:39 2017-09-21 15:14:38 0:13:59 0:12:36 0:01:23 smithi master rbd/thrash/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml thrashers/cache.yaml thrashosds-health.yaml workloads/rbd_fsx_cache_writethrough.yaml} 2
pass 1646107 2017-09-19 02:01:41 2017-09-21 15:01:51 2017-09-21 17:03:53 2:02:02 2:00:33 0:01:29 smithi master rbd/mirror/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore.yaml rbd-mirror/one-per-cluster.yaml workloads/rbd-mirror-stress-workunit.yaml} 2
pass 1646109 2017-09-19 02:01:41 2017-09-21 15:02:03 2017-09-21 15:24:03 0:22:00 0:19:25 0:02:35 smithi master rbd/mirror-ha/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/many.yaml objectstore/filestore-xfs.yaml workloads/rbd-mirror-ha-workunit.yaml} 2
pass 1646111 2017-09-19 02:01:42 2017-09-21 15:02:19 2017-09-21 15:24:18 0:21:59 0:14:42 0:07:17 smithi master ubuntu rbd/nbd/{base/install.yaml cluster/{fixed-3.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore.yaml thrashers/cache.yaml thrashosds-health.yaml workloads/rbd_fsx_nbd.yaml} 3
pass 1646112 2017-09-19 02:01:42 2017-09-21 15:04:12 2017-09-21 15:10:12 0:06:00 0:05:49 0:00:11 smithi master rbd/singleton/{all/rbd-vs-unmanaged-snaps.yaml objectstore/filestore-xfs.yaml openstack.yaml} 1
pass 1646114 2017-09-19 02:01:43 2017-09-21 15:05:55 2017-09-21 15:43:56 0:38:01 0:24:13 0:13:48 smithi master centos 7.3 rbd/valgrind/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} objectstore/bluestore-bitmap.yaml validator/memcheck.yaml workloads/python_api_tests.yaml} 1
pass 1646116 2017-09-19 02:01:44 2017-09-21 15:06:10 2017-09-21 15:30:10 0:24:00 0:20:52 0:03:08 smithi master rbd/librbd/{cache/writeback.yaml clusters/{fixed-3.yaml openstack.yaml} config/none.yaml msgr-failures/few.yaml objectstore/bluestore.yaml pool/none.yaml workloads/python_api_tests_with_journaling.yaml} 3
pass 1646118 2017-09-19 02:01:44 2017-09-21 15:06:34 2017-09-21 15:24:34 0:18:00 0:17:33 0:00:27 smithi master rbd/cli/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} features/layering.yaml msgr-failures/many.yaml objectstore/bluestore-bitmap.yaml pool/small-cache-pool.yaml workloads/rbd_cli_generic.yaml} 1
pass 1646120 2017-09-19 02:01:45 2017-09-21 15:18:15 2017-09-21 15:40:15 0:22:00 0:20:24 0:01:36 smithi master rbd/basic/{base/install.yaml cachepool/small.yaml clusters/{fixed-1.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml tasks/rbd_python_api_tests_old_format.yaml} 1
pass 1646122 2017-09-19 02:01:46 2017-09-21 15:18:38 2017-09-21 15:38:38 0:20:00 0:17:38 0:02:22 smithi master rbd/singleton/{all/rbd_mirror.yaml objectstore/bluestore-bitmap.yaml openstack.yaml} 1
pass 1646124 2017-09-19 02:01:46 2017-09-21 15:20:02 2017-09-21 15:34:01 0:13:59 0:12:21 0:01:38 smithi master rbd/thrash/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp.yaml thrashers/default.yaml thrashosds-health.yaml workloads/rbd_fsx_copy_on_read.yaml} 2
pass 1646126 2017-09-19 02:01:47 2017-09-21 15:20:19 2017-09-21 15:50:19 0:30:00 0:24:42 0:05:18 smithi master centos 7.3 rbd/valgrind/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} objectstore/bluestore-comp.yaml validator/memcheck.yaml workloads/python_api_tests_with_defaults.yaml} 1
pass 1646128 2017-09-19 02:01:47 2017-09-21 15:22:13 2017-09-21 15:30:13 0:08:00 0:05:48 0:02:12 smithi master rbd/singleton/{all/rbdmap_RBDMAPFILE.yaml objectstore/bluestore-comp.yaml openstack.yaml} 1
fail 1646130 2017-09-19 02:01:48 2017-09-21 15:23:21 2017-09-21 16:41:22 1:18:01 1:12:20 0:05:41 smithi master rbd/maintenance/{base/install.yaml clusters/{fixed-3.yaml openstack.yaml} filestore-xfs.yaml objectstore/bluestore-comp.yaml qemu/xfstests.yaml workloads/dynamic_features.yaml} 3
Failure Reason:

"2017-09-21 16:05:50.318319 mon.a mon.0 172.21.15.62:6789/0 224 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log

pass 1646132 2017-09-19 02:01:49 2017-09-21 15:24:03 2017-09-21 15:48:03 0:24:00 0:21:53 0:02:07 smithi master rbd/mirror-ha/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/many.yaml objectstore/bluestore-bitmap.yaml workloads/rbd-mirror-ha-workunit.yaml} 2
pass 1646134 2017-09-19 02:01:49 2017-09-21 15:24:17 2017-09-21 16:58:19 1:34:02 1:33:19 0:00:43 smithi master rbd/openstack/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} features/minimum.yaml objectstore/bluestore.yaml workloads/devstack-tempest-gate.yaml} 2
pass 1646136 2017-09-19 02:01:50 2017-09-21 15:24:44 2017-09-21 15:38:44 0:14:00 0:11:34 0:02:26 smithi master rbd/singleton-bluestore/{all/issue-20295.yaml objectstore/bluestore.yaml openstack.yaml} 4
pass 1646138 2017-09-19 02:01:51 2017-09-21 15:26:17 2017-09-21 16:02:17 0:36:00 0:34:01 0:01:59 smithi master rbd/librbd/{cache/writethrough.yaml clusters/{fixed-3.yaml openstack.yaml} config/skip-partial-discard.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml pool/replicated-data-pool.yaml workloads/rbd_fio.yaml} 3
pass 1646140 2017-09-19 02:01:51 2017-09-21 15:26:17 2017-09-21 17:16:20 1:50:03 1:48:23 0:01:40 smithi master rbd/qemu/{cache/writeback.yaml clusters/{fixed-3.yaml openstack.yaml} features/journaling.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml pool/ec-cache-pool.yaml workloads/qemu_xfstests.yaml} 3
pass 1646142 2017-09-19 02:01:52 2017-09-21 15:26:21 2017-09-21 15:34:21 0:08:00 0:05:50 0:02:10 smithi master rbd/singleton/{all/read-flags-no-cache.yaml objectstore/bluestore.yaml openstack.yaml} 1
pass 1646144 2017-09-19 02:01:52 2017-09-21 15:27:52 2017-09-21 15:49:51 0:21:59 0:19:55 0:02:04 smithi master rbd/thrash/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore.yaml thrashers/cache.yaml thrashosds-health.yaml workloads/rbd_fsx_journal.yaml} 2
fail 1646146 2017-09-19 02:01:53 2017-09-21 15:30:12 2017-09-21 18:44:16 3:14:04 3:08:41 0:05:23 smithi master rbd/mirror/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/many.yaml objectstore/filestore-xfs.yaml rbd-mirror/one-per-cluster.yaml workloads/rbd-mirror-workunit.yaml} 2
Failure Reason:

Command failed (workunit test rbd/rbd_mirror.sh) on smithi041 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && cd -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=master TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster cluster1" CEPH_ID="mirror" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_ROOT=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_ARGS=\'\' RBD_MIRROR_USE_RBD_MIRROR=1 RBD_MIRROR_USE_EXISTING_CLUSTER=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/rbd/rbd_mirror.sh'

pass 1646148 2017-09-19 02:01:54 2017-09-21 15:32:18 2017-09-21 15:42:18 0:10:00 0:08:40 0:01:20 smithi master ubuntu rbd/nbd/{base/install.yaml cluster/{fixed-3.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml thrashers/default.yaml thrashosds-health.yaml workloads/rbd_nbd.yaml} 3
pass 1646150 2017-09-19 02:01:54 2017-09-21 15:32:18 2017-09-21 16:04:18 0:32:00 0:26:52 0:05:08 smithi master centos 7.3 rbd/valgrind/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} objectstore/bluestore.yaml validator/memcheck.yaml workloads/python_api_tests_with_journaling.yaml} 1
pass 1646152 2017-09-19 02:01:55 2017-09-21 15:32:20 2017-09-21 15:38:19 0:05:59 0:05:46 0:00:13 smithi master rbd/singleton/{all/read-flags-writeback.yaml objectstore/filestore-xfs.yaml openstack.yaml} 1
fail 1646154 2017-09-19 02:01:56 2017-09-21 15:34:17 2017-09-21 18:44:22 3:10:05 3:06:25 0:03:40 smithi master rbd/basic/{base/install.yaml cachepool/none.yaml clusters/{fixed-1.yaml openstack.yaml} msgr-failures/many.yaml objectstore/filestore-xfs.yaml tasks/rbd_api_tests_old_format.yaml} 1
Failure Reason:

Command failed (workunit test rbd/test_librbd.sh) on smithi184 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=master TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh'

pass 1646156 2017-09-19 02:01:56 2017-09-21 15:34:21 2017-09-21 15:42:21 0:08:00 0:06:14 0:01:46 smithi master rbd/cli/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} features/layering.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml pool/ec-data-pool.yaml workloads/rbd_cli_import_export.yaml} 1
pass 1646158 2017-09-19 02:01:57 2017-09-21 15:35:53 2017-09-21 15:51:53 0:16:00 0:15:17 0:00:43 smithi master rbd/librbd/{cache/none.yaml clusters/{fixed-3.yaml openstack.yaml} config/copy-on-read.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml pool/replicated-data-pool.yaml workloads/c_api_tests.yaml} 3
pass 1646160 2017-09-19 02:01:58 2017-09-21 15:36:19 2017-09-21 15:52:18 0:15:59 0:13:53 0:02:06 smithi master rbd/mirror-ha/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp.yaml workloads/rbd-mirror-ha-workunit.yaml} 2
pass 1646162 2017-09-19 02:01:58 2017-09-21 15:36:29 2017-09-21 15:50:29 0:14:00 0:12:35 0:01:25 smithi master rbd/thrash/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml thrashers/default.yaml thrashosds-health.yaml workloads/rbd_fsx_nocache.yaml} 2
pass 1646164 2017-09-19 02:01:59 2017-09-21 15:38:18 2017-09-21 15:44:17 0:05:59 0:05:24 0:00:35 smithi master rbd/singleton/{all/read-flags-writethrough.yaml objectstore/bluestore-bitmap.yaml openstack.yaml} 1
pass 1646166 2017-09-19 02:02:00 2017-09-21 15:38:20 2017-09-21 17:18:23 1:40:03 1:39:12 0:00:51 smithi master rbd/maintenance/{base/install.yaml clusters/{fixed-3.yaml openstack.yaml} filestore-xfs.yaml objectstore/bluestore.yaml qemu/xfstests.yaml workloads/dynamic_features_no_cache.yaml} 3
pass 1646168 2017-09-19 02:02:00 2017-09-21 15:38:45 2017-09-21 16:02:44 0:23:59 0:22:40 0:01:19 smithi master centos rbd/valgrind/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} objectstore/filestore-xfs.yaml validator/memcheck.yaml workloads/rbd_mirror.yaml} 1
pass 1646170 2017-09-19 02:02:01 2017-09-21 15:39:57 2017-09-21 16:03:57 0:24:00 0:22:41 0:01:19 smithi master rbd/qemu/{cache/writethrough.yaml clusters/{fixed-3.yaml openstack.yaml} features/defaults.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml pool/ec-data-pool.yaml workloads/qemu_bonnie.yaml} 3
pass 1646172 2017-09-19 02:02:01 2017-09-21 15:40:08 2017-09-21 15:46:08 0:06:00 0:05:23 0:00:37 smithi master rbd/singleton/{all/verify_pool.yaml objectstore/bluestore-comp.yaml openstack.yaml} 1
pass 1646174 2017-09-19 02:02:02 2017-09-21 15:40:15 2017-09-21 15:56:15 0:16:00 0:15:18 0:00:42 smithi master rbd/librbd/{cache/writeback.yaml clusters/{fixed-3.yaml openstack.yaml} config/none.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml pool/small-cache-pool.yaml workloads/c_api_tests_with_defaults.yaml} 3
pass 1646176 2017-09-19 02:02:03 2017-09-21 15:40:16 2017-09-21 15:50:15 0:09:59 0:07:30 0:02:29 smithi master rbd/thrash/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml thrashers/cache.yaml thrashosds-health.yaml workloads/journal.yaml} 2
pass 1646178 2017-09-19 02:02:03 2017-09-21 15:42:10 2017-09-21 16:10:10 0:28:00 0:25:50 0:02:10 smithi master rbd/mirror/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml rbd-mirror/one-per-cluster.yaml workloads/rbd-mirror-workunit.yaml} 2
fail 1646180 2017-09-19 02:02:04 2017-09-21 15:51:33 2017-09-21 16:09:33 0:18:00 0:14:38 0:03:22 smithi master rbd/mirror-ha/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/many.yaml objectstore/bluestore.yaml workloads/rbd-mirror-ha-workunit.yaml} 2
Failure Reason:

Command failed (workunit test rbd/rbd_mirror_ha.sh) on smithi106 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && cd -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=master TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster cluster1" CEPH_ID="mirror" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_ROOT=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_ARGS=\'\' RBD_MIRROR_USE_EXISTING_CLUSTER=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/rbd/rbd_mirror_ha.sh'

pass 1646182 2017-09-19 02:02:05 2017-09-21 15:54:21 2017-09-21 16:06:20 0:11:59 0:08:48 0:03:11 smithi master ubuntu rbd/nbd/{base/install.yaml cluster/{fixed-3.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml thrashers/cache.yaml thrashosds-health.yaml workloads/rbd_nbd.yaml} 3
pass 1646184 2017-09-19 02:02:06 2017-09-21 15:54:21 2017-09-21 17:36:23 1:42:02 1:39:36 0:02:26 smithi master rbd/openstack/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} features/minimum.yaml objectstore/filestore-xfs.yaml workloads/devstack-tempest-gate.yaml} 2
pass 1646186 2017-09-19 02:02:06 2017-09-21 15:54:25 2017-09-21 16:00:24 0:05:59 0:04:41 0:01:18 smithi master rbd/singleton/{all/admin_socket.yaml objectstore/bluestore.yaml openstack.yaml} 1
pass 1646188 2017-09-19 02:02:07 2017-09-21 15:56:13 2017-09-21 16:18:13 0:22:00 0:20:52 0:01:08 smithi master centos rbd/valgrind/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} objectstore/filestore-xfs.yaml validator/memcheck.yaml workloads/c_api_tests.yaml} 1
pass 1646190 2017-09-19 02:02:08 2017-09-21 15:56:27 2017-09-21 16:04:26 0:07:59 0:06:11 0:01:48 smithi master rbd/basic/{base/install.yaml cachepool/small.yaml clusters/{fixed-1.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml tasks/rbd_cls_tests.yaml} 1
pass 1646192 2017-09-19 02:02:08 2017-09-21 15:58:06 2017-09-21 16:10:06 0:12:00 0:11:18 0:00:42 smithi master rbd/singleton/{all/formatted-output.yaml objectstore/filestore-xfs.yaml openstack.yaml} 1
fail 1646194 2017-09-19 02:02:09 2017-09-21 15:58:19 2017-09-21 19:10:23 3:12:04 3:07:58 0:04:06 smithi master rbd/cli/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} features/defaults.yaml msgr-failures/many.yaml objectstore/bluestore-comp.yaml pool/none.yaml workloads/rbd_cli_generic.yaml} 1
Failure Reason:

Command failed (workunit test rbd/cli_generic.sh) on smithi108 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=master TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/cli_generic.sh'

pass 1646196 2017-09-19 02:02:10 2017-09-21 15:59:52 2017-09-21 16:17:52 0:18:00 0:15:50 0:02:10 smithi master rbd/thrash/{base/install.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml thrashers/default.yaml thrashosds-health.yaml workloads/rbd_api_tests.yaml} 2
pass 1646198 2017-09-19 02:02:10 2017-09-21 16:01:02 2017-09-21 16:51:02 0:50:00 0:49:00 0:01:00 smithi master rbd/maintenance/{base/install.yaml clusters/{fixed-3.yaml openstack.yaml} filestore-xfs.yaml objectstore/filestore-xfs.yaml qemu/xfstests.yaml workloads/rebuild_object_map.yaml} 3
pass 1646200 2017-09-19 02:02:11 2017-09-21 16:02:15 2017-09-21 16:20:15 0:18:00 0:17:01 0:00:59 smithi master rbd/librbd/{cache/writethrough.yaml clusters/{fixed-3.yaml openstack.yaml} config/skip-partial-discard.yaml msgr-failures/few.yaml objectstore/bluestore.yaml pool/ec-data-pool.yaml workloads/c_api_tests_with_journaling.yaml} 3
pass 1646202 2017-09-19 02:02:11 2017-09-21 16:02:16 2017-09-21 16:16:16 0:14:00 0:11:39 0:02:21 smithi master rbd/qemu/{cache/none.yaml clusters/{fixed-3.yaml openstack.yaml} features/journaling.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml pool/none.yaml workloads/qemu_fsstress.yaml} 3
pass 1646204 2017-09-19 02:02:12 2017-09-21 16:02:46 2017-09-21 16:26:45 0:23:59 0:21:24 0:02:35 smithi master centos rbd/valgrind/{base/install.yaml clusters/{fixed-1.yaml openstack.yaml} objectstore/bluestore-bitmap.yaml validator/memcheck.yaml workloads/c_api_tests_with_defaults.yaml} 1
pass 1646206 2017-09-19 02:02:13 2017-09-21 16:04:00 2017-09-21 16:15:59 0:11:59 0:10:33 0:01:26 smithi master rbd/singleton/{all/merge_diff.yaml objectstore/bluestore-bitmap.yaml openstack.yaml} 1
pass 1646208 2017-09-19 02:02:14 2017-09-21 16:04:15 2017-09-21 16:18:15 0:14:00 0:12:53 0:01:07 smithi master rbd/mirror-ha/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml workloads/rbd-mirror-ha-workunit.yaml} 2