Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 5016311 2020-05-02 08:16:13 2020-05-03 18:44:33 2020-05-03 19:00:32 0:15:59 0:09:13 0:06:46 smithi master ubuntu 18.04 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-bootstrap-workunit.yaml} 2
pass 5016312 2020-05-02 08:16:14 2020-05-03 18:46:33 2020-05-03 20:10:34 1:24:01 1:15:36 0:08:25 smithi master rhel 8.1 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml policy/none.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{rhel_8.yaml} workloads/rbd-mirror-fsx-workunit.yaml} 2
pass 5016313 2020-05-02 08:16:15 2020-05-03 18:49:23 2020-05-03 19:11:23 0:22:00 0:15:52 0:06:08 smithi master ubuntu 18.04 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-lz4.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-ha-workunit.yaml} 2
pass 5016314 2020-05-02 08:16:15 2020-05-03 18:49:52 2020-05-03 19:29:52 0:40:00 0:33:33 0:06:27 smithi master ubuntu 18.04 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-lz4.yaml policy/simple.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-journal-workunit.yaml} 2
pass 5016315 2020-05-02 08:16:16 2020-05-03 18:50:02 2020-05-03 19:22:02 0:32:00 0:16:05 0:15:55 smithi master ubuntu 18.04 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-snappy.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-snapshot-workunit-exclusive-lock.yaml} 2
pass 5016316 2020-05-02 08:16:17 2020-05-03 18:51:41 2020-05-03 19:19:41 0:28:00 0:16:04 0:11:56 smithi master ubuntu 18.04 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-zlib.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-snapshot-workunit-fast-diff.yaml} 2
pass 5016317 2020-05-02 08:16:18 2020-05-03 18:51:42 2020-05-03 19:23:42 0:32:00 0:19:36 0:12:24 smithi master ubuntu 18.04 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-snappy.yaml policy/none.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-stress-workunit.yaml} 2
pass 5016318 2020-05-02 08:16:18 2020-05-03 18:51:50 2020-05-03 19:51:51 1:00:01 0:17:57 0:42:04 smithi master ubuntu 18.04 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-zstd.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-snapshot-workunit-journaling.yaml} 2
fail 5016319 2020-05-02 08:16:19 2020-05-03 18:53:57 2020-05-03 19:27:57 0:34:00 0:19:16 0:14:44 smithi master centos 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-hybrid.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-snapshot-workunit-minimum.yaml} 2
Failure Reason:

Command failed (workunit test rbd/rbd_mirror_snapshot.sh) on smithi153 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && cd -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=9d31a6021582356af6329c3977f82e0029ee421e TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster cluster1" CEPH_ID="mirror" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_ROOT=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_ARGS=\'\' RBD_IMAGE_FEATURES=layering RBD_MIRROR_CONFIG_KEY=1 RBD_MIRROR_INSTANCES=4 RBD_MIRROR_USE_EXISTING_CLUSTER=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/rbd/rbd_mirror_snapshot.sh'

pass 5016320 2020-05-02 08:16:20 2020-05-03 18:53:57 2020-05-03 20:23:58 1:30:01 0:57:55 0:32:06 smithi master centos 8.1 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-zlib.yaml policy/simple.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-fsx-workunit.yaml} 2
pass 5016321 2020-05-02 08:16:21 2020-05-03 18:53:57 2020-05-03 19:33:57 0:40:00 0:19:03 0:20:57 smithi master rhel 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml supported-random-distro$/{rhel_8.yaml} workloads/rbd-mirror-stress-workunit-min-compat-client-octopus.yaml} 2
pass 5016322 2020-05-02 08:16:21 2020-05-03 18:56:05 2020-05-03 19:46:05 0:50:00 0:41:31 0:08:29 smithi master ubuntu 18.04 rbd/singleton/{all/rbd_mirror.yaml objectstore/bluestore-comp-lz4.yaml openstack.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 5016323 2020-05-02 08:16:22 2020-05-03 18:56:05 2020-05-03 19:32:05 0:36:00 0:21:54 0:14:06 smithi master ubuntu 18.04 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-stupid.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-workunit-config-key.yaml} 2
pass 5016324 2020-05-02 08:16:23 2020-05-03 18:58:05 2020-05-03 19:36:05 0:38:00 0:30:52 0:07:08 smithi master centos 8.1 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-zstd.yaml policy/none.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-journal-workunit.yaml} 2
pass 5016325 2020-05-02 08:16:24 2020-05-03 18:58:05 2020-05-03 19:32:05 0:34:00 0:20:57 0:13:03 smithi master ubuntu 18.04 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-workunit-min-compat-client-octopus.yaml} 2
pass 5016326 2020-05-02 08:16:25 2020-05-03 18:58:06 2020-05-03 19:36:06 0:38:00 0:21:58 0:16:02 smithi master ubuntu 18.04 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-workunit-policy-none.yaml} 2
pass 5016327 2020-05-02 08:16:25 2020-05-03 18:58:05 2020-05-03 19:30:05 0:32:00 0:20:54 0:11:06 smithi master centos 8.1 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-hybrid.yaml policy/simple.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-stress-workunit.yaml} 2
pass 5016328 2020-05-02 08:16:26 2020-05-03 18:58:05 2020-05-03 19:58:06 1:00:01 0:51:54 0:08:07 smithi master centos 8.1 rbd/valgrind/{base/install.yaml centos_latest.yaml clusters/{fixed-1.yaml openstack.yaml} objectstore/bluestore-stupid.yaml validator/memcheck.yaml workloads/rbd_mirror.yaml} 1
pass 5016329 2020-05-02 08:16:27 2020-05-03 18:59:34 2020-05-03 19:31:34 0:32:00 0:24:04 0:07:56 smithi master rhel 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-lz4.yaml supported-random-distro$/{rhel_8.yaml} workloads/rbd-mirror-workunit-policy-simple.yaml} 2
pass 5016330 2020-05-02 08:16:28 2020-05-03 18:59:36 2020-05-03 19:25:36 0:26:00 0:09:35 0:16:25 smithi master centos 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-snappy.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-bootstrap-workunit.yaml} 2
pass 5016331 2020-05-02 08:16:28 2020-05-03 18:59:47 2020-05-03 20:19:48 1:20:01 1:03:28 0:16:33 smithi master ubuntu 18.04 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml policy/none.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-fsx-workunit.yaml} 2
pass 5016332 2020-05-02 08:16:29 2020-05-03 19:00:34 2020-05-03 19:28:33 0:27:59 0:15:21 0:12:38 smithi master centos 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-zlib.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-ha-workunit.yaml} 2
pass 5016333 2020-05-02 08:16:30 2020-05-03 19:00:50 2020-05-03 20:04:50 1:04:00 0:32:25 0:31:35 smithi master centos 8.1 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-stupid.yaml policy/simple.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-journal-workunit.yaml} 2
pass 5016334 2020-05-02 08:16:31 2020-05-03 19:02:09 2020-05-03 19:28:09 0:26:00 0:15:55 0:10:05 smithi master centos 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-zstd.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-snapshot-workunit-exclusive-lock.yaml} 2
pass 5016335 2020-05-02 08:16:31 2020-05-03 19:02:09 2020-05-03 19:34:09 0:32:00 0:16:06 0:15:54 smithi master centos 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-hybrid.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-snapshot-workunit-fast-diff.yaml} 2
pass 5016336 2020-05-02 08:16:32 2020-05-03 19:02:09 2020-05-03 19:32:09 0:30:00 0:19:20 0:10:40 smithi master ubuntu 18.04 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml policy/none.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-stress-workunit.yaml} 2
fail 5016337 2020-05-02 08:16:33 2020-05-03 19:04:00 2020-05-03 19:39:59 0:35:59 0:18:58 0:17:01 smithi master rhel 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml supported-random-distro$/{rhel_8.yaml} workloads/rbd-mirror-snapshot-workunit-journaling.yaml} 2
Failure Reason:

Command failed (workunit test rbd/rbd_mirror_snapshot.sh) on smithi160 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && cd -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=9d31a6021582356af6329c3977f82e0029ee421e TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster cluster1" CEPH_ID="mirror" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_ROOT=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_ARGS=\'\' RBD_IMAGE_FEATURES=layering,exclusive-lock,journaling RBD_MIRROR_CONFIG_KEY=1 RBD_MIRROR_INSTANCES=4 RBD_MIRROR_USE_EXISTING_CLUSTER=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/rbd/rbd_mirror_snapshot.sh'

fail 5016338 2020-05-02 08:16:34 2020-05-03 19:06:03 2020-05-03 19:32:03 0:26:00 0:18:40 0:07:20 smithi master rhel 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-stupid.yaml supported-random-distro$/{rhel_8.yaml} workloads/rbd-mirror-snapshot-workunit-minimum.yaml} 2
Failure Reason:

Found coredumps on ubuntu@smithi156.front.sepia.ceph.com

pass 5016339 2020-05-02 08:16:34 2020-05-03 19:06:03 2020-05-03 19:42:03 0:36:00 0:24:04 0:11:56 smithi master rhel 8.1 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml policy/simple.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{rhel_8.yaml} workloads/rbd-mirror-stress-workunit.yaml} 2
pass 5016340 2020-05-02 08:16:35 2020-05-03 19:06:29 2020-05-03 19:44:29 0:38:00 0:16:49 0:21:11 smithi master ubuntu 18.04 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-stress-workunit-min-compat-client-octopus.yaml} 2
pass 5016341 2020-05-02 08:16:36 2020-05-03 19:07:56 2020-05-03 19:57:56 0:50:00 0:41:31 0:08:29 smithi master ubuntu 18.04 rbd/singleton/{all/rbd_mirror.yaml objectstore/bluestore-bitmap.yaml openstack.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 5016342 2020-05-02 08:16:37 2020-05-03 19:07:56 2020-05-03 19:39:56 0:32:00 0:21:46 0:10:14 smithi master ubuntu 18.04 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-workunit-config-key.yaml} 2
pass 5016343 2020-05-02 08:16:38 2020-05-03 19:08:03 2020-05-03 20:20:04 1:12:01 1:03:38 0:08:23 smithi master rhel 8.1 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-lz4.yaml policy/none.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{rhel_8.yaml} workloads/rbd-mirror-fsx-workunit.yaml} 2
pass 5016344 2020-05-02 08:16:38 2020-05-03 19:08:18 2020-05-03 19:38:18 0:30:00 0:23:23 0:06:37 smithi master rhel 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-lz4.yaml supported-random-distro$/{rhel_8.yaml} workloads/rbd-mirror-workunit-min-compat-client-octopus.yaml} 2
pass 5016345 2020-05-02 08:16:39 2020-05-03 19:08:22 2020-05-03 19:36:21 0:27:59 0:21:31 0:06:28 smithi master ubuntu 18.04 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-snappy.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-workunit-policy-none.yaml} 2
pass 5016346 2020-05-02 08:16:40 2020-05-03 19:09:59 2020-05-03 19:47:59 0:38:00 0:30:01 0:07:59 smithi master ubuntu 18.04 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-snappy.yaml policy/simple.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-journal-workunit.yaml} 2
fail 5016347 2020-05-02 08:16:41 2020-05-03 19:09:59 2020-05-03 20:07:59 0:58:00 0:52:27 0:05:33 smithi master centos 8.1 rbd/valgrind/{base/install.yaml centos_latest.yaml clusters/{fixed-1.yaml openstack.yaml} objectstore/bluestore-low-osd-mem-target.yaml validator/memcheck.yaml workloads/rbd_mirror.yaml} 1
Failure Reason:

"2020-05-03T19:48:20.831588+0000 mon.a (mon.0) 1624 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY)" in cluster log

pass 5016348 2020-05-02 08:16:41 2020-05-03 19:09:59 2020-05-03 19:45:59 0:36:00 0:20:53 0:15:07 smithi master centos 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-zlib.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-workunit-policy-simple.yaml} 2
pass 5016349 2020-05-02 08:16:42 2020-05-03 19:10:18 2020-05-03 19:26:18 0:16:00 0:09:01 0:06:59 smithi master centos 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-zstd.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-bootstrap-workunit.yaml} 2
pass 5016350 2020-05-02 08:16:43 2020-05-03 19:11:38 2020-05-03 19:39:38 0:28:00 0:20:08 0:07:52 smithi master ubuntu 18.04 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-zlib.yaml policy/none.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-stress-workunit.yaml} 2
pass 5016351 2020-05-02 08:16:44 2020-05-03 19:11:39 2020-05-03 19:35:38 0:23:59 0:16:17 0:07:42 smithi master ubuntu 18.04 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-hybrid.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-ha-workunit.yaml} 2
pass 5016352 2020-05-02 08:16:44 2020-05-03 19:11:38 2020-05-03 20:21:39 1:10:01 1:01:53 0:08:08 smithi master rhel 8.1 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-zstd.yaml policy/simple.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{rhel_8.yaml} workloads/rbd-mirror-fsx-workunit.yaml} 2
pass 5016353 2020-05-02 08:16:45 2020-05-03 19:11:43 2020-05-03 19:37:43 0:26:00 0:19:03 0:06:57 smithi master rhel 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml supported-random-distro$/{rhel_8.yaml} workloads/rbd-mirror-snapshot-workunit-exclusive-lock.yaml} 2
fail 5016354 2020-05-02 08:16:46 2020-05-03 19:12:03 2020-05-04 07:14:32 12:02:29 11:45:51 0:16:38 smithi master ubuntu 18.04 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-stupid.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-snapshot-workunit-fast-diff.yaml} 2
Failure Reason:

psutil.NoSuchProcess process no longer exists (pid=23912)

pass 5016355 2020-05-02 08:16:47 2020-05-03 19:12:20 2020-05-03 20:00:20 0:48:00 0:31:33 0:16:27 smithi master rhel 8.1 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-hybrid.yaml policy/none.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{rhel_8.yaml} workloads/rbd-mirror-journal-workunit.yaml} 2
fail 5016356 2020-05-02 08:16:47 2020-05-03 19:14:09 2020-05-03 19:36:09 0:22:00 0:14:23 0:07:37 smithi master ubuntu 18.04 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-snapshot-workunit-journaling.yaml} 2
Failure Reason:

Command failed (workunit test rbd/rbd_mirror_snapshot.sh) on smithi140 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && cd -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=9d31a6021582356af6329c3977f82e0029ee421e TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster cluster1" CEPH_ID="mirror" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_ROOT=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_ARGS=\'\' RBD_IMAGE_FEATURES=layering,exclusive-lock,journaling RBD_MIRROR_CONFIG_KEY=1 RBD_MIRROR_INSTANCES=4 RBD_MIRROR_USE_EXISTING_CLUSTER=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/rbd/rbd_mirror_snapshot.sh'

fail 5016357 2020-05-02 08:16:48 2020-05-03 19:14:09 2020-05-03 19:38:09 0:24:00 0:15:30 0:08:30 smithi master centos 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-snapshot-workunit-minimum.yaml} 2
Failure Reason:

"2020-05-03T19:28:25.911214+0000 mon.a (mon.0) 189 : cluster [WRN] Health check failed: Reduced data availability: 4 pgs inactive, 4 pgs peering (PG_AVAILABILITY)" in cluster log

pass 5016358 2020-05-02 08:16:49 2020-05-03 19:14:09 2020-05-03 19:46:09 0:32:00 0:23:45 0:08:15 smithi master rhel 8.1 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml policy/simple.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{rhel_8.yaml} workloads/rbd-mirror-stress-workunit.yaml} 2
fail 5016359 2020-05-02 08:16:50 2020-05-03 19:14:17 2020-05-03 19:40:16 0:25:59 0:16:42 0:09:17 smithi master centos 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-lz4.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-stress-workunit-min-compat-client-octopus.yaml} 2
Failure Reason:

"2020-05-03T19:28:34.258427+0000 mon.a (mon.0) 187 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY)" in cluster log

pass 5016360 2020-05-02 08:16:50 2020-05-03 19:16:08 2020-05-03 20:04:08 0:48:00 0:41:46 0:06:14 smithi master ubuntu 18.04 rbd/singleton/{all/rbd_mirror.yaml objectstore/filestore-xfs.yaml openstack.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 5016361 2020-05-02 08:16:51 2020-05-03 19:16:15 2020-05-03 19:46:15 0:30:00 0:21:47 0:08:13 smithi master ubuntu 18.04 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-snappy.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-workunit-config-key.yaml} 2
pass 5016362 2020-05-02 08:16:52 2020-05-03 19:18:22 2020-05-03 20:30:22 1:12:00 0:59:14 0:12:46 smithi master ubuntu 18.04 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-stupid.yaml policy/none.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-fsx-workunit.yaml} 2
pass 5016363 2020-05-02 08:16:53 2020-05-03 19:18:22 2020-05-03 19:54:22 0:36:00 0:21:39 0:14:21 smithi master centos 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-zlib.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-workunit-min-compat-client-octopus.yaml} 2
pass 5016364 2020-05-02 08:16:53 2020-05-03 19:19:56 2020-05-03 19:47:56 0:28:00 0:21:18 0:06:42 smithi master ubuntu 18.04 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-zstd.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-workunit-policy-none.yaml} 2
pass 5016365 2020-05-02 08:16:54 2020-05-03 19:20:23 2020-05-03 20:12:23 0:52:00 0:29:26 0:22:34 smithi master centos 8.1 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml policy/simple.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-journal-workunit.yaml} 2
fail 5016366 2020-05-02 08:16:55 2020-05-03 19:22:17 2020-05-03 20:22:18 1:00:01 0:52:31 0:07:30 smithi master centos 8.1 rbd/valgrind/{base/install.yaml centos_latest.yaml clusters/{fixed-1.yaml openstack.yaml} objectstore/bluestore-hybrid.yaml validator/memcheck.yaml workloads/rbd_mirror.yaml} 1
Failure Reason:

"2020-05-03T19:51:04.676089+0000 mon.a (mon.0) 707 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY)" in cluster log

fail 5016367 2020-05-02 08:16:56 2020-05-03 19:22:18 2020-05-03 19:54:17 0:31:59 0:21:29 0:10:30 smithi master centos 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-hybrid.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-workunit-policy-simple.yaml} 2
Failure Reason:

"2020-05-03T19:38:07.193560+0000 mon.a (mon.0) 193 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY)" in cluster log

pass 5016368 2020-05-02 08:16:56 2020-05-03 19:22:37 2020-05-03 19:40:36 0:17:59 0:09:36 0:08:23 smithi master ubuntu 18.04 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-bootstrap-workunit.yaml} 2
pass 5016369 2020-05-02 08:16:57 2020-05-03 19:23:58 2020-05-03 19:59:58 0:36:00 0:29:55 0:06:05 smithi master centos 8.1 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml policy/none.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-journal-workunit.yaml} 2
pass 5016370 2020-05-02 08:16:58 2020-05-03 19:24:08 2020-05-03 19:48:08 0:24:00 0:15:32 0:08:28 smithi master ubuntu 18.04 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-stupid.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-ha-workunit.yaml} 2
pass 5016371 2020-05-02 08:16:59 2020-05-03 19:25:51 2020-05-03 19:53:51 0:28:00 0:21:54 0:06:06 smithi master centos 8.1 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-lz4.yaml policy/simple.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-stress-workunit.yaml} 2
pass 5016372 2020-05-02 08:17:00 2020-05-03 19:25:51 2020-05-03 19:47:51 0:22:00 0:15:53 0:06:07 smithi master centos 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-snapshot-workunit-exclusive-lock.yaml} 2
pass 5016373 2020-05-02 08:17:00 2020-05-03 19:25:56 2020-05-03 19:53:56 0:28:00 0:19:52 0:08:08 smithi master rhel 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{rhel_8.yaml} workloads/rbd-mirror-snapshot-workunit-fast-diff.yaml} 2
pass 5016374 2020-05-02 08:17:01 2020-05-03 19:26:03 2020-05-03 20:30:04 1:04:01 0:55:51 0:08:10 smithi master ubuntu 18.04 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-snappy.yaml policy/none.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-fsx-workunit.yaml} 2
pass 5016375 2020-05-02 08:17:02 2020-05-03 19:26:05 2020-05-03 19:52:05 0:26:00 0:18:50 0:07:10 smithi master ubuntu 18.04 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-lz4.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-snapshot-workunit-journaling.yaml} 2
pass 5016376 2020-05-02 08:17:03 2020-05-03 19:26:19 2020-05-03 19:50:19 0:24:00 0:15:33 0:08:27 smithi master centos 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-snappy.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-snapshot-workunit-minimum.yaml} 2
pass 5016377 2020-05-02 08:17:03 2020-05-03 19:26:29 2020-05-03 20:06:30 0:40:01 0:31:45 0:08:16 smithi master centos 8.1 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-zlib.yaml policy/simple.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-journal-workunit.yaml} 2
pass 5016378 2020-05-02 08:17:04 2020-05-03 19:28:12 2020-05-03 19:54:12 0:26:00 0:17:51 0:08:09 smithi master ubuntu 18.04 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-zlib.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-stress-workunit-min-compat-client-octopus.yaml} 2
pass 5016379 2020-05-02 08:17:05 2020-05-03 19:28:12 2020-05-03 20:16:13 0:48:01 0:41:55 0:06:06 smithi master centos 8.1 rbd/singleton/{all/rbd_mirror.yaml objectstore/bluestore-stupid.yaml openstack.yaml supported-random-distro$/{centos_8.yaml}} 1
pass 5016380 2020-05-02 08:17:06 2020-05-03 19:28:12 2020-05-03 20:02:12 0:34:00 0:25:11 0:08:49 smithi master rhel 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-zstd.yaml supported-random-distro$/{rhel_8.yaml} workloads/rbd-mirror-workunit-config-key.yaml} 2
pass 5016381 2020-05-02 08:17:06 2020-05-03 19:28:24 2020-05-03 20:00:24 0:32:00 0:21:57 0:10:03 smithi master rhel 8.1 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-zstd.yaml policy/none.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{rhel_8.yaml} workloads/rbd-mirror-stress-workunit.yaml} 2
pass 5016382 2020-05-02 08:17:07 2020-05-03 19:28:34 2020-05-03 19:58:34 0:30:00 0:20:49 0:09:11 smithi master ubuntu 18.04 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-hybrid.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-workunit-min-compat-client-octopus.yaml} 2
pass 5016383 2020-05-02 08:17:08 2020-05-03 19:30:08 2020-05-03 20:02:08 0:32:00 0:24:05 0:07:55 smithi master rhel 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml supported-random-distro$/{rhel_8.yaml} workloads/rbd-mirror-workunit-policy-none.yaml} 2
fail 5016384 2020-05-02 08:17:09 2020-05-03 19:30:08 2020-05-03 20:34:09 1:04:01 0:51:54 0:12:07 smithi master ubuntu 18.04 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-hybrid.yaml policy/simple.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-fsx-workunit.yaml} 2
Failure Reason:

Found coredumps on ubuntu@smithi085.front.sepia.ceph.com

fail 5016385 2020-05-02 08:17:09 2020-05-03 19:30:08 2020-05-03 20:28:08 0:58:00 0:51:52 0:06:08 smithi master centos 8.1 rbd/valgrind/{base/install.yaml centos_latest.yaml clusters/{fixed-1.yaml openstack.yaml} objectstore/bluestore-comp-zstd.yaml validator/memcheck.yaml workloads/rbd_mirror.yaml} 1
Failure Reason:

"2020-05-03T19:57:12.057270+0000 mon.a (mon.0) 709 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY)" in cluster log

pass 5016386 2020-05-02 08:17:10 2020-05-03 19:30:17 2020-05-03 19:58:17 0:28:00 0:20:41 0:07:19 smithi master centos 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-stupid.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-workunit-policy-simple.yaml} 2
pass 5016387 2020-05-02 08:17:11 2020-05-03 19:31:51 2020-05-03 19:51:50 0:19:59 0:12:34 0:07:25 smithi master rhel 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{rhel_8.yaml} workloads/rbd-mirror-bootstrap-workunit.yaml} 2
pass 5016388 2020-05-02 08:17:11 2020-05-03 19:32:04 2020-05-03 20:10:04 0:38:00 0:29:40 0:08:20 smithi master ubuntu 18.04 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml policy/none.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-journal-workunit.yaml} 2
fail 5016389 2020-05-02 08:17:12 2020-05-03 19:32:05 2020-05-03 20:00:04 0:27:59 0:15:18 0:12:41 smithi master centos 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-ha-workunit.yaml} 2
Failure Reason:

"2020-05-03T19:50:26.062065+0000 mon.a (mon.0) 173 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY)" in cluster log

pass 5016390 2020-05-02 08:17:13 2020-05-03 19:32:06 2020-05-03 20:00:06 0:28:00 0:21:05 0:06:55 smithi master ubuntu 18.04 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-stupid.yaml policy/simple.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-stress-workunit.yaml} 2
fail 5016391 2020-05-02 08:17:14 2020-05-03 19:32:07 2020-05-03 19:58:06 0:25:59 0:16:03 0:09:56 smithi master centos 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-lz4.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-snapshot-workunit-exclusive-lock.yaml} 2
Failure Reason:

"2020-05-03T19:49:17.427570+0000 mon.a (mon.0) 187 : cluster [WRN] Health check failed: Reduced data availability: 4 pgs inactive, 4 pgs peering (PG_AVAILABILITY)" in cluster log

fail 5016392 2020-05-02 08:17:15 2020-05-03 19:32:10 2020-05-03 19:56:10 0:24:00 0:16:38 0:07:22 smithi master ubuntu 18.04 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-snappy.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-snapshot-workunit-fast-diff.yaml} 2
Failure Reason:

Command failed (workunit test rbd/rbd_mirror_snapshot.sh) on smithi028 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && cd -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=9d31a6021582356af6329c3977f82e0029ee421e TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster cluster1" CEPH_ID="mirror" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_ROOT=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_ARGS=\'\' RBD_IMAGE_FEATURES=layering,exclusive-lock,object-map,fast-diff RBD_MIRROR_CONFIG_KEY=1 RBD_MIRROR_INSTANCES=4 RBD_MIRROR_USE_EXISTING_CLUSTER=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/rbd/rbd_mirror_snapshot.sh'

pass 5016393 2020-05-02 08:17:15 2020-05-03 19:33:38 2020-05-03 20:35:39 1:02:01 0:49:49 0:12:12 smithi master ubuntu 18.04 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml policy/none.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-fsx-workunit.yaml} 2
pass 5016394 2020-05-02 08:17:16 2020-05-03 19:33:58 2020-05-03 19:59:58 0:26:00 0:16:17 0:09:43 smithi master ubuntu 18.04 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-zlib.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-snapshot-workunit-journaling.yaml} 2
pass 5016395 2020-05-02 08:17:17 2020-05-03 19:34:10 2020-05-03 20:00:10 0:26:00 0:19:24 0:06:36 smithi master rhel 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-zstd.yaml supported-random-distro$/{rhel_8.yaml} workloads/rbd-mirror-snapshot-workunit-minimum.yaml} 2
fail 5016396 2020-05-02 08:17:18 2020-05-03 19:34:14 2020-05-03 20:40:15 1:06:01 0:59:00 0:07:01 smithi master centos 8.1 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml policy/simple.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-fsx-workunit.yaml} 2
Failure Reason:

"2020-05-03T19:47:03.098539+0000 mon.a (mon.0) 211 : cluster [WRN] Health check failed: Reduced data availability: 6 pgs inactive, 6 pgs peering (PG_AVAILABILITY)" in cluster log

pass 5016397 2020-05-02 08:17:18 2020-05-03 19:35:54 2020-05-03 20:03:54 0:28:00 0:21:47 0:06:13 smithi master rhel 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-hybrid.yaml supported-random-distro$/{rhel_8.yaml} workloads/rbd-mirror-stress-workunit-min-compat-client-octopus.yaml} 2
pass 5016398 2020-05-02 08:17:19 2020-05-03 19:35:55 2020-05-03 20:23:55 0:48:00 0:41:13 0:06:47 smithi master ubuntu 18.04 rbd/singleton/{all/rbd_mirror.yaml objectstore/bluestore-low-osd-mem-target.yaml openstack.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 5016399 2020-05-02 08:17:20 2020-05-03 19:36:05 2020-05-03 20:12:05 0:36:00 0:26:12 0:09:48 smithi master rhel 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml supported-random-distro$/{rhel_8.yaml} workloads/rbd-mirror-workunit-config-key.yaml} 2
pass 5016400 2020-05-02 08:17:21 2020-05-03 19:36:06 2020-05-03 20:16:06 0:40:00 0:30:08 0:09:52 smithi master centos 8.1 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-lz4.yaml policy/none.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-journal-workunit.yaml} 2
pass 5016401 2020-05-02 08:17:21 2020-05-03 19:36:07 2020-05-03 20:10:07 0:34:00 0:21:04 0:12:56 smithi master ubuntu 18.04 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-stupid.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-workunit-min-compat-client-octopus.yaml} 2
pass 5016402 2020-05-02 08:17:22 2020-05-03 19:36:10 2020-05-03 20:08:10 0:32:00 0:26:07 0:05:53 smithi master rhel 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{rhel_8.yaml} workloads/rbd-mirror-workunit-policy-none.yaml} 2
fail 5016403 2020-05-02 08:17:23 2020-05-03 19:36:22 2020-05-03 20:04:22 0:28:00 0:20:41 0:07:19 smithi master centos 8.1 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-snappy.yaml policy/simple.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-stress-workunit.yaml} 2
Failure Reason:

"2020-05-03T19:49:25.484642+0000 mon.a (mon.0) 198 : cluster [WRN] Health check failed: Reduced data availability: 4 pgs inactive, 4 pgs peering (PG_AVAILABILITY)" in cluster log

pass 5016404 2020-05-02 08:17:24 2020-05-03 19:37:59 2020-05-03 20:36:00 0:58:01 0:52:08 0:05:53 smithi master centos 8.1 rbd/valgrind/{base/install.yaml centos_latest.yaml clusters/{fixed-1.yaml openstack.yaml} objectstore/bluestore-comp-zlib.yaml validator/memcheck.yaml workloads/rbd_mirror.yaml} 1
pass 5016405 2020-05-02 08:17:24 2020-05-03 19:38:05 2020-05-03 20:08:05 0:30:00 0:22:36 0:07:24 smithi master ubuntu 18.04 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-workunit-policy-simple.yaml} 2
pass 5016406 2020-05-02 08:17:25 2020-05-03 19:38:08 2020-05-03 20:04:07 0:25:59 0:12:00 0:13:59 smithi master rhel 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-lz4.yaml supported-random-distro$/{rhel_8.yaml} workloads/rbd-mirror-bootstrap-workunit.yaml} 2
pass 5016407 2020-05-02 08:17:26 2020-05-03 19:38:10 2020-05-03 20:46:11 1:08:01 1:00:56 0:07:05 smithi master centos 8.1 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-zlib.yaml policy/none.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-fsx-workunit.yaml} 2
pass 5016408 2020-05-02 08:17:27 2020-05-03 19:38:19 2020-05-03 20:02:19 0:24:00 0:15:45 0:08:15 smithi master ubuntu 18.04 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-snappy.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/rbd-mirror-ha-workunit.yaml} 2
pass 5016409 2020-05-02 08:17:27 2020-05-03 19:38:54 2020-05-03 20:16:54 0:38:00 0:31:06 0:06:54 smithi master centos 8.1 rbd/mirror-thrash/{base/install.yaml clients/mirror.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-zstd.yaml policy/simple.yaml rbd-mirror/four-per-cluster.yaml supported-random-distro$/{centos_8.yaml} workloads/rbd-mirror-journal-workunit.yaml} 2
pass 5016410 2020-05-02 08:17:28 2020-05-03 19:39:54 2020-05-03 20:13:54 0:34:00 0:20:20 0:13:40 smithi master rhel 8.1 rbd/mirror/{base/install.yaml clients/{mirror-extra.yaml mirror.yaml} cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-zlib.yaml supported-random-distro$/{rhel_8.yaml} workloads/rbd-mirror-snapshot-workunit-exclusive-lock.yaml} 2