Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 6783210 2022-04-08 23:07:00 2022-04-09 05:53:31 2022-04-09 06:54:24 1:00:53 0:53:23 0:07:30 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-stress-workunit} msgr-failures/few objectstore/bluestore-comp-snappy policy/none supported-random-distro$/{centos_8}} 2
pass 6783211 2022-04-08 23:07:01 2022-04-09 05:55:21 2022-04-09 06:14:01 0:18:40 0:10:20 0:08:20 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-bootstrap-workunit} msgr-failures/few objectstore/bluestore-comp-zlib supported-random-distro$/{centos_8}} 2
pass 6783212 2022-04-08 23:07:02 2022-04-09 05:57:02 2022-04-09 06:50:50 0:53:48 0:47:06 0:06:42 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-exclusive-lock} msgr-failures/few objectstore/bluestore-comp-zstd policy/none supported-random-distro$/{ubuntu_latest}} 2
pass 6783213 2022-04-08 23:07:03 2022-04-09 05:57:22 2022-04-09 06:23:10 0:25:48 0:19:32 0:06:16 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-exclusive-lock} msgr-failures/few objectstore/bluestore-comp-zstd supported-random-distro$/{ubuntu_latest}} 2
pass 6783214 2022-04-08 23:07:04 2022-04-09 05:57:53 2022-04-09 06:55:23 0:57:30 0:50:18 0:07:12 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-fast-diff} msgr-failures/few objectstore/bluestore-hybrid policy/simple supported-random-distro$/{ubuntu_latest}} 2
pass 6783215 2022-04-08 23:07:05 2022-04-09 05:58:03 2022-04-09 06:28:23 0:30:20 0:22:42 0:07:38 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-fast-diff} msgr-failures/few objectstore/bluestore-hybrid supported-random-distro$/{centos_8}} 2
pass 6783216 2022-04-08 23:07:06 2022-04-09 05:59:04 2022-04-09 06:26:18 0:27:14 0:20:34 0:06:40 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-journaling} msgr-failures/few objectstore/bluestore-low-osd-mem-target supported-random-distro$/{centos_8}} 2
pass 6783217 2022-04-08 23:07:07 2022-04-09 05:59:14 2022-04-09 06:44:44 0:45:30 0:38:32 0:06:58 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-fsx-workunit} msgr-failures/few objectstore/bluestore-stupid policy/simple supported-random-distro$/{centos_8}} 2
pass 6783218 2022-04-08 23:07:08 2022-04-09 05:59:44 2022-04-09 06:54:13 0:54:29 0:47:21 0:07:08 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/3-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-workunit-multipeer} msgr-failures/few objectstore/filestore-xfs policy/none supported-random-distro$/{centos_8}} 3
pass 6783219 2022-04-08 23:07:09 2022-04-09 06:01:15 2022-04-09 06:57:24 0:56:09 0:47:12 0:08:57 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-stress-workunit-min-compat-client-octopus} msgr-failures/few objectstore/filestore-xfs supported-random-distro$/{ubuntu_latest}} 2
pass 6783220 2022-04-08 23:07:10 2022-04-09 06:04:06 2022-04-09 07:03:17 0:59:11 0:53:29 0:05:42 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-stress-workunit} msgr-failures/few objectstore/bluestore-bitmap policy/simple supported-random-distro$/{centos_8}} 2
pass 6783221 2022-04-08 23:07:11 2022-04-09 06:04:16 2022-04-09 06:43:09 0:38:53 0:29:34 0:09:19 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-workunit-config-key} msgr-failures/few objectstore/bluestore-bitmap supported-random-distro$/{centos_8}} 2
pass 6783222 2022-04-08 23:07:12 2022-04-09 06:06:17 2022-04-09 06:42:14 0:35:57 0:29:31 0:06:26 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-workunit-min-compat-client-octopus} msgr-failures/few objectstore/bluestore-comp-lz4 supported-random-distro$/{centos_8}} 2
pass 6783223 2022-04-08 23:07:13 2022-04-09 06:06:27 2022-04-09 07:01:06 0:54:39 0:46:41 0:07:58 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-fast-diff} msgr-failures/few objectstore/bluestore-comp-zlib policy/none supported-random-distro$/{ubuntu_latest}} 2
pass 6783224 2022-04-08 23:07:14 2022-04-09 06:06:57 2022-04-09 07:09:16 1:02:19 0:54:41 0:07:38 smithi master centos 8.stream rbd/valgrind/{base/install centos_latest clusters/{fixed-1 openstack} objectstore/bluestore-stupid validator/memcheck workloads/rbd_mirror} 1
pass 6783225 2022-04-08 23:07:15 2022-04-09 06:08:08 2022-04-09 06:43:09 0:35:01 0:28:48 0:06:13 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-workunit-policy-simple} msgr-failures/few objectstore/bluestore-comp-zlib supported-random-distro$/{centos_8}} 2
pass 6783226 2022-04-08 23:07:16 2022-04-09 06:08:18 2022-04-09 07:01:54 0:53:36 0:47:17 0:06:19 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-minimum} msgr-failures/few objectstore/bluestore-comp-zstd policy/simple supported-random-distro$/{ubuntu_latest}} 2
pass 6783227 2022-04-08 23:07:17 2022-04-09 06:08:28 2022-04-09 06:31:34 0:23:06 0:15:37 0:07:29 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-ha-workunit} msgr-failures/few objectstore/bluestore-comp-zstd supported-random-distro$/{centos_8}} 2
pass 6783228 2022-04-08 23:07:18 2022-04-09 06:08:29 2022-04-09 06:55:03 0:46:34 0:38:53 0:07:41 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-fsx-workunit} msgr-failures/few objectstore/bluestore-hybrid policy/none supported-random-distro$/{ubuntu_latest}} 2
pass 6783229 2022-04-08 23:07:19 2022-04-09 06:08:49 2022-04-09 07:08:55 1:00:06 0:52:04 0:08:02 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/3-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-workunit-multipeer} msgr-failures/few objectstore/bluestore-low-osd-mem-target policy/simple supported-random-distro$/{ubuntu_latest}} 3
pass 6783230 2022-04-08 23:07:21 2022-04-09 06:09:30 2022-04-09 06:44:25 0:34:55 0:25:42 0:09:13 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/3-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-fast-diff-multipeer} msgr-failures/few objectstore/bluestore-hybrid supported-random-distro$/{ubuntu_latest}} 3
pass 6783231 2022-04-08 23:07:22 2022-04-09 06:12:20 2022-04-09 07:13:14 1:00:54 0:55:26 0:05:28 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-stress-workunit} msgr-failures/few objectstore/bluestore-stupid policy/none supported-random-distro$/{centos_8}} 2
pass 6783232 2022-04-08 23:07:23 2022-04-09 06:12:21 2022-04-09 06:30:32 0:18:11 0:10:51 0:07:20 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-journal-bootstrap-workunit} msgr-failures/few objectstore/bluestore-low-osd-mem-target supported-random-distro$/{centos_8}} 2
pass 6783233 2022-04-08 23:07:24 2022-04-09 06:14:11 2022-04-09 06:29:29 0:15:18 0:08:33 0:06:45 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-bootstrap-workunit} msgr-failures/few objectstore/bluestore-stupid supported-random-distro$/{ubuntu_latest}} 2
pass 6783234 2022-04-08 23:07:25 2022-04-09 06:14:11 2022-04-09 07:07:38 0:53:27 0:46:31 0:06:56 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-exclusive-lock} msgr-failures/few objectstore/bluestore-bitmap policy/none supported-random-distro$/{centos_8}} 2
pass 6783235 2022-04-08 23:07:26 2022-04-09 06:14:52 2022-04-09 06:43:12 0:28:20 0:20:31 0:07:49 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-exclusive-lock} msgr-failures/few objectstore/filestore-xfs supported-random-distro$/{centos_8}} 2
pass 6783236 2022-04-08 23:07:27 2022-04-09 06:16:12 2022-04-09 07:12:09 0:55:57 0:48:40 0:07:17 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-fast-diff} msgr-failures/few objectstore/bluestore-comp-lz4 policy/simple supported-random-distro$/{centos_8}} 2
pass 6783237 2022-04-08 23:07:28 2022-04-09 06:16:43 2022-04-09 06:49:27 0:32:44 0:21:59 0:10:45 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-fast-diff} msgr-failures/few objectstore/bluestore-bitmap supported-random-distro$/{centos_8}} 2
pass 6783238 2022-04-08 23:07:29 2022-04-09 06:20:04 2022-04-09 07:15:50 0:55:46 0:47:39 0:08:07 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-minimum} msgr-failures/few objectstore/bluestore-comp-snappy policy/none supported-random-distro$/{centos_8}} 2
pass 6783239 2022-04-08 23:07:30 2022-04-09 06:20:44 2022-04-09 06:48:29 0:27:45 0:21:10 0:06:35 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-journaling} msgr-failures/few objectstore/bluestore-comp-lz4 supported-random-distro$/{centos_8}} 2
fail 6783240 2022-04-08 23:07:31 2022-04-09 06:21:14 2022-04-09 07:06:52 0:45:38 0:37:53 0:07:45 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-fsx-workunit} msgr-failures/few objectstore/bluestore-comp-zlib policy/simple supported-random-distro$/{centos_8}} 2
Failure Reason:

"2022-04-09T06:37:05.510320+0000 mon.a (mon.0) 234 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY)" in cluster log

pass 6783241 2022-04-08 23:07:32 2022-04-09 06:21:45 2022-04-09 06:50:20 0:28:35 0:20:58 0:07:37 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-minimum} msgr-failures/few objectstore/bluestore-comp-snappy supported-random-distro$/{centos_8}} 2
fail 6783242 2022-04-08 23:07:33 2022-04-09 06:23:05 2022-04-09 06:56:35 0:33:30 0:27:21 0:06:09 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/3-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-workunit-multipeer} msgr-failures/few objectstore/bluestore-comp-zstd policy/none supported-random-distro$/{ubuntu_latest}} 3
Failure Reason:

Command failed (workunit test rbd/rbd_mirror_journal.sh) on smithi156 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && cd -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69ad68d989715754945f23c59c7f3abe9a8b52dc TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster cluster1" CEPH_ID="mirror" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_ROOT=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_MNT=/home/ubuntu/cephtest/mnt.cluster1.mirror CEPH_ARGS=\'\' RBD_MIRROR_INSTANCES=4 RBD_MIRROR_USE_EXISTING_CLUSTER=1 RBD_MIRROR_USE_RBD_MIRROR=1 USE_CLUSTER3=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/rbd/rbd_mirror_journal.sh'

pass 6783243 2022-04-08 23:07:34 2022-04-09 06:23:16 2022-04-09 07:01:33 0:38:17 0:28:24 0:09:53 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-workunit-config-key} msgr-failures/few objectstore/bluestore-comp-zstd supported-random-distro$/{centos_8}} 2
pass 6783244 2022-04-08 23:07:35 2022-04-09 06:26:26 2022-04-09 07:10:31 0:44:05 0:37:51 0:06:14 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-workunit} msgr-failures/few objectstore/bluestore-low-osd-mem-target policy/none supported-random-distro$/{ubuntu_latest}} 2
pass 6783245 2022-04-08 23:07:36 2022-04-09 06:27:07 2022-04-09 07:02:02 0:34:55 0:26:56 0:07:59 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-workunit-min-compat-client-octopus} msgr-failures/few objectstore/bluestore-hybrid supported-random-distro$/{ubuntu_latest}} 2
pass 6783246 2022-04-08 23:07:37 2022-04-09 06:27:47 2022-04-09 07:22:04 0:54:17 0:47:20 0:06:57 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-fast-diff} msgr-failures/few objectstore/filestore-xfs policy/none supported-random-distro$/{ubuntu_latest}} 2
pass 6783247 2022-04-08 23:07:39 2022-04-09 06:28:28 2022-04-09 07:29:21 1:00:53 0:54:47 0:06:06 smithi master centos 8.stream rbd/valgrind/{base/install centos_latest clusters/{fixed-1 openstack} objectstore/bluestore-low-osd-mem-target validator/memcheck workloads/rbd_mirror} 1
pass 6783248 2022-04-08 23:07:40 2022-04-09 06:28:28 2022-04-09 07:06:39 0:38:11 0:29:33 0:08:38 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-workunit-policy-simple} msgr-failures/few objectstore/bluestore-stupid supported-random-distro$/{centos_8}} 2
pass 6783249 2022-04-08 23:07:41 2022-04-09 06:29:38 2022-04-09 06:49:39 0:20:01 0:13:07 0:06:54 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-ha-workunit} msgr-failures/few objectstore/filestore-xfs supported-random-distro$/{ubuntu_latest}} 2
pass 6783250 2022-04-08 23:07:42 2022-04-09 06:30:39 2022-04-09 07:16:50 0:46:11 0:38:58 0:07:13 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-fsx-workunit} msgr-failures/few objectstore/bluestore-comp-lz4 policy/none supported-random-distro$/{centos_8}} 2
pass 6783251 2022-04-08 23:07:43 2022-04-09 06:31:39 2022-04-09 07:08:58 0:37:19 0:26:06 0:11:13 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/3-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-fast-diff-multipeer} msgr-failures/few objectstore/bluestore-bitmap supported-random-distro$/{centos_8}} 3
pass 6783252 2022-04-08 23:07:44 2022-04-09 06:34:30 2022-04-09 07:36:37 1:02:07 0:55:38 0:06:29 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-stress-workunit} msgr-failures/few objectstore/bluestore-comp-zlib policy/none supported-random-distro$/{ubuntu_latest}} 2
pass 6783253 2022-04-08 23:07:45 2022-04-09 06:34:41 2022-04-09 06:52:37 0:17:56 0:11:06 0:06:50 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-journal-bootstrap-workunit} msgr-failures/few objectstore/bluestore-comp-lz4 supported-random-distro$/{centos_8}} 2
fail 6783254 2022-04-08 23:07:46 2022-04-09 06:35:31 2022-04-09 07:01:57 0:26:26 0:17:30 0:08:56 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-exclusive-lock} msgr-failures/few objectstore/bluestore-comp-zlib supported-random-distro$/{ubuntu_latest}} 2
Failure Reason:

Command failed (workunit test rbd/rbd_mirror_snapshot.sh) on smithi149 with status 16: 'mkdir -p -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && cd -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69ad68d989715754945f23c59c7f3abe9a8b52dc TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster cluster1" CEPH_ID="mirror" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_ROOT=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_MNT=/home/ubuntu/cephtest/mnt.cluster1.mirror CEPH_ARGS=\'\' RBD_IMAGE_FEATURES=layering,exclusive-lock RBD_MIRROR_CONFIG_KEY=1 RBD_MIRROR_INSTANCES=4 RBD_MIRROR_USE_EXISTING_CLUSTER=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/rbd/rbd_mirror_snapshot.sh'

pass 6783255 2022-04-08 23:07:47 2022-04-09 06:38:32 2022-04-09 07:38:44 1:00:12 0:49:16 0:10:56 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-fast-diff} msgr-failures/few objectstore/bluestore-low-osd-mem-target policy/simple supported-random-distro$/{ubuntu_latest}} 2
pass 6783256 2022-04-08 23:07:48 2022-04-09 06:42:23 2022-04-09 07:38:22 0:55:59 0:47:56 0:08:03 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-minimum} msgr-failures/few objectstore/bluestore-stupid policy/none supported-random-distro$/{centos_8}} 2
pass 6783257 2022-04-08 23:07:49 2022-04-09 06:43:13 2022-04-09 07:10:11 0:26:58 0:21:12 0:05:46 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-journaling} msgr-failures/few objectstore/bluestore-hybrid supported-random-distro$/{centos_8}} 2
pass 6783258 2022-04-08 23:07:50 2022-04-09 06:43:14 2022-04-09 07:34:09 0:50:55 0:45:22 0:05:33 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-fsx-workunit} msgr-failures/few objectstore/filestore-xfs policy/simple supported-random-distro$/{centos_8}} 2
pass 6783259 2022-04-08 23:07:51 2022-04-09 06:43:14 2022-04-09 07:11:57 0:28:43 0:20:47 0:07:56 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-minimum} msgr-failures/few objectstore/bluestore-low-osd-mem-target supported-random-distro$/{ubuntu_latest}} 2
pass 6783260 2022-04-08 23:07:52 2022-04-09 06:43:34 2022-04-09 07:42:40 0:59:06 0:49:46 0:09:20 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/3-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-workunit-multipeer} msgr-failures/few objectstore/bluestore-bitmap policy/none supported-random-distro$/{centos_8}} 3
pass 6783261 2022-04-08 23:07:53 2022-04-09 06:44:35 2022-04-09 07:34:56 0:50:21 0:45:00 0:05:21 smithi master centos 8.stream rbd/singleton/{all/rbd_mirror objectstore/bluestore-comp-zstd openstack supported-random-distro$/{centos_8}} 1
pass 6783262 2022-04-08 23:07:54 2022-04-09 06:44:35 2022-04-09 07:44:05 0:59:30 0:52:47 0:06:43 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-stress-workunit-min-compat-client-octopus} msgr-failures/few objectstore/bluestore-stupid supported-random-distro$/{ubuntu_latest}} 2
fail 6783263 2022-04-08 23:07:55 2022-04-09 06:44:46 2022-04-09 07:08:45 0:23:59 0:15:03 0:08:56 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-stress-workunit} msgr-failures/few objectstore/bluestore-comp-lz4 policy/simple supported-random-distro$/{ubuntu_latest}} 2
Failure Reason:

"2022-04-09T06:58:21.724642+0000 mon.a (mon.0) 96 : cluster [WRN] Health check failed: Degraded data redundancy: 2/4 objects degraded (50.000%), 1 pg degraded (PG_DEGRADED)" in cluster log

pass 6783264 2022-04-08 23:07:57 2022-04-09 06:46:56 2022-04-09 07:28:22 0:41:26 0:33:12 0:08:14 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-workunit} msgr-failures/few objectstore/bluestore-comp-snappy policy/none supported-random-distro$/{ubuntu_latest}} 2
fail 6783265 2022-04-08 23:07:58 2022-04-09 06:48:37 2022-04-09 07:11:03 0:22:26 0:15:06 0:07:20 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-workunit-min-compat-client-octopus} msgr-failures/few objectstore/bluestore-bitmap supported-random-distro$/{ubuntu_latest}} 2
Failure Reason:

reached maximum tries (90) after waiting for 540 seconds

fail 6783266 2022-04-08 23:07:59 2022-04-09 06:49:37 2022-04-09 07:12:18 0:22:41 0:16:53 0:05:48 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-exclusive-lock} msgr-failures/few objectstore/bluestore-comp-zlib policy/simple supported-random-distro$/{centos_8}} 2
Failure Reason:

reached maximum tries (90) after waiting for 540 seconds

pass 6783267 2022-04-08 23:08:00 2022-04-09 06:49:48 2022-04-09 07:27:53 0:38:05 0:30:03 0:08:02 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-workunit-policy-none} msgr-failures/few objectstore/bluestore-comp-lz4 supported-random-distro$/{centos_8}} 2
pass 6783268 2022-04-08 23:08:01 2022-04-09 06:50:28 2022-04-09 07:44:27 0:53:59 0:46:53 0:07:06 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-fast-diff} msgr-failures/few objectstore/bluestore-comp-zstd policy/none supported-random-distro$/{ubuntu_latest}} 2
pass 6783269 2022-04-08 23:08:02 2022-04-09 06:50:59 2022-04-09 07:54:18 1:03:19 0:55:40 0:07:39 smithi master centos 8.stream rbd/valgrind/{base/install centos_latest clusters/{fixed-1 openstack} objectstore/bluestore-hybrid validator/memcheck workloads/rbd_mirror} 1
pass 6783270 2022-04-08 23:08:03 2022-04-09 06:51:49 2022-04-09 07:26:05 0:34:16 0:27:12 0:07:04 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-workunit-policy-simple} msgr-failures/few objectstore/bluestore-comp-snappy supported-random-distro$/{ubuntu_latest}} 2
pass 6783271 2022-04-08 23:08:04 2022-04-09 06:52:39 2022-04-09 07:46:46 0:54:07 0:46:57 0:07:10 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-minimum} msgr-failures/few objectstore/bluestore-hybrid policy/simple supported-random-distro$/{ubuntu_latest}} 2
pass 6783272 2022-04-08 23:08:05 2022-04-09 06:53:00 2022-04-09 07:15:20 0:22:20 0:15:03 0:07:17 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-ha-workunit} msgr-failures/few objectstore/bluestore-comp-zlib supported-random-distro$/{centos_8}} 2
fail 6783273 2022-04-08 23:08:06 2022-04-09 06:54:20 2022-04-09 07:41:32 0:47:12 0:40:10 0:07:02 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-fsx-workunit} msgr-failures/few objectstore/bluestore-low-osd-mem-target policy/none supported-random-distro$/{centos_8}} 2
Failure Reason:

"2022-04-09T07:09:10.576224+0000 mon.a (mon.0) 212 : cluster [WRN] Health check failed: Degraded data redundancy: 1/3722 objects degraded (0.027%), 1 pg degraded (PG_DEGRADED)" in cluster log

pass 6783274 2022-04-08 23:08:07 2022-04-09 06:54:31 2022-04-09 07:55:02 1:00:31 0:51:33 0:08:58 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/3-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-workunit-multipeer} msgr-failures/few objectstore/bluestore-stupid policy/simple supported-random-distro$/{centos_8}} 3
pass 6783275 2022-04-08 23:08:08 2022-04-09 06:55:11 2022-04-09 07:54:58 0:59:47 0:53:40 0:06:07 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-stress-workunit} msgr-failures/few objectstore/filestore-xfs policy/none supported-random-distro$/{ubuntu_latest}} 2
pass 6783276 2022-04-08 23:08:09 2022-04-09 06:55:31 2022-04-09 07:43:34 0:48:03 0:41:00 0:07:03 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-workunit} msgr-failures/few objectstore/bluestore-bitmap policy/simple supported-random-distro$/{centos_8}} 2
pass 6783277 2022-04-08 23:08:10 2022-04-09 06:56:42 2022-04-09 07:22:49 0:26:07 0:19:12 0:06:55 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-exclusive-lock} msgr-failures/few objectstore/bluestore-stupid supported-random-distro$/{ubuntu_latest}} 2
pass 6783278 2022-04-08 23:08:11 2022-04-09 06:57:32 2022-04-09 07:58:55 1:01:23 0:49:52 0:11:31 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-fast-diff} msgr-failures/few objectstore/bluestore-comp-snappy policy/simple supported-random-distro$/{centos_8}} 2
pass 6783279 2022-04-08 23:08:12 2022-04-09 07:01:13 2022-04-09 07:28:40 0:27:27 0:20:45 0:06:42 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-fast-diff} msgr-failures/few objectstore/filestore-xfs supported-random-distro$/{centos_8}} 2
pass 6783280 2022-04-08 23:08:13 2022-04-09 07:01:34 2022-04-09 07:56:20 0:54:46 0:46:31 0:08:15 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-minimum} msgr-failures/few objectstore/bluestore-comp-zlib policy/none supported-random-distro$/{ubuntu_latest}} 2
fail 6783281 2022-04-08 23:08:14 2022-04-09 07:02:04 2022-04-09 07:29:02 0:26:58 0:19:49 0:07:09 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-journaling} msgr-failures/few objectstore/bluestore-bitmap supported-random-distro$/{centos_8}} 2
Failure Reason:

Command failed (workunit test rbd/rbd_mirror_snapshot.sh) on smithi149 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && cd -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69ad68d989715754945f23c59c7f3abe9a8b52dc TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster cluster1" CEPH_ID="mirror" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_ROOT=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_MNT=/home/ubuntu/cephtest/mnt.cluster1.mirror CEPH_ARGS=\'\' RBD_IMAGE_FEATURES=layering,exclusive-lock,journaling RBD_MIRROR_CONFIG_KEY=1 RBD_MIRROR_INSTANCES=4 RBD_MIRROR_USE_EXISTING_CLUSTER=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/rbd/rbd_mirror_snapshot.sh'

pass 6783282 2022-04-08 23:08:15 2022-04-09 07:02:04 2022-04-09 07:49:03 0:46:59 0:40:22 0:06:37 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-fsx-workunit} msgr-failures/few objectstore/bluestore-comp-zstd policy/simple supported-random-distro$/{centos_8}} 2
fail 6783283 2022-04-08 23:08:16 2022-04-09 07:02:05 2022-04-09 07:38:52 0:36:47 0:27:44 0:09:03 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/3-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-workunit-multipeer} msgr-failures/few objectstore/bluestore-hybrid policy/none supported-random-distro$/{ubuntu_latest}} 3
Failure Reason:

Command failed (workunit test rbd/rbd_mirror_journal.sh) on smithi145 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && cd -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69ad68d989715754945f23c59c7f3abe9a8b52dc TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster cluster1" CEPH_ID="mirror" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_ROOT=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_MNT=/home/ubuntu/cephtest/mnt.cluster1.mirror CEPH_ARGS=\'\' RBD_MIRROR_INSTANCES=4 RBD_MIRROR_USE_EXISTING_CLUSTER=1 RBD_MIRROR_USE_RBD_MIRROR=1 USE_CLUSTER3=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/rbd/rbd_mirror_journal.sh'

pass 6783284 2022-04-08 23:08:17 2022-04-09 07:03:25 2022-04-09 07:53:24 0:49:59 0:43:31 0:06:28 smithi master ubuntu 20.04 rbd/singleton/{all/rbd_mirror objectstore/bluestore-hybrid openstack supported-random-distro$/{ubuntu_latest}} 1
pass 6783285 2022-04-08 23:08:18 2022-04-09 07:04:06 2022-04-09 08:06:08 1:02:02 0:53:19 0:08:43 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-stress-workunit-min-compat-client-octopus} msgr-failures/few objectstore/bluestore-comp-snappy supported-random-distro$/{ubuntu_latest}} 2
pass 6783286 2022-04-08 23:08:19 2022-04-09 07:06:46 2022-04-09 07:41:48 0:35:02 0:29:05 0:05:57 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-workunit-config-key} msgr-failures/few objectstore/bluestore-comp-zlib supported-random-distro$/{centos_8}} 2
pass 6783287 2022-04-08 23:08:20 2022-04-09 07:06:57 2022-04-09 07:49:09 0:42:12 0:35:35 0:06:37 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-workunit} msgr-failures/few objectstore/bluestore-stupid policy/none supported-random-distro$/{ubuntu_latest}} 2
pass 6783288 2022-04-08 23:08:21 2022-04-09 07:07:47 2022-04-09 08:06:32 0:58:45 0:51:24 0:07:21 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-exclusive-lock} msgr-failures/few objectstore/filestore-xfs policy/simple supported-random-distro$/{ubuntu_latest}} 2
pass 6783289 2022-04-08 23:08:22 2022-04-09 07:08:48 2022-04-09 08:04:06 0:55:18 0:48:43 0:06:35 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-fast-diff} msgr-failures/few objectstore/bluestore-bitmap policy/none supported-random-distro$/{centos_8}} 2
pass 6783290 2022-04-08 23:08:24 2022-04-09 07:08:58 2022-04-09 08:11:23 1:02:25 0:55:41 0:06:44 smithi master centos 8.stream rbd/valgrind/{base/install centos_latest clusters/{fixed-1 openstack} objectstore/bluestore-comp-zstd validator/memcheck workloads/rbd_mirror} 1
pass 6783291 2022-04-08 23:08:25 2022-04-09 07:08:58 2022-04-09 07:44:29 0:35:31 0:28:27 0:07:04 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-workunit-policy-simple} msgr-failures/few objectstore/bluestore-low-osd-mem-target supported-random-distro$/{ubuntu_latest}} 2
pass 6783292 2022-04-08 23:08:26 2022-04-09 07:09:09 2022-04-09 08:06:34 0:57:25 0:51:15 0:06:10 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-minimum} msgr-failures/few objectstore/bluestore-comp-lz4 policy/simple supported-random-distro$/{centos_8}} 2
pass 6783293 2022-04-08 23:08:27 2022-04-09 07:09:19 2022-04-09 07:33:19 0:24:00 0:15:41 0:08:19 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-ha-workunit} msgr-failures/few objectstore/bluestore-stupid supported-random-distro$/{centos_8}} 2
pass 6783294 2022-04-08 23:08:28 2022-04-09 07:10:20 2022-04-09 07:58:09 0:47:49 0:40:52 0:06:57 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-fsx-workunit} msgr-failures/few objectstore/bluestore-comp-snappy policy/none supported-random-distro$/{ubuntu_latest}} 2
pass 6783295 2022-04-08 23:08:29 2022-04-09 07:10:40 2022-04-09 07:44:19 0:33:39 0:25:49 0:07:50 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/3-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-fast-diff-multipeer} msgr-failures/few objectstore/filestore-xfs supported-random-distro$/{ubuntu_latest}} 3
pass 6783296 2022-04-08 23:08:30 2022-04-09 07:12:01 2022-04-09 08:16:08 1:04:07 0:56:05 0:08:02 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-stress-workunit} msgr-failures/few objectstore/bluestore-comp-zstd policy/none supported-random-distro$/{ubuntu_latest}} 2
pass 6783297 2022-04-08 23:08:31 2022-04-09 07:12:11 2022-04-09 07:56:50 0:44:39 0:38:38 0:06:01 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-workunit} msgr-failures/few objectstore/bluestore-hybrid policy/simple supported-random-distro$/{centos_8}} 2
pass 6783298 2022-04-08 23:08:32 2022-04-09 07:12:21 2022-04-09 07:40:44 0:28:23 0:19:52 0:08:31 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-exclusive-lock} msgr-failures/few objectstore/bluestore-comp-snappy supported-random-distro$/{ubuntu_latest}} 2
pass 6783299 2022-04-08 23:08:33 2022-04-09 07:13:22 2022-04-09 07:42:22 0:29:00 0:21:28 0:07:32 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-journaling} msgr-failures/few objectstore/bluestore-comp-zstd supported-random-distro$/{centos_8}} 2
fail 6783300 2022-04-08 23:08:34 2022-04-09 07:15:22 2022-04-09 07:37:09 0:21:47 0:15:04 0:06:43 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-fsx-workunit} msgr-failures/few objectstore/bluestore-bitmap policy/simple supported-random-distro$/{ubuntu_latest}} 2
Failure Reason:

reached maximum tries (90) after waiting for 540 seconds

pass 6783301 2022-04-08 23:08:35 2022-04-09 07:15:53 2022-04-09 08:12:11 0:56:18 0:47:54 0:08:24 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/3-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-workunit-multipeer} msgr-failures/few objectstore/bluestore-comp-lz4 policy/none supported-random-distro$/{centos_8}} 3
pass 6783302 2022-04-08 23:08:36 2022-04-09 07:16:53 2022-04-09 08:11:31 0:54:38 0:43:19 0:11:19 smithi master ubuntu 20.04 rbd/singleton/{all/rbd_mirror objectstore/bluestore-low-osd-mem-target openstack supported-random-distro$/{ubuntu_latest}} 1
pass 6783303 2022-04-08 23:08:37 2022-04-09 07:22:14 2022-04-09 08:28:21 1:06:07 0:57:55 0:08:12 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-stress-workunit} msgr-failures/few objectstore/bluestore-comp-snappy policy/simple supported-random-distro$/{ubuntu_latest}} 2
pass 6783304 2022-04-08 23:08:38 2022-04-09 07:22:55 2022-04-09 07:59:42 0:36:47 0:27:37 0:09:10 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-workunit-config-key} msgr-failures/few objectstore/bluestore-stupid supported-random-distro$/{ubuntu_latest}} 2
pass 6783305 2022-04-08 23:08:39 2022-04-09 07:26:15 2022-04-09 08:03:11 0:36:56 0:28:57 0:07:59 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-workunit-min-compat-client-octopus} msgr-failures/few objectstore/filestore-xfs supported-random-distro$/{centos_8}} 2
pass 6783306 2022-04-08 23:08:41 2022-04-09 07:27:56 2022-04-09 08:23:43 0:55:47 0:48:35 0:07:12 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-exclusive-lock} msgr-failures/few objectstore/bluestore-comp-zstd policy/simple supported-random-distro$/{centos_8}} 2
pass 6783307 2022-04-08 23:08:42 2022-04-09 07:28:26 2022-04-09 08:03:42 0:35:16 0:29:15 0:06:01 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-workunit-policy-none} msgr-failures/few objectstore/bluestore-bitmap supported-random-distro$/{centos_8}} 2
pass 6783308 2022-04-08 23:08:43 2022-04-09 07:28:47 2022-04-09 08:22:27 0:53:40 0:46:06 0:07:34 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-fast-diff} msgr-failures/few objectstore/bluestore-hybrid policy/none supported-random-distro$/{ubuntu_latest}} 2
pass 6783309 2022-04-08 23:08:44 2022-04-09 07:29:07 2022-04-09 08:30:27 1:01:20 0:54:41 0:06:39 smithi master centos 8.stream rbd/valgrind/{base/install centos_latest clusters/{fixed-1 openstack} objectstore/bluestore-comp-zlib validator/memcheck workloads/rbd_mirror} 1
pass 6783310 2022-04-08 23:08:45 2022-04-09 07:29:07 2022-04-09 08:28:22 0:59:15 0:48:16 0:10:59 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-minimum} msgr-failures/few objectstore/bluestore-low-osd-mem-target policy/simple supported-random-distro$/{centos_8}} 2
pass 6783311 2022-04-08 23:08:46 2022-04-09 07:33:28 2022-04-09 07:55:40 0:22:12 0:14:04 0:08:08 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-ha-workunit} msgr-failures/few objectstore/bluestore-comp-snappy supported-random-distro$/{ubuntu_latest}} 2
fail 6783312 2022-04-08 23:08:47 2022-04-09 07:34:18 2022-04-09 08:17:52 0:43:34 0:35:39 0:07:55 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-fsx-workunit} msgr-failures/few objectstore/bluestore-stupid policy/none supported-random-distro$/{centos_8}} 2
Failure Reason:

"2022-04-09T07:49:33.854537+0000 mon.a (mon.0) 211 : cluster [WRN] Health check failed: Degraded data redundancy: 5/2052 objects degraded (0.244%), 1 pg degraded (PG_DEGRADED)" in cluster log

pass 6783313 2022-04-08 23:08:48 2022-04-09 07:34:59 2022-04-09 08:39:02 1:04:03 0:55:12 0:08:51 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/3-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-workunit-multipeer} msgr-failures/few objectstore/filestore-xfs policy/simple supported-random-distro$/{centos_8}} 3
pass 6783314 2022-04-08 23:08:49 2022-04-09 07:37:20 2022-04-09 08:11:52 0:34:32 0:26:31 0:08:01 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/3-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-fast-diff-multipeer} msgr-failures/few objectstore/bluestore-comp-zlib supported-random-distro$/{centos_8}} 3
pass 6783315 2022-04-08 23:08:50 2022-04-09 07:38:30 2022-04-09 08:39:11 1:00:41 0:53:52 0:06:49 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-stress-workunit} msgr-failures/few objectstore/bluestore-bitmap policy/none supported-random-distro$/{ubuntu_latest}} 2
fail 6783316 2022-04-08 23:08:51 2022-04-09 07:38:51 2022-04-09 08:01:47 0:22:56 0:16:58 0:05:58 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-exclusive-lock} msgr-failures/few objectstore/bluestore-comp-snappy policy/none supported-random-distro$/{centos_8}} 2
Failure Reason:

"2022-04-09T07:51:35.560698+0000 mon.a (mon.0) 91 : cluster [WRN] Health check failed: Degraded data redundancy: 2/4 objects degraded (50.000%), 1 pg degraded (PG_DEGRADED)" in cluster log

pass 6783317 2022-04-08 23:08:52 2022-04-09 07:39:01 2022-04-09 08:36:12 0:57:11 0:48:02 0:09:09 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-fast-diff} msgr-failures/few objectstore/bluestore-comp-zlib policy/simple supported-random-distro$/{ubuntu_latest}} 2
pass 6783318 2022-04-08 23:08:53 2022-04-09 07:40:52 2022-04-09 08:08:52 0:28:00 0:20:11 0:07:49 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-fast-diff} msgr-failures/few objectstore/bluestore-stupid supported-random-distro$/{ubuntu_latest}} 2
pass 6783319 2022-04-08 23:08:54 2022-04-09 07:41:42 2022-04-09 08:35:21 0:53:39 0:46:24 0:07:15 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-minimum} msgr-failures/few objectstore/bluestore-comp-zstd policy/none supported-random-distro$/{ubuntu_latest}} 2
pass 6783320 2022-04-08 23:08:55 2022-04-09 07:41:52 2022-04-09 08:07:49 0:25:57 0:19:08 0:06:49 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-journaling} msgr-failures/few objectstore/filestore-xfs supported-random-distro$/{ubuntu_latest}} 2
pass 6783321 2022-04-08 23:08:56 2022-04-09 07:42:23 2022-04-09 08:20:20 0:37:57 0:31:15 0:06:42 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-fsx-workunit} msgr-failures/few objectstore/bluestore-hybrid policy/simple supported-random-distro$/{ubuntu_latest}} 2
pass 6783322 2022-04-08 23:08:57 2022-04-09 07:42:43 2022-04-09 08:10:33 0:27:50 0:21:10 0:06:40 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-minimum} msgr-failures/few objectstore/bluestore-bitmap supported-random-distro$/{centos_8}} 2
pass 6783323 2022-04-08 23:08:58 2022-04-09 07:42:43 2022-04-09 08:33:48 0:51:05 0:43:14 0:07:51 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/3-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-workunit-multipeer} msgr-failures/few objectstore/bluestore-low-osd-mem-target policy/none supported-random-distro$/{ubuntu_latest}} 3
pass 6783324 2022-04-08 23:08:59 2022-04-09 07:44:14 2022-04-09 08:33:36 0:49:22 0:43:10 0:06:12 smithi master ubuntu 20.04 rbd/singleton/{all/rbd_mirror objectstore/bluestore-stupid openstack supported-random-distro$/{ubuntu_latest}} 1
pass 6783325 2022-04-08 23:09:00 2022-04-09 07:44:14 2022-04-09 08:45:48 1:01:34 0:55:21 0:06:13 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-stress-workunit} msgr-failures/few objectstore/bluestore-stupid policy/simple supported-random-distro$/{ubuntu_latest}} 2
pass 6783326 2022-04-08 23:09:01 2022-04-09 07:44:25 2022-04-09 08:19:42 0:35:17 0:28:39 0:06:38 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-workunit-config-key} msgr-failures/few objectstore/bluestore-comp-snappy supported-random-distro$/{centos_8}} 2
pass 6783327 2022-04-08 23:09:02 2022-04-09 07:44:35 2022-04-09 08:26:02 0:41:27 0:35:45 0:05:42 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-workunit} msgr-failures/few objectstore/filestore-xfs policy/none supported-random-distro$/{ubuntu_latest}} 2
pass 6783328 2022-04-08 23:09:03 2022-04-09 07:44:35 2022-04-09 08:20:44 0:36:09 0:27:42 0:08:27 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-workunit-min-compat-client-octopus} msgr-failures/few objectstore/bluestore-comp-zlib supported-random-distro$/{ubuntu_latest}} 2
pass 6783329 2022-04-08 23:09:04 2022-04-09 07:46:56 2022-04-09 08:24:30 0:37:34 0:28:07 0:09:27 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-workunit-policy-none} msgr-failures/few objectstore/bluestore-comp-zstd supported-random-distro$/{ubuntu_latest}} 2
pass 6783330 2022-04-08 23:09:06 2022-04-09 07:49:07 2022-04-09 08:42:19 0:53:12 0:45:42 0:07:30 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-fast-diff} msgr-failures/few objectstore/bluestore-comp-lz4 policy/none supported-random-distro$/{centos_8}} 2
pass 6783331 2022-04-08 23:09:07 2022-04-09 07:49:17 2022-04-09 08:53:08 1:03:51 0:56:00 0:07:51 smithi master centos 8.stream rbd/valgrind/{base/install centos_latest clusters/{fixed-1 openstack} objectstore/bluestore-comp-snappy validator/memcheck workloads/rbd_mirror} 1
pass 6783332 2022-04-08 23:09:08 2022-04-09 07:49:17 2022-04-09 08:29:10 0:39:53 0:28:19 0:11:34 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-workunit-policy-simple} msgr-failures/few objectstore/bluestore-hybrid supported-random-distro$/{centos_8}} 2
pass 6783333 2022-04-08 23:09:09 2022-04-09 07:54:18 2022-04-09 08:15:48 0:21:30 0:15:29 0:06:01 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-ha-workunit} msgr-failures/few objectstore/bluestore-low-osd-mem-target supported-random-distro$/{centos_8}} 2
pass 6783334 2022-04-08 23:09:10 2022-04-09 07:54:59 2022-04-09 08:43:23 0:48:24 0:40:32 0:07:52 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-fsx-workunit} msgr-failures/few objectstore/bluestore-comp-zlib policy/none supported-random-distro$/{ubuntu_latest}} 2
pass 6783335 2022-04-08 23:09:11 2022-04-09 07:55:09 2022-04-09 08:27:11 0:32:02 0:25:22 0:06:40 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/3-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-fast-diff-multipeer} msgr-failures/few objectstore/bluestore-stupid supported-random-distro$/{ubuntu_latest}} 3
fail 6783336 2022-04-08 23:09:12 2022-04-09 07:55:49 2022-04-09 09:06:47 1:10:58 1:01:48 0:09:10 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-stress-workunit} msgr-failures/few objectstore/bluestore-hybrid policy/none supported-random-distro$/{ubuntu_latest}} 2
Failure Reason:

reached maximum tries (50) after waiting for 300 seconds

pass 6783337 2022-04-08 23:09:13 2022-04-09 07:56:30 2022-04-09 08:13:24 0:16:54 0:10:40 0:06:14 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-bootstrap-workunit} msgr-failures/few objectstore/bluestore-bitmap supported-random-distro$/{centos_8}} 2
pass 6783338 2022-04-08 23:09:14 2022-04-09 07:57:00 2022-04-09 08:25:13 0:28:13 0:21:12 0:07:01 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-exclusive-lock} msgr-failures/few objectstore/bluestore-comp-lz4 supported-random-distro$/{centos_8}} 2
pass 6783339 2022-04-08 23:09:15 2022-04-09 07:58:11 2022-04-09 08:54:42 0:56:31 0:47:50 0:08:41 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-fast-diff} msgr-failures/few objectstore/filestore-xfs policy/simple supported-random-distro$/{centos_8}} 2
pass 6783340 2022-04-08 23:09:16 2022-04-09 07:59:01 2022-04-09 08:54:57 0:55:56 0:48:12 0:07:44 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-minimum} msgr-failures/few objectstore/bluestore-bitmap policy/none supported-random-distro$/{centos_8}} 2
pass 6783341 2022-04-08 23:09:17 2022-04-09 07:59:52 2022-04-09 08:28:44 0:28:52 0:21:31 0:07:21 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-journaling} msgr-failures/few objectstore/bluestore-comp-zlib supported-random-distro$/{centos_8}} 2
fail 6783342 2022-04-08 23:09:18 2022-04-09 08:01:52 2022-04-09 08:52:49 0:50:57 0:42:58 0:07:59 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-fsx-workunit} msgr-failures/few objectstore/bluestore-comp-lz4 policy/simple supported-random-distro$/{ubuntu_latest}} 2
Failure Reason:

reached maximum tries (50) after waiting for 300 seconds

fail 6783343 2022-04-08 23:09:20 2022-04-09 08:03:13 2022-04-09 08:39:00 0:35:47 0:28:21 0:07:26 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/3-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-workunit-multipeer} msgr-failures/few objectstore/bluestore-comp-snappy policy/none supported-random-distro$/{centos_8}} 3
Failure Reason:

Command failed (workunit test rbd/rbd_mirror_journal.sh) on smithi184 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && cd -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69ad68d989715754945f23c59c7f3abe9a8b52dc TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster cluster1" CEPH_ID="mirror" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_ROOT=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_MNT=/home/ubuntu/cephtest/mnt.cluster1.mirror CEPH_ARGS=\'\' RBD_MIRROR_INSTANCES=4 RBD_MIRROR_USE_EXISTING_CLUSTER=1 RBD_MIRROR_USE_RBD_MIRROR=1 USE_CLUSTER3=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/rbd/rbd_mirror_journal.sh'

pass 6783344 2022-04-08 23:09:21 2022-04-09 08:03:43 2022-04-09 08:54:48 0:51:05 0:44:31 0:06:34 smithi master centos 8.stream rbd/singleton/{all/rbd_mirror objectstore/filestore-xfs openstack supported-random-distro$/{centos_8}} 1
fail 6783345 2022-04-08 23:09:22 2022-04-09 08:03:44 2022-04-09 09:05:42 1:01:58 0:55:00 0:06:58 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-stress-workunit-min-compat-client-octopus} msgr-failures/few objectstore/bluestore-hybrid supported-random-distro$/{ubuntu_latest}} 2
Failure Reason:

"2022-04-09T08:17:08.066640+0000 mon.a (mon.0) 197 : cluster [WRN] Health check failed: Degraded data redundancy: 1/78 objects degraded (1.282%), 1 pg degraded (PG_DEGRADED)" in cluster log

pass 6783346 2022-04-08 23:09:23 2022-04-09 08:04:14 2022-04-09 09:11:20 1:07:06 0:58:59 0:08:07 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-stress-workunit} msgr-failures/few objectstore/bluestore-comp-zlib policy/simple supported-random-distro$/{centos_8}} 2
pass 6783347 2022-04-08 23:09:24 2022-04-09 08:06:15 2022-04-09 08:41:44 0:35:29 0:28:35 0:06:54 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-workunit-config-key} msgr-failures/few objectstore/bluestore-low-osd-mem-target supported-random-distro$/{centos_8}} 2
pass 6783348 2022-04-08 23:09:25 2022-04-09 08:06:35 2022-04-09 08:49:55 0:43:20 0:36:30 0:06:50 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-workunit} msgr-failures/few objectstore/bluestore-comp-zstd policy/none supported-random-distro$/{centos_8}} 2
pass 6783349 2022-04-08 23:09:26 2022-04-09 08:06:35 2022-04-09 08:41:17 0:34:42 0:27:01 0:07:41 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-workunit-policy-none} msgr-failures/few objectstore/filestore-xfs supported-random-distro$/{ubuntu_latest}} 2
pass 6783350 2022-04-08 23:09:27 2022-04-09 08:37:07 2022-04-09 09:38:10 1:01:03 0:54:40 0:06:23 smithi master centos 8.stream rbd/valgrind/{base/install centos_latest clusters/{fixed-1 openstack} objectstore/bluestore-comp-lz4 validator/memcheck workloads/rbd_mirror} 1
pass 6783351 2022-04-08 23:09:28 2022-04-09 08:37:08 2022-04-09 09:34:07 0:56:59 0:48:10 0:08:49 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-minimum} msgr-failures/few objectstore/bluestore-stupid policy/simple supported-random-distro$/{centos_8}} 2
pass 6783352 2022-04-08 23:09:29 2022-04-09 08:38:58 2022-04-09 09:25:57 0:46:59 0:41:50 0:05:09 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-fsx-workunit} msgr-failures/few objectstore/filestore-xfs policy/none supported-random-distro$/{ubuntu_latest}} 2
pass 6783353 2022-04-08 23:09:30 2022-04-09 08:38:59 2022-04-09 09:34:51 0:55:52 0:49:23 0:06:29 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/3-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-workunit-multipeer} msgr-failures/few objectstore/bluestore-bitmap policy/simple supported-random-distro$/{centos_8}} 3
pass 6783354 2022-04-08 23:09:31 2022-04-09 08:39:09 2022-04-09 09:42:44 1:03:35 0:56:52 0:06:43 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-stress-workunit} msgr-failures/few objectstore/bluestore-comp-lz4 policy/none supported-random-distro$/{ubuntu_latest}} 2
pass 6783355 2022-04-08 23:09:32 2022-04-09 08:39:09 2022-04-09 09:25:40 0:46:31 0:39:00 0:07:31 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-workunit} msgr-failures/few objectstore/bluestore-comp-snappy policy/simple supported-random-distro$/{ubuntu_latest}} 2
pass 6783356 2022-04-08 23:09:33 2022-04-09 08:39:20 2022-04-09 09:33:27 0:54:07 0:46:42 0:07:25 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-exclusive-lock} msgr-failures/few objectstore/bluestore-comp-zlib policy/none supported-random-distro$/{ubuntu_latest}} 2
fail 6783357 2022-04-08 23:09:34 2022-04-09 08:39:50 2022-04-09 09:04:43 0:24:53 0:19:11 0:05:42 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-exclusive-lock} msgr-failures/few objectstore/bluestore-hybrid supported-random-distro$/{centos_8}} 2
Failure Reason:

Command failed (workunit test rbd/rbd_mirror_snapshot.sh) on smithi125 with status 16: 'mkdir -p -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && cd -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69ad68d989715754945f23c59c7f3abe9a8b52dc TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster cluster1" CEPH_ID="mirror" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_ROOT=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_MNT=/home/ubuntu/cephtest/mnt.cluster1.mirror CEPH_ARGS=\'\' RBD_IMAGE_FEATURES=layering,exclusive-lock RBD_MIRROR_CONFIG_KEY=1 RBD_MIRROR_INSTANCES=4 RBD_MIRROR_USE_EXISTING_CLUSTER=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/rbd/rbd_mirror_snapshot.sh'

pass 6783358 2022-04-08 23:09:35 2022-04-09 08:39:50 2022-04-09 09:36:27 0:56:37 0:48:18 0:08:19 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-minimum} msgr-failures/few objectstore/bluestore-hybrid policy/none supported-random-distro$/{centos_8}} 2
pass 6783359 2022-04-08 23:09:36 2022-04-09 08:41:21 2022-04-09 09:10:58 0:29:37 0:23:05 0:06:32 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-journaling} msgr-failures/few objectstore/bluestore-stupid supported-random-distro$/{centos_8}} 2
fail 6783360 2022-04-08 23:09:37 2022-04-09 08:41:51 2022-04-09 09:35:30 0:53:39 0:45:34 0:08:05 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-fsx-workunit} msgr-failures/few objectstore/bluestore-low-osd-mem-target policy/simple supported-random-distro$/{centos_8}} 2
Failure Reason:

"2022-04-09T08:57:05.611046+0000 mon.a (mon.0) 211 : cluster [WRN] Health check failed: Degraded data redundancy: 2/3102 objects degraded (0.064%), 1 pg degraded (PG_DEGRADED)" in cluster log

pass 6783361 2022-04-08 23:09:38 2022-04-09 08:42:22 2022-04-09 09:43:47 1:01:25 0:52:24 0:09:01 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-stress-workunit-min-compat-client-octopus} msgr-failures/few objectstore/bluestore-bitmap supported-random-distro$/{ubuntu_latest}} 2
pass 6783362 2022-04-08 23:09:39 2022-04-09 08:43:32 2022-04-09 09:19:29 0:35:57 0:29:17 0:06:40 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-workunit-config-key} msgr-failures/few objectstore/bluestore-comp-lz4 supported-random-distro$/{centos_8}} 2
pass 6783363 2022-04-08 23:09:40 2022-04-09 08:44:23 2022-04-09 09:29:00 0:44:37 0:36:55 0:07:42 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-workunit} msgr-failures/few objectstore/bluestore-bitmap policy/none supported-random-distro$/{centos_8}} 2
pass 6783364 2022-04-08 23:09:41 2022-04-09 08:45:53 2022-04-09 09:23:51 0:37:58 0:27:07 0:10:51 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-workunit-min-compat-client-octopus} msgr-failures/few objectstore/bluestore-comp-snappy supported-random-distro$/{ubuntu_latest}} 2
pass 6783365 2022-04-08 23:09:42 2022-04-09 08:52:59 2022-04-09 09:49:21 0:56:22 0:49:07 0:07:15 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-exclusive-lock} msgr-failures/few objectstore/bluestore-comp-lz4 policy/simple supported-random-distro$/{ubuntu_latest}} 2
pass 6783366 2022-04-08 23:09:44 2022-04-09 08:53:09 2022-04-09 09:29:59 0:36:50 0:28:23 0:08:27 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-workunit-policy-none} msgr-failures/few objectstore/bluestore-comp-zlib supported-random-distro$/{ubuntu_latest}} 2
pass 6783367 2022-04-08 23:09:45 2022-04-09 08:54:20 2022-04-09 09:48:52 0:54:32 0:46:40 0:07:52 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-fast-diff} msgr-failures/few objectstore/bluestore-comp-snappy policy/none supported-random-distro$/{ubuntu_latest}} 2
pass 6783368 2022-04-08 23:09:46 2022-04-09 08:54:50 2022-04-09 09:55:43 1:00:53 0:54:21 0:06:32 smithi master centos 8.stream rbd/valgrind/{base/install centos_latest clusters/{fixed-1 openstack} objectstore/bluestore-bitmap validator/memcheck workloads/rbd_mirror} 1
pass 6783369 2022-04-08 23:09:47 2022-04-09 08:54:50 2022-04-09 09:30:30 0:35:40 0:28:11 0:07:29 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-workunit-policy-simple} msgr-failures/few objectstore/bluestore-comp-zstd supported-random-distro$/{ubuntu_latest}} 2
pass 6783370 2022-04-08 23:09:48 2022-04-09 09:50:29 2799 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-minimum} msgr-failures/few objectstore/bluestore-comp-zlib policy/simple supported-random-distro$/{ubuntu_latest}} 2
fail 6783371 2022-04-08 23:09:49 2022-04-09 08:57:01 2022-04-09 09:49:39 0:52:38 0:45:55 0:06:43 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-fsx-workunit} msgr-failures/few objectstore/bluestore-comp-zstd policy/none supported-random-distro$/{centos_8}} 2
Failure Reason:

"2022-04-09T09:12:03.509267+0000 mon.a (mon.0) 231 : cluster [WRN] Health check failed: Degraded data redundancy: 1/1190 objects degraded (0.084%), 1 pg degraded (PG_DEGRADED)" in cluster log

pass 6783372 2022-04-08 23:09:50 2022-04-09 08:57:02 2022-04-09 09:29:45 0:32:43 0:25:39 0:07:04 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/3-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-fast-diff-multipeer} msgr-failures/few objectstore/bluestore-low-osd-mem-target supported-random-distro$/{ubuntu_latest}} 3
pass 6783373 2022-04-08 23:09:51 2022-04-09 08:57:22 2022-04-09 09:59:21 1:01:59 0:54:15 0:07:44 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-stress-workunit} msgr-failures/few objectstore/bluestore-low-osd-mem-target policy/none supported-random-distro$/{centos_8}} 2
pass 6783374 2022-04-08 23:09:52 2022-04-09 08:58:23 2022-04-09 09:16:12 0:17:49 0:08:49 0:09:00 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-journal-bootstrap-workunit} msgr-failures/few objectstore/bluestore-stupid supported-random-distro$/{ubuntu_latest}} 2
pass 6783375 2022-04-08 23:09:53 2022-04-09 09:00:43 2022-04-09 09:44:10 0:43:27 0:37:23 0:06:04 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-workunit} msgr-failures/few objectstore/bluestore-stupid policy/simple supported-random-distro$/{ubuntu_latest}} 2
pass 6783376 2022-04-08 23:09:54 2022-04-09 09:00:43 2022-04-09 09:55:23 0:54:40 0:46:15 0:08:25 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-exclusive-lock} msgr-failures/few objectstore/filestore-xfs policy/none supported-random-distro$/{ubuntu_latest}} 2
pass 6783377 2022-04-08 23:09:55 2022-04-09 09:01:44 2022-04-09 09:31:07 0:29:23 0:20:02 0:09:21 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-exclusive-lock} msgr-failures/few objectstore/bluestore-bitmap supported-random-distro$/{ubuntu_latest}} 2
pass 6783378 2022-04-08 23:09:56 2022-04-09 09:03:44 2022-04-09 09:59:11 0:55:27 0:49:25 0:06:02 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-fast-diff} msgr-failures/few objectstore/bluestore-bitmap policy/simple supported-random-distro$/{ubuntu_latest}} 2
pass 6783379 2022-04-08 23:09:57 2022-04-09 09:03:45 2022-04-09 09:31:15 0:27:30 0:19:52 0:07:38 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-fast-diff} msgr-failures/few objectstore/bluestore-comp-lz4 supported-random-distro$/{ubuntu_latest}} 2
pass 6783380 2022-04-08 23:09:58 2022-04-09 09:03:55 2022-04-09 09:59:14 0:55:19 0:48:42 0:06:37 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-minimum} msgr-failures/few objectstore/bluestore-comp-lz4 policy/none supported-random-distro$/{centos_8}} 2
pass 6783381 2022-04-08 23:10:00 2022-04-09 09:04:06 2022-04-09 09:49:14 0:45:08 0:38:27 0:06:41 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-fsx-workunit} msgr-failures/few objectstore/bluestore-comp-snappy policy/simple supported-random-distro$/{centos_8}} 2
pass 6783382 2022-04-08 23:10:01 2022-04-09 09:04:06 2022-04-09 09:31:37 0:27:31 0:20:36 0:06:55 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-snapshot-workunit-minimum} msgr-failures/few objectstore/bluestore-comp-zlib supported-random-distro$/{ubuntu_latest}} 2
pass 6783383 2022-04-08 23:10:02 2022-04-09 09:04:16 2022-04-09 10:01:43 0:57:27 0:51:15 0:06:12 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-stress-workunit-min-compat-client-octopus} msgr-failures/few objectstore/bluestore-comp-zstd supported-random-distro$/{centos_8}} 2
pass 6783384 2022-04-08 23:10:03 2022-04-09 09:04:47 2022-04-09 10:06:41 1:01:54 0:53:56 0:07:58 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-stress-workunit} msgr-failures/few objectstore/bluestore-comp-zstd policy/simple supported-random-distro$/{centos_8}} 2
pass 6783385 2022-04-08 23:10:04 2022-04-09 09:05:47 2022-04-09 09:50:12 0:44:25 0:37:53 0:06:32 smithi master ubuntu 20.04 rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-journal-workunit} msgr-failures/few objectstore/bluestore-hybrid policy/none supported-random-distro$/{ubuntu_latest}} 2
pass 6783386 2022-04-08 23:10:05 2022-04-09 09:06:48 2022-04-09 09:44:29 0:37:41 0:29:36 0:08:05 smithi master centos 8.stream rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-workunit-policy-none} msgr-failures/few objectstore/bluestore-stupid supported-random-distro$/{centos_8}} 2
pass 6783387 2022-04-08 23:10:06 2022-04-09 09:06:48 2022-04-09 10:01:32 0:54:44 0:47:50 0:06:54 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-fast-diff} msgr-failures/few objectstore/bluestore-stupid policy/none supported-random-distro$/{centos_8}} 2
pass 6783388 2022-04-08 23:10:07 2022-04-09 09:06:48 2022-04-09 10:11:26 1:04:38 0:54:41 0:09:57 smithi master centos 8.stream rbd/valgrind/{base/install centos_latest clusters/{fixed-1 openstack} objectstore/filestore-xfs validator/memcheck workloads/rbd_mirror} 1
pass 6783389 2022-04-08 23:10:08 2022-04-09 09:10:09 2022-04-09 09:45:37 0:35:28 0:28:28 0:07:00 smithi master ubuntu 20.04 rbd/mirror/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{mirror-extra} workloads/rbd-mirror-workunit-policy-simple} msgr-failures/few objectstore/filestore-xfs supported-random-distro$/{ubuntu_latest}} 2
pass 6783390 2022-04-08 23:10:09 2022-04-09 09:10:19 2022-04-09 10:07:27 0:57:08 0:50:59 0:06:09 smithi master centos 8.stream rbd/mirror-thrash/{base/{openstack} cluster/2-nodes/{base/{install mirror roles} extra/{rbd-mirror} workloads/rbd-mirror-snapshot-stress-workunit-minimum} msgr-failures/few objectstore/filestore-xfs policy/simple supported-random-distro$/{centos_8}} 2