Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 7502325 2023-12-27 21:03:01 2023-12-27 21:40:28 2023-12-28 03:54:45 6:14:17 5:21:54 0:52:23 smithi main ubuntu 20.04 rados/objectstore/{backends/objectstore supported-random-distro$/{ubuntu_latest}} 1
pass 7502326 2023-12-27 21:03:02 2023-12-27 21:42:29 2023-12-27 22:39:44 0:57:15 0:50:23 0:06:52 smithi main rhel 8.6 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/sync workloads/rados_mon_osdmap_prune} 2
pass 7502327 2023-12-27 21:03:03 2023-12-27 21:42:39 2023-12-27 22:23:09 0:40:30 0:32:05 0:08:25 smithi main rhel 8.6 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} 2
pass 7502328 2023-12-27 21:03:04 2023-12-27 21:44:00 2023-12-27 22:07:42 0:23:42 0:16:31 0:07:11 smithi main rhel 8.6 rados/singleton/{all/peer mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8}} 1
pass 7502329 2023-12-27 21:03:05 2023-12-27 21:44:40 2023-12-27 22:12:30 0:27:50 0:19:21 0:08:29 smithi main rhel 8.6 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 7502330 2023-12-27 21:03:06 2023-12-27 21:45:21 2023-12-27 22:19:43 0:34:22 0:26:10 0:08:12 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/redirect} 2
pass 7502331 2023-12-27 21:03:07 2023-12-27 21:46:11 2023-12-27 22:15:47 0:29:36 0:18:53 0:10:43 smithi main rhel 8.6 rados/singleton-nomsgr/{all/version-number-sanity mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 7502332 2023-12-27 21:03:08 2023-12-27 21:50:42 2023-12-27 22:16:21 0:25:39 0:18:53 0:06:46 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/redirect_set_object} 2
pass 7502333 2023-12-27 21:03:10 2023-12-27 21:50:43 2023-12-27 22:18:36 0:27:53 0:18:25 0:09:28 smithi main ubuntu 20.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} tasks/rados_cls_all} 2
fail 7502334 2023-12-27 21:03:11 2023-12-27 21:50:43 2023-12-27 22:28:16 0:37:33 0:23:27 0:14:06 smithi main centos 8.stream rados/cephadm/dashboard/{0-distro/centos_8.stream_container_tools task/test_e2e} 2
Failure Reason:

Command failed (workunit test cephadm/test_dashboard_e2e.sh) on smithi052 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=c5564c7988cbaadc3382253af5843a8595347c2d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_dashboard_e2e.sh'

pass 7502335 2023-12-27 21:03:12 2023-12-27 21:51:03 2023-12-27 22:32:47 0:41:44 0:28:49 0:12:55 smithi main centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 7502336 2023-12-27 21:03:13 2023-12-27 21:51:44 2023-12-27 22:19:54 0:28:10 0:19:07 0:09:03 smithi main rhel 8.6 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 7502337 2023-12-27 21:03:13 2023-12-27 21:54:15 2023-12-27 22:27:51 0:33:36 0:27:32 0:06:04 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/small-objects-balanced} 2
fail 7502338 2023-12-27 21:03:14 2023-12-27 21:54:25 2023-12-27 22:25:44 0:31:19 0:21:01 0:10:18 smithi main centos 8.stream rados/cephadm/upgrade/{1-start-distro/1-start-centos_8.stream_container-tools 2-repo_digest/defaut 3-upgrade/simple 4-wait 5-upgrade-ls mon_election/classic} 2
Failure Reason:

Command failed on smithi005 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v15.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fe802a76-a504-11ee-95a5-87774f69a715 -e sha1=c5564c7988cbaadc3382253af5843a8595347c2d -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | length == 1\'"\'"\'\''

pass 7502339 2023-12-27 21:03:15 2023-12-27 21:54:25 2023-12-27 22:23:36 0:29:11 0:22:00 0:07:11 smithi main rhel 8.6 rados/singleton-nomsgr/{all/cache-fs-trunc mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 7502340 2023-12-27 21:03:16 2023-12-27 21:54:46 2023-12-27 22:23:44 0:28:58 0:17:20 0:11:38 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/connectivity task/test_cephadm} 1
pass 7502341 2023-12-27 21:03:17 2023-12-27 21:56:36 2023-12-27 22:19:53 0:23:17 0:16:14 0:07:03 smithi main rhel 8.6 rados/singleton-nomsgr/{all/ceph-kvstore-tool mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 7502342 2023-12-27 21:03:18 2023-12-27 21:56:37 2023-12-27 23:05:48 1:09:11 1:03:30 0:05:41 smithi main rhel 8.6 rados/singleton/{all/recovery-preemption mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8}} 1
pass 7502343 2023-12-27 21:03:19 2023-12-27 21:56:37 2023-12-27 22:31:56 0:35:19 0:29:39 0:05:40 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/small-objects} 2
pass 7502344 2023-12-27 21:03:19 2023-12-27 21:56:47 2023-12-27 22:34:01 0:37:14 0:28:23 0:08:51 smithi main centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 7502345 2023-12-27 21:03:20 2023-12-27 21:56:48 2023-12-27 22:42:56 0:46:08 0:38:01 0:08:07 smithi main rhel 8.6 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/mon-delay msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/many workloads/rados_mon_workunits} 2
fail 7502346 2023-12-27 21:03:21 2023-12-27 21:57:28 2023-12-27 22:18:36 0:21:08 0:14:48 0:06:20 smithi main rhel 8.6 rados/singleton-nomsgr/{all/ceph-post-file mon_election/classic rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

Command failed (workunit test post-file.sh) on smithi078 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=c5564c7988cbaadc3382253af5843a8595347c2d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/post-file.sh'

pass 7502347 2023-12-27 21:03:22 2023-12-27 21:57:28 2023-12-27 22:18:55 0:21:27 0:15:36 0:05:51 smithi main rhel 8.6 rados/singleton-nomsgr/{all/export-after-evict mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 7502348 2023-12-27 21:03:23 2023-12-27 21:57:39 2023-12-27 22:24:33 0:26:54 0:17:08 0:09:46 smithi main rhel 8.6 rados/singleton/{all/test-crash mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8}} 1
pass 7502349 2023-12-27 21:03:24 2023-12-27 22:01:00 2023-12-27 22:38:15 0:37:15 0:31:41 0:05:34 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/snaps-few-objects-localized} 2
pass 7502350 2023-12-27 21:03:25 2023-12-27 22:01:00 2023-12-27 22:43:04 0:42:04 0:31:36 0:10:28 smithi main centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
fail 7502351 2023-12-27 21:03:25 2023-12-27 22:02:10 2023-12-27 22:50:18 0:48:08 0:37:09 0:10:59 smithi main ubuntu 20.04 rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04-15.2.9 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls mon_election/connectivity} 2
Failure Reason:

Command failed on smithi062 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v15.2.9 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b51d7fae-a505-11ee-95a5-87774f69a715 -e sha1=c5564c7988cbaadc3382253af5843a8595347c2d -- bash -c \'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk \'"\'"\'{print $2}\'"\'"\')\''

pass 7502352 2023-12-27 21:03:26 2023-12-27 22:02:11 2023-12-27 22:40:19 0:38:08 0:31:06 0:07:02 smithi main rhel 8.6 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 7502353 2023-12-27 21:03:27 2023-12-27 22:02:11 2023-12-27 22:23:26 0:21:15 0:15:31 0:05:44 smithi main rhel 8.6 rados/singleton-nomsgr/{all/full-tiering mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 7502354 2023-12-27 21:03:28 2023-12-27 22:02:22 2023-12-27 22:40:26 0:38:04 0:26:48 0:11:16 smithi main centos 8.stream rados/cephadm/mgr-nfs-upgrade/{0-distro/centos_8.stream_container_tools 1-bootstrap/16.2.5 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
pass 7502355 2023-12-27 21:03:29 2023-12-27 22:03:02 2023-12-27 22:36:08 0:33:06 0:25:50 0:07:16 smithi main rhel 8.6 rados/singleton/{all/test_envlibrados_for_rocksdb mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{rhel_8}} 1
fail 7502356 2023-12-27 21:03:30 2023-12-27 22:03:02 2023-12-28 01:53:54 3:50:52 3:38:57 0:11:55 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-lz4 rados tasks/rados_cls_all validater/lockdep} 2
Failure Reason:

Command failed (workunit test cls/test_cls_2pc_queue.sh) on smithi161 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=c5564c7988cbaadc3382253af5843a8595347c2d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh'

pass 7502357 2023-12-27 21:03:31 2023-12-27 22:04:33 2023-12-27 22:32:54 0:28:21 0:19:36 0:08:45 smithi main rhel 8.6 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 7502358 2023-12-27 21:03:32 2023-12-27 22:07:24 2023-12-27 22:26:32 0:19:08 0:10:58 0:08:10 smithi main rhel 8.6 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} tasks/rados_striper} 2
pass 7502359 2023-12-27 21:03:32 2023-12-27 22:09:04 2023-12-27 23:27:27 1:18:23 1:09:47 0:08:36 smithi main rhel 8.6 rados/singleton/{all/thrash-backfill-full mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8}} 2
pass 7502360 2023-12-27 21:03:33 2023-12-27 22:09:45 2023-12-27 22:51:54 0:42:09 0:28:43 0:13:26 smithi main centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 7502361 2023-12-27 21:03:34 2023-12-27 22:12:35 2023-12-27 23:18:00 1:05:25 0:58:55 0:06:30 smithi main rhel 8.6 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-radosbench} 2
pass 7502362 2023-12-27 21:03:35 2023-12-27 22:12:36 2023-12-27 22:50:21 0:37:45 0:31:06 0:06:39 smithi main rhel 8.6 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 7502363 2023-12-27 21:03:36 2023-12-27 22:13:06 2023-12-27 22:43:06 0:30:00 0:21:23 0:08:37 smithi main rhel 8.6 rados/singleton-nomsgr/{all/librados_hello_world mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 7502364 2023-12-27 21:03:37 2023-12-27 22:15:57 2023-12-27 22:52:01 0:36:04 0:28:56 0:07:08 smithi main rhel 8.6 rados/singleton/{all/thrash_cache_writeback_proxy_none mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8}} 2
pass 7502365 2023-12-27 21:03:38 2023-12-27 22:16:27 2023-12-27 22:49:14 0:32:47 0:24:45 0:08:02 smithi main rhel 8.6 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} thrashers/sync-many workloads/pool-create-delete} 2
pass 7502366 2023-12-27 21:03:39 2023-12-27 22:18:08 2023-12-27 22:53:46 0:35:38 0:28:01 0:07:37 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/cache-pool-snaps-readproxy} 2
fail 7502367 2023-12-27 21:03:40 2023-12-27 22:18:38 2023-12-27 22:44:08 0:25:30 0:16:02 0:09:28 smithi main ubuntu 18.04 rados/cephadm/osds/{0-distro/ubuntu_18.04 0-nvme-loop 1-start 2-ops/rm-zap-add} 2
Failure Reason:

Command failed on smithi078 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c5564c7988cbaadc3382253af5843a8595347c2d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid da00b9b0-a507-11ee-95a5-87774f69a715 -- bash -c \'set -e\nset -x\nceph orch ps\nceph orch device ls\nDEVID=$(ceph device ls | grep osd.1 | awk \'"\'"\'{print $1}\'"\'"\')\nHOST=$(ceph orch device ls | grep $DEVID | awk \'"\'"\'{print $1}\'"\'"\')\nDEV=$(ceph orch device ls | grep $DEVID | awk \'"\'"\'{print $2}\'"\'"\')\necho "host $HOST, dev $DEV, devid $DEVID"\nceph orch osd rm 1\nwhile ceph orch osd rm status | grep ^1 ; do sleep 5 ; done\nceph orch device zap $HOST $DEV --force\nceph orch daemon add osd $HOST:$DEV\nwhile ! ceph osd dump | grep osd.1 | grep up ; do sleep 5 ; done\n\''

pass 7502368 2023-12-27 21:03:41 2023-12-27 22:18:39 2023-12-27 22:59:22 0:40:43 0:33:36 0:07:07 smithi main rhel 8.6 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 7502369 2023-12-27 21:03:42 2023-12-27 22:19:49 2023-12-28 00:33:33 2:13:44 2:07:31 0:06:13 smithi main rhel 8.6 rados/objectstore/{backends/filestore-idempotent-aio-journal supported-random-distro$/{rhel_8}} 1
pass 7502370 2023-12-27 21:03:42 2023-12-27 22:20:00 2023-12-27 22:55:31 0:35:31 0:28:32 0:06:59 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/cache-pool-snaps} 2
fail 7502371 2023-12-27 21:03:43 2023-12-27 22:20:00 2023-12-27 22:49:19 0:29:19 0:18:50 0:10:29 smithi main centos 8.stream rados/cephadm/mgr-nfs-upgrade/{0-distro/centos_8.stream_container_tools 1-bootstrap/octopus 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
Failure Reason:

Command failed on smithi131 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v15 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60ee5d10-a508-11ee-95a5-87774f69a715 -e sha1=c5564c7988cbaadc3382253af5843a8595347c2d -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | length == 1\'"\'"\'\''

pass 7502372 2023-12-27 21:03:44 2023-12-27 22:20:00 2023-12-27 23:07:23 0:47:23 0:39:49 0:07:34 smithi main rhel 8.6 rados/standalone/{supported-random-distro$/{rhel_8} workloads/misc} 1
pass 7502373 2023-12-27 21:03:45 2023-12-27 22:20:31 2023-12-27 22:54:37 0:34:06 0:27:44 0:06:22 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/cache-snaps} 2
pass 7502374 2023-12-27 21:03:46 2023-12-27 22:21:31 2023-12-27 22:48:02 0:26:31 0:18:04 0:08:27 smithi main rhel 8.6 rados/singleton-nomsgr/{all/pool-access mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 7502375 2023-12-27 21:03:47 2023-12-27 22:23:12 2023-12-27 22:48:36 0:25:24 0:19:21 0:06:03 smithi main rhel 8.6 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 7502376 2023-12-27 21:03:48 2023-12-27 22:23:42 2023-12-27 23:00:18 0:36:36 0:28:02 0:08:34 smithi main rhel 8.6 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} tasks/rados_workunit_loadgen_mostlyread} 2
pass 7502377 2023-12-27 21:03:48 2023-12-27 22:24:43 2023-12-27 23:01:00 0:36:17 0:28:23 0:07:54 smithi main rhel 8.6 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 7502378 2023-12-27 21:03:49 2023-12-27 22:25:53 2023-12-27 22:55:48 0:29:55 0:20:07 0:09:48 smithi main ubuntu 18.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_18.04 0-nvme-loop 1-start 2-services/nfs-ingress2 3-final} 2
pass 7502379 2023-12-27 21:03:50 2023-12-27 22:26:24 2023-12-27 23:05:58 0:39:34 0:32:06 0:07:28 smithi main rhel 8.6 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 7502380 2023-12-27 21:03:51 2023-12-27 22:26:34 2023-12-27 22:53:27 0:26:53 0:19:33 0:07:20 smithi main rhel 8.6 rados/singleton-nomsgr/{all/version-number-sanity mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 7502381 2023-12-27 21:03:52 2023-12-27 22:27:55 2023-12-27 22:51:24 0:23:29 0:16:27 0:07:02 smithi main rhel 8.6 rados/multimon/{clusters/3 mon_election/classic msgr-failures/few msgr/async-v2only no_pools objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} tasks/mon_clock_with_skews} 2
pass 7502382 2023-12-27 21:03:53 2023-12-27 22:28:25 2023-12-27 23:19:22 0:50:57 0:39:47 0:11:10 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/rados_api_tests} 2
pass 7502383 2023-12-27 21:03:54 2023-12-27 22:32:06 2023-12-27 23:04:32 0:32:26 0:27:11 0:05:15 smithi main rhel 8.6 rados/singleton-nomsgr/{all/admin_socket_output mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 7502384 2023-12-27 21:03:55 2023-12-27 22:32:06 2023-12-27 23:37:15 1:05:09 0:59:06 0:06:03 smithi main rhel 8.6 rados/singleton/{all/ec-inconsistent-hinfo mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8}} 1
pass 7502385 2023-12-27 21:03:55 2023-12-27 22:32:07 2023-12-27 23:11:32 0:39:25 0:31:55 0:07:30 smithi main rhel 8.6 rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/disable mon_election/classic objectstore/bluestore-comp-zstd supported-random-distro$/{rhel_8} tasks/module_selftest} 2
fail 7502386 2023-12-27 21:03:56 2023-12-27 22:32:07 2023-12-27 23:06:14 0:34:07 0:23:36 0:10:31 smithi main centos 8.stream rados/cephadm/dashboard/{0-distro/centos_8.stream_container_tools task/test_e2e} 2
Failure Reason:

Command failed (workunit test cephadm/test_dashboard_e2e.sh) on smithi071 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=c5564c7988cbaadc3382253af5843a8595347c2d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_dashboard_e2e.sh'

pass 7502387 2023-12-27 21:03:57 2023-12-27 22:32:37 2023-12-27 23:11:55 0:39:18 0:33:02 0:06:16 smithi main rhel 8.6 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/force-sync-many workloads/rados_api_tests} 2
pass 7502388 2023-12-27 21:03:58 2023-12-27 22:32:48 2023-12-27 23:14:18 0:41:30 0:30:18 0:11:12 smithi main centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 7502389 2023-12-27 21:03:59 2023-12-27 22:32:58 2023-12-27 22:54:00 0:21:02 0:15:26 0:05:36 smithi main rhel 8.6 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} tasks/readwrite} 2
pass 7502390 2023-12-27 21:04:00 2023-12-27 22:32:59 2023-12-27 22:55:56 0:22:57 0:16:55 0:06:02 smithi main rhel 8.6 rados/singleton-nomsgr/{all/balancer mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 7502391 2023-12-27 21:04:01 2023-12-27 22:32:59 2023-12-27 23:18:19 0:45:20 0:35:57 0:09:23 smithi main rhel 8.6 rados/cephadm/rbd_iscsi/{base/install cluster/{fixed-3 openstack} pool/datapool supported-random-distro$/{rhel_8} workloads/ceph_iscsi} 3
pass 7502392 2023-12-27 21:04:01 2023-12-27 22:35:10 2023-12-27 23:28:46 0:53:36 0:47:39 0:05:57 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/radosbench} 2
pass 7502393 2023-12-27 21:04:02 2023-12-27 22:35:20 2023-12-27 22:56:25 0:21:05 0:15:08 0:05:57 smithi main rhel 8.6 rados/singleton/{all/erasure-code-nonregression mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8}} 1
pass 7502394 2023-12-27 21:04:03 2023-12-27 22:35:20 2023-12-27 23:07:15 0:31:55 0:24:44 0:07:11 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/redirect} 2
pass 7502395 2023-12-27 21:04:04 2023-12-27 22:36:11 2023-12-28 00:06:22 1:30:11 1:23:38 0:06:33 smithi main rhel 8.6 rados/singleton/{all/lost-unfound-delete mon_election/classic msgr-failures/none msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8}} 1
pass 7502396 2023-12-27 21:04:05 2023-12-27 22:37:31 2023-12-27 23:04:38 0:27:07 0:17:29 0:09:38 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/connectivity task/test_cephadm} 1
pass 7502397 2023-12-27 21:04:06 2023-12-27 22:37:32 2023-12-27 23:01:36 0:24:04 0:16:02 0:08:02 smithi main rhel 8.6 rados/singleton-nomsgr/{all/ceph-kvstore-tool mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 7502398 2023-12-27 21:04:07 2023-12-27 22:38:22 2023-12-27 23:08:50 0:30:28 0:21:50 0:08:38 smithi main rhel 8.6 rados/multimon/{clusters/6 mon_election/connectivity msgr-failures/many msgr/async no_pools objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} tasks/mon_recovery} 2
pass 7502399 2023-12-27 21:04:07 2023-12-27 22:39:43 2023-12-27 23:05:00 0:25:17 0:18:54 0:06:23 smithi main rhel 8.6 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} tasks/repair_test} 2
pass 7502400 2023-12-27 21:04:08 2023-12-27 22:39:43 2023-12-27 23:08:30 0:28:47 0:20:22 0:08:25 smithi main rhel 8.6 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-hybrid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 7502401 2023-12-27 21:04:09 2023-12-27 22:40:23 2023-12-27 23:18:03 0:37:40 0:28:33 0:09:07 smithi main centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 7502402 2023-12-27 21:04:10 2023-12-27 22:40:34 2023-12-27 23:52:01 1:11:27 1:02:39 0:08:48 smithi main rhel 8.6 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/many workloads/rados_mon_osdmap_prune} 2
fail 7502403 2023-12-27 21:04:11 2023-12-27 22:43:04 2023-12-27 23:04:20 0:21:16 0:15:06 0:06:10 smithi main rhel 8.6 rados/singleton-nomsgr/{all/ceph-post-file mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

Command failed (workunit test post-file.sh) on smithi156 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=c5564c7988cbaadc3382253af5843a8595347c2d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/post-file.sh'

pass 7502404 2023-12-27 21:04:12 2023-12-27 22:43:05 2023-12-27 23:46:25 1:03:20 0:56:53 0:06:27 smithi main rhel 8.6 rados/standalone/{supported-random-distro$/{rhel_8} workloads/mon} 1
pass 7502405 2023-12-27 21:04:13 2023-12-27 22:43:05 2023-12-27 23:08:23 0:25:18 0:19:41 0:05:37 smithi main rhel 8.6 rados/singleton/{all/max-pg-per-osd.from-primary mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{rhel_8}} 1
pass 7502406 2023-12-27 21:04:14 2023-12-27 22:43:15 2023-12-27 23:23:19 0:40:04 0:30:31 0:09:33 smithi main centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 7502407 2023-12-27 21:04:14 2023-12-27 22:44:16 2023-12-27 23:10:04 0:25:48 0:16:03 0:09:45 smithi main rhel 8.6 rados/multimon/{clusters/9 mon_election/classic msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} tasks/mon_clock_no_skews} 3
pass 7502408 2023-12-27 21:04:15 2023-12-27 22:46:37 2023-12-27 23:24:10 0:37:33 0:27:00 0:10:33 smithi main centos 8.stream rados/cephadm/mgr-nfs-upgrade/{0-distro/centos_8.stream_container_tools 1-bootstrap/16.2.5 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
pass 7502409 2023-12-27 21:04:16 2023-12-27 22:46:37 2023-12-27 23:13:00 0:26:23 0:18:20 0:08:03 smithi main rhel 8.6 rados/singleton-nomsgr/{all/health-warnings mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 7502410 2023-12-27 21:04:17 2023-12-27 22:48:07 2023-12-27 23:35:48 0:47:41 0:40:48 0:06:53 smithi main rhel 8.6 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/mon-delay msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} thrashers/one workloads/rados_mon_workunits} 2
pass 7502411 2023-12-27 21:04:18 2023-12-27 22:48:38 2023-12-27 23:28:18 0:39:40 0:29:55 0:09:45 smithi main centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 7502412 2023-12-27 21:04:19 2023-12-27 22:49:18 2023-12-27 23:24:38 0:35:20 0:29:04 0:06:16 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/small-objects} 2
pass 7502413 2023-12-27 21:04:20 2023-12-27 22:49:29 2023-12-27 23:33:11 0:43:42 0:36:42 0:07:00 smithi main rhel 8.6 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 7502414 2023-12-27 21:04:21 2023-12-27 22:50:19 2023-12-27 23:27:45 0:37:26 0:30:19 0:07:07 smithi main rhel 8.6 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/osd-dispatch-delay objectstore/bluestore-stupid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 7502415 2023-12-27 21:04:21 2023-12-27 22:50:30 2023-12-27 23:32:34 0:42:04 0:34:10 0:07:54 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/snaps-few-objects-balanced} 2
pass 7502416 2023-12-27 21:04:22 2023-12-27 22:51:30 2023-12-27 23:14:47 0:23:17 0:17:10 0:06:07 smithi main rhel 8.6 rados/singleton/{all/mon-config mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8}} 1
pass 7502417 2023-12-27 21:04:23 2023-12-27 22:51:30 2023-12-27 23:15:18 0:23:48 0:16:02 0:07:46 smithi main rhel 8.6 rados/multimon/{clusters/21 mon_election/connectivity msgr-failures/many msgr/async-v2only no_pools objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} tasks/mon_clock_with_skews} 3
pass 7502418 2023-12-27 21:04:24 2023-12-27 22:52:01 2023-12-27 23:19:48 0:27:47 0:20:39 0:07:08 smithi main rhel 8.6 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
fail 7502419 2023-12-27 21:04:25 2023-12-27 22:52:11 2023-12-27 23:21:51 0:29:40 0:19:56 0:09:44 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-stupid rados tasks/rados_cls_all validater/lockdep} 2
Failure Reason:

"2023-12-27T23:18:51.739052+0000 mon.a (mon.0) 471 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log

pass 7502420 2023-12-27 21:04:26 2023-12-27 22:52:42 2023-12-27 23:22:07 0:29:25 0:23:25 0:06:00 smithi main rhel 8.6 rados/singleton-nomsgr/{all/msgr mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 7502421 2023-12-27 21:04:27 2023-12-27 22:53:22 2023-12-27 23:22:30 0:29:08 0:22:45 0:06:23 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/write_fadvise_dontneed} 2
fail 7502422 2023-12-27 21:04:28 2023-12-27 22:53:23 2023-12-27 23:22:52 0:29:29 0:19:30 0:09:59 smithi main centos 8.stream rados/cephadm/mgr-nfs-upgrade/{0-distro/centos_8.stream_container_tools 1-bootstrap/octopus 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
Failure Reason:

Command failed on smithi059 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v15 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21795770-a50d-11ee-95a5-87774f69a715 -e sha1=c5564c7988cbaadc3382253af5843a8595347c2d -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | length == 1\'"\'"\'\''

pass 7502423 2023-12-27 21:04:29 2023-12-27 22:53:53 2023-12-27 23:33:08 0:39:15 0:32:32 0:06:43 smithi main rhel 8.6 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 7502424 2023-12-27 21:04:30 2023-12-27 22:54:03 2023-12-28 00:47:44 1:53:41 1:46:54 0:06:47 smithi main rhel 8.6 rados/standalone/{supported-random-distro$/{rhel_8} workloads/scrub} 1