Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 7558199 2024-02-13 15:29:27 2024-02-13 15:29:29 2024-02-13 15:58:49 0:29:20 0:17:46 0:11:34 smithi main centos 8.stream orch:cephadm/osds/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-ops/rm-zap-add} 2
pass 7558200 2024-02-13 15:29:28 2024-02-13 15:29:29 2024-02-13 16:10:56 0:41:27 0:33:25 0:08:02 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_3.0 fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rados_python} 2
pass 7558201 2024-02-13 15:29:30 2024-02-13 15:29:30 2024-02-13 16:00:40 0:31:10 0:20:22 0:10:48 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/off mon_election/classic task/test_iscsi_container/{centos_8.stream_container_tools test_iscsi_container}} 1
pass 7558202 2024-02-13 15:29:31 2024-02-13 15:29:31 2024-02-13 16:14:51 0:45:20 0:34:31 0:10:49 smithi main centos 8.stream orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
pass 7558203 2024-02-13 15:29:32 2024-02-13 15:29:32 2024-02-13 16:25:18 0:55:46 0:45:25 0:10:21 smithi main centos 8.stream orch:cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools 1-bootstrap/16.2.0 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
pass 7558204 2024-02-13 15:29:34 2024-02-13 15:29:34 2024-02-13 16:14:50 0:45:16 0:39:01 0:06:15 smithi main rhel 8.6 orch:cephadm/nfs/{cluster/{1-node} overrides/ignorelist_health supported-random-distros$/{rhel_8} tasks/nfs} 1
pass 7558205 2024-02-13 15:29:35 2024-02-13 15:29:35 2024-02-13 15:56:52 0:27:17 0:15:23 0:11:54 smithi main centos 8.stream orch:cephadm/orchestrator_cli/{0-random-distro$/{centos_8.stream_container_tools_crun} 2-node-mgr agent/off orchestrator_cli} 2
pass 7558206 2024-02-13 15:29:37 2024-02-13 15:29:37 2024-02-13 16:22:42 0:53:05 0:41:06 0:11:59 smithi main centos 8.stream orch:cephadm/rbd_iscsi/{0-single-container-host base/install cluster/{fixed-3 openstack} conf/{disable-pool-app} workloads/cephadm_iscsi} 3
pass 7558207 2024-02-13 15:29:38 2024-02-13 15:29:38 2024-02-13 15:58:25 0:28:47 0:17:47 0:11:00 smithi main centos 8.stream orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/mirror 3-final} 2
pass 7558208 2024-02-13 15:29:39 2024-02-13 15:29:39 2024-02-13 15:56:41 0:27:02 0:17:41 0:09:21 smithi main rhel 8.6 orch:cephadm/smoke-singlehost/{0-random-distro$/{rhel_8.6_container_tools_rhel8} 1-start 2-services/basic 3-final} 1
pass 7558210 2024-02-13 15:29:40 2024-02-13 15:29:41 2024-02-13 15:55:20 0:25:39 0:14:01 0:11:38 smithi main centos 8.stream orch:cephadm/smoke-small/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/off fixed-2 mon_election/classic start} 3
pass 7558212 2024-02-13 15:29:42 2024-02-13 16:34:08 3058 smithi main centos 8.stream orch:cephadm/upgrade/{1-start-distro/1-start-centos_8.stream_container-tools 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/classic} 2
pass 7558214 2024-02-13 15:29:43 2024-02-13 15:30:35 2024-02-13 16:12:02 0:41:27 0:34:26 0:07:01 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_rhel8 fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rotate-keys} 2
pass 7558215 2024-02-13 15:29:44 2024-02-13 15:30:35 2024-02-13 16:03:18 0:32:43 0:26:26 0:06:17 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/on mon_election/connectivity task/test_orch_cli} 1
pass 7558216 2024-02-13 15:29:46 2024-02-13 15:30:36 2024-02-13 16:03:17 0:32:41 0:20:19 0:12:22 smithi main centos 8.stream orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-services/nfs-haproxy-proto 3-final} 2
pass 7558217 2024-02-13 15:29:47 2024-02-13 15:30:36 2024-02-13 15:59:01 0:28:25 0:20:45 0:07:40 smithi main rhel 8.6 orch:cephadm/smoke/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop agent/off fixed-2 mon_election/classic start} 2
pass 7558218 2024-02-13 15:29:48 2024-02-13 15:30:36 2024-02-13 16:25:37 0:55:01 0:46:45 0:08:16 smithi main rhel 8.6 orch:cephadm/thrash/{0-distro/rhel_8.6_container_tools_rhel8 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async root} 2
pass 7558219 2024-02-13 15:29:49 2024-02-13 15:30:37 2024-02-13 16:28:25 0:57:48 0:46:26 0:11:22 smithi main ubuntu 20.04 orch:cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/packaged mon_election/classic msgr/async start tasks/rados_api_tests} 2
pass 7558220 2024-02-13 15:29:51 2024-02-13 15:30:37 2024-02-13 16:21:02 0:50:25 0:38:24 0:12:01 smithi main ubuntu 20.04 orch:cephadm/workunits/{0-distro/ubuntu_20.04 agent/off mon_election/classic task/test_orch_cli_mon} 5
pass 7558221 2024-02-13 15:29:52 2024-02-13 15:30:37 2024-02-13 16:04:11 0:33:34 0:24:00 0:09:34 smithi main rhel 8.6 orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-bucket 3-final} 2
pass 7558222 2024-02-13 15:29:53 2024-02-13 15:30:38 2024-02-13 16:08:34 0:37:56 0:27:05 0:10:51 smithi main centos 8.stream orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools fixed-2 mode/root mon_election/connectivity msgr/async-v1only start tasks/rados_python} 2
pass 7558223 2024-02-13 15:29:54 2024-02-13 15:30:38 2024-02-13 16:01:11 0:30:33 0:18:07 0:12:26 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools agent/on mon_election/connectivity task/test_rgw_multisite} 3
pass 7558224 2024-02-13 15:29:56 2024-02-13 15:30:38 2024-02-13 16:01:34 0:30:56 0:18:42 0:12:14 smithi main centos 8.stream orch:cephadm/osds/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-ops/rm-zap-flag} 2
pass 7558225 2024-02-13 15:29:57 2024-02-13 15:30:39 2024-02-13 16:19:38 0:48:59 0:36:37 0:12:22 smithi main centos 8.stream orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
pass 7558226 2024-02-13 15:29:58 2024-02-13 15:30:39 2024-02-13 15:58:12 0:27:33 0:20:22 0:07:11 smithi main rhel 8.6 orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-user 3-final} 2
pass 7558227 2024-02-13 15:30:00 2024-02-13 15:30:39 2024-02-13 16:11:22 0:40:43 0:28:05 0:12:38 smithi main centos 8.stream orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools_crun fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rotate-keys} 2
pass 7558228 2024-02-13 15:30:01 2024-02-13 15:30:40 2024-02-13 16:03:36 0:32:56 0:20:20 0:12:36 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun agent/off mon_election/classic task/test_set_mon_crush_locations} 3
pass 7558229 2024-02-13 15:30:02 2024-02-13 15:30:40 2024-02-13 16:07:57 0:37:17 0:25:04 0:12:13 smithi main ubuntu 20.04 orch:cephadm/smoke/{0-distro/ubuntu_20.04 0-nvme-loop agent/on fixed-2 mon_election/connectivity start} 2
pass 7558230 2024-02-13 15:30:03 2024-02-13 15:30:40 2024-02-13 16:06:35 0:35:55 0:23:20 0:12:35 smithi main ubuntu 20.04 orch:cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/nfs-ingress 3-final} 2
pass 7558231 2024-02-13 15:30:05 2024-02-13 15:30:41 2024-02-13 16:48:35 1:17:54 1:05:55 0:11:59 smithi main ubuntu 20.04 orch:cephadm/thrash/{0-distro/ubuntu_20.04 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async-v1only root} 2
pass 7558232 2024-02-13 15:30:06 2024-02-13 15:30:41 2024-02-13 16:26:54 0:56:13 0:47:42 0:08:31 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_3.0 fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_api_tests} 2
pass 7558233 2024-02-13 15:30:07 2024-02-13 15:30:41 2024-02-13 15:59:35 0:28:54 0:23:06 0:05:48 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/on mon_election/connectivity task/test_adoption} 1
pass 7558234 2024-02-13 15:30:09 2024-02-13 15:30:42 2024-02-13 16:09:55 0:39:13 0:27:42 0:11:31 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_rhel8 fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rados_python} 2
pass 7558235 2024-02-13 15:30:10 2024-02-13 15:30:42 2024-02-13 16:02:39 0:31:57 0:22:21 0:09:36 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/off mon_election/classic task/test_ca_signed_key} 2
fail 7558236 2024-02-13 15:30:11 2024-02-13 15:30:42 2024-02-13 16:10:23 0:39:41 0:25:24 0:14:17 smithi main centos 8.stream orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
Failure Reason:

Command failed on smithi005 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00e975ee-ca88-11ee-95b9-87774f69a715 -e sha1=1cfe26df5c5bb3fc5e0c7824234587e63f2a4dd6 -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | keys\'"\'"\' | grep $sha1\''

pass 7558237 2024-02-13 15:30:12 2024-02-13 15:30:43 2024-02-13 16:04:35 0:33:52 0:22:51 0:11:01 smithi main centos 8.stream orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/nfs-ingress2 3-final} 2
pass 7558238 2024-02-13 15:30:14 2024-02-13 15:30:43 2024-02-13 16:00:05 0:29:22 0:15:29 0:13:53 smithi main centos 8.stream orch:cephadm/smoke-small/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/on fixed-2 mon_election/connectivity start} 3
pass 7558239 2024-02-13 15:30:15 2024-02-13 15:35:04 2024-02-13 16:21:37 0:46:33 0:36:05 0:10:28 smithi main ubuntu 20.04 orch:cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/repo_digest 3-upgrade/simple 4-wait 5-upgrade-ls agent/on mon_election/connectivity} 2
pass 7558240 2024-02-13 15:30:16 2024-02-13 15:35:15 2024-02-13 16:02:25 0:27:10 0:20:08 0:07:02 smithi main rhel 8.6 orch:cephadm/osds/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-ops/rm-zap-wait} 2
pass 7558241 2024-02-13 15:30:17 2024-02-13 15:35:15 2024-02-13 16:25:09 0:49:54 0:39:39 0:10:15 smithi main ubuntu 20.04 orch:cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rotate-keys} 2
fail 7558242 2024-02-13 15:30:18 2024-02-13 15:35:15 2024-02-13 15:57:16 0:22:01 0:11:45 0:10:16 smithi main ubuntu 20.04 orch:cephadm/workunits/{0-distro/ubuntu_20.04 agent/on mon_election/connectivity task/test_cephadm} 1
Failure Reason:

Command failed (workunit test cephadm/test_cephadm.sh) on smithi064 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1cfe26df5c5bb3fc5e0c7824234587e63f2a4dd6 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh'

pass 7558243 2024-02-13 15:30:20 2024-02-13 15:35:16 2024-02-13 16:04:26 0:29:10 0:18:45 0:10:25 smithi main centos 8.stream orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-services/nfs-keepalive-only 3-final} 2
pass 7558244 2024-02-13 15:30:21 2024-02-13 15:35:16 2024-02-13 16:30:13 0:54:57 0:45:24 0:09:33 smithi main centos 8.stream orch:cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools 1-bootstrap/16.2.4 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
pass 7558245 2024-02-13 15:30:22 2024-02-13 15:35:16 2024-02-13 16:04:46 0:29:30 0:18:48 0:10:42 smithi main centos 8.stream orch:cephadm/smoke/{0-distro/centos_8.stream_container_tools 0-nvme-loop agent/on fixed-2 mon_election/classic start} 2
pass 7558246 2024-02-13 15:30:24 2024-02-13 15:35:17 2024-02-13 16:32:40 0:57:23 0:35:22 0:22:01 smithi main centos 8.stream orch:cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async-v2only root} 2
pass 7558247 2024-02-13 15:30:25 2024-02-13 15:58:57 2024-02-13 16:46:10 0:47:13 0:38:39 0:08:34 smithi main centos 8.stream orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rados_api_tests} 2
pass 7558248 2024-02-13 15:30:26 2024-02-13 15:59:07 2024-02-13 16:16:30 0:17:23 0:08:08 0:09:15 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools agent/off mon_election/classic task/test_cephadm_repos} 1
pass 7558249 2024-02-13 15:30:27 2024-02-13 15:59:38 2024-02-13 16:27:17 0:27:39 0:20:10 0:07:29 smithi main rhel 8.6 orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-services/nfs 3-final} 2
pass 7558250 2024-02-13 15:30:29 2024-02-13 16:00:08 2024-02-13 16:46:14 0:46:06 0:35:05 0:11:01 smithi main centos 8.stream orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
pass 7558251 2024-02-13 15:30:30 2024-02-13 16:00:49 2024-02-13 16:38:50 0:38:01 0:26:31 0:11:30 smithi main centos 8.stream orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools_crun fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_python} 2
pass 7558252 2024-02-13 15:30:31 2024-02-13 16:01:19 2024-02-13 16:28:12 0:26:53 0:17:14 0:09:39 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun agent/on mon_election/connectivity task/test_iscsi_container/{centos_8.stream_container_tools test_iscsi_container}} 1
pass 7558253 2024-02-13 15:30:32 2024-02-13 16:01:19 2024-02-13 16:24:50 0:23:31 0:17:23 0:06:08 smithi main rhel 8.6 orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-services/nfs2 3-final} 2
pass 7558254 2024-02-13 15:30:33 2024-02-13 16:01:40 2024-02-13 16:43:40 0:42:00 0:35:15 0:06:45 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_3.0 fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rotate-keys} 2
pass 7558255 2024-02-13 15:30:35 2024-02-13 16:03:24 2024-02-13 16:35:26 0:32:02 0:25:39 0:06:23 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/off mon_election/classic task/test_orch_cli} 1
pass 7558256 2024-02-13 15:30:36 2024-02-13 16:03:24 2024-02-13 16:29:48 0:26:24 0:18:13 0:08:11 smithi main rhel 8.6 orch:cephadm/osds/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-ops/rmdir-reactivate} 2
pass 7558257 2024-02-13 15:30:37 2024-02-13 16:03:24 2024-02-13 16:31:50 0:28:26 0:18:39 0:09:47 smithi main ubuntu 20.04 orch:cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/nvmeof 3-final} 2
pass 7558258 2024-02-13 15:30:39 2024-02-13 16:03:45 2024-02-13 16:28:54 0:25:09 0:16:19 0:08:50 smithi main centos 8.stream orch:cephadm/smoke/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} 2
pass 7558259 2024-02-13 15:30:40 2024-02-13 16:57:00 2581 smithi main centos 8.stream orch:cephadm/thrash/{0-distro/centos_8.stream_container_tools_crun 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async root} 2
pass 7558260 2024-02-13 15:30:41 2024-02-13 16:03:45 2024-02-13 16:57:20 0:53:35 0:46:17 0:07:18 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_rhel8 fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rados_api_tests} 2
pass 7558261 2024-02-13 15:30:42 2024-02-13 16:04:16 2024-02-13 16:46:50 0:42:34 0:34:06 0:08:28 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/on mon_election/connectivity task/test_orch_cli_mon} 5
pass 7558262 2024-02-13 15:30:44 2024-02-13 16:04:56 2024-02-13 16:51:14 0:46:18 0:34:59 0:11:19 smithi main centos 8.stream orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
pass 7558263 2024-02-13 15:30:45 2024-02-13 16:06:07 2024-02-13 16:28:01 0:21:54 0:12:23 0:09:31 smithi main ubuntu 20.04 orch:cephadm/orchestrator_cli/{0-random-distro$/{ubuntu_20.04} 2-node-mgr agent/on orchestrator_cli} 2
pass 7558264 2024-02-13 15:30:46 2024-02-13 16:06:07 2024-02-13 16:35:04 0:28:57 0:19:52 0:09:05 smithi main centos 8.stream orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/rgw-ingress 3-final} 2
pass 7558265 2024-02-13 15:30:48 2024-02-13 16:06:08 2024-02-13 16:31:16 0:25:08 0:18:18 0:06:50 smithi main rhel 8.6 orch:cephadm/smoke-singlehost/{0-random-distro$/{rhel_8.6_container_tools_3.0} 1-start 2-services/rgw 3-final} 1
pass 7558266 2024-02-13 15:30:49 2024-02-13 16:06:08 2024-02-13 16:29:31 0:23:23 0:13:42 0:09:41 smithi main centos 8.stream orch:cephadm/smoke-small/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/on fixed-2 mon_election/classic start} 3
pass 7558267 2024-02-13 15:30:50 2024-02-13 16:06:29 2024-02-13 17:07:08 1:00:39 0:49:42 0:10:57 smithi main centos 8.stream orch:cephadm/upgrade/{1-start-distro/1-start-centos_8.stream_container-tools 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls agent/on mon_election/classic} 2
pass 7558268 2024-02-13 15:30:51 2024-02-13 16:07:59 2024-02-13 16:50:30 0:42:31 0:31:44 0:10:47 smithi main ubuntu 20.04 orch:cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/packaged mon_election/classic msgr/async start tasks/rados_python} 2
pass 7558269 2024-02-13 15:30:53 2024-02-13 16:08:20 2024-02-13 16:38:25 0:30:05 0:18:34 0:11:31 smithi main ubuntu 20.04 orch:cephadm/workunits/{0-distro/ubuntu_20.04 agent/off mon_election/classic task/test_rgw_multisite} 3
pass 7558270 2024-02-13 15:30:54 2024-02-13 16:10:00 2024-02-13 16:40:54 0:30:54 0:18:19 0:12:35 smithi main centos 8.stream orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-services/rgw 3-final} 2
pass 7558271 2024-02-13 15:30:55 2024-02-13 16:11:01 2024-02-13 16:46:30 0:35:29 0:26:04 0:09:25 smithi main centos 8.stream orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools fixed-2 mode/root mon_election/connectivity msgr/async-v1only start tasks/rotate-keys} 2
pass 7558272 2024-02-13 15:30:56 2024-02-13 16:11:11 2024-02-13 16:41:30 0:30:19 0:19:55 0:10:24 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools agent/on mon_election/connectivity task/test_set_mon_crush_locations} 3
pass 7558273 2024-02-13 15:30:58 2024-02-13 16:12:12 2024-02-13 16:37:04 0:24:52 0:16:54 0:07:58 smithi main rhel 8.6 orch:cephadm/osds/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-ops/repave-all} 2
pass 7558274 2024-02-13 15:30:59 2024-02-13 16:13:42 2024-02-13 16:42:10 0:28:28 0:21:07 0:07:21 smithi main rhel 8.6 orch:cephadm/smoke/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop agent/on fixed-2 mon_election/classic start} 2
pass 7558275 2024-02-13 15:31:00 2024-02-13 16:14:53 2024-02-13 16:43:13 0:28:20 0:20:24 0:07:56 smithi main rhel 8.6 orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-services/basic 3-final} 2
pass 7558276 2024-02-13 15:31:01 2024-02-13 16:15:03 2024-02-13 17:11:54 0:56:51 0:49:46 0:07:05 smithi main rhel 8.6 orch:cephadm/thrash/{0-distro/rhel_8.6_container_tools_3.0 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async-v1only root} 2
pass 7558277 2024-02-13 15:31:02 2024-02-13 16:16:34 2024-02-13 17:05:54 0:49:20 0:38:28 0:10:52 smithi main centos 8.stream orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools_crun fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rados_api_tests} 2
pass 7558278 2024-02-13 15:31:04 2024-02-13 16:16:34 2024-02-13 16:37:27 0:20:53 0:12:00 0:08:53 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun agent/off mon_election/classic task/test_adoption} 1
pass 7558279 2024-02-13 15:31:05 2024-02-13 16:16:35 2024-02-13 17:07:12 0:50:37 0:36:57 0:13:40 smithi main centos 8.stream orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
pass 7558280 2024-02-13 15:31:06 2024-02-13 16:19:46 2024-02-13 16:58:29 0:38:43 0:30:56 0:07:47 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_3.0 fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_python} 2
pass 7558281 2024-02-13 15:31:07 2024-02-13 16:21:06 2024-02-13 16:52:21 0:31:15 0:23:52 0:07:23 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/on mon_election/connectivity task/test_ca_signed_key} 2
pass 7558282 2024-02-13 15:31:09 2024-02-13 16:21:06 2024-02-13 16:46:19 0:25:13 0:18:10 0:07:03 smithi main rhel 8.6 orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-services/client-keyring 3-final} 2
fail 7558283 2024-02-13 15:31:10 2024-02-13 16:21:27 2024-02-13 17:18:51 0:57:24 0:46:11 0:11:13 smithi main centos 8.stream orch:cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools 1-bootstrap/16.2.5 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
Failure Reason:

'2024-02-13T17:08:01.156913+00:00 smithi012 kernel: rcu: INFO: rcu_sched self-detected stall on CPU ' in syslog

pass 7558284 2024-02-13 15:31:11 2024-02-13 16:21:37 2024-02-13 17:03:21 0:41:44 0:34:41 0:07:03 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_rhel8 fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rotate-keys} 2
fail 7558285 2024-02-13 15:31:12 2024-02-13 16:21:38 2024-02-13 16:48:38 0:27:00 0:20:44 0:06:16 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/off mon_election/classic task/test_cephadm} 1
Failure Reason:

Command failed (workunit test cephadm/test_cephadm.sh) on smithi078 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1cfe26df5c5bb3fc5e0c7824234587e63f2a4dd6 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh'

pass 7558286 2024-02-13 15:31:13 2024-02-13 16:21:38 2024-02-13 16:51:49 0:30:11 0:19:22 0:10:49 smithi main ubuntu 20.04 orch:cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/iscsi 3-final} 2
pass 7558287 2024-02-13 15:31:14 2024-02-13 16:21:48 2024-02-13 16:46:49 0:25:01 0:18:54 0:06:07 smithi main rhel 8.6 orch:cephadm/smoke/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} 2
pass 7558288 2024-02-13 15:31:16 2024-02-13 16:21:49 2024-02-13 17:36:06 1:14:17 1:05:54 0:08:23 smithi main rhel 8.6 orch:cephadm/thrash/{0-distro/rhel_8.6_container_tools_rhel8 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async-v2only root} 2
pass 7558289 2024-02-13 15:31:17 2024-02-13 16:22:49 2024-02-13 17:17:20 0:54:31 0:43:51 0:10:40 smithi main ubuntu 20.04 orch:cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rados_api_tests} 2
pass 7558290 2024-02-13 15:31:18 2024-02-13 16:23:00 2024-02-13 16:40:54 0:17:54 0:07:23 0:10:31 smithi main ubuntu 20.04 orch:cephadm/workunits/{0-distro/ubuntu_20.04 agent/on mon_election/connectivity task/test_cephadm_repos} 1
pass 7558291 2024-02-13 15:31:19 2024-02-13 16:23:00 2024-02-13 17:07:06 0:44:06 0:34:47 0:09:19 smithi main centos 8.stream orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
fail 7558292 2024-02-13 15:31:20 2024-02-13 16:23:50 2024-02-13 17:12:25 0:48:35 0:37:47 0:10:48 smithi main centos 8.stream orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/jaeger 3-final} 2
Failure Reason:

reached maximum tries (301) after waiting for 300 seconds

pass 7558293 2024-02-13 15:31:22 2024-02-13 16:24:51 2024-02-13 16:48:15 0:23:24 0:13:37 0:09:47 smithi main centos 8.stream orch:cephadm/smoke-small/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} 3
pass 7558294 2024-02-13 15:31:23 2024-02-13 16:25:11 2024-02-13 17:12:21 0:47:10 0:35:12 0:11:58 smithi main ubuntu 20.04 orch:cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/repo_digest 3-upgrade/simple 4-wait 5-upgrade-ls agent/off mon_election/connectivity} 2
pass 7558295 2024-02-13 15:31:24 2024-02-13 16:25:22 2024-02-13 16:53:19 0:27:57 0:18:08 0:09:49 smithi main ubuntu 20.04 orch:cephadm/osds/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-ops/rm-zap-add} 2
pass 7558296 2024-02-13 15:31:25 2024-02-13 16:25:22 2024-02-13 16:58:52 0:33:30 0:25:04 0:08:26 smithi main centos 8.stream orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools fixed-2 mode/packaged mon_election/classic msgr/async start tasks/rados_python} 2
pass 7558297 2024-02-13 15:31:27 2024-02-13 16:25:42 2024-02-13 16:50:27 0:24:45 0:16:50 0:07:55 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools agent/off mon_election/classic task/test_iscsi_container/{centos_8.stream_container_tools test_iscsi_container}} 1
pass 7558298 2024-02-13 15:31:28 2024-02-13 16:25:43 2024-02-13 16:54:54 0:29:11 0:17:02 0:12:09 smithi main centos 8.stream orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-services/mirror 3-final} 2
pass 7558299 2024-02-13 15:31:29 2024-02-13 16:27:03 2024-02-13 17:02:55 0:35:52 0:26:13 0:09:39 smithi main centos 8.stream orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools_crun fixed-2 mode/root mon_election/connectivity msgr/async-v1only start tasks/rotate-keys} 2
fail 7558300 2024-02-13 15:31:30 2024-02-13 16:27:04 2024-02-13 16:56:22 0:29:18 0:19:04 0:10:14 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun agent/on mon_election/connectivity task/test_orch_cli} 1
Failure Reason:

Test failure: test_daemon_restart (tasks.cephadm_cases.test_cli.TestCephadmCLI)

pass 7558301 2024-02-13 15:31:32 2024-02-13 16:27:04 2024-02-13 16:54:33 0:27:29 0:20:44 0:06:45 smithi main rhel 8.6 orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-services/nfs-haproxy-proto 3-final} 2
pass 7558302 2024-02-13 15:31:33 2024-02-13 16:27:24 2024-02-13 17:04:09 0:36:45 0:25:10 0:11:35 smithi main ubuntu 20.04 orch:cephadm/smoke/{0-distro/ubuntu_20.04 0-nvme-loop agent/on fixed-2 mon_election/classic start} 2
pass 7558303 2024-02-13 15:31:34 2024-02-13 16:28:05 2024-02-13 17:20:47 0:52:42 0:42:40 0:10:02 smithi main ubuntu 20.04 orch:cephadm/thrash/{0-distro/ubuntu_20.04 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async root} 2
pass 7558304 2024-02-13 15:31:35 2024-02-13 16:28:35 2024-02-13 17:22:31 0:53:56 0:47:42 0:06:14 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_3.0 fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rados_api_tests} 2
pass 7558305 2024-02-13 15:31:36 2024-02-13 16:28:46 2024-02-13 17:10:57 0:42:11 0:34:47 0:07:24 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/off mon_election/classic task/test_orch_cli_mon} 5
pass 7558306 2024-02-13 15:31:38 2024-02-13 16:29:36 2024-02-13 17:18:52 0:49:16 0:37:46 0:11:30 smithi main centos 8.stream orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
pass 7558307 2024-02-13 15:31:39 2024-02-13 16:29:57 2024-02-13 16:55:16 0:25:19 0:18:37 0:06:42 smithi main rhel 8.6 orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-bucket 3-final} 2
pass 7558308 2024-02-13 15:31:40 2024-02-13 16:30:17 2024-02-13 17:05:33 0:35:16 0:27:04 0:08:12 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_rhel8 fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_python} 2
pass 7558309 2024-02-13 15:31:41 2024-02-13 16:31:18 2024-02-13 17:03:42 0:32:24 0:24:43 0:07:41 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/on mon_election/connectivity task/test_rgw_multisite} 3
pass 7558310 2024-02-13 15:31:43 2024-02-13 16:32:28 2024-02-13 16:57:32 0:25:04 0:15:50 0:09:14 smithi main centos 8.stream orch:cephadm/osds/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-ops/rm-zap-flag} 2
pass 7558311 2024-02-13 15:31:44 2024-02-13 16:32:29 2024-02-13 17:02:44 0:30:15 0:20:51 0:09:24 smithi main ubuntu 20.04 orch:cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-user 3-final} 2
pass 7558312 2024-02-13 15:31:45 2024-02-13 16:32:49 2024-02-13 17:23:12 0:50:23 0:37:53 0:12:30 smithi main ubuntu 20.04 orch:cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rotate-keys} 2