Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 7560866 2024-02-15 10:01:26 2024-02-15 12:22:27 2024-02-15 12:47:42 0:25:15 0:15:42 0:09:33 smithi main centos 8.stream orch:cephadm/osds/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-ops/rm-zap-add} 2
pass 7560867 2024-02-15 10:01:27 2024-02-15 12:22:27 2024-02-15 12:56:21 0:33:54 0:27:27 0:06:27 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_3.0 fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rados_python} 2
pass 7560868 2024-02-15 10:01:28 2024-02-15 12:22:48 2024-02-15 12:53:13 0:30:25 0:18:33 0:11:52 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/off mon_election/classic task/test_iscsi_container/{centos_8.stream_container_tools test_iscsi_container}} 1
fail 7560869 2024-02-15 10:01:30 2024-02-15 12:22:58 2024-02-15 12:46:27 0:23:29 0:14:10 0:09:19 smithi main centos 8.stream orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
Failure Reason:

Command failed on smithi172 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66040700-cbff-11ee-95b9-87774f69a715 -- ceph orch daemon add osd smithi172:vg_nvme/lv_4'

pass 7560870 2024-02-15 10:01:31 2024-02-15 12:23:18 2024-02-15 13:19:11 0:55:53 0:44:50 0:11:03 smithi main centos 8.stream orch:cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools 1-bootstrap/16.2.0 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
pass 7560871 2024-02-15 10:01:32 2024-02-15 12:23:49 2024-02-15 13:08:48 0:44:59 0:38:15 0:06:44 smithi main rhel 8.6 orch:cephadm/nfs/{cluster/{1-node} overrides/ignorelist_health supported-random-distros$/{rhel_8} tasks/nfs} 1
pass 7560872 2024-02-15 10:01:34 2024-02-15 12:23:49 2024-02-15 12:48:27 0:24:38 0:14:05 0:10:33 smithi main centos 8.stream orch:cephadm/orchestrator_cli/{0-random-distro$/{centos_8.stream_container_tools} 2-node-mgr agent/off orchestrator_cli} 2
pass 7560873 2024-02-15 10:01:35 2024-02-15 12:25:10 2024-02-15 13:10:56 0:45:46 0:35:19 0:10:27 smithi main centos 8.stream orch:cephadm/rbd_iscsi/{0-single-container-host base/install cluster/{fixed-3 openstack} conf/{disable-pool-app} workloads/cephadm_iscsi} 3
pass 7560874 2024-02-15 10:01:36 2024-02-15 12:25:30 2024-02-15 12:53:50 0:28:20 0:17:40 0:10:40 smithi main centos 8.stream orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/mirror 3-final} 2
pass 7560875 2024-02-15 10:01:38 2024-02-15 12:26:41 2024-02-15 12:49:49 0:23:08 0:13:20 0:09:48 smithi main centos 8.stream orch:cephadm/smoke-singlehost/{0-random-distro$/{centos_8.stream_container_tools} 1-start 2-services/basic 3-final} 1
pass 7560876 2024-02-15 10:01:39 2024-02-15 12:26:41 2024-02-15 12:49:59 0:23:18 0:13:13 0:10:05 smithi main centos 8.stream orch:cephadm/smoke-small/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/off fixed-2 mon_election/classic start} 3
pass 7560877 2024-02-15 10:01:40 2024-02-15 12:26:41 2024-02-15 13:26:13 0:59:32 0:49:10 0:10:22 smithi main centos 8.stream orch:cephadm/upgrade/{1-start-distro/1-start-centos_8.stream_container-tools 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/classic} 2
pass 7560878 2024-02-15 10:01:42 2024-02-15 12:27:02 2024-02-15 13:06:30 0:39:28 0:33:23 0:06:05 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_rhel8 fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rotate-keys} 2
pass 7560879 2024-02-15 10:01:43 2024-02-15 12:27:22 2024-02-15 12:58:23 0:31:01 0:24:08 0:06:53 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/on mon_election/connectivity task/test_orch_cli} 1
pass 7560880 2024-02-15 10:01:44 2024-02-15 12:27:23 2024-02-15 12:53:12 0:25:49 0:16:48 0:09:01 smithi main centos 8.stream orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-services/nfs-haproxy-proto 3-final} 2
pass 7560881 2024-02-15 10:01:46 2024-02-15 12:28:03 2024-02-15 12:51:12 0:23:09 0:16:55 0:06:14 smithi main rhel 8.6 orch:cephadm/smoke/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop agent/off fixed-2 mon_election/classic start} 2
pass 7560882 2024-02-15 10:01:47 2024-02-15 12:28:03 2024-02-15 13:17:46 0:49:43 0:43:14 0:06:29 smithi main rhel 8.6 orch:cephadm/thrash/{0-distro/rhel_8.6_container_tools_rhel8 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async root} 2
pass 7560883 2024-02-15 10:01:48 2024-02-15 12:28:44 2024-02-15 13:23:41 0:54:57 0:44:11 0:10:46 smithi main ubuntu 20.04 orch:cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/packaged mon_election/classic msgr/async start tasks/rados_api_tests} 2
pass 7560884 2024-02-15 10:01:50 2024-02-15 12:29:34 2024-02-15 13:16:37 0:47:03 0:35:38 0:11:25 smithi main ubuntu 20.04 orch:cephadm/workunits/{0-distro/ubuntu_20.04 agent/off mon_election/classic task/test_orch_cli_mon} 5
pass 7560885 2024-02-15 10:01:51 2024-02-15 12:30:05 2024-02-15 13:00:20 0:30:15 0:22:25 0:07:50 smithi main rhel 8.6 orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-bucket 3-final} 2
pass 7560886 2024-02-15 10:01:52 2024-02-15 12:30:25 2024-02-15 13:06:17 0:35:52 0:25:13 0:10:39 smithi main centos 8.stream orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools fixed-2 mode/root mon_election/connectivity msgr/async-v1only start tasks/rados_python} 2
pass 7560887 2024-02-15 10:01:54 2024-02-15 12:30:46 2024-02-15 12:56:18 0:25:32 0:16:20 0:09:12 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools agent/on mon_election/connectivity task/test_rgw_multisite} 3
pass 7560888 2024-02-15 10:01:55 2024-02-15 12:31:16 2024-02-15 12:58:54 0:27:38 0:15:48 0:11:50 smithi main centos 8.stream orch:cephadm/osds/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-ops/rm-zap-flag} 2
pass 7560889 2024-02-15 10:01:56 2024-02-15 12:33:47 2024-02-15 13:20:34 0:46:47 0:35:21 0:11:26 smithi main centos 8.stream orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
pass 7560890 2024-02-15 10:01:58 2024-02-15 12:34:57 2024-02-15 13:00:01 0:25:04 0:18:33 0:06:31 smithi main rhel 8.6 orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-user 3-final} 2
pass 7560891 2024-02-15 10:01:59 2024-02-15 12:34:58 2024-02-15 13:10:03 0:35:05 0:26:03 0:09:02 smithi main centos 8.stream orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools_crun fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rotate-keys} 2
pass 7560892 2024-02-15 10:02:00 2024-02-15 12:34:58 2024-02-15 13:05:58 0:31:00 0:18:33 0:12:27 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun agent/off mon_election/classic task/test_set_mon_crush_locations} 3
pass 7560893 2024-02-15 10:02:01 2024-02-15 12:35:19 2024-02-15 13:10:00 0:34:41 0:24:15 0:10:26 smithi main ubuntu 20.04 orch:cephadm/smoke/{0-distro/ubuntu_20.04 0-nvme-loop agent/on fixed-2 mon_election/connectivity start} 2
pass 7560894 2024-02-15 10:02:03 2024-02-15 12:35:49 2024-02-15 13:09:47 0:33:58 0:23:05 0:10:53 smithi main ubuntu 20.04 orch:cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/nfs-ingress 3-final} 2
pass 7560895 2024-02-15 10:02:04 2024-02-15 12:35:49 2024-02-15 14:01:46 1:25:57 1:16:32 0:09:25 smithi main ubuntu 20.04 orch:cephadm/thrash/{0-distro/ubuntu_20.04 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async-v1only root} 2
pass 7560896 2024-02-15 10:02:05 2024-02-15 12:35:50 2024-02-15 13:30:51 0:55:01 0:48:29 0:06:32 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_3.0 fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_api_tests} 2
pass 7560897 2024-02-15 10:02:07 2024-02-15 12:35:50 2024-02-15 13:02:56 0:27:06 0:21:14 0:05:52 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/on mon_election/connectivity task/test_adoption} 1
pass 7560898 2024-02-15 10:02:08 2024-02-15 12:35:50 2024-02-15 13:11:23 0:35:33 0:28:14 0:07:19 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_rhel8 fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rados_python} 2
pass 7560899 2024-02-15 10:02:09 2024-02-15 12:36:01 2024-02-15 13:06:59 0:30:58 0:21:23 0:09:35 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/off mon_election/classic task/test_ca_signed_key} 2
pass 7560900 2024-02-15 10:02:10 2024-02-15 12:39:42 2024-02-15 13:24:53 0:45:11 0:35:22 0:09:49 smithi main centos 8.stream orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
pass 7560901 2024-02-15 10:02:12 2024-02-15 12:39:42 2024-02-15 13:10:49 0:31:07 0:19:18 0:11:49 smithi main centos 8.stream orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/nfs-ingress2 3-final} 2
pass 7560902 2024-02-15 10:02:13 2024-02-15 12:41:23 2024-02-15 13:05:34 0:24:11 0:13:19 0:10:52 smithi main centos 8.stream orch:cephadm/smoke-small/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/on fixed-2 mon_election/connectivity start} 3
pass 7560903 2024-02-15 10:02:15 2024-02-15 12:42:13 2024-02-15 13:29:29 0:47:16 0:34:37 0:12:39 smithi main ubuntu 20.04 orch:cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/repo_digest 3-upgrade/simple 4-wait 5-upgrade-ls agent/on mon_election/connectivity} 2
pass 7560904 2024-02-15 10:02:16 2024-02-15 12:43:14 2024-02-15 13:10:28 0:27:14 0:20:13 0:07:01 smithi main rhel 8.6 orch:cephadm/osds/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-ops/rm-zap-wait} 2
pass 7560905 2024-02-15 10:02:17 2024-02-15 12:43:14 2024-02-15 13:31:16 0:48:02 0:37:48 0:10:14 smithi main ubuntu 20.04 orch:cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rotate-keys} 2
fail 7560906 2024-02-15 10:02:19 2024-02-15 12:43:14 2024-02-15 13:03:03 0:19:49 0:10:05 0:09:44 smithi main ubuntu 20.04 orch:cephadm/workunits/{0-distro/ubuntu_20.04 agent/on mon_election/connectivity task/test_cephadm} 1
Failure Reason:

Command failed (workunit test cephadm/test_cephadm.sh) on smithi005 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=b39e8e35823c6a5135a0ad1630adc3d7bd06e68a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh'

pass 7560907 2024-02-15 10:02:20 2024-02-15 12:43:15 2024-02-15 13:10:38 0:27:23 0:17:38 0:09:45 smithi main centos 8.stream orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-services/nfs-keepalive-only 3-final} 2
pass 7560908 2024-02-15 10:02:21 2024-02-15 12:43:35 2024-02-15 13:45:23 1:01:48 0:51:28 0:10:20 smithi main centos 8.stream orch:cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools 1-bootstrap/16.2.4 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
pass 7560909 2024-02-15 10:02:22 2024-02-15 12:44:16 2024-02-15 13:13:54 0:29:38 0:17:20 0:12:18 smithi main centos 8.stream orch:cephadm/smoke/{0-distro/centos_8.stream_container_tools 0-nvme-loop agent/on fixed-2 mon_election/classic start} 2
pass 7560910 2024-02-15 10:02:24 2024-02-15 12:45:26 2024-02-15 13:31:25 0:45:59 0:36:27 0:09:32 smithi main centos 8.stream orch:cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async-v2only root} 2
pass 7560911 2024-02-15 10:02:25 2024-02-15 12:45:47 2024-02-15 13:34:48 0:49:01 0:40:17 0:08:44 smithi main centos 8.stream orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rados_api_tests} 2
pass 7560912 2024-02-15 10:02:26 2024-02-15 12:45:47 2024-02-15 13:04:13 0:18:26 0:08:09 0:10:17 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools agent/off mon_election/classic task/test_cephadm_repos} 1
pass 7560913 2024-02-15 10:02:28 2024-02-15 12:47:18 2024-02-15 13:14:19 0:27:01 0:20:49 0:06:12 smithi main rhel 8.6 orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-services/nfs 3-final} 2
pass 7560914 2024-02-15 10:02:29 2024-02-15 12:47:18 2024-02-15 13:32:58 0:45:40 0:36:14 0:09:26 smithi main centos 8.stream orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
pass 7560915 2024-02-15 10:02:30 2024-02-15 12:47:48 2024-02-15 13:23:47 0:35:59 0:26:14 0:09:45 smithi main centos 8.stream orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools_crun fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_python} 2
pass 7560916 2024-02-15 10:02:32 2024-02-15 12:49:16 2024-02-15 13:16:25 0:27:09 0:17:58 0:09:11 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun agent/on mon_election/connectivity task/test_iscsi_container/{centos_8.stream_container_tools test_iscsi_container}} 1
pass 7560917 2024-02-15 10:02:33 2024-02-15 12:49:17 2024-02-15 13:15:14 0:25:57 0:17:44 0:08:13 smithi main rhel 8.6 orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-services/nfs2 3-final} 2
pass 7560918 2024-02-15 10:02:34 2024-02-15 12:49:57 2024-02-15 13:33:13 0:43:16 0:36:40 0:06:36 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_3.0 fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rotate-keys} 2
pass 7560919 2024-02-15 10:02:35 2024-02-15 12:50:07 2024-02-15 13:21:25 0:31:18 0:24:39 0:06:39 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/off mon_election/classic task/test_orch_cli} 1
pass 7560920 2024-02-15 10:02:37 2024-02-15 12:50:08 2024-02-15 13:16:20 0:26:12 0:17:52 0:08:20 smithi main rhel 8.6 orch:cephadm/osds/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-ops/rmdir-reactivate} 2
pass 7560921 2024-02-15 10:02:38 2024-02-15 12:51:18 2024-02-15 13:21:28 0:30:10 0:18:59 0:11:11 smithi main ubuntu 20.04 orch:cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/nvmeof 3-final} 2
pass 7560922 2024-02-15 10:02:39 2024-02-15 12:51:19 2024-02-15 13:21:25 0:30:06 0:16:48 0:13:18 smithi main centos 8.stream orch:cephadm/smoke/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} 2
pass 7560923 2024-02-15 10:02:41 2024-02-15 12:53:19 2024-02-15 13:43:08 0:49:49 0:39:17 0:10:32 smithi main centos 8.stream orch:cephadm/thrash/{0-distro/centos_8.stream_container_tools_crun 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async root} 2
pass 7560924 2024-02-15 10:02:42 2024-02-15 12:54:00 2024-02-15 13:47:07 0:53:07 0:46:10 0:06:57 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_rhel8 fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rados_api_tests} 2
pass 7560925 2024-02-15 10:02:43 2024-02-15 12:54:20 2024-02-15 13:36:32 0:42:12 0:33:20 0:08:52 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/on mon_election/connectivity task/test_orch_cli_mon} 5
pass 7560926 2024-02-15 10:02:44 2024-02-15 12:55:21 2024-02-15 13:43:22 0:48:01 0:36:47 0:11:14 smithi main centos 8.stream orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
pass 7560927 2024-02-15 10:02:46 2024-02-15 12:56:21 2024-02-15 13:27:52 0:31:31 0:24:11 0:07:20 smithi main rhel 8.6 orch:cephadm/orchestrator_cli/{0-random-distro$/{rhel_8.6_container_tools_3.0} 2-node-mgr agent/on orchestrator_cli} 2
pass 7560928 2024-02-15 10:02:47 2024-02-15 12:56:32 2024-02-15 13:29:52 0:33:20 0:20:23 0:12:57 smithi main centos 8.stream orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/rgw-ingress 3-final} 2
pass 7560929 2024-02-15 10:02:48 2024-02-15 12:58:12 2024-02-15 13:25:33 0:27:21 0:15:10 0:12:11 smithi main centos 8.stream orch:cephadm/smoke-singlehost/{0-random-distro$/{centos_8.stream_container_tools_crun} 1-start 2-services/rgw 3-final} 1
pass 7560930 2024-02-15 10:02:49 2024-02-15 12:58:13 2024-02-15 13:24:07 0:25:54 0:14:21 0:11:33 smithi main centos 8.stream orch:cephadm/smoke-small/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/on fixed-2 mon_election/classic start} 3
pass 7560931 2024-02-15 10:02:51 2024-02-15 12:59:03 2024-02-15 13:59:09 1:00:06 0:50:14 0:09:52 smithi main centos 8.stream orch:cephadm/upgrade/{1-start-distro/1-start-centos_8.stream_container-tools 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls agent/on mon_election/classic} 2
pass 7560932 2024-02-15 10:02:52 2024-02-15 13:00:04 2024-02-15 13:42:56 0:42:52 0:32:06 0:10:46 smithi main ubuntu 20.04 orch:cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/packaged mon_election/classic msgr/async start tasks/rados_python} 2
pass 7560933 2024-02-15 10:02:53 2024-02-15 13:00:24 2024-02-15 13:31:22 0:30:58 0:18:29 0:12:29 smithi main ubuntu 20.04 orch:cephadm/workunits/{0-distro/ubuntu_20.04 agent/off mon_election/classic task/test_rgw_multisite} 3
pass 7560934 2024-02-15 10:02:54 2024-02-15 13:00:24 2024-02-15 13:29:13 0:28:49 0:18:13 0:10:36 smithi main centos 8.stream orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-services/rgw 3-final} 2
pass 7560935 2024-02-15 10:02:56 2024-02-15 13:01:45 2024-02-15 13:41:04 0:39:19 0:29:45 0:09:34 smithi main centos 8.stream orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools fixed-2 mode/root mon_election/connectivity msgr/async-v1only start tasks/rotate-keys} 2
pass 7560936 2024-02-15 10:02:57 2024-02-15 13:01:45 2024-02-15 13:32:22 0:30:37 0:20:48 0:09:49 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools agent/on mon_election/connectivity task/test_set_mon_crush_locations} 3
pass 7560937 2024-02-15 10:02:58 2024-02-15 13:03:06 2024-02-15 13:27:03 0:23:57 0:17:33 0:06:24 smithi main rhel 8.6 orch:cephadm/osds/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-ops/repave-all} 2
pass 7560938 2024-02-15 10:02:59 2024-02-15 13:03:46 2024-02-15 13:32:08 0:28:22 0:20:45 0:07:37 smithi main rhel 8.6 orch:cephadm/smoke/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop agent/on fixed-2 mon_election/classic start} 2
pass 7560939 2024-02-15 10:03:00 2024-02-15 13:04:17 2024-02-15 13:33:01 0:28:44 0:20:32 0:08:12 smithi main rhel 8.6 orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-services/basic 3-final} 2
pass 7560940 2024-02-15 10:03:02 2024-02-15 13:05:37 2024-02-15 13:59:19 0:53:42 0:46:57 0:06:45 smithi main rhel 8.6 orch:cephadm/thrash/{0-distro/rhel_8.6_container_tools_3.0 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async-v1only root} 2
pass 7560941 2024-02-15 10:03:03 2024-02-15 13:06:08 2024-02-15 14:01:08 0:55:00 0:40:21 0:14:39 smithi main centos 8.stream orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools_crun fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rados_api_tests} 2
pass 7560942 2024-02-15 10:03:04 2024-02-15 13:06:08 2024-02-15 13:29:48 0:23:40 0:14:03 0:09:37 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun agent/off mon_election/classic task/test_adoption} 1
pass 7560943 2024-02-15 10:03:05 2024-02-15 13:06:18 2024-02-15 13:55:45 0:49:27 0:40:08 0:09:19 smithi main centos 8.stream orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
pass 7560944 2024-02-15 10:03:06 2024-02-15 13:06:39 2024-02-15 13:44:11 0:37:32 0:30:22 0:07:10 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_3.0 fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_python} 2
pass 7560945 2024-02-15 10:03:08 2024-02-15 13:06:39 2024-02-15 13:38:00 0:31:21 0:24:35 0:06:46 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/on mon_election/connectivity task/test_ca_signed_key} 2
pass 7560946 2024-02-15 10:03:09 2024-02-15 13:06:50 2024-02-15 13:31:45 0:24:55 0:17:50 0:07:05 smithi main rhel 8.6 orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-services/client-keyring 3-final} 2
fail 7560947 2024-02-15 10:03:10 2024-02-15 13:06:50 2024-02-15 14:02:12 0:55:22 0:45:49 0:09:33 smithi main centos 8.stream orch:cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools 1-bootstrap/16.2.5 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
Failure Reason:

'2024-02-15T13:52:12.665203+00:00 smithi142 kernel: rcu: INFO: rcu_sched detected stalls on CPUs/tasks: ' in syslog

pass 7560948 2024-02-15 10:03:11 2024-02-15 13:07:00 2024-02-15 13:49:50 0:42:50 0:34:53 0:07:57 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_rhel8 fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rotate-keys} 2
fail 7560949 2024-02-15 10:03:13 2024-02-15 13:08:51 2024-02-15 13:37:09 0:28:18 0:20:34 0:07:44 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/off mon_election/classic task/test_cephadm} 1
Failure Reason:

Command failed (workunit test cephadm/test_cephadm.sh) on smithi122 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=b39e8e35823c6a5135a0ad1630adc3d7bd06e68a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh'

pass 7560950 2024-02-15 10:03:14 2024-02-15 13:09:51 2024-02-15 13:40:20 0:30:29 0:19:02 0:11:27 smithi main ubuntu 20.04 orch:cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/iscsi 3-final} 2
pass 7560951 2024-02-15 10:03:15 2024-02-15 13:10:02 2024-02-15 13:33:20 0:23:18 0:17:36 0:05:42 smithi main rhel 8.6 orch:cephadm/smoke/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} 2
pass 7560952 2024-02-15 10:03:16 2024-02-15 13:10:12 2024-02-15 14:13:31 1:03:19 0:56:16 0:07:03 smithi main rhel 8.6 orch:cephadm/thrash/{0-distro/rhel_8.6_container_tools_rhel8 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async-v2only root} 2
pass 7560953 2024-02-15 10:03:18 2024-02-15 13:10:33 2024-02-15 14:04:37 0:54:04 0:43:19 0:10:45 smithi main ubuntu 20.04 orch:cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rados_api_tests} 2
pass 7560954 2024-02-15 10:03:19 2024-02-15 13:10:43 2024-02-15 13:28:36 0:17:53 0:07:25 0:10:28 smithi main ubuntu 20.04 orch:cephadm/workunits/{0-distro/ubuntu_20.04 agent/on mon_election/connectivity task/test_cephadm_repos} 1
pass 7560955 2024-02-15 10:03:20 2024-02-15 13:10:43 2024-02-15 13:58:18 0:47:35 0:36:45 0:10:50 smithi main centos 8.stream orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
fail 7560956 2024-02-15 10:03:21 2024-02-15 13:10:54 2024-02-15 14:00:15 0:49:21 0:39:23 0:09:58 smithi main centos 8.stream orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/jaeger 3-final} 2
Failure Reason:

reached maximum tries (301) after waiting for 300 seconds

pass 7560957 2024-02-15 10:03:23 2024-02-15 13:11:04 2024-02-15 13:34:52 0:23:48 0:13:37 0:10:11 smithi main centos 8.stream orch:cephadm/smoke-small/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} 3
pass 7560958 2024-02-15 10:03:24 2024-02-15 13:11:25 2024-02-15 13:59:56 0:48:31 0:35:36 0:12:55 smithi main ubuntu 20.04 orch:cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/repo_digest 3-upgrade/simple 4-wait 5-upgrade-ls agent/off mon_election/connectivity} 2
pass 7560959 2024-02-15 10:03:25 2024-02-15 13:13:45 2024-02-15 13:42:02 0:28:17 0:18:45 0:09:32 smithi main ubuntu 20.04 orch:cephadm/osds/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-ops/rm-zap-add} 2
pass 7560960 2024-02-15 10:03:26 2024-02-15 13:13:56 2024-02-15 13:52:48 0:38:52 0:26:58 0:11:54 smithi main centos 8.stream orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools fixed-2 mode/packaged mon_election/classic msgr/async start tasks/rados_python} 2
pass 7560961 2024-02-15 10:03:28 2024-02-15 13:14:26 2024-02-15 13:41:34 0:27:08 0:18:14 0:08:54 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools agent/off mon_election/classic task/test_iscsi_container/{centos_8.stream_container_tools test_iscsi_container}} 1
pass 7560962 2024-02-15 10:03:29 2024-02-15 13:14:26 2024-02-15 13:41:51 0:27:25 0:16:58 0:10:27 smithi main centos 8.stream orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-services/mirror 3-final} 2
pass 7560963 2024-02-15 10:03:30 2024-02-15 13:15:59 2024-02-15 13:53:09 0:37:10 0:27:56 0:09:14 smithi main centos 8.stream orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools_crun fixed-2 mode/root mon_election/connectivity msgr/async-v1only start tasks/rotate-keys} 2
pass 7560964 2024-02-15 10:03:31 2024-02-15 13:15:59 2024-02-15 13:43:47 0:27:48 0:17:54 0:09:54 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun agent/on mon_election/connectivity task/test_orch_cli} 1
pass 7560965 2024-02-15 10:03:33 2024-02-15 13:16:29 2024-02-15 13:43:48 0:27:19 0:20:37 0:06:42 smithi main rhel 8.6 orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-services/nfs-haproxy-proto 3-final} 2
pass 7560966 2024-02-15 10:03:34 2024-02-15 13:16:30 2024-02-15 13:53:24 0:36:54 0:24:53 0:12:01 smithi main ubuntu 20.04 orch:cephadm/smoke/{0-distro/ubuntu_20.04 0-nvme-loop agent/on fixed-2 mon_election/classic start} 2
pass 7560967 2024-02-15 10:03:35 2024-02-15 13:16:40 2024-02-15 14:10:56 0:54:16 0:43:43 0:10:33 smithi main ubuntu 20.04 orch:cephadm/thrash/{0-distro/ubuntu_20.04 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async root} 2
pass 7560968 2024-02-15 10:03:36 2024-02-15 13:16:41 2024-02-15 14:10:22 0:53:41 0:46:49 0:06:52 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_3.0 fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rados_api_tests} 2
pass 7560969 2024-02-15 10:03:38 2024-02-15 13:17:11 2024-02-15 14:00:40 0:43:29 0:35:25 0:08:04 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/off mon_election/classic task/test_orch_cli_mon} 5
pass 7560970 2024-02-15 10:03:39 2024-02-15 13:19:12 2024-02-15 14:08:21 0:49:09 0:37:06 0:12:03 smithi main centos 8.stream orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
pass 7560971 2024-02-15 10:03:40 2024-02-15 13:31:28 2024-02-15 13:57:10 0:25:42 0:19:22 0:06:20 smithi main rhel 8.6 orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-bucket 3-final} 2
pass 7560972 2024-02-15 10:03:42 2024-02-15 13:31:29 2024-02-15 14:05:27 0:33:58 0:26:46 0:07:12 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_rhel8 fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_python} 2
pass 7560973 2024-02-15 10:03:43 2024-02-15 13:31:29 2024-02-15 14:01:03 0:29:34 0:23:18 0:06:16 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/on mon_election/connectivity task/test_rgw_multisite} 3
pass 7560974 2024-02-15 10:03:44 2024-02-15 13:31:49 2024-02-15 13:57:45 0:25:56 0:15:41 0:10:15 smithi main centos 8.stream orch:cephadm/osds/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-ops/rm-zap-flag} 2
pass 7560975 2024-02-15 10:03:45 2024-02-15 13:32:10 2024-02-15 14:04:47 0:32:37 0:21:00 0:11:37 smithi main ubuntu 20.04 orch:cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-user 3-final} 2
pass 7560976 2024-02-15 10:03:47 2024-02-15 13:32:30 2024-02-15 14:21:07 0:48:37 0:38:00 0:10:37 smithi main ubuntu 20.04 orch:cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rotate-keys} 2