Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 7635065 2024-04-01 22:08:33 2024-04-06 04:47:01 2024-04-06 05:23:38 0:36:37 0:28:11 0:08:26 smithi main centos 8.stream orch/cephadm/with-work/{0-distro/centos_8.stream_container_tools fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rotate-keys} 2
pass 7635066 2024-04-01 22:08:34 2024-04-06 04:47:02 2024-04-06 05:47:01 0:59:59 0:48:38 0:11:21 smithi main ubuntu 20.04 orch/cephadm/thrash/{0-distro/ubuntu_20.04 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async-v1only root} 2
pass 7635067 2024-04-01 22:08:35 2024-04-06 04:47:02 2024-04-06 05:19:14 0:32:12 0:21:11 0:11:01 smithi main ubuntu 20.04 orch/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-user 3-final} 2
pass 7635068 2024-04-01 22:08:36 2024-04-06 04:47:13 2024-04-06 05:26:52 0:39:39 0:26:48 0:12:51 smithi main centos 8.stream orch/cephadm/no-agent-workunits/{0-distro/centos_8.stream_container_tools_crun mon_election/classic task/test_orch_cli_mon} 5
pass 7635069 2024-04-01 22:08:37 2024-04-06 04:51:44 2024-04-06 05:21:51 0:30:07 0:16:34 0:13:33 smithi main centos 8.stream orch/cephadm/smoke/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} 2
pass 7635070 2024-04-01 22:08:38 2024-04-06 04:54:24 2024-04-06 05:39:08 0:44:44 0:34:37 0:10:07 smithi main centos 8.stream orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/reef/{v18.2.0} 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
pass 7635071 2024-04-01 22:08:39 2024-04-06 04:55:55 2024-04-06 05:50:13 0:54:18 0:44:08 0:10:10 smithi main centos 8.stream orch/cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools 1-bootstrap/16.2.0 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
pass 7635072 2024-04-01 22:08:40 2024-04-06 04:56:55 2024-04-06 05:46:53 0:49:58 0:40:42 0:09:16 smithi main ubuntu 20.04 orch/cephadm/nfs/{cluster/{1-node} overrides/ignorelist_health supported-random-distros$/{ubuntu_20.04} tasks/nfs} 1
pass 7635073 2024-04-01 22:08:41 2024-04-06 04:56:56 2024-04-06 05:21:34 0:24:38 0:12:22 0:12:16 smithi main ubuntu 20.04 orch/cephadm/orchestrator_cli/{0-random-distro$/{ubuntu_20.04} 2-node-mgr agent/off orchestrator_cli} 2
pass 7635074 2024-04-01 22:08:42 2024-04-06 04:59:26 2024-04-06 05:49:56 0:50:30 0:35:58 0:14:32 smithi main centos 8.stream orch/cephadm/rbd_iscsi/{0-single-container-host base/install cluster/{fixed-3 openstack} conf/{disable-pool-app} workloads/cephadm_iscsi} 3
pass 7635075 2024-04-01 22:08:43 2024-04-06 05:04:27 2024-04-06 05:35:02 0:30:35 0:19:03 0:11:32 smithi main centos 8.stream orch/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/nfs-ingress 3-final} 2
pass 7635076 2024-04-01 22:08:44 2024-04-06 05:06:08 2024-04-06 05:34:03 0:27:55 0:17:03 0:10:52 smithi main ubuntu 20.04 orch/cephadm/smoke-singlehost/{0-random-distro$/{ubuntu_20.04} 1-start 2-services/basic 3-final} 1
pass 7635077 2024-04-01 22:08:45 2024-04-06 05:06:08 2024-04-06 05:32:37 0:26:29 0:13:47 0:12:42 smithi main centos 8.stream orch/cephadm/smoke-small/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/off fixed-2 mon_election/classic start} 3
pass 7635078 2024-04-01 22:08:46 2024-04-06 05:09:29 2024-04-06 05:58:25 0:48:56 0:34:50 0:14:06 smithi main ubuntu 20.04 orch/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/defaut 3-upgrade/simple 4-wait 5-upgrade-ls agent/on mon_election/connectivity} 2
pass 7635079 2024-04-01 22:08:47 2024-04-06 05:12:10 2024-04-06 05:41:38 0:29:28 0:18:12 0:11:16 smithi main centos 8.stream orch/cephadm/workunits/{0-distro/centos_8.stream_container_tools agent/off mon_election/connectivity task/test_host_drain} 3
pass 7635080 2024-04-01 22:08:47 2024-04-06 05:14:01 2024-04-06 06:05:38 0:51:37 0:38:41 0:12:56 smithi main centos 8.stream orch/cephadm/with-work/{0-distro/centos_8.stream_container_tools_crun fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rados_api_tests} 2
pass 7635081 2024-04-01 22:08:48 2024-04-06 05:16:51 2024-04-06 05:44:42 0:27:51 0:18:21 0:09:30 smithi main centos 8.stream orch/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-services/nfs-ingress2 3-final} 2
pass 7635082 2024-04-01 22:08:49 2024-04-06 05:16:52 2024-04-06 05:41:40 0:24:48 0:15:07 0:09:41 smithi main centos 8.stream orch/cephadm/osds/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-ops/rm-zap-wait} 2
pass 7635083 2024-04-01 22:08:50 2024-04-06 05:16:52 2024-04-06 06:20:05 1:03:13 0:53:54 0:09:19 smithi main centos 8.stream orch/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async-v2only root} 2
pass 7635084 2024-04-01 22:08:52 2024-04-06 05:16:52 2024-04-06 05:46:36 0:29:44 0:20:09 0:09:35 smithi main rhel 8.6 orch/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-services/nfs-keepalive-only 3-final} 2
pass 7635085 2024-04-01 22:08:53 2024-04-06 05:19:23 2024-04-06 05:45:16 0:25:53 0:16:39 0:09:14 smithi main centos 8.stream orch/cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun agent/on mon_election/classic task/test_iscsi_container/{centos_8.stream_container_tools test_iscsi_container}} 1
pass 7635086 2024-04-01 22:08:54 2024-04-06 05:20:24 2024-04-06 05:45:56 0:25:32 0:19:44 0:05:48 smithi main rhel 8.6 orch/cephadm/no-agent-workunits/{0-distro/rhel_8.6_container_tools_3.0 mon_election/connectivity task/test_adoption} 1
pass 7635087 2024-04-01 22:08:55 2024-04-06 05:20:24 2024-04-06 05:48:53 0:28:29 0:19:50 0:08:39 smithi main rhel 8.6 orch/cephadm/smoke/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop agent/on fixed-2 mon_election/classic start} 2
pass 7635088 2024-04-01 22:08:56 2024-04-06 05:21:44 2024-04-06 05:47:16 0:25:32 0:17:40 0:07:52 smithi main rhel 8.6 orch/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-services/nfs 3-final} 2
pass 7635089 2024-04-01 22:08:57 2024-04-06 05:21:55 2024-04-06 06:00:40 0:38:45 0:30:40 0:08:05 smithi main rhel 8.6 orch/cephadm/with-work/{0-distro/rhel_8.6_container_tools_3.0 fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rados_python} 2
pass 7635090 2024-04-01 22:08:57 2024-04-06 05:23:45 2024-04-06 05:55:05 0:31:20 0:18:29 0:12:51 smithi main ubuntu 20.04 orch/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/nfs2 3-final} 2
pass 7635091 2024-04-01 22:08:58 2024-04-06 05:26:56 2024-04-06 06:00:15 0:33:19 0:26:27 0:06:52 smithi main rhel 8.6 orch/cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/off mon_election/connectivity task/test_rgw_multisite} 3
pass 7635092 2024-04-01 22:08:59 2024-04-06 05:26:57 2024-04-06 05:54:44 0:27:47 0:20:07 0:07:40 smithi main rhel 8.6 orch/cephadm/osds/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-ops/rmdir-reactivate} 2
pass 7635093 2024-04-01 22:09:00 2024-04-06 05:27:27 2024-04-06 06:11:01 0:43:34 0:33:49 0:09:45 smithi main centos 8.stream orch/cephadm/thrash/{0-distro/centos_8.stream_container_tools_crun 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async root} 2
fail 7635094 2024-04-01 22:09:01 2024-04-06 05:27:27 2024-04-06 05:48:52 0:21:25 0:06:03 0:15:22 smithi main ubuntu 20.04 orch/rook/smoke/{0-distro/ubuntu_20.04 0-kubeadm 0-nvme-loop 1-rook 2-workload/radosbench cluster/3-node k8s/1.21 net/flannel rook/1.7.2} 3
Failure Reason:

Command failed on smithi096 with status 100: "sudo apt update && sudo apt install -y apt-transport-https ca-certificates curl && sudo curl -fsSLo /usr/share/keyrings/kubernetes-archive-keyring.gpg https://packages.cloud.google.com/apt/doc/apt-key.gpg && echo 'deb [signed-by=/usr/share/keyrings/kubernetes-archive-keyring.gpg] https://apt.kubernetes.io/ kubernetes-xenial main' | sudo tee /etc/apt/sources.list.d/kubernetes.list && sudo apt update && sudo apt install -y kubelet kubeadm kubectl bridge-utils"

pass 7635095 2024-04-01 22:09:02 2024-04-06 05:32:19 2024-04-06 06:15:20 0:43:01 0:34:58 0:08:03 smithi main centos 8.stream orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
pass 7635096 2024-04-01 22:09:03 2024-04-06 05:32:19 2024-04-06 06:00:17 0:27:58 0:16:27 0:11:31 smithi main centos 8.stream orch/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/nvmeof 3-final} 2
pass 7635097 2024-04-01 22:09:04 2024-04-06 05:32:19 2024-04-06 05:55:20 0:23:01 0:13:43 0:09:18 smithi main centos 8.stream orch/cephadm/smoke-small/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/on fixed-2 mon_election/connectivity start} 3
pass 7635098 2024-04-01 22:09:05 2024-04-06 05:32:20 2024-04-06 06:03:20 0:31:00 0:24:30 0:06:30 smithi main rhel 8.6 orch/cephadm/no-agent-workunits/{0-distro/rhel_8.6_container_tools_rhel8 mon_election/classic task/test_cephadm_timeout} 1
pass 7635099 2024-04-01 22:09:06 2024-04-06 05:32:20 2024-04-06 05:57:17 0:24:57 0:18:10 0:06:47 smithi main rhel 8.6 orch/cephadm/smoke/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} 2
pass 7635100 2024-04-01 22:09:07 2024-04-06 05:32:20 2024-04-06 06:13:22 0:41:02 0:34:39 0:06:23 smithi main rhel 8.6 orch/cephadm/with-work/{0-distro/rhel_8.6_container_tools_rhel8 fixed-2 mode/packaged mon_election/classic msgr/async start tasks/rotate-keys} 2
pass 7635101 2024-04-01 22:09:08 2024-04-06 05:32:21 2024-04-06 06:31:23 0:59:02 0:49:13 0:09:49 smithi main centos 8.stream orch/cephadm/upgrade/{1-start-distro/1-start-centos_8.stream_container-tools 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/on mon_election/classic} 2
pass 7635102 2024-04-01 22:09:09 2024-04-06 05:32:21 2024-04-06 06:01:21 0:29:00 0:19:37 0:09:23 smithi main centos 8.stream orch/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-services/rgw-ingress 3-final} 2
pass 7635103 2024-04-01 22:09:10 2024-04-06 05:32:21 2024-04-06 06:07:37 0:35:16 0:26:44 0:08:32 smithi main rhel 8.6 orch/cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/on mon_election/classic task/test_set_mon_crush_locations} 3
pass 7635104 2024-04-01 22:09:11 2024-04-06 05:34:12 2024-04-06 06:30:04 0:55:52 0:45:31 0:10:21 smithi main centos 8.stream orch/cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools 1-bootstrap/16.2.4 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
pass 7635105 2024-04-01 22:09:12 2024-04-06 05:35:03 2024-04-06 06:06:22 0:31:19 0:21:29 0:09:50 smithi main rhel 8.6 orch/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-services/rgw 3-final} 2
fail 7635106 2024-04-01 22:09:13 2024-04-06 05:39:14 2024-04-06 07:01:57 1:22:43 1:10:43 0:12:00 smithi main centos 8.stream orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
Failure Reason:

reached maximum tries (51) after waiting for 300 seconds

pass 7635107 2024-04-01 22:09:14 2024-04-06 05:40:44 2024-04-06 06:09:55 0:29:11 0:18:12 0:10:59 smithi main ubuntu 20.04 orch/cephadm/no-agent-workunits/{0-distro/ubuntu_20.04 mon_election/connectivity task/test_orch_cli} 1
pass 7635108 2024-04-01 22:09:15 2024-04-06 05:41:45 2024-04-06 06:09:27 0:27:42 0:20:27 0:07:15 smithi main rhel 8.6 orch/cephadm/osds/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-ops/repave-all} 2
pass 7635109 2024-04-01 22:09:16 2024-04-06 05:41:45 2024-04-06 06:17:37 0:35:52 0:25:00 0:10:52 smithi main ubuntu 20.04 orch/cephadm/smoke/{0-distro/ubuntu_20.04 0-nvme-loop agent/on fixed-2 mon_election/classic start} 2
pass 7635110 2024-04-01 22:09:17 2024-04-06 05:41:45 2024-04-06 06:08:43 0:26:58 0:17:08 0:09:50 smithi main rhel 8.6 orch/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-services/basic 3-final} 2
pass 7635111 2024-04-01 22:09:18 2024-04-06 05:44:46 2024-04-06 06:41:23 0:56:37 0:49:14 0:07:23 smithi main rhel 8.6 orch/cephadm/thrash/{0-distro/rhel_8.6_container_tools_3.0 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async-v1only root} 2
pass 7635112 2024-04-01 22:09:19 2024-04-06 05:45:57 2024-04-06 06:40:35 0:54:38 0:44:02 0:10:36 smithi main ubuntu 20.04 orch/cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/root mon_election/connectivity msgr/async-v1only start tasks/rados_api_tests} 2
pass 7635113 2024-04-01 22:09:20 2024-04-06 05:46:37 2024-04-06 06:12:43 0:26:06 0:15:52 0:10:14 smithi main ubuntu 20.04 orch/cephadm/workunits/{0-distro/ubuntu_20.04 agent/off mon_election/connectivity task/test_ca_signed_key} 2
pass 7635114 2024-04-01 22:09:21 2024-04-06 05:46:48 2024-04-06 06:17:08 0:30:20 0:19:14 0:11:06 smithi main ubuntu 20.04 orch/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/client-keyring 3-final} 2
pass 7635115 2024-04-01 22:09:22 2024-04-06 05:47:08 2024-04-06 06:30:37 0:43:29 0:34:19 0:09:10 smithi main centos 8.stream orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/reef/{reef} 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
pass 7635116 2024-04-01 22:09:23 2024-04-06 05:47:19 2024-04-06 06:16:55 0:29:36 0:23:07 0:06:29 smithi main rhel 8.6 orch/cephadm/orchestrator_cli/{0-random-distro$/{rhel_8.6_container_tools_rhel8} 2-node-mgr agent/on orchestrator_cli} 2
pass 7635117 2024-04-01 22:09:24 2024-04-06 05:47:49 2024-04-06 06:12:37 0:24:48 0:16:10 0:08:38 smithi main centos 8.stream orch/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/iscsi 3-final} 2
pass 7635118 2024-04-01 22:09:25 2024-04-06 05:47:49 2024-04-06 06:10:41 0:22:52 0:16:11 0:06:41 smithi main rhel 8.6 orch/cephadm/smoke-singlehost/{0-random-distro$/{rhel_8.6_container_tools_rhel8} 1-start 2-services/rgw 3-final} 1
pass 7635119 2024-04-01 22:09:26 2024-04-06 05:47:50 2024-04-06 06:12:04 0:24:14 0:14:09 0:10:05 smithi main centos 8.stream orch/cephadm/smoke-small/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/on fixed-2 mon_election/classic start} 3
fail 7635120 2024-04-01 22:09:27 2024-04-06 05:47:50 2024-04-06 06:08:58 0:21:08 0:11:09 0:09:59 smithi main centos 8.stream orch/cephadm/workunits/{0-distro/centos_8.stream_container_tools agent/on mon_election/classic task/test_cephadm} 1
Failure Reason:

Command failed (workunit test cephadm/test_cephadm.sh) on smithi086 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=4d05f4cad464de0fcdd11a2856643e533aea34e8 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh'

pass 7635121 2024-04-01 22:09:28 2024-04-06 05:47:51 2024-04-06 06:20:52 0:33:01 0:24:51 0:08:10 smithi main centos 8.stream orch/cephadm/with-work/{0-distro/centos_8.stream_container_tools fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rados_python} 2
pass 7635122 2024-04-01 22:09:29 2024-04-06 05:47:51 2024-04-06 06:27:31 0:39:40 0:26:25 0:13:15 smithi main centos 8.stream orch/cephadm/no-agent-workunits/{0-distro/centos_8.stream_container_tools mon_election/classic task/test_orch_cli_mon} 5
pass 7635123 2024-04-01 22:09:30 2024-04-06 05:50:02 2024-04-06 06:17:38 0:27:36 0:17:02 0:10:34 smithi main centos 8.stream orch/cephadm/smoke/{0-distro/centos_8.stream_container_tools 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} 2
pass 7635124 2024-04-01 22:09:31 2024-04-06 05:50:22 2024-04-06 06:22:03 0:31:41 0:16:59 0:14:42 smithi main centos 8.stream orch/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-services/jaeger 3-final} 2
pass 7635125 2024-04-01 22:09:32 2024-04-06 05:54:53 2024-04-06 06:44:13 0:49:20 0:42:49 0:06:31 smithi main rhel 8.6 orch/cephadm/thrash/{0-distro/rhel_8.6_container_tools_rhel8 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async-v2only root} 2
pass 7635126 2024-04-01 22:09:33 2024-04-06 05:54:54 2024-04-06 06:20:21 0:25:27 0:18:03 0:07:24 smithi main rhel 8.6 orch/cephadm/osds/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-ops/rm-zap-add} 2
pass 7635127 2024-04-01 22:09:34 2024-04-06 05:55:14 2024-04-06 06:39:35 0:44:21 0:34:35 0:09:46 smithi main ubuntu 20.04 orch/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/defaut 3-upgrade/simple 4-wait 5-upgrade-ls agent/off mon_election/connectivity} 2
pass 7635128 2024-04-01 22:09:35 2024-04-06 05:55:24 2024-04-06 06:24:27 0:29:03 0:20:36 0:08:27 smithi main rhel 8.6 orch/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-services/mirror 3-final} 2
pass 7635129 2024-04-01 22:09:36 2024-04-06 05:57:25 2024-04-06 06:14:23 0:16:58 0:08:00 0:08:58 smithi main centos 8.stream orch/cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun agent/off mon_election/connectivity task/test_cephadm_repos} 1
pass 7635130 2024-04-01 22:09:37 2024-04-06 05:57:25 2024-04-06 06:33:52 0:36:27 0:25:25 0:11:02 smithi main centos 8.stream orch/cephadm/with-work/{0-distro/centos_8.stream_container_tools_crun fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rotate-keys} 2
pass 7635131 2024-04-01 22:09:38 2024-04-06 05:58:26 2024-04-06 06:25:34 0:27:08 0:18:03 0:09:05 smithi main rhel 8.6 orch/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-services/nfs-haproxy-proto 3-final} 2
dead 7635132 2024-04-01 22:09:39 2024-04-06 06:00:16 2024-04-06 18:11:28 12:11:12 smithi main centos 8.stream orch/cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools 1-bootstrap/16.2.5 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
Failure Reason:

hit max job timeout

pass 7635133 2024-04-01 22:09:40 2024-04-06 06:00:27 2024-04-06 06:23:26 0:22:59 0:11:56 0:11:03 smithi main centos 8.stream orch/cephadm/no-agent-workunits/{0-distro/centos_8.stream_container_tools_crun mon_election/connectivity task/test_adoption} 1
pass 7635134 2024-04-01 22:09:41 2024-04-06 06:00:27 2024-04-06 06:27:41 0:27:14 0:17:51 0:09:23 smithi main centos 8.stream orch/cephadm/smoke/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/on fixed-2 mon_election/classic start} 2
pass 7635135 2024-04-01 22:09:42 2024-04-06 06:00:48 2024-04-06 06:33:33 0:32:45 0:21:10 0:11:35 smithi main ubuntu 20.04 orch/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-bucket 3-final} 2
pass 7635136 2024-04-01 22:09:43 2024-04-06 06:01:28 2024-04-06 06:34:53 0:33:25 0:24:42 0:08:43 smithi main rhel 8.6 orch/cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/on mon_election/classic task/test_extra_daemon_features} 2
fail 7635137 2024-04-01 22:09:44 2024-04-06 06:03:29 2024-04-06 06:19:24 0:15:55 0:05:48 0:10:07 smithi main ubuntu 20.04 orch/rook/smoke/{0-distro/ubuntu_20.04 0-kubeadm 0-nvme-loop 1-rook 2-workload/none cluster/1-node k8s/1.21 net/host rook/master} 1
Failure Reason:

Command failed on smithi156 with status 100: "sudo apt update && sudo apt install -y apt-transport-https ca-certificates curl && sudo curl -fsSLo /usr/share/keyrings/kubernetes-archive-keyring.gpg https://packages.cloud.google.com/apt/doc/apt-key.gpg && echo 'deb [signed-by=/usr/share/keyrings/kubernetes-archive-keyring.gpg] https://apt.kubernetes.io/ kubernetes-xenial main' | sudo tee /etc/apt/sources.list.d/kubernetes.list && sudo apt update && sudo apt install -y kubelet kubeadm kubectl bridge-utils"

pass 7635138 2024-04-01 22:09:45 2024-04-06 06:03:29 2024-04-06 07:15:49 1:12:20 1:01:15 0:11:05 smithi main ubuntu 20.04 orch/cephadm/thrash/{0-distro/ubuntu_20.04 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async root} 2
pass 7635139 2024-04-01 22:09:46 2024-04-06 06:03:29 2024-04-06 06:32:07 0:28:38 0:18:32 0:10:06 smithi main ubuntu 20.04 orch/cephadm/osds/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-ops/rm-zap-flag} 2
pass 7635140 2024-04-01 22:09:47 2024-04-06 06:03:30 2024-04-06 06:50:02 0:46:32 0:36:53 0:09:39 smithi main centos 8.stream orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
pass 7635141 2024-04-01 22:09:48 2024-04-06 06:04:30 2024-04-06 06:32:34 0:28:04 0:17:36 0:10:28 smithi main centos 8.stream orch/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-user 3-final} 2
pass 7635142 2024-04-01 22:09:49 2024-04-06 06:05:41 2024-04-06 06:29:44 0:24:03 0:13:02 0:11:01 smithi main centos 8.stream orch/cephadm/smoke-small/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} 3
pass 7635143 2024-04-01 22:09:50 2024-04-06 06:06:31 2024-04-06 07:01:26 0:54:55 0:47:01 0:07:54 smithi main rhel 8.6 orch/cephadm/with-work/{0-distro/rhel_8.6_container_tools_3.0 fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rados_api_tests} 2
pass 7635144 2024-04-01 22:09:51 2024-04-06 06:07:42 2024-04-06 06:37:45 0:30:03 0:19:12 0:10:51 smithi main centos 8.stream orch/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-services/nfs-ingress 3-final} 2
pass 7635145 2024-04-01 22:09:52 2024-04-06 06:08:42 2024-04-06 06:42:51 0:34:09 0:25:42 0:08:27 smithi main rhel 8.6 orch/cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/off mon_election/connectivity task/test_host_drain} 3
pass 7635146 2024-04-01 22:09:53 2024-04-06 06:08:53 2024-04-06 06:41:08 0:32:15 0:25:38 0:06:37 smithi main rhel 8.6 orch/cephadm/no-agent-workunits/{0-distro/rhel_8.6_container_tools_3.0 mon_election/classic task/test_cephadm_timeout} 1
pass 7635147 2024-04-01 22:09:54 2024-04-06 06:09:33 2024-04-06 06:39:22 0:29:49 0:22:00 0:07:49 smithi main rhel 8.6 orch/cephadm/smoke/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} 2
pass 7635148 2024-04-01 22:09:55 2024-04-06 06:10:04 2024-04-06 06:40:04 0:30:00 0:21:48 0:08:12 smithi main rhel 8.6 orch/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-services/nfs-ingress2 3-final} 2
pass 7635149 2024-04-01 22:09:56 2024-04-06 06:11:04 2024-04-06 06:57:09 0:46:05 0:34:53 0:11:12 smithi main centos 8.stream orch/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async-v1only root} 2
pass 7635150 2024-04-01 22:09:57 2024-04-06 06:11:45 2024-04-06 06:59:35 0:47:50 0:34:54 0:12:56 smithi main ubuntu 20.04 orch/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/defaut 3-upgrade/simple 4-wait 5-upgrade-ls agent/off mon_election/classic} 2
pass 7635151 2024-04-01 22:09:58 2024-04-06 06:12:05 2024-04-06 06:47:55 0:35:50 0:28:00 0:07:50 smithi main rhel 8.6 orch/cephadm/with-work/{0-distro/rhel_8.6_container_tools_rhel8 fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rados_python} 2
fail 7635152 2024-04-01 22:09:59 2024-04-06 06:12:46 2024-04-06 07:03:57 0:51:11 0:42:21 0:08:50 smithi main centos 8.stream orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
Failure Reason:

reached maximum tries (51) after waiting for 300 seconds

pass 7635153 2024-04-01 22:10:00 2024-04-06 06:12:46 2024-04-06 06:40:27 0:27:41 0:15:32 0:12:09 smithi main centos 8.stream orch/cephadm/osds/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-ops/rm-zap-wait} 2
pass 7635154 2024-04-01 22:10:01 2024-04-06 06:13:27 2024-04-06 06:39:35 0:26:08 0:18:08 0:08:00 smithi main rhel 8.6 orch/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-services/nfs-keepalive-only 3-final} 2
pass 7635155 2024-04-01 22:10:02 2024-04-06 06:14:27 2024-04-06 06:40:26 0:25:59 0:16:01 0:09:58 smithi main centos 8.stream orch/cephadm/workunits/{0-distro/ubuntu_20.04 agent/on mon_election/classic task/test_iscsi_container/{centos_8.stream_container_tools test_iscsi_container}} 1
pass 7635156 2024-04-01 22:10:03 2024-04-06 06:15:28 2024-04-06 06:47:20 0:31:52 0:19:59 0:11:53 smithi main ubuntu 20.04 orch/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/nfs 3-final} 2
pass 7635157 2024-04-01 22:10:04 2024-04-06 06:16:58 2024-04-06 06:46:11 0:29:13 0:22:30 0:06:43 smithi main rhel 8.6 orch/cephadm/no-agent-workunits/{0-distro/rhel_8.6_container_tools_rhel8 mon_election/connectivity task/test_orch_cli} 1
pass 7635158 2024-04-01 22:10:05 2024-04-06 06:16:59 2024-04-06 06:42:17 0:25:18 0:19:01 0:06:17 smithi main rhel 8.6 orch/cephadm/smoke/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop agent/on fixed-2 mon_election/classic start} 2
pass 7635159 2024-04-01 22:10:06 2024-04-06 06:17:09 2024-04-06 07:05:59 0:48:50 0:38:29 0:10:21 smithi main ubuntu 20.04 orch/cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/packaged mon_election/classic msgr/async start tasks/rotate-keys} 2
pass 7635160 2024-04-01 22:10:07 2024-04-06 06:17:40 2024-04-06 07:02:41 0:45:01 0:35:32 0:09:29 smithi main centos 8.stream orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
pass 7635161 2024-04-01 22:10:08 2024-04-06 06:17:40 2024-04-06 07:12:03 0:54:23 0:44:29 0:09:54 smithi main centos 8.stream orch/cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools 1-bootstrap/16.2.0 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
pass 7635162 2024-04-01 22:10:09 2024-04-06 06:19:01 2024-04-06 07:02:03 0:43:02 0:36:40 0:06:22 smithi main rhel 8.6 orch/cephadm/nfs/{cluster/{1-node} overrides/ignorelist_health supported-random-distros$/{rhel_8} tasks/nfs} 1
pass 7635163 2024-04-01 22:10:09 2024-04-06 06:19:01 2024-04-06 06:43:13 0:24:12 0:14:22 0:09:50 smithi main centos 8.stream orch/cephadm/orchestrator_cli/{0-random-distro$/{centos_8.stream_container_tools} 2-node-mgr agent/off orchestrator_cli} 2
pass 7635164 2024-04-01 22:10:10 2024-04-06 06:20:11 2024-04-06 07:07:39 0:47:28 0:38:59 0:08:29 smithi main centos 8.stream orch/cephadm/rbd_iscsi/{0-single-container-host base/install cluster/{fixed-3 openstack} conf/{disable-pool-app} workloads/cephadm_iscsi} 3
pass 7635165 2024-04-01 22:10:11 2024-04-06 06:20:22 2024-04-06 06:46:01 0:25:39 0:16:22 0:09:17 smithi main centos 8.stream orch/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/nfs2 3-final} 2
pass 7635166 2024-04-01 22:10:12 2024-04-06 06:20:52 2024-04-06 06:45:05 0:24:13 0:13:35 0:10:38 smithi main centos 8.stream orch/cephadm/smoke-singlehost/{0-random-distro$/{centos_8.stream_container_tools_crun} 1-start 2-services/basic 3-final} 1
pass 7635167 2024-04-01 22:10:13 2024-04-06 06:22:13 2024-04-06 06:47:51 0:25:38 0:12:57 0:12:41 smithi main centos 8.stream orch/cephadm/smoke-small/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/off fixed-2 mon_election/classic start} 3
pass 7635168 2024-04-01 22:10:14 2024-04-06 06:24:34 2024-04-06 06:50:53 0:26:19 0:15:53 0:10:26 smithi main centos 8.stream orch/cephadm/workunits/{0-distro/centos_8.stream_container_tools agent/off mon_election/connectivity task/test_rgw_multisite} 3
pass 7635169 2024-04-01 22:10:15 2024-04-06 06:25:44 2024-04-06 07:16:45 0:51:01 0:39:11 0:11:50 smithi main centos 8.stream orch/cephadm/thrash/{0-distro/centos_8.stream_container_tools_crun 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async-v2only root} 2
pass 7635170 2024-04-01 22:10:16 2024-04-06 06:27:35 2024-04-06 06:52:52 0:25:17 0:16:13 0:09:04 smithi main centos 8.stream orch/cephadm/osds/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-ops/rmdir-reactivate} 2
pass 7635171 2024-04-01 22:10:17 2024-04-06 06:27:35 2024-04-06 06:52:38 0:25:03 0:16:01 0:09:02 smithi main centos 8.stream orch/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-services/nvmeof 3-final} 2
fail 7635172 2024-04-01 22:10:18 2024-04-06 06:27:46 2024-04-06 06:51:39 0:23:53 0:17:04 0:06:49 smithi main rhel 8.6 orch/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-services/rgw-ingress 3-final} 2
Failure Reason:

Command failed on smithi012 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:31b151c4607b0154d429096e6dcfacfc215df2d1 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 46a7f0ec-f3e1-11ee-b649-cb9ed24678a4 -- ceph osd stat -f json'

pass 7635173 2024-04-01 22:10:19 2024-04-06 06:28:46 2024-04-06 06:59:05 0:30:19 0:18:33 0:11:46 smithi main centos 8.stream orch/cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun agent/on mon_election/classic task/test_set_mon_crush_locations} 3
pass 7635174 2024-04-01 22:10:20 2024-04-06 06:29:47 2024-04-06 07:19:08 0:49:21 0:39:14 0:10:07 smithi main centos 8.stream orch/cephadm/with-work/{0-distro/centos_8.stream_container_tools fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_api_tests} 2
fail 7635175 2024-04-01 22:10:21 2024-04-06 06:30:07 2024-04-06 07:52:14 1:22:07 1:11:42 0:10:25 smithi main centos 8.stream orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/reef/{reef} 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
Failure Reason:

reached maximum tries (51) after waiting for 300 seconds

pass 7635176 2024-04-01 22:10:22 2024-04-06 06:30:48 2024-04-06 07:19:13 0:48:25 0:35:35 0:12:50 smithi main ubuntu 20.04 orch/cephadm/no-agent-workunits/{0-distro/ubuntu_20.04 mon_election/classic task/test_orch_cli_mon} 5
pass 7635177 2024-04-01 22:10:23 2024-04-06 06:32:08 2024-04-06 07:06:33 0:34:25 0:24:25 0:10:00 smithi main ubuntu 20.04 orch/cephadm/smoke/{0-distro/ubuntu_20.04 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} 2
pass 7635178 2024-04-01 22:10:24 2024-04-06 06:32:39 2024-04-06 07:32:54 1:00:15 0:49:04 0:11:11 smithi main centos 8.stream orch/cephadm/upgrade/{1-start-distro/1-start-centos_8.stream_container-tools 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/on mon_election/connectivity} 2
pass 7635179 2024-04-01 22:10:25 2024-04-06 06:33:39 2024-04-06 06:59:32 0:25:53 0:19:06 0:06:47 smithi main rhel 8.6 orch/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-services/rgw 3-final} 2
pass 7635180 2024-04-01 22:10:26 2024-04-06 06:34:00 2024-04-06 07:29:39 0:55:39 0:49:21 0:06:18 smithi main rhel 8.6 orch/cephadm/thrash/{0-distro/rhel_8.6_container_tools_3.0 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async root} 2
fail 7635181 2024-04-01 22:10:27 2024-04-06 06:34:20 2024-04-06 06:50:29 0:16:09 0:05:48 0:10:21 smithi main ubuntu 20.04 orch/rook/smoke/{0-distro/ubuntu_20.04 0-kubeadm 0-nvme-loop 1-rook 2-workload/none cluster/1-node k8s/1.21 net/calico rook/1.7.2} 1
Failure Reason:

Command failed on smithi096 with status 100: "sudo apt update && sudo apt install -y apt-transport-https ca-certificates curl && sudo curl -fsSLo /usr/share/keyrings/kubernetes-archive-keyring.gpg https://packages.cloud.google.com/apt/doc/apt-key.gpg && echo 'deb [signed-by=/usr/share/keyrings/kubernetes-archive-keyring.gpg] https://apt.kubernetes.io/ kubernetes-xenial main' | sudo tee /etc/apt/sources.list.d/kubernetes.list && sudo apt update && sudo apt install -y kubelet kubeadm kubectl bridge-utils"

pass 7635182 2024-04-01 22:10:28 2024-04-06 06:34:20 2024-04-06 06:59:08 0:24:48 0:15:22 0:09:26 smithi main centos 8.stream orch/cephadm/osds/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-ops/repave-all} 2
pass 7635183 2024-04-01 22:10:29 2024-04-06 06:34:21 2024-04-06 07:05:51 0:31:30 0:17:47 0:13:43 smithi main ubuntu 20.04 orch/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/basic 3-final} 2
pass 7635184 2024-04-01 22:10:30 2024-04-06 06:37:52 2024-04-06 07:10:31 0:32:39 0:24:26 0:08:13 smithi main rhel 8.6 orch/cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/off mon_election/connectivity task/test_ca_signed_key} 2
pass 7635185 2024-04-01 22:10:31 2024-04-06 06:39:22 2024-04-06 07:14:56 0:35:34 0:24:54 0:10:40 smithi main centos 8.stream orch/cephadm/with-work/{0-distro/centos_8.stream_container_tools_crun fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rados_python} 2
pass 7635186 2024-04-01 22:10:32 2024-04-06 06:39:43 2024-04-06 07:24:53 0:45:10 0:35:15 0:09:55 smithi main centos 8.stream orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
pass 7635187 2024-04-01 22:10:33 2024-04-06 06:39:43 2024-04-06 07:05:11 0:25:28 0:15:33 0:09:55 smithi main centos 8.stream orch/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/client-keyring 3-final} 2
pass 7635188 2024-04-01 22:10:34 2024-04-06 06:40:14 2024-04-06 07:03:39 0:23:25 0:13:39 0:09:46 smithi main centos 8.stream orch/cephadm/smoke-small/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/on fixed-2 mon_election/connectivity start} 3
pass 7635189 2024-04-01 22:10:35 2024-04-06 06:40:34 2024-04-06 07:01:37 0:21:03 0:12:12 0:08:51 smithi main centos 8.stream orch/cephadm/no-agent-workunits/{0-distro/centos_8.stream_container_tools mon_election/classic task/test_adoption} 1
pass 7635190 2024-04-01 22:10:35 2024-04-06 06:40:44 2024-04-06 07:08:57 0:28:13 0:16:59 0:11:14 smithi main centos 8.stream orch/cephadm/smoke/{0-distro/centos_8.stream_container_tools 0-nvme-loop agent/off fixed-2 mon_election/classic start} 2
pass 7635191 2024-04-01 22:10:36 2024-04-06 06:41:15 2024-04-06 07:06:43 0:25:28 0:15:57 0:09:31 smithi main centos 8.stream orch/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-services/iscsi 3-final} 2
fail 7635192 2024-04-01 22:10:37 2024-04-06 06:41:25 2024-04-06 07:09:11 0:27:46 0:21:02 0:06:44 smithi main rhel 8.6 orch/cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/on mon_election/classic task/test_cephadm} 1
Failure Reason:

Command failed (workunit test cephadm/test_cephadm.sh) on smithi016 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=4d05f4cad464de0fcdd11a2856643e533aea34e8 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh'

pass 7635193 2024-04-01 22:10:38 2024-04-06 06:42:26 2024-04-06 07:46:42 1:04:16 0:57:39 0:06:37 smithi main rhel 8.6 orch/cephadm/thrash/{0-distro/rhel_8.6_container_tools_rhel8 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async-v1only root} 2
pass 7635194 2024-04-01 22:10:40 2024-04-06 06:42:56 2024-04-06 07:36:10 0:53:14 0:44:21 0:08:53 smithi main centos 8.stream orch/cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools 1-bootstrap/16.2.4 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
pass 7635195 2024-04-01 22:10:41 2024-04-06 06:42:57 2024-04-06 07:26:36 0:43:39 0:36:17 0:07:22 smithi main rhel 8.6 orch/cephadm/with-work/{0-distro/rhel_8.6_container_tools_3.0 fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rotate-keys} 2
pass 7635196 2024-04-01 22:10:42 2024-04-06 06:43:17 2024-04-06 07:11:40 0:28:23 0:20:21 0:08:02 smithi main rhel 8.6 orch/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-services/jaeger 3-final} 2
pass 7635197 2024-04-01 22:10:43 2024-04-06 06:44:17 2024-04-06 07:14:08 0:29:51 0:20:54 0:08:57 smithi main rhel 8.6 orch/cephadm/osds/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-ops/rm-zap-add} 2
fail 7635198 2024-04-01 22:10:44 2024-04-06 06:46:08 2024-04-06 08:07:20 1:21:12 1:09:48 0:11:24 smithi main centos 8.stream orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
Failure Reason:

reached maximum tries (51) after waiting for 300 seconds

pass 7635199 2024-04-01 22:10:45 2024-04-06 06:46:19 2024-04-06 07:12:50 0:26:31 0:18:06 0:08:25 smithi main rhel 8.6 orch/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-services/mirror 3-final} 2
pass 7635200 2024-04-01 22:10:46 2024-04-06 06:47:29 2024-04-06 07:05:50 0:18:21 0:07:15 0:11:06 smithi main ubuntu 20.04 orch/cephadm/workunits/{0-distro/ubuntu_20.04 agent/off mon_election/connectivity task/test_cephadm_repos} 1
pass 7635201 2024-04-01 22:10:47 2024-04-06 06:48:00 2024-04-06 07:13:08 0:25:08 0:16:23 0:08:45 smithi main centos 8.stream orch/cephadm/no-agent-workunits/{0-distro/centos_8.stream_container_tools_crun mon_election/connectivity task/test_cephadm_timeout} 1
pass 7635202 2024-04-01 22:10:47 2024-04-06 06:48:00 2024-04-06 07:12:55 0:24:55 0:16:59 0:07:56 smithi main centos 8.stream orch/cephadm/smoke/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/on fixed-2 mon_election/connectivity start} 2
pass 7635203 2024-04-01 22:10:49 2024-04-06 06:48:00 2024-04-06 07:33:53 0:45:53 0:34:18 0:11:35 smithi main ubuntu 20.04 orch/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/defaut 3-upgrade/simple 4-wait 5-upgrade-ls agent/on mon_election/classic} 2
pass 7635204 2024-04-01 22:10:50 2024-04-06 06:49:51 2024-04-06 07:22:01 0:32:10 0:20:31 0:11:39 smithi main ubuntu 20.04 orch/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/nfs-haproxy-proto 3-final} 2
pass 7635205 2024-04-01 22:10:51 2024-04-06 06:49:51 2024-04-06 07:43:54 0:54:03 0:44:11 0:09:52 smithi main ubuntu 20.04 orch/cephadm/thrash/{0-distro/ubuntu_20.04 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async-v2only root} 2
pass 7635206 2024-04-01 22:10:52 2024-04-06 06:49:52 2024-04-06 07:43:49 0:53:57 0:47:02 0:06:55 smithi main rhel 8.6 orch/cephadm/with-work/{0-distro/rhel_8.6_container_tools_rhel8 fixed-2 mode/packaged mon_election/classic msgr/async start tasks/rados_api_tests} 2
pass 7635207 2024-04-01 22:10:53 2024-04-06 06:50:12 2024-04-06 07:36:15 0:46:03 0:36:12 0:09:51 smithi main centos 8.stream orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
pass 7635208 2024-04-01 22:10:54 2024-04-06 06:51:02 2024-04-06 07:23:37 0:32:35 0:25:20 0:07:15 smithi main rhel 8.6 orch/cephadm/orchestrator_cli/{0-random-distro$/{rhel_8.6_container_tools_3.0} 2-node-mgr agent/on orchestrator_cli} 2
pass 7635209 2024-04-01 22:10:55 2024-04-06 06:52:43 2024-04-06 07:20:20 0:27:37 0:17:02 0:10:35 smithi main centos 8.stream orch/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-bucket 3-final} 2
pass 7635210 2024-04-01 22:10:56 2024-04-06 06:52:53 2024-04-06 07:20:53 0:28:00 0:18:45 0:09:15 smithi main ubuntu 20.04 orch/cephadm/smoke-singlehost/{0-random-distro$/{ubuntu_20.04} 1-start 2-services/rgw 3-final} 1
pass 7635211 2024-04-01 22:10:57 2024-04-06 06:52:54 2024-04-06 07:22:24 0:29:30 0:13:36 0:15:54 smithi main centos 8.stream orch/cephadm/smoke-small/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/on fixed-2 mon_election/classic start} 3
pass 7635212 2024-04-01 22:10:58 2024-04-06 06:59:15 2024-04-06 07:24:46 0:25:31 0:15:32 0:09:59 smithi main centos 8.stream orch/cephadm/workunits/{0-distro/centos_8.stream_container_tools agent/on mon_election/classic task/test_extra_daemon_features} 2
pass 7635213 2024-04-01 22:10:59 2024-04-06 06:59:15 2024-04-06 07:22:39 0:23:24 0:17:08 0:06:16 smithi main rhel 8.6 orch/cephadm/osds/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-ops/rm-zap-flag} 2
pass 7635214 2024-04-01 22:11:00 2024-04-06 06:59:16 2024-04-06 07:27:51 0:28:35 0:17:52 0:10:43 smithi main centos 8.stream orch/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-user 3-final} 2
pass 7635215 2024-04-01 22:11:01 2024-04-06 06:59:36 2024-04-06 07:30:36 0:31:00 0:24:09 0:06:51 smithi main rhel 8.6 orch/cephadm/no-agent-workunits/{0-distro/rhel_8.6_container_tools_3.0 mon_election/classic task/test_orch_cli} 1
pass 7635216 2024-04-01 22:11:02 2024-04-06 06:59:36 2024-04-06 07:29:36 0:30:00 0:20:47 0:09:13 smithi main rhel 8.6 orch/cephadm/smoke/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop agent/off fixed-2 mon_election/classic start} 2
pass 7635217 2024-04-01 22:11:03 2024-04-06 07:01:27 2024-04-06 07:44:03 0:42:36 0:32:05 0:10:31 smithi main ubuntu 20.04 orch/cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/root mon_election/connectivity msgr/async-v1only start tasks/rados_python} 2
pass 7635218 2024-04-01 22:11:04 2024-04-06 07:01:47 2024-04-06 07:31:56 0:30:09 0:22:50 0:07:19 smithi main rhel 8.6 orch/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-services/nfs-ingress 3-final} 2
pass 7635219 2024-04-01 22:11:05 2024-04-06 07:02:48 2024-04-06 07:30:51 0:28:03 0:18:17 0:09:46 smithi main centos 8.stream orch/cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun agent/off mon_election/connectivity task/test_host_drain} 3
pass 7635220 2024-04-01 22:11:06 2024-04-06 07:03:48 2024-04-06 07:54:04 0:50:16 0:39:15 0:11:01 smithi main centos 8.stream orch/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async root} 2
dead 7635221 2024-04-01 22:11:07 2024-04-06 07:05:09 2024-04-06 07:06:13 0:01:04 smithi main centos 8.stream orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/reef/{v18.2.1} 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
Failure Reason:

Error reimaging machines: Failed to power on smithi119

pass 7635222 2024-04-01 22:11:08 2024-04-06 07:05:09 2024-04-06 07:32:09 0:27:00 0:20:16 0:06:44 smithi main rhel 8.6 orch/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-services/nfs-ingress2 3-final} 2
fail 7635223 2024-04-01 22:11:09 2024-04-06 07:05:10 2024-04-06 07:59:52 0:54:42 0:45:05 0:09:37 smithi main centos 8.stream orch/cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools 1-bootstrap/16.2.5 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
Failure Reason:

'2024-04-06T07:49:01.355627+00:00 smithi012 kernel: rcu: INFO: rcu_sched self-detected stall on CPU ' in syslog

pass 7635224 2024-04-01 22:11:10 2024-04-06 07:05:10 2024-04-06 07:33:06 0:27:56 0:18:43 0:09:13 smithi main ubuntu 20.04 orch/cephadm/osds/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-ops/rm-zap-wait} 2
pass 7635225 2024-04-01 22:11:11 2024-04-06 07:05:10 2024-04-06 07:35:02 0:29:52 0:20:31 0:09:21 smithi main ubuntu 20.04 orch/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/nfs-keepalive-only 3-final} 2
fail 7635226 2024-04-01 22:11:12 2024-04-06 07:05:11 2024-04-06 07:22:39 0:17:28 0:05:56 0:11:32 smithi main ubuntu 20.04 orch/rook/smoke/{0-distro/ubuntu_20.04 0-kubeadm 0-nvme-loop 1-rook 2-workload/radosbench cluster/3-node k8s/1.21 net/flannel rook/master} 3
Failure Reason:

Command failed on smithi104 with status 100: "sudo apt update && sudo apt install -y apt-transport-https ca-certificates curl && sudo curl -fsSLo /usr/share/keyrings/kubernetes-archive-keyring.gpg https://packages.cloud.google.com/apt/doc/apt-key.gpg && echo 'deb [signed-by=/usr/share/keyrings/kubernetes-archive-keyring.gpg] https://apt.kubernetes.io/ kubernetes-xenial main' | sudo tee /etc/apt/sources.list.d/kubernetes.list && sudo apt update && sudo apt install -y kubelet kubeadm kubectl bridge-utils"

pass 7635227 2024-04-01 22:11:13 2024-04-06 07:06:21 2024-04-06 07:35:15 0:28:54 0:19:13 0:09:41 smithi main centos 8.stream orch/cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/on mon_election/classic task/test_iscsi_container/{centos_8.stream_container_tools test_iscsi_container}} 1
pass 7635228 2024-04-01 22:11:14 2024-04-06 07:06:22 2024-04-06 07:43:41 0:37:19 0:27:29 0:09:50 smithi main centos 8.stream orch/cephadm/with-work/{0-distro/centos_8.stream_container_tools fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rotate-keys} 2
pass 7635229 2024-04-01 22:11:15 2024-04-06 07:06:42 2024-04-06 07:47:14 0:40:32 0:32:34 0:07:58 smithi main rhel 8.6 orch/cephadm/no-agent-workunits/{0-distro/rhel_8.6_container_tools_rhel8 mon_election/connectivity task/test_orch_cli_mon} 5
pass 7635230 2024-04-01 22:11:16 2024-04-06 07:07:43 2024-04-06 07:34:54 0:27:11 0:18:11 0:09:00 smithi main rhel 8.6 orch/cephadm/smoke/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop agent/on fixed-2 mon_election/connectivity start} 2
pass 7635231 2024-04-01 22:11:17 2024-04-06 07:09:03 2024-04-06 08:09:42 1:00:39 0:50:31 0:10:08 smithi main centos 8.stream orch/cephadm/upgrade/{1-start-distro/1-start-centos_8.stream_container-tools 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/connectivity} 2
pass 7635232 2024-04-01 22:11:18 2024-04-06 07:10:34 2024-04-06 07:55:10 0:44:36 0:34:49 0:09:47 smithi main centos 8.stream orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
pass 7635233 2024-04-01 22:11:19 2024-04-06 07:11:44 2024-04-06 07:39:13 0:27:29 0:17:20 0:10:09 smithi main centos 8.stream orch/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/nfs 3-final} 2
pass 7635234 2024-04-01 22:11:20 2024-04-06 07:12:05 2024-04-06 07:36:17 0:24:12 0:14:00 0:10:12 smithi main centos 8.stream orch/cephadm/smoke-small/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} 3
pass 7635235 2024-04-01 22:11:21 2024-04-06 07:13:05 2024-04-06 08:02:36 0:49:31 0:39:44 0:09:47 smithi main centos 8.stream orch/cephadm/thrash/{0-distro/centos_8.stream_container_tools_crun 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async-v1only root} 2
pass 7635236 2024-04-01 22:11:22 2024-04-06 07:13:16 2024-04-06 07:39:20 0:26:04 0:15:56 0:10:08 smithi main centos 8.stream orch/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-services/nfs2 3-final} 2
pass 7635237 2024-04-01 22:11:23 2024-04-06 07:14:16 2024-04-06 07:47:30 0:33:14 0:24:39 0:08:35 smithi main rhel 8.6 orch/cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/off mon_election/connectivity task/test_rgw_multisite} 3
pass 7635238 2024-04-01 22:11:24 2024-04-06 07:15:57 2024-04-06 08:03:58 0:48:01 0:38:40 0:09:21 smithi main centos 8.stream orch/cephadm/with-work/{0-distro/centos_8.stream_container_tools_crun fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_api_tests} 2
pass 7635239 2024-04-01 22:11:25 2024-04-06 07:16:47 2024-04-06 07:46:16 0:29:29 0:17:39 0:11:50 smithi main centos 8.stream orch/cephadm/osds/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-ops/rmdir-reactivate} 2
fail 7635240 2024-04-01 22:11:26 2024-04-06 07:19:18 2024-04-06 08:03:00 0:43:42 0:37:25 0:06:17 smithi main rhel 8.6 orch/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-services/nvmeof 3-final} 2
Failure Reason:

reached maximum tries (301) after waiting for 300 seconds

pass 7635241 2024-04-01 22:11:27 2024-04-06 07:19:18 2024-04-06 07:39:25 0:20:07 0:10:33 0:09:34 smithi main ubuntu 20.04 orch/cephadm/no-agent-workunits/{0-distro/ubuntu_20.04 mon_election/classic task/test_adoption} 1
pass 7635242 2024-04-01 22:11:28 2024-04-06 07:19:19 2024-04-06 07:53:19 0:34:00 0:23:35 0:10:25 smithi main ubuntu 20.04 orch/cephadm/smoke/{0-distro/ubuntu_20.04 0-nvme-loop agent/off fixed-2 mon_election/classic start} 2
fail 7635243 2024-04-01 22:11:29 2024-04-06 07:19:19 2024-04-06 08:11:52 0:52:33 0:41:36 0:10:57 smithi main centos 8.stream orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
Failure Reason:

reached maximum tries (51) after waiting for 300 seconds

pass 7635244 2024-04-01 22:11:30 2024-04-06 07:20:30 2024-04-06 07:47:38 0:27:08 0:21:11 0:05:57 smithi main rhel 8.6 orch/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-services/rgw-ingress 3-final} 2
pass 7635245 2024-04-01 22:11:31 2024-04-06 07:20:50 2024-04-06 07:52:52 0:32:02 0:20:38 0:11:24 smithi main ubuntu 20.04 orch/cephadm/workunits/{0-distro/ubuntu_20.04 agent/on mon_election/classic task/test_set_mon_crush_locations} 3