ID
Status
Ceph Branch
Suite Branch
Teuthology Branch
Machine
OS
Nodes
Description
Failure Reason
main
main
main
smithi
centos 9.stream
orch/cephadm/smb/{0-distro/centos_9.stream tasks/deploy_smb_mgr_res_dom}
"2024-06-10T11:16:00.808086+0000 mon.a (mon.0) 110 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/rgw-ingress 3-final}
Error reimaging machines: Failed to power on smithi153
main
main
main
smithi
ubuntu 22.04
orch/cephadm/smoke/{0-distro/ubuntu_22.04 0-nvme-loop agent/off fixed-2 mon_election/classic start}
"2024-06-10T11:38:26.773585+0000 mon.a (mon.0) 101 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/workunits/{0-distro/centos_9.stream agent/on mon_election/classic task/test_iscsi_container/{centos_9.stream test_iscsi_container}}
Command failed on smithi114 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:65533a907fc9add1863609703fdbbea67993c8ef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6e13b2aa-271d-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4'
main
main
main
smithi
centos 9.stream
orch/cephadm/thrash/{0-distro/centos_9.stream 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async root}
"2024-06-10T11:36:36.101621+0000 mon.a (mon.0) 105 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/rgw 3-final}
"2024-06-10T11:45:06.272504+0000 mon.smithi046 (mon.0) 109 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/with-work/{0-distro/centos_9.stream fixed-2 mode/packaged mon_election/connectivity msgr/async-v2only start tasks/rados_python}
"2024-06-10T11:43:15.437779+0000 mon.a (mon.0) 109 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
"1718019943.7617955 mgr.smithi176.mvggcj (mgr.14236) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/mgr-nfs-upgrade/{0-centos_9.stream 1-bootstrap/17.2.0 1-start 2-nfs 3-upgrade-with-workload 4-final}
Command failed on smithi112 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dd798ec-271e-11ef-bc9b-c7b262605968 -e sha1=65533a907fc9add1863609703fdbbea67993c8ef -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | length == 1\'"\'"\'\''
main
main
main
smithi
ubuntu 22.04
orch/cephadm/nfs/{cluster/{1-node} conf/{client mds mgr mon osd} overrides/{ignore_mgr_down ignorelist_health pg_health} supported-random-distros$/{ubuntu_latest} tasks/nfs}
"2024-06-10T11:53:43.815796+0000 mon.a (mon.0) 102 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/no-agent-workunits/{0-distro/centos_9.stream mon_election/connectivity task/test_adoption}
main
main
main
smithi
centos 9.stream
orch/cephadm/orchestrator_cli/{0-random-distro$/{centos_9.stream_runc} 2-node-mgr agent/off orchestrator_cli}
Test failure: test_device_ls (tasks.mgr.test_orchestrator_cli.TestOrchestratorCli)
main
main
main
smithi
centos 9.stream
orch/cephadm/osds/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-ops/deploy-raw}
"2024-06-10T11:53:01.620428+0000 mon.smithi148 (mon.0) 121 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/rbd_iscsi/{0-single-container-host base/install cluster/{fixed-3 openstack} conf/{disable-pool-app} workloads/cephadm_iscsi}
"2024-06-10T11:52:45.958020+0000 mon.a (mon.0) 110 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smb/{0-distro/centos_9.stream tasks/deploy_smb_basic}
"2024-06-10T11:56:10.527249+0000 mon.a (mon.0) 104 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/basic 3-final}
"2024-06-10T11:53:01.139246+0000 mon.smithi114 (mon.0) 121 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-singlehost/{0-random-distro$/{centos_9.stream_runc} 1-start 2-services/basic 3-final}
"2024-06-10T11:53:07.867794+0000 mon.smithi007 (mon.0) 121 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-small/{0-distro/centos_9.stream_runc 0-nvme-loop agent/off fixed-2 mon_election/classic start}
"2024-06-10T11:54:07.156814+0000 mon.a (mon.0) 111 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/upgrade/{1-start-distro/1-start-centos_9.stream 2-repo_digest/defaut 3-upgrade/simple 4-wait 5-upgrade-ls agent/off mon_election/connectivity}
Command failed on smithi018 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce89b952-271f-11ef-bc9b-c7b262605968 -e sha1=65533a907fc9add1863609703fdbbea67993c8ef -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | length == 1\'"\'"\'\''
main
main
main
smithi
centos 9.stream
orch/cephadm/workunits/{0-distro/centos_9.stream_runc agent/off mon_election/connectivity task/test_monitoring_stack_basic}
"2024-06-10T11:58:50.529129+0000 mon.a (mon.0) 109 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/client-keyring 3-final}
"2024-06-10T11:54:46.332908+0000 mon.smithi069 (mon.0) 122 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/iscsi 3-final}
"2024-06-10T11:59:43.337852+0000 mon.smithi012 (mon.0) 116 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/osds/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-ops/repave-all}
"2024-06-10T11:55:24.623407+0000 mon.smithi026 (mon.0) 121 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smb/{0-distro/centos_9.stream_runc tasks/deploy_smb_domain}
Error reimaging machines: Failed to power on smithi156
main
main
main
smithi
ubuntu 22.04
orch/cephadm/workunits/{0-distro/ubuntu_22.04 agent/on mon_election/classic task/test_rgw_multisite}
Command failed on smithi129 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:65533a907fc9add1863609703fdbbea67993c8ef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 12b365a0-2721-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4'
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/jaeger 3-final}
Error reimaging machines: Failed to power on smithi073
main
main
main
smithi
centos 9.stream
orch/cephadm/thrash/{0-distro/centos_9.stream_runc 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async-v1only root}
"2024-06-10T12:00:27.325788+0000 mon.a (mon.0) 110 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/reef/{v18.2.1} 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
Command failed on smithi033 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.1 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0c78155a-2721-11ef-bc9b-c7b262605968 -e sha1=65533a907fc9add1863609703fdbbea67993c8ef -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | length == 1\'"\'"\'\''
main
main
main
smithi
centos 9.stream
orch/cephadm/no-agent-workunits/{0-distro/centos_9.stream_runc mon_election/classic task/test_cephadm_timeout}
Command failed on smithi078 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:65533a907fc9add1863609703fdbbea67993c8ef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1cab1288-2721-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4'
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/mirror 3-final}
"2024-06-10T12:03:43.180446+0000 mon.smithi156 (mon.0) 121 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/with-work/{0-distro/centos_9.stream_runc fixed-2 mode/root mon_election/classic msgr/async start tasks/rotate-keys}
"2024-06-10T12:07:56.751829+0000 mon.a (mon.0) 105 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke/{0-distro/centos_9.stream 0-nvme-loop agent/on fixed-2 mon_election/connectivity start}
Command failed on smithi059 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:65533a907fc9add1863609703fdbbea67993c8ef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77d0e9ee-2721-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/nvme4n1'
main
main
main
smithi
centos 9.stream
orch/cephadm/workunits/{0-distro/centos_9.stream agent/off mon_election/connectivity task/test_set_mon_crush_locations}
"2024-06-10T12:08:38.270507+0000 mon.a (mon.0) 110 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/nfs-haproxy-proto 3-final}
"2024-06-10T12:08:43.726211+0000 mon.smithi107 (mon.0) 115 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/osds/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-ops/rm-zap-add}
"2024-06-10T12:10:10.179062+0000 mon.smithi045 (mon.0) 115 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/smb/{0-distro/ubuntu_22.04 tasks/deploy_smb_mgr_basic}
"2024-06-10T12:11:31.182639+0000 mon.a (mon.0) 104 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-bucket 3-final}
"2024-06-10T12:11:02.542096+0000 mon.smithi098 (mon.0) 121 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-small/{0-distro/centos_9.stream_runc 0-nvme-loop agent/on fixed-2 mon_election/connectivity start}
Command failed on smithi084 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:65533a907fc9add1863609703fdbbea67993c8ef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d8e6c604-2721-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/nvme4n1'
main
main
main
smithi
centos 9.stream
orch/cephadm/upgrade/{1-start-distro/1-start-centos_9.stream 2-repo_digest/defaut 3-upgrade/simple 4-wait 5-upgrade-ls agent/off mon_election/classic}
Error reimaging machines: Failed to power on smithi038
main
main
main
smithi
centos 9.stream
orch/cephadm/workunits/{0-distro/centos_9.stream agent/off mon_election/classic task/test_ca_signed_key}
"2024-06-10T12:13:08.664039+0000 mon.a (mon.0) 112 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-user 3-final}
"2024-06-10T12:10:42.085537+0000 mon.smithi007 (mon.0) 122 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/thrash/{0-distro/ubuntu_22.04 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async-v2only root}
"2024-06-10T12:17:29.596714+0000 mon.a (mon.0) 100 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
"1718021615.947517 mon.smithi052 (mon.0) 116 : cluster [WRN] Health check failed: 3 mgr modules have recently crashed (RECENT_MGR_MODULE_CRASH)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/no-agent-workunits/{0-distro/ubuntu_22.04 mon_election/connectivity task/test_orch_cli}
"2024-06-10T12:15:46.548785+0000 mon.a (mon.0) 100 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/osds/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-ops/rm-zap-flag}
"2024-06-10T12:12:35.414971+0000 mon.smithi040 (mon.0) 118 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/rook/smoke/{0-distro/ubuntu_22.04 0-kubeadm 0-nvme-loop 1-rook 2-workload/radosbench cluster/1-node k8s/1.21 net/host rook/1.7.2}
Command failed on smithi077 with status 100: "sudo apt update && sudo apt install -y apt-transport-https ca-certificates curl && sudo curl -fsSLo /usr/share/keyrings/kubernetes-archive-keyring.gpg https://packages.cloud.google.com/apt/doc/apt-key.gpg && echo 'deb [signed-by=/usr/share/keyrings/kubernetes-archive-keyring.gpg] https://apt.kubernetes.io/ kubernetes-xenial main' | sudo tee /etc/apt/sources.list.d/kubernetes.list && sudo apt update && sudo apt install -y kubelet kubeadm kubectl bridge-utils"
main
main
main
smithi
centos 9.stream
orch/cephadm/smb/{0-distro/centos_9.stream tasks/deploy_smb_mgr_domain}
"2024-06-10T12:18:04.923744+0000 mon.a (mon.0) 107 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/nfs-ingress 3-final}
"2024-06-10T12:23:10.772588+0000 mon.smithi038 (mon.0) 109 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/with-work/{0-distro/ubuntu_22.04 fixed-2 mode/packaged mon_election/connectivity msgr/async start tasks/rados_api_tests}
"2024-06-10T12:25:46.428721+0000 mon.a (mon.0) 102 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/workunits/{0-distro/centos_9.stream_runc agent/on mon_election/connectivity task/test_cephadm}
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/nfs-ingress2 3-final}
"2024-06-10T12:20:00.640328+0000 mon.smithi104 (mon.0) 121 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/nfs-keepalive-only 3-final}
"2024-06-10T12:22:46.597033+0000 mon.smithi144 (mon.0) 120 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke/{0-distro/centos_9.stream_runc 0-nvme-loop agent/off fixed-2 mon_election/classic start}
"2024-06-10T12:22:25.709687+0000 mon.a (mon.0) 111 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/osds/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-ops/rm-zap-wait}
Error reimaging machines: Failed to power on smithi163
main
main
main
smithi
centos 9.stream
orch/cephadm/smb/{0-distro/centos_9.stream_runc tasks/deploy_smb_mgr_res_basic}
"2024-06-10T12:24:10.302363+0000 mon.a (mon.0) 111 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/workunits/{0-distro/ubuntu_22.04 agent/off mon_election/classic task/test_cephadm_repos}
Command failed (workunit test cephadm/test_repos.sh) on smithi145 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=087aaa2e55fee49d0c9c03c269dcf326d62c113a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_repos.sh'
main
main
main
smithi
ubuntu 22.04
orch/cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/nfs 3-final}
"2024-06-10T12:27:59.284597+0000 mon.smithi073 (mon.0) 115 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/thrash/{0-distro/centos_9.stream 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async root}
"2024-06-10T12:27:49.888581+0000 mon.a (mon.0) 110 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/reef/{v18.2.1} 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
Command failed on smithi002 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.1 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 80fa0192-2724-11ef-bc9b-c7b262605968 -e sha1=65533a907fc9add1863609703fdbbea67993c8ef -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | length == 1\'"\'"\'\''
main
main
main
smithi
centos 9.stream
orch/cephadm/no-agent-workunits/{0-distro/centos_9.stream mon_election/classic task/test_orch_cli_mon}
"2024-06-10T12:30:36.045274+0000 mon.a (mon.0) 111 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/orchestrator_cli/{0-random-distro$/{ubuntu_22.04} 2-node-mgr agent/on orchestrator_cli}
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/nfs2 3-final}
"2024-06-10T12:27:22.915585+0000 mon.smithi132 (mon.0) 120 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/smoke-singlehost/{0-random-distro$/{ubuntu_22.04} 1-start 2-services/rgw 3-final}
"2024-06-10T12:32:42.041006+0000 mon.smithi156 (mon.0) 115 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-small/{0-distro/centos_9.stream_runc 0-nvme-loop agent/on fixed-2 mon_election/classic start}
Command failed on smithi016 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:65533a907fc9add1863609703fdbbea67993c8ef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cde4a9b2-2724-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/nvme4n1'
main
main
main
smithi
centos 9.stream
orch/cephadm/workunits/{0-distro/centos_9.stream agent/on mon_election/connectivity task/test_extra_daemon_features}
Command failed on smithi105 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:65533a907fc9add1863609703fdbbea67993c8ef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1a0d05c8-2725-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4'
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/nvmeof 3-final}
"2024-06-10T12:30:56.745849+0000 mon.smithi077 (mon.0) 121 : cluster [WRN] Health check failed: Failed to place 1 daemon(s) (CEPHADM_DAEMON_PLACE_FAIL)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/osds/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-ops/rmdir-reactivate}
"2024-06-10T12:36:45.660883+0000 mon.smithi086 (mon.0) 115 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/smb/{0-distro/ubuntu_22.04 tasks/deploy_smb_mgr_res_dom}
"2024-06-10T12:37:31.946643+0000 mon.a (mon.0) 100 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/with-work/{0-distro/centos_9.stream fixed-2 mode/root mon_election/classic msgr/async-v1only start tasks/rados_python}
Error reimaging machines: Failed to power on smithi179
main
main
main
smithi
ubuntu 22.04
orch/cephadm/upgrade/{1-start-distro/1-start-ubuntu_22.04 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/on mon_election/connectivity}
Command failed on smithi059 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 764944fe-2726-11ef-bc9b-c7b262605968 -e sha1=65533a907fc9add1863609703fdbbea67993c8ef -- bash -c \'ceph versions | jq -e \'"\'"\'.osd | length == 2\'"\'"\'\''
main
main
main
smithi
ubuntu 22.04
orch/cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/rgw-ingress 3-final}
"2024-06-10T12:40:27.664457+0000 mon.smithi119 (mon.0) 116 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/workunits/{0-distro/centos_9.stream_runc agent/off mon_election/classic task/test_host_drain}
Error reimaging machines: Failed to power on smithi098
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/rgw 3-final}
Error reimaging machines: Failed to power on smithi007
main
main
main
smithi
centos 9.stream
orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/reef/{reef} 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
"2024-06-10T12:39:54.126090+0000 mon.smithi012 (mon.0) 121 : cluster [WRN] Health check failed: 1 mgr modules have recently crashed (RECENT_MGR_MODULE_CRASH)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/no-agent-workunits/{0-distro/centos_9.stream_runc mon_election/connectivity task/test_adoption}
Error reimaging machines: Failed to power on smithi154
main
main
main
smithi
ubuntu 22.04
orch/cephadm/osds/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-ops/deploy-raw}
"2024-06-10T12:42:34.155452+0000 mon.smithi088 (mon.0) 115 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/smb/{0-distro/ubuntu_22.04 tasks/deploy_smb_basic}
"2024-06-10T12:45:29.106568+0000 mon.a (mon.0) 101 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/smoke/{0-distro/ubuntu_22.04 0-nvme-loop agent/on fixed-2 mon_election/connectivity start}
Command failed on smithi040 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:65533a907fc9add1863609703fdbbea67993c8ef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 881dc948-2726-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/nvme4n1'
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/basic 3-final}
"2024-06-10T12:39:49.683020+0000 mon.smithi026 (mon.0) 121 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/thrash/{0-distro/centos_9.stream_runc 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async-v1only root}
"2024-06-10T12:43:06.478611+0000 mon.a (mon.0) 111 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/client-keyring 3-final}
"2024-06-10T12:45:10.461429+0000 mon.smithi046 (mon.0) 115 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/workunits/{0-distro/ubuntu_22.04 agent/on mon_election/connectivity task/test_iscsi_container/{centos_9.stream test_iscsi_container}}
Command failed on smithi145 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:65533a907fc9add1863609703fdbbea67993c8ef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c70571ce-2726-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4'
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/iscsi 3-final}
"2024-06-10T12:43:48.131977+0000 mon.smithi069 (mon.0) 122 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-small/{0-distro/centos_9.stream_runc 0-nvme-loop agent/off fixed-2 mon_election/connectivity start}
"2024-06-10T12:46:43.936021+0000 mon.a (mon.0) 112 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/with-work/{0-distro/centos_9.stream_runc fixed-2 mode/packaged mon_election/connectivity msgr/async-v2only start tasks/rotate-keys}
"2024-06-10T12:47:36.060256+0000 mon.a (mon.0) 110 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/osds/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-ops/repave-all}
"2024-06-10T12:45:13.529480+0000 mon.smithi104 (mon.0) 121 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smb/{0-distro/centos_9.stream tasks/deploy_smb_domain}
"2024-06-10T12:47:41.481642+0000 mon.a (mon.0) 111 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/jaeger 3-final}
"2024-06-10T12:47:58.371284+0000 mon.smithi089 (mon.0) 121 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/workunits/{0-distro/centos_9.stream agent/off mon_election/classic task/test_monitoring_stack_basic}
"2024-06-10T12:51:26.822228+0000 mon.a (mon.0) 110 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
"1718023924.4081168 mgr.smithi112.tqbjld (mgr.14244) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/no-agent-workunits/{0-distro/ubuntu_22.04 mon_election/classic task/test_cephadm_timeout}
Command failed on smithi107 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:65533a907fc9add1863609703fdbbea67993c8ef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1127d43a-2728-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4'
main
main
main
smithi
ubuntu 22.04
orch/cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/mirror 3-final}
"2024-06-10T12:52:17.008428+0000 mon.smithi016 (mon.0) 113 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/rook/smoke/{0-distro/ubuntu_22.04 0-kubeadm 0-nvme-loop 1-rook 2-workload/none cluster/3-node k8s/1.21 net/calico rook/master}
Command failed on smithi045 with status 100: "sudo apt update && sudo apt install -y apt-transport-https ca-certificates curl && sudo curl -fsSLo /usr/share/keyrings/kubernetes-archive-keyring.gpg https://packages.cloud.google.com/apt/doc/apt-key.gpg && echo 'deb [signed-by=/usr/share/keyrings/kubernetes-archive-keyring.gpg] https://apt.kubernetes.io/ kubernetes-xenial main' | sudo tee /etc/apt/sources.list.d/kubernetes.list && sudo apt update && sudo apt install -y kubelet kubeadm kubectl bridge-utils"
main
main
main
smithi
ubuntu 22.04
orch/cephadm/thrash/{0-distro/ubuntu_22.04 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async-v2only root}
Error reimaging machines: Failed to power on smithi203
main
main
main
smithi
centos 9.stream
orch/cephadm/upgrade/{1-start-distro/1-start-centos_9.stream 2-repo_digest/defaut 3-upgrade/simple 4-wait 5-upgrade-ls agent/on mon_election/classic}
Command failed on smithi098 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bdb64002-2727-11ef-bc9b-c7b262605968 -e sha1=65533a907fc9add1863609703fdbbea67993c8ef -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | length == 1\'"\'"\'\''
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/nfs-haproxy-proto 3-final}
"2024-06-10T12:50:10.925559+0000 mon.smithi156 (mon.0) 121 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/workunits/{0-distro/centos_9.stream_runc agent/on mon_election/connectivity task/test_rgw_multisite}
Command failed on smithi007 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:65533a907fc9add1863609703fdbbea67993c8ef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1e54d310-2728-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4'
main
main
main
smithi
centos 9.stream
orch/cephadm/osds/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-ops/rm-zap-add}
"2024-06-10T12:50:09.556848+0000 mon.smithi162 (mon.0) 120 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smb/{0-distro/centos_9.stream_runc tasks/deploy_smb_mgr_basic}
"2024-06-10T12:50:32.984391+0000 mon.a (mon.0) 110 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke/{0-distro/centos_9.stream 0-nvme-loop agent/on fixed-2 mon_election/classic start}
Command failed on smithi037 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:65533a907fc9add1863609703fdbbea67993c8ef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b7d9fc14-2727-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/nvme4n1'
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-bucket 3-final}
"2024-06-10T12:51:12.496774+0000 mon.smithi084 (mon.0) 122 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-user 3-final}
"2024-06-10T12:56:41.721983+0000 mon.smithi132 (mon.0) 115 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/with-work/{0-distro/ubuntu_22.04 fixed-2 mode/root mon_election/classic msgr/async-v2only start tasks/rados_api_tests}
"2024-06-10T12:59:42.373619+0000 mon.a (mon.0) 104 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/workunits/{0-distro/ubuntu_22.04 agent/off mon_election/classic task/test_set_mon_crush_locations}
"2024-06-10T13:04:03.646225+0000 mon.a (mon.0) 102 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/reef/{reef} 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
"2024-06-10T13:01:49.764339+0000 mgr.smithi135.nypoey (mgr.14242) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/mgr-nfs-upgrade/{0-centos_9.stream 1-bootstrap/17.2.0 1-start 2-nfs 3-upgrade-with-workload 4-final}
Command failed on smithi052 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fd023ca6-2728-11ef-bc9b-c7b262605968 -e sha1=65533a907fc9add1863609703fdbbea67993c8ef -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | length == 1\'"\'"\'\''
main
main
main
smithi
ubuntu 22.04
orch/cephadm/nfs/{cluster/{1-node} conf/{client mds mgr mon osd} overrides/{ignore_mgr_down ignorelist_health pg_health} supported-random-distros$/{ubuntu_latest} tasks/nfs}
"2024-06-10T13:05:53.193128+0000 mon.a (mon.0) 102 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/no-agent-workunits/{0-distro/centos_9.stream mon_election/connectivity task/test_orch_cli}
"2024-06-10T13:02:15.405801+0000 mon.a (mon.0) 107 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/orchestrator_cli/{0-random-distro$/{ubuntu_22.04} 2-node-mgr agent/off orchestrator_cli}
main
main
main
smithi
ubuntu 22.04
orch/cephadm/osds/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-ops/rm-zap-flag}
"2024-06-10T13:04:29.950860+0000 mon.smithi002 (mon.0) 109 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/rbd_iscsi/{0-single-container-host base/install cluster/{fixed-3 openstack} conf/{disable-pool-app} workloads/cephadm_iscsi}
"2024-06-10T13:02:09.452968+0000 mon.a (mon.0) 105 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/smb/{0-distro/ubuntu_22.04 tasks/deploy_smb_mgr_domain}
"2024-06-10T13:08:37.470664+0000 mon.a (mon.0) 100 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/nfs-ingress 3-final}
"2024-06-10T13:03:58.601461+0000 mon.smithi173 (mon.0) 121 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/smoke-singlehost/{0-random-distro$/{ubuntu_22.04} 1-start 2-services/basic 3-final}
"2024-06-10T13:08:06.432305+0000 mon.smithi142 (mon.0) 115 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-small/{0-distro/centos_9.stream_runc 0-nvme-loop agent/off fixed-2 mon_election/classic start}
"2024-06-10T13:04:48.467708+0000 mon.a (mon.0) 112 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/thrash/{0-distro/centos_9.stream 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async root}
"2024-06-10T13:07:51.499390+0000 mon.a (mon.0) 110 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/nfs-ingress2 3-final}
"2024-06-10T13:09:14.180179+0000 mon.smithi037 (mon.0) 121 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/workunits/{0-distro/ubuntu_22.04 agent/on mon_election/connectivity task/test_ca_signed_key}
Command failed on smithi157 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:65533a907fc9add1863609703fdbbea67993c8ef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fac45ddc-272a-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4'
main
main
main
smithi
ubuntu 22.04
orch/cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/nfs-keepalive-only 3-final}
"2024-06-10T13:12:21.017598+0000 mon.smithi012 (mon.0) 115 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/osds/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-ops/rm-zap-wait}
"2024-06-10T13:09:22.272510+0000 mon.smithi029 (mon.0) 120 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smb/{0-distro/centos_9.stream tasks/deploy_smb_mgr_res_basic}
"2024-06-10T13:09:42.173228+0000 mon.a (mon.0) 113 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/nfs 3-final}
Error reimaging machines: Failed to power on smithi104
main
main
main
smithi
centos 9.stream
orch/cephadm/workunits/{0-distro/centos_9.stream agent/off mon_election/classic task/test_cephadm}
main
main
main
smithi
ubuntu 22.04
orch/cephadm/upgrade/{1-start-distro/1-start-ubuntu_22.04 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/connectivity}
Command failed on smithi007 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f6cc225a-272a-11ef-bc9b-c7b262605968 -e sha1=65533a907fc9add1863609703fdbbea67993c8ef -- bash -c \'ceph versions | jq -e \'"\'"\'.osd | length == 2\'"\'"\'\''
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke/{0-distro/centos_9.stream_runc 0-nvme-loop agent/off fixed-2 mon_election/connectivity start}
"2024-06-10T13:12:53.406353+0000 mon.a (mon.0) 107 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/with-work/{0-distro/centos_9.stream fixed-2 mode/packaged mon_election/connectivity msgr/async start tasks/rados_python}
"2024-06-10T13:14:15.585174+0000 mon.a (mon.0) 110 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
Error reimaging machines: Failed to power on smithi189
main
main
main
smithi
centos 9.stream
orch/cephadm/no-agent-workunits/{0-distro/centos_9.stream_runc mon_election/classic task/test_orch_cli_mon}
Error reimaging machines: Failed to power on smithi165
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/nfs2 3-final}
"2024-06-10T14:29:10.259057+0000 mon.smithi037 (mon.0) 120 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/thrash/{0-distro/centos_9.stream 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async-v1only root}
"2024-06-10T14:32:19.866388+0000 mon.a (mon.0) 110 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/nvmeof 3-final}
Error reimaging machines: Failed to power on smithi050
main
main
main
smithi
centos 9.stream
orch/cephadm/workunits/{0-distro/centos_9.stream_runc agent/on mon_election/connectivity task/test_cephadm_repos}
main
main
main
smithi
centos 9.stream
orch/cephadm/osds/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-ops/rmdir-reactivate}
"2024-06-10T14:36:38.962123+0000 mon.smithi079 (mon.0) 120 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smb/{0-distro/centos_9.stream_runc tasks/deploy_smb_mgr_res_dom}
Error reimaging machines: Failed to power on smithi121
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/rgw-ingress 3-final}
"2024-06-10T14:37:12.240834+0000 mon.smithi114 (mon.0) 121 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-small/{0-distro/centos_9.stream_runc 0-nvme-loop agent/on fixed-2 mon_election/connectivity start}
Command failed on smithi040 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:65533a907fc9add1863609703fdbbea67993c8ef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid da2aa246-2736-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/nvme4n1'
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/rgw 3-final}
"2024-06-10T14:37:51.847876+0000 mon.smithi089 (mon.0) 120 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/workunits/{0-distro/ubuntu_22.04 agent/off mon_election/classic task/test_extra_daemon_features}
"2024-06-10T14:44:26.067868+0000 mon.a (mon.0) 105 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/reef/{v18.2.1} 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
Command failed on smithi121 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.1 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 749a7c02-2737-11ef-bc9b-c7b262605968 -e sha1=65533a907fc9add1863609703fdbbea67993c8ef -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | length == 1\'"\'"\'\''
main
main
main
smithi
ubuntu 22.04
orch/rook/smoke/{0-distro/ubuntu_22.04 0-kubeadm 0-nvme-loop 1-rook 2-workload/radosbench cluster/1-node k8s/1.21 net/flannel rook/1.7.2}
Command failed on smithi143 with status 100: "sudo apt update && sudo apt install -y apt-transport-https ca-certificates curl && sudo curl -fsSLo /usr/share/keyrings/kubernetes-archive-keyring.gpg https://packages.cloud.google.com/apt/doc/apt-key.gpg && echo 'deb [signed-by=/usr/share/keyrings/kubernetes-archive-keyring.gpg] https://apt.kubernetes.io/ kubernetes-xenial main' | sudo tee /etc/apt/sources.list.d/kubernetes.list && sudo apt update && sudo apt install -y kubelet kubeadm kubectl bridge-utils"
main
main
main
smithi
ubuntu 22.04
orch/cephadm/no-agent-workunits/{0-distro/ubuntu_22.04 mon_election/connectivity task/test_adoption}
main
main
main
smithi
centos 9.stream
orch/cephadm/osds/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-ops/deploy-raw}
"2024-06-10T14:38:59.165633+0000 mon.smithi145 (mon.0) 121 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smb/{0-distro/centos_9.stream_runc tasks/deploy_smb_basic}
"2024-06-10T14:43:14.181745+0000 mon.a (mon.0) 111 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/basic 3-final}
"2024-06-10T14:42:40.960462+0000 mon.smithi078 (mon.0) 115 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/with-work/{0-distro/centos_9.stream_runc fixed-2 mode/root mon_election/classic msgr/async-v1only start tasks/rotate-keys}
Error reimaging machines: Failed to power on smithi151
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/client-keyring 3-final}
"2024-06-10T14:39:42.048709+0000 mon.smithi154 (mon.0) 122 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/thrash/{0-distro/centos_9.stream_runc 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async-v2only root}
Error reimaging machines: Failed to power on smithi113
main
main
main
smithi
centos 9.stream
orch/cephadm/workunits/{0-distro/centos_9.stream agent/on mon_election/connectivity task/test_host_drain}
Command failed on smithi029 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:65533a907fc9add1863609703fdbbea67993c8ef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0b58eb7e-2738-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4'
main
main
main
smithi
ubuntu 22.04
orch/cephadm/smoke/{0-distro/ubuntu_22.04 0-nvme-loop agent/on fixed-2 mon_election/classic start}
Command failed on smithi038 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:65533a907fc9add1863609703fdbbea67993c8ef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 20b58144-2738-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/nvme4n1'
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/iscsi 3-final}
"2024-06-10T14:47:10.843553+0000 mon.smithi012 (mon.0) 121 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/upgrade/{1-start-distro/1-start-centos_9.stream 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/classic}
Command failed on smithi157 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7f4d5aa6-2738-11ef-bc9b-c7b262605968 -e sha1=65533a907fc9add1863609703fdbbea67993c8ef -- bash -c \'ceph versions | jq -e \'"\'"\'.osd | length == 2\'"\'"\'\''
main
main
main
smithi
ubuntu 22.04
orch/cephadm/osds/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-ops/repave-all}
Error reimaging machines: Failed to power on smithi053
main
main
main
smithi
ubuntu 22.04
orch/cephadm/smb/{0-distro/ubuntu_22.04 tasks/deploy_smb_domain}
"2024-06-10T14:54:54.379556+0000 mon.a (mon.0) 102 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/jaeger 3-final}
"2024-06-10T14:57:52.456031+0000 mon.smithi016 (mon.0) 109 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/workunits/{0-distro/centos_9.stream_runc agent/off mon_election/classic task/test_iscsi_container/{centos_9.stream test_iscsi_container}}
Error reimaging machines: Failed to power on smithi116
main
main
main
smithi
centos 9.stream
orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
"1718031517.3345072 mgr.smithi151.vjemfo (mgr.14230) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/no-agent-workunits/{0-distro/centos_9.stream mon_election/classic task/test_cephadm_timeout}
Command failed on smithi188 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:65533a907fc9add1863609703fdbbea67993c8ef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5b04712e-2739-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4'
main
main
main
smithi
ubuntu 22.04
orch/cephadm/orchestrator_cli/{0-random-distro$/{ubuntu_22.04} 2-node-mgr agent/on orchestrator_cli}
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/mirror 3-final}
"2024-06-10T14:54:15.364675+0000 mon.smithi002 (mon.0) 121 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-singlehost/{0-random-distro$/{centos_9.stream_runc} 1-start 2-services/rgw 3-final}
"2024-06-10T14:53:38.815552+0000 mon.smithi116 (mon.0) 124 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-small/{0-distro/centos_9.stream_runc 0-nvme-loop agent/on fixed-2 mon_election/classic start}
Command failed on smithi040 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:65533a907fc9add1863609703fdbbea67993c8ef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a1d006e-2739-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/nvme4n1'
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/nfs-haproxy-proto 3-final}
"2024-06-10T14:55:40.298872+0000 mon.smithi053 (mon.0) 121 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/osds/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-ops/rm-zap-add}
"2024-06-10T14:55:44.355064+0000 mon.smithi001 (mon.0) 121 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smb/{0-distro/centos_9.stream tasks/deploy_smb_mgr_basic}
"2024-06-10T14:59:12.580401+0000 mon.a (mon.0) 109 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/thrash/{0-distro/ubuntu_22.04 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async root}
"2024-06-10T15:06:08.606888+0000 mon.a (mon.0) 102 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/with-work/{0-distro/centos_9.stream_runc fixed-2 mode/packaged mon_election/connectivity msgr/async-v1only start tasks/rados_api_tests}
Error reimaging machines: Failed to power on smithi050
main
main
main
smithi
ubuntu 22.04
orch/cephadm/workunits/{0-distro/ubuntu_22.04 agent/on mon_election/connectivity task/test_monitoring_stack_basic}
Command failed on smithi044 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:65533a907fc9add1863609703fdbbea67993c8ef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a9438068-273a-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4'
main
main
main
smithi
ubuntu 22.04
orch/cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-bucket 3-final}
"2024-06-10T15:14:39.814178+0000 mon.smithi045 (mon.0) 110 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-user 3-final}
"2024-06-10T15:09:34.345042+0000 mon.smithi046 (mon.0) 120 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke/{0-distro/centos_9.stream 0-nvme-loop agent/off fixed-2 mon_election/connectivity start}
"2024-06-10T15:11:27.243483+0000 mon.a (mon.0) 110 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/workunits/{0-distro/centos_9.stream agent/off mon_election/classic task/test_rgw_multisite}
"2024-06-10T15:16:34.385619+0000 mon.a (mon.0) 111 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/reef/{reef} 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
"2024-06-10T15:18:00.697945+0000 mgr.smithi152.feassg (mgr.14234) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/no-agent-workunits/{0-distro/centos_9.stream_runc mon_election/connectivity task/test_orch_cli}
"2024-06-10T15:15:22.553721+0000 mon.a (mon.0) 107 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/osds/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-ops/rm-zap-flag}
"2024-06-10T15:14:27.554376+0000 mon.smithi097 (mon.0) 121 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smb/{0-distro/centos_9.stream_runc tasks/deploy_smb_mgr_domain}
"2024-06-10T15:14:36.814410+0000 mon.a (mon.0) 113 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/nfs-ingress 3-final}
"2024-06-10T15:14:58.894420+0000 mon.smithi040 (mon.0) 120 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/nfs-ingress2 3-final}
"2024-06-10T15:21:44.207968+0000 mon.smithi143 (mon.0) 116 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/upgrade/{1-start-distro/1-start-ubuntu_22.04 2-repo_digest/repo_digest 3-upgrade/simple 4-wait 5-upgrade-ls agent/on mon_election/connectivity}
hit max job timeout
main
main
main
smithi
centos 9.stream
orch/cephadm/workunits/{0-distro/centos_9.stream_runc agent/on mon_election/connectivity task/test_set_mon_crush_locations}
Command failed on smithi002 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:65533a907fc9add1863609703fdbbea67993c8ef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2f125fc-273c-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4'
main
main
main
smithi
centos 9.stream
orch/cephadm/thrash/{0-distro/centos_9.stream 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async-v1only root}
"2024-06-10T15:22:53.709599+0000 mon.a (mon.0) 112 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/nfs-keepalive-only 3-final}
"2024-06-10T15:22:27.113443+0000 mon.smithi053 (mon.0) 121 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-small/{0-distro/centos_9.stream_runc 0-nvme-loop agent/off fixed-2 mon_election/connectivity start}
"2024-06-10T15:23:39.164934+0000 mon.a (mon.0) 108 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/with-work/{0-distro/ubuntu_22.04 fixed-2 mode/root mon_election/classic msgr/async-v2only start tasks/rados_python}
"2024-06-10T15:30:40.678178+0000 mon.a (mon.0) 100 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/osds/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-ops/rm-zap-wait}
"2024-06-10T15:28:52.663334+0000 mon.smithi144 (mon.0) 116 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/smb/{0-distro/ubuntu_22.04 tasks/deploy_smb_mgr_res_basic}
"2024-06-10T15:31:24.119160+0000 mon.a (mon.0) 100 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/nfs 3-final}
"2024-06-10T15:25:51.071109+0000 mon.smithi044 (mon.0) 118 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/rook/smoke/{0-distro/ubuntu_22.04 0-kubeadm 0-nvme-loop 1-rook 2-workload/none cluster/3-node k8s/1.21 net/host rook/master}
Command failed on smithi088 with status 100: "sudo apt update && sudo apt install -y apt-transport-https ca-certificates curl && sudo curl -fsSLo /usr/share/keyrings/kubernetes-archive-keyring.gpg https://packages.cloud.google.com/apt/doc/apt-key.gpg && echo 'deb [signed-by=/usr/share/keyrings/kubernetes-archive-keyring.gpg] https://apt.kubernetes.io/ kubernetes-xenial main' | sudo tee /etc/apt/sources.list.d/kubernetes.list && sudo apt update && sudo apt install -y kubelet kubeadm kubectl bridge-utils"
main
main
main
smithi
centos 9.stream
orch/cephadm/workunits/{0-distro/centos_9.stream_runc agent/off mon_election/classic task/test_ca_signed_key}
"2024-06-10T15:27:16.925212+0000 mon.a (mon.0) 111 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
"1718033401.0792239 mgr.smithi018.kzdccy (mgr.14234) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
main
main
main
smithi
ubuntu 22.04
orch/cephadm/no-agent-workunits/{0-distro/ubuntu_22.04 mon_election/classic task/test_orch_cli_mon}
"2024-06-10T15:37:53.114669+0000 mon.a (mon.0) 102 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
main
main
main
smithi
centos 9.stream
orch/cephadm/smoke/{0-distro/centos_9.stream_runc 0-nvme-loop agent/on fixed-2 mon_election/classic start}
Command failed on smithi012 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:65533a907fc9add1863609703fdbbea67993c8ef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bb2c5648-273e-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/nvme4n1'
main
main
main
smithi
centos 9.stream
orch/cephadm/osds/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-ops/rmdir-reactivate}
"2024-06-10T15:35:14.158694+0000 mon.smithi026 (mon.0) 122 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log