ID
Status
Ceph Branch
Suite Branch
Teuthology Branch
Machine
OS
Nodes
Description
Failure Reason
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/with-work/{0-distro/centos_9.stream fixed-2 mode/root mon_election/connectivity msgr/async-v1only start tasks/rados_python}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/workunits/{0-distro/centos_9.stream_runc agent/on mon_election/connectivity task/test_host_drain}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
"1707114262.736141 mon.smithi089 (mon.0) 681 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/mgr-nfs-upgrade/{0-centos_9.stream 1-bootstrap/17.2.0 1-start 2-nfs 3-upgrade-with-workload 4-final}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/nfs/{cluster/{1-node} conf/{client mds mon osd} overrides/ignorelist_health supported-random-distros$/{centos_latest} tasks/nfs}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/orchestrator_cli/{0-random-distro$/{ubuntu_22.04} 2-node-mgr agent/off orchestrator_cli}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/rbd_iscsi/{0-single-container-host base/install cluster/{fixed-3 openstack} conf/{disable-pool-app} workloads/cephadm_iscsi}
"2024-02-05T06:23:51.900863+0000 mon.a (mon.0) 189 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,c" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/nfs-ingress 3-final}
"2024-02-05T06:24:07.818456+0000 mon.smithi132 (mon.0) 263 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/smoke-singlehost/{0-random-distro$/{centos_9.stream} 1-start 2-services/basic 3-final}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/smoke-small/{0-distro/centos_9.stream_runc 0-nvme-loop agent/off fixed-2 mon_election/classic start}
"2024-02-05T06:25:47.316850+0000 mon.a (mon.0) 191 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,c" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/thrash/{0-distro/centos_9.stream 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async-v1only root}
"2024-02-05T06:40:00.004239+0000 mon.a (mon.0) 1087 : cluster 3 [WRN] OSDMAP_FLAGS: noscrub,nodeep-scrub flag(s) set" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/upgrade/{1-start-distro/1-start-centos_9.stream 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/classic}
"2024-02-05T06:27:05.456029+0000 mon.a (mon.0) 167 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/workunits/{0-distro/ubuntu_22.04 agent/off mon_election/classic task/test_iscsi_container/{centos_9.stream test_iscsi_container}}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/with-work/{0-distro/centos_9.stream_runc fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rotate-keys}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/nfs-ingress2 3-final}
"2024-02-05T06:31:59.701793+0000 mon.smithi097 (mon.0) 269 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/osds/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-ops/rm-zap-wait}
"2024-02-05T06:36:41.835672+0000 mon.smithi012 (mon.0) 254 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/workunits/{0-distro/centos_9.stream agent/on mon_election/connectivity task/test_monitoring_stack_basic}
"2024-02-05T06:43:41.201099+0000 mon.a (mon.0) 884 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,b" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/nfs-keepalive-only 3-final}
"2024-02-05T06:41:12.250488+0000 mon.smithi023 (mon.0) 253 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/smoke/{0-distro/ubuntu_22.04 0-nvme-loop agent/on fixed-2 mon_election/connectivity start}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/thrash/{0-distro/centos_9.stream_runc 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async-v2only root}
"2024-02-05T06:41:04.404034+0000 mon.a (mon.0) 174 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,b" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/with-work/{0-distro/ubuntu_22.04 fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rados_api_tests}
"2024-02-05T07:00:00.000220+0000 mon.a (mon.0) 1515 : cluster 3 [WRN] CACHE_POOL_NO_HIT_SET: 1 cache pools are missing hit_sets" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/nfs 3-final}
"2024-02-05T06:41:47.665603+0000 mon.smithi042 (mon.0) 263 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/workunits/{0-distro/centos_9.stream_runc agent/off mon_election/classic task/test_orch_cli}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
Command failed (workunit test suites/fsstress.sh) on smithi119 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=164d3be4a527be775f4d3c343ea591122f1b8921 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/suites/fsstress.sh'
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/nfs2 3-final}
"2024-02-05T06:42:28.338883+0000 mon.smithi158 (mon.0) 267 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/workunits/{0-distro/ubuntu_22.04 agent/on mon_election/connectivity task/test_orch_cli_mon}
"2024-02-05T06:51:30.558579+0000 mon.a (mon.0) 380 : cluster 3 [WRN] MON_DOWN: 1/4 mons down, quorum a,e,c" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/with-work/{0-distro/centos_9.stream fixed-2 mode/packaged mon_election/classic msgr/async start tasks/rados_python}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/osds/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-ops/rmdir-reactivate}
"2024-02-05T06:44:38.270611+0000 mon.smithi184 (mon.0) 263 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/nvmeof 3-final}
"2024-02-05T06:50:07.305033+0000 mon.smithi043 (mon.0) 252 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/thrash/{0-distro/ubuntu_22.04 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async root}
"2024-02-05T06:51:50.145822+0000 mon.a (mon.0) 179 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,b" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/workunits/{0-distro/centos_9.stream agent/off mon_election/classic task/test_rgw_multisite}
"2024-02-05T06:48:33.273042+0000 mon.a (mon.0) 189 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,c" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/rgw-ingress 3-final}
"2024-02-05T06:46:14.265971+0000 mon.smithi026 (mon.0) 261 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/smoke-small/{0-distro/centos_9.stream_runc 0-nvme-loop agent/on fixed-2 mon_election/connectivity start}
"2024-02-05T06:48:37.584080+0000 mon.a (mon.0) 248 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,c" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 20.04
orch:cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/repo_digest 3-upgrade/simple 4-wait 5-upgrade-ls agent/on mon_election/connectivity}
"2024-02-05T06:51:28.666798+0000 mon.a (mon.0) 327 : cluster [WRN] Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/with-work/{0-distro/centos_9.stream_runc fixed-2 mode/root mon_election/connectivity msgr/async-v1only start tasks/rotate-keys}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/workunits/{0-distro/centos_9.stream_runc agent/on mon_election/connectivity task/test_set_mon_crush_locations}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/rgw 3-final}
"2024-02-05T06:57:03.473034+0000 mon.smithi105 (mon.0) 264 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
"1707116692.4785242 mon.smithi157 (mon.0) 706 : cluster [WRN] Replacing daemon mds.cephfs.smithi157.gxoenf as rank 0 with standby daemon mds.cephfs.smithi157.fxheip" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/osds/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-ops/repave-all}
"2024-02-05T06:57:03.350961+0000 mon.smithi060 (mon.0) 263 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/smoke/{0-distro/centos_9.stream 0-nvme-loop agent/on fixed-2 mon_election/classic start}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/basic 3-final}
"2024-02-05T07:11:52.185569+0000 mon.smithi029 (mon.0) 252 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/thrash/{0-distro/ubuntu_22.04 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async-v1only root}
"2024-02-05T07:10:56.388813+0000 mon.a (mon.0) 184 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,b" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/with-work/{0-distro/centos_9.stream_runc fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rados_api_tests}
"2024-02-05T07:30:00.000191+0000 mon.a (mon.0) 2928 : cluster 3 [WRN] POOL_APP_NOT_ENABLED: 5 pool(s) do not have an application enabled" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/workunits/{0-distro/ubuntu_22.04 agent/off mon_election/classic task/test_adoption}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/client-keyring 3-final}
"2024-02-05T07:12:43.477301+0000 mon.smithi053 (mon.0) 260 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/workunits/{0-distro/centos_9.stream agent/on mon_election/connectivity task/test_ca_signed_key}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/with-work/{0-distro/ubuntu_22.04 fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rados_python}
"2024-02-05T07:19:10.714283+0000 mon.a (mon.0) 179 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,b" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/iscsi 3-final}
"2024-02-05T07:11:59.945959+0000 mon.smithi097 (mon.0) 265 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/workunits/{0-distro/centos_9.stream_runc agent/off mon_election/classic task/test_cephadm}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/thrash/{0-distro/centos_9.stream 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async-v2only root}
"2024-02-05T07:40:00.000704+0000 mon.a (mon.0) 2097 : cluster 3 [WRN] OSDMAP_FLAGS: nodeep-scrub flag(s) set" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/jaeger 3-final}
"2024-02-05T07:18:08.418202+0000 mon.smithi042 (mon.0) 255 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/osds/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-ops/rm-zap-add}
"2024-02-05T07:17:31.989505+0000 mon.smithi089 (mon.0) 257 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/with-work/{0-distro/centos_9.stream fixed-2 mode/packaged mon_election/classic msgr/async start tasks/rotate-keys}
"2024-02-05T07:13:44.198082+0000 mon.a (mon.0) 173 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,b" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/workunits/{0-distro/ubuntu_22.04 agent/on mon_election/connectivity task/test_cephadm_repos}
Command failed (workunit test cephadm/test_repos.sh) on smithi012 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=164d3be4a527be775f4d3c343ea591122f1b8921 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_repos.sh'
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
hit max job timeout
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/orchestrator_cli/{0-random-distro$/{centos_9.stream_runc} 2-node-mgr agent/on orchestrator_cli}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/mirror 3-final}
"2024-02-05T07:12:12.495014+0000 mon.smithi087 (mon.0) 265 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/smoke-singlehost/{0-random-distro$/{ubuntu_22.04} 1-start 2-services/rgw 3-final}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/smoke-small/{0-distro/centos_9.stream_runc 0-nvme-loop agent/on fixed-2 mon_election/classic start}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/upgrade/{1-start-distro/1-start-centos_9.stream 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls agent/on mon_election/classic}
Command failed on smithi057 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e4cf8746-c3f6-11ee-95b6-87774f69a715 -e sha1=164d3be4a527be775f4d3c343ea591122f1b8921 -- bash -c \'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e \'"\'"\'.up_to_date | length == 7\'"\'"\'\''
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/workunits/{0-distro/centos_9.stream agent/off mon_election/classic task/test_cephadm_timeout}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/nfs-haproxy-proto 3-final}
"2024-02-05T07:23:38.299562+0000 mon.smithi132 (mon.0) 263 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/smoke/{0-distro/centos_9.stream_runc 0-nvme-loop agent/off fixed-2 mon_election/connectivity start}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/thrash/{0-distro/centos_9.stream_runc 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async root}
"2024-02-05T07:40:00.000750+0000 mon.a (mon.0) 1301 : cluster 3 [WRN] OSDMAP_FLAGS: nodeep-scrub flag(s) set" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/with-work/{0-distro/centos_9.stream_runc fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_api_tests}
"2024-02-05T07:40:00.000188+0000 mon.a (mon.0) 1944 : cluster 3 [WRN] POOL_APP_NOT_ENABLED: 5 pool(s) do not have an application enabled" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-bucket 3-final}
"2024-02-05T07:32:01.922636+0000 mon.smithi028 (mon.0) 253 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/workunits/{0-distro/centos_9.stream_runc agent/on mon_election/connectivity task/test_extra_daemon_features}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/osds/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-ops/rm-zap-flag}
"2024-02-05T07:29:38.486099+0000 mon.smithi105 (mon.0) 258 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-user 3-final}
"2024-02-05T07:30:38.889286+0000 mon.smithi060 (mon.0) 266 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/with-work/{0-distro/ubuntu_22.04 fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rados_python}
"2024-02-05T07:32:35.056151+0000 mon.a (mon.0) 182 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,b" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/workunits/{0-distro/ubuntu_22.04 agent/off mon_election/classic task/test_host_drain}
"2024-02-05T07:33:17.887155+0000 mon.a (mon.0) 195 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,c" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
"1707118667.9262125 mon.smithi111 (mon.0) 712 : cluster [WRN] Replacing daemon mds.cephfs.smithi111.laeyim as rank 0 with standby daemon mds.cephfs.smithi122.vlvwxu" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/nfs-ingress 3-final}
"2024-02-05T07:33:21.590752+0000 mon.smithi080 (mon.0) 268 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/thrash/{0-distro/ubuntu_22.04 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async-v1only root}
"2024-02-05T07:42:08.127792+0000 mon.a (mon.0) 182 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,b" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/workunits/{0-distro/centos_9.stream agent/on mon_election/connectivity task/test_iscsi_container/{centos_9.stream test_iscsi_container}}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/with-work/{0-distro/centos_9.stream fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rotate-keys}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/nfs-ingress2 3-final}
"2024-02-05T07:41:01.895380+0000 mon.smithi114 (mon.0) 252 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/osds/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-ops/rm-zap-wait}
"2024-02-05T07:43:29.245860+0000 mon.smithi022 (mon.0) 265 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/workunits/{0-distro/centos_9.stream_runc agent/off mon_election/classic task/test_monitoring_stack_basic}
"2024-02-05T07:51:51.986905+0000 mon.a (mon.0) 581 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,b" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/nfs-keepalive-only 3-final}
"2024-02-05T07:44:19.627314+0000 mon.smithi019 (mon.0) 261 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/smoke-small/{0-distro/centos_9.stream_runc 0-nvme-loop agent/off fixed-2 mon_election/connectivity start}
"2024-02-05T07:43:05.406658+0000 mon.a (mon.0) 193 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,c" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 20.04
orch:cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/repo_digest 3-upgrade/simple 4-wait 5-upgrade-ls agent/off mon_election/connectivity}
"2024-02-05T07:44:15.385166+0000 mon.a (mon.0) 169 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/smoke/{0-distro/ubuntu_22.04 0-nvme-loop agent/on fixed-2 mon_election/classic start}
"2024-02-05T07:50:00.000259+0000 mon.a (mon.0) 376 : cluster 3 [WRN] CEPHADM_STRAY_DAEMON: 1 stray daemon(s) not managed by cephadm" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/thrash/{0-distro/centos_9.stream 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async-v2only root}
"2024-02-05T08:00:00.000471+0000 mon.a (mon.0) 2994 : cluster 3 [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/with-work/{0-distro/centos_9.stream_runc fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rados_api_tests}
"2024-02-05T08:00:00.000195+0000 mon.a (mon.0) 2524 : cluster 3 [WRN] POOL_APP_NOT_ENABLED: 3 pool(s) do not have an application enabled" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/nfs 3-final}
"2024-02-05T07:42:50.490126+0000 mon.smithi107 (mon.0) 265 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/workunits/{0-distro/ubuntu_22.04 agent/on mon_election/connectivity task/test_orch_cli}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
Command failed (workunit test suites/fsstress.sh) on smithi186 with status 126: 'mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=164d3be4a527be775f4d3c343ea591122f1b8921 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/suites/fsstress.sh'
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/nfs2 3-final}
"2024-02-05T07:55:42.473905+0000 mon.smithi062 (mon.0) 254 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/workunits/{0-distro/centos_9.stream agent/off mon_election/classic task/test_orch_cli_mon}
"2024-02-05T08:02:18.842732+0000 mon.a (mon.0) 269 : cluster 3 [WRN] MON_DOWN: 2/5 mons down, quorum a,e,d" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/with-work/{0-distro/ubuntu_22.04 fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_python}
"2024-02-05T08:05:35.974411+0000 mon.a (mon.0) 179 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,b" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/osds/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-ops/rmdir-reactivate}
"2024-02-05T08:02:55.210689+0000 mon.smithi042 (mon.0) 253 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/nvmeof 3-final}
"2024-02-05T08:00:22.537309+0000 mon.smithi123 (mon.0) 265 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/thrash/{0-distro/centos_9.stream_runc 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async root}
"2024-02-05T08:10:00.000144+0000 mon.a (mon.0) 1023 : cluster 3 [WRN] OSDMAP_FLAGS: noscrub,nodeep-scrub flag(s) set" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/workunits/{0-distro/centos_9.stream_runc agent/on mon_election/connectivity task/test_rgw_multisite}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/rgw-ingress 3-final}
"2024-02-05T07:58:44.944725+0000 mon.smithi060 (mon.0) 262 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
centos 9.stream
orch:cephadm/with-work/{0-distro/centos_9.stream fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rotate-keys}
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/workunits/{0-distro/ubuntu_22.04 agent/off mon_election/classic task/test_set_mon_crush_locations}
"2024-02-05T08:04:25.324278+0000 mon.a (mon.0) 198 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,c" in cluster log
wip-guits-testing-3-2024-02-04-2254
wip-guits-testing-3-2024-02-04-2254
main
smithi
ubuntu 22.04
orch:cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/rgw 3-final}
"2024-02-05T08:03:20.632001+0000 mon.smithi016 (mon.0) 254 : cluster 3 [WRN] CEPHADM_DAEMON_PLACE_FAIL: Failed to place 1 daemon(s)" in cluster log