gabrioux-2024-06-17_12:05:46-orch:cephadm-wip-guits-squid-2024-06-17-0822-squid-distro-default-smithi

7759504

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi042 smithi073 smithi112

orch:cephadm/workunits/{0-distro/centos_9.stream agent/on mon_election/connectivity task/test_host_drain}

"2024-06-17T14:17:57.961383+0000 mon.a (mon.0) 551 : cluster [WRN] Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log

7759505

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi096 smithi097

orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}

"1718633796.4879227 mgr.smithi097.wyoqel (mgr.14234) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log

7759507

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi191

orch:cephadm/nfs/{cluster/{1-node} conf/{client mds mgr mon osd} overrides/{ignore_mgr_down ignorelist_health pg_health} supported-random-distros$/{centos_latest} tasks/nfs}

"2024-06-17T14:21:16.597439+0000 mon.a (mon.0) 695 : cluster [WRN] Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log

7759508

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi033

orch:cephadm/no-agent-workunits/{0-distro/centos_9.stream mon_election/classic task/test_orch_cli}

"2024-06-17T14:19:39.909177+0000 mon.a (mon.0) 554 : cluster [WRN] Health check failed: cephadm background work is paused (CEPHADM_PAUSED)" in cluster log

7759512

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi120 smithi156

orch:cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/nfs-ingress 3-final}

"2024-06-17T14:25:10.903333+0000 mon.smithi120 (mon.0) 850 : cluster [WRN] Health check failed: Failed to place 2 daemon(s) (CEPHADM_DAEMON_PLACE_FAIL)" in cluster log

7759516

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi027 smithi053

orch:cephadm/upgrade/{1-start-distro/1-start-centos_9.stream 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/classic}

"2024-06-17T14:51:09.182854+0000 mon.a (mon.0) 1081 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON)" in cluster log

7759519

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi152 smithi154

orch:cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/nfs-ingress2 3-final}

"2024-06-17T14:35:27.330189+0000 mon.smithi152 (mon.0) 1011 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON)" in cluster log

7759521

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

ubuntu 22.04

smithi105 smithi117

orch:cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/nfs-keepalive-only 3-final}

"2024-06-17T14:41:03.296022+0000 mon.smithi105 (mon.0) 866 : cluster [WRN] Health check failed: Failed to place 1 daemon(s) (CEPHADM_DAEMON_PLACE_FAIL)" in cluster log

7759522

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

ubuntu 22.04

smithi119 smithi181

orch:cephadm/smoke/{0-distro/ubuntu_22.04 0-nvme-loop agent/on fixed-2 mon_election/connectivity start}

"2024-06-17T14:35:14.828050+0000 mon.a (mon.0) 382 : cluster [WRN] Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log

7759524

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

ubuntu 22.04

smithi018 smithi145

orch:cephadm/with-work/{0-distro/ubuntu_22.04 fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rados_api_tests}

"2024-06-17T14:49:27.526376+0000 mon.a (mon.0) 999 : cluster [WRN] Health check failed: 17 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log

7759526

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi049 smithi115

orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/reef/{v18.2.1} 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}

reached maximum tries (51) after waiting for 300 seconds

7759527

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi003 smithi151

orch:cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/nfs 3-final}

"2024-06-17T14:37:49.291413+0000 mon.smithi003 (mon.0) 774 : cluster [WRN] Health check failed: Failed to place 1 daemon(s) (CEPHADM_DAEMON_PLACE_FAIL)" in cluster log

7759533

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi002 smithi138

orch:cephadm/osds/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-ops/rmdir-reactivate}

"2024-06-17T14:47:20.899089+0000 mon.smithi002 (mon.0) 813 : cluster [WRN] Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log

7759536

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi089 smithi167

orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}

"1718635659.5136385 mgr.smithi167.ilgsbl (mgr.14232) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log

7759539

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

ubuntu 22.04

smithi120 smithi156

orch:cephadm/upgrade/{1-start-distro/1-start-ubuntu_22.04 2-repo_digest/repo_digest 3-upgrade/simple 4-wait 5-upgrade-ls agent/on mon_election/connectivity}

"2024-06-17T14:56:01.178745+0000 mon.a (mon.0) 341 : cluster [WRN] Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log

7759541

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi122 smithi142 smithi204

orch:cephadm/workunits/{0-distro/centos_9.stream_runc agent/on mon_election/connectivity task/test_set_mon_crush_locations}

"2024-06-17T14:56:31.062341+0000 mon.a (mon.0) 383 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON)" in cluster log

7759546

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi039 smithi165

orch:cephadm/smoke/{0-distro/centos_9.stream 0-nvme-loop agent/on fixed-2 mon_election/classic start}

"2024-06-17T15:03:23.549383+0000 mon.a (mon.0) 416 : cluster [WRN] Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log

7759548

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

ubuntu 22.04

smithi149 smithi155

orch:cephadm/thrash/{0-distro/ubuntu_22.04 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async-v1only root}

"2024-06-17T15:20:35.394009+0000 mon.a (mon.0) 1068 : cluster [WRN] Health check failed: 2 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log

7759549

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi105 smithi117

orch:cephadm/with-work/{0-distro/centos_9.stream_runc fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rados_api_tests}

"2024-06-17T15:10:49.215213+0000 mon.a (mon.0) 1170 : cluster [WRN] Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log

7759551

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi042 smithi084

orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/reef/{reef} 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}

reached maximum tries (51) after waiting for 300 seconds

7759561

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi012 smithi153

orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}

"1718637394.793555 mgr.smithi153.dwxkbv (mgr.14234) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log

7759562

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi157

orch:cephadm/no-agent-workunits/{0-distro/centos_9.stream mon_election/connectivity task/test_cephadm_timeout}

"2024-06-17T15:18:25.577291+0000 mon.a (mon.0) 212 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log

7759567

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi003 smithi151 smithi152

orch:cephadm/smoke-small/{0-distro/centos_9.stream_runc 0-nvme-loop agent/on fixed-2 mon_election/classic start}

"2024-06-17T15:24:30.978050+0000 mon.a (mon.0) 788 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON)" in cluster log

7759568

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi029 smithi172

orch:cephadm/upgrade/{1-start-distro/1-start-centos_9.stream 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls agent/on mon_election/classic}

Command failed on smithi029 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7ca98a24-2cbd-11ef-bc9d-c7b262605968 -e sha1=56d3febd0f9fda48a6103c1c961e616c859932b9 -- bash -c \'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e \'"\'"\'.up_to_date | length == 7\'"\'"\'\''

7759573

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi073 smithi191

orch:cephadm/workunits/{0-distro/centos_9.stream_runc agent/on mon_election/connectivity task/test_extra_daemon_features}

"2024-06-17T15:31:27.082664+0000 mon.a (mon.0) 40 : cluster [WRN] [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s)" in cluster log

7759574

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

ubuntu 22.04

smithi033 smithi119

orch:cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-bucket 3-final}

"2024-06-17T15:40:55.494088+0000 mon.smithi033 (mon.0) 970 : cluster [WRN] Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log

7759576

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi001 smithi059

orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/reef/{v18.2.1} 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}

reached maximum tries (51) after waiting for 300 seconds

7759579

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

ubuntu 22.04

smithi005 smithi112 smithi130

orch:cephadm/workunits/{0-distro/ubuntu_22.04 agent/off mon_election/classic task/test_host_drain}

"2024-06-17T15:52:32.516803+0000 mon.a (mon.0) 741 : cluster [WRN] Health check failed: 1 stray host(s) with 1 daemon(s) not managed by cephadm (CEPHADM_STRAY_HOST)" in cluster log

7759580

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi053

orch:cephadm/no-agent-workunits/{0-distro/centos_9.stream_runc mon_election/classic task/test_orch_cli}

"2024-06-17T15:43:16.422795+0000 mon.a (mon.0) 551 : cluster [WRN] Health check failed: cephadm background work is paused (CEPHADM_PAUSED)" in cluster log

7759582

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi087 smithi187

orch:cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/nfs-ingress 3-final}

"2024-06-17T15:45:07.689242+0000 mon.smithi087 (mon.0) 841 : cluster [WRN] Health check failed: Failed to place 2 daemon(s) (CEPHADM_DAEMON_PLACE_FAIL)" in cluster log

7759583

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

ubuntu 22.04

smithi122 smithi204

orch:cephadm/thrash/{0-distro/ubuntu_22.04 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async-v1only root}

"2024-06-17T16:19:00.420396+0000 mon.a (mon.0) 2577 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON)" in cluster log

7759588

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi012 smithi153

orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}

"1718639193.173996 mon.smithi012 (mon.0) 116 : cluster [WRN] Health check failed: 3 mgr modules have recently crashed (RECENT_MGR_MODULE_CRASH)" in cluster log

7759589

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi096 smithi097

orch:cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/nfs-keepalive-only 3-final}

"2024-06-17T15:49:32.296721+0000 mon.smithi096 (mon.0) 844 : cluster [WRN] Health check failed: Failed to place 1 daemon(s) (CEPHADM_DAEMON_PLACE_FAIL)" in cluster log

7759592

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

ubuntu 22.04

smithi073 smithi154

orch:cephadm/smoke/{0-distro/ubuntu_22.04 0-nvme-loop agent/on fixed-2 mon_election/classic start}

"2024-06-17T15:57:46.528879+0000 mon.a (mon.0) 486 : cluster [WRN] Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log

7759593

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi018 smithi145

orch:cephadm/thrash/{0-distro/centos_9.stream 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async-v2only root}

"2024-06-17T16:00:39.000011+0000 mon.a (mon.0) 1027 : cluster [WRN] Health check failed: 17 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log

7759596

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi049 smithi175

orch:cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/nfs 3-final}

"2024-06-17T15:59:05.851685+0000 mon.smithi049 (mon.0) 794 : cluster [WRN] Health check failed: Failed to place 1 daemon(s) (CEPHADM_DAEMON_PLACE_FAIL)" in cluster log

7759603

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi007 smithi144

orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/reef/{reef} 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}

ceph version 18.2.2-1475.g07f5e007 was not installed, found 18.2.2-1440.g5a8ca914.el9.

7759604

FAIL

wip-guits-squid-2024-06-17-0822-squid

wip-guits-squid-2024-06-17-0822-squid

main

smithi

centos 9.stream

smithi150 smithi157

orch:cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/nvmeof 3-final}

reached maximum tries (301) after waiting for 300 seconds