wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/reef/{v18.2.0} 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
Command failed (workunit test suites/fsstress.sh) on smithi153 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=ea01217f8a79678e64ef6a5d68a043a4ef21ca37 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/suites/fsstress.sh'
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
ubuntu 22.04
orch:cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-user 3-final}
"2024-03-22T05:08:00.429594+0000 mon.smithi062 (mon.0) 663 : cluster [WRN] Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/workunits/{0-distro/centos_9.stream agent/on mon_election/connectivity task/test_host_drain}
"2024-03-22T05:16:26.183698+0000 mon.a (mon.0) 596 : cluster [WRN] Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/mgr-nfs-upgrade/{0-centos_9.stream 1-bootstrap/17.2.0 1-start 2-nfs 3-upgrade-with-workload 4-final}
"2024-03-22T05:12:21.535632+0000 mon.smithi092 (mon.0) 863 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/nfs/{cluster/{1-node} conf/{client mds mon osd} overrides/ignorelist_health supported-random-distros$/{centos_latest} tasks/nfs}
"2024-03-22T05:06:23.353732+0000 mon.a (mon.0) 480 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/no-agent-workunits/{0-distro/centos_9.stream mon_election/classic task/test_orch_cli}
"2024-03-22T05:13:17.314698+0000 mon.a (mon.0) 451 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/orchestrator_cli/{0-random-distro$/{centos_9.stream_runc} 2-node-mgr agent/off orchestrator_cli}
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/rbd_iscsi/{0-single-container-host base/install cluster/{fixed-3 openstack} conf/{disable-pool-app} workloads/cephadm_iscsi}
"2024-03-22T05:18:33.199577+0000 mon.a (mon.0) 186 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smb/{0-distro/centos_9.stream tasks/deploy_smb_basic}
"2024-03-22T05:16:39.591587+0000 mon.a (mon.0) 240 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smoke/{0-distro/centos_9.stream_runc 0-nvme-loop agent/off fixed-2 mon_election/classic start}
"2024-03-22T05:16:39.009082+0000 mon.a (mon.0) 172 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/nfs-ingress 3-final}
"2024-03-22T05:13:42.098376+0000 mon.smithi086 (mon.0) 782 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smoke-singlehost/{0-random-distro$/{centos_9.stream_runc} 1-start 2-services/basic 3-final}
"2024-03-22T05:10:32.879883+0000 mon.smithi057 (mon.0) 230 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smoke-small/{0-distro/centos_9.stream_runc 0-nvme-loop agent/off fixed-2 mon_election/classic start}
"2024-03-22T05:16:28.569524+0000 mon.a (mon.0) 186 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/thrash/{0-distro/centos_9.stream 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async-v1only root}
"2024-03-22T05:22:45.599028+0000 mon.a (mon.0) 172 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/upgrade/{1-start-distro/1-start-centos_9.stream 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/classic}
"2024-03-22T05:15:55.622597+0000 mon.a (mon.0) 166 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/workunits/{0-distro/centos_9.stream_runc agent/off mon_election/classic task/test_iscsi_container/{centos_9.stream test_iscsi_container}}
"2024-03-22T05:27:12.337430+0000 mon.a (mon.0) 299 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/nfs-ingress2 3-final}
hit max job timeout
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
ubuntu 22.04
orch:cephadm/osds/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-ops/rm-zap-wait}
"2024-03-22T05:26:56.274938+0000 mon.smithi079 (mon.0) 751 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
ubuntu 22.04
orch:cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/nfs-keepalive-only 3-final}
"2024-03-22T05:28:09.197299+0000 mon.smithi107 (mon.0) 756 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
ubuntu 22.04
orch:cephadm/with-work/{0-distro/ubuntu_22.04 fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rotate-keys}
"2024-03-22T05:24:36.605895+0000 mon.a (mon.0) 175 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
ubuntu 22.04
orch:cephadm/workunits/{0-distro/ubuntu_22.04 agent/on mon_election/connectivity task/test_monitoring_stack_basic}
"2024-03-22T05:28:48.642356+0000 mon.a (mon.0) 276 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,c" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
reached maximum tries (51) after waiting for 300 seconds
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/nfs 3-final}
"2024-03-22T05:29:51.651755+0000 mon.smithi073 (mon.0) 779 : cluster [WRN] Health check failed: Failed to place 1 daemon(s) (CEPHADM_DAEMON_PLACE_FAIL)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/no-agent-workunits/{0-distro/centos_9.stream_runc mon_election/connectivity task/test_orch_cli_mon}
"2024-03-22T05:30:44.612208+0000 mon.a (mon.0) 266 : cluster [WRN] Health detail: HEALTH_WARN 1/5 mons down, quorum a,e,c,d" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smb/{0-distro/centos_9.stream_runc tasks/deploy_smb_domain}
"2024-03-22T05:27:33.936616+0000 mon.a (mon.0) 236 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/nfs2 3-final}
"2024-03-22T05:30:33.882451+0000 mon.smithi007 (mon.0) 556 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/thrash/{0-distro/centos_9.stream_runc 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async-v2only root}
"2024-03-22T05:48:22.350102+0000 mon.a (mon.0) 2055 : cluster [ERR] Health check failed: full ratio(s) out of order (OSD_OUT_OF_ORDER_FULL)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/workunits/{0-distro/centos_9.stream agent/off mon_election/classic task/test_rgw_multisite}
"2024-03-22T05:36:46.617465+0000 mon.a (mon.0) 187 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,c" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/osds/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-ops/rmdir-reactivate}
"2024-03-22T05:33:07.149835+0000 mon.smithi037 (mon.0) 774 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
ubuntu 22.04
orch:cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/nvmeof 3-final}
"2024-03-22T05:39:25.255427+0000 mon.smithi175 (mon.0) 738 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
ubuntu 22.04
orch:cephadm/smoke/{0-distro/ubuntu_22.04 0-nvme-loop agent/on fixed-2 mon_election/connectivity start}
"2024-03-22T05:35:58.735607+0000 mon.a (mon.0) 368 : cluster [WRN] Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/rgw-ingress 3-final}
"2024-03-22T05:39:32.321360+0000 mon.smithi001 (mon.0) 793 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smoke-small/{0-distro/centos_9.stream_runc 0-nvme-loop agent/on fixed-2 mon_election/connectivity start}
"2024-03-22T05:37:09.247613+0000 mon.a (mon.0) 561 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
ubuntu 20.04
orch:cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/repo_digest 3-upgrade/simple 4-wait 5-upgrade-ls agent/on mon_election/connectivity}
"2024-03-22T05:35:17.643564+0000 mon.a (mon.0) 211 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/workunits/{0-distro/centos_9.stream_runc agent/on mon_election/connectivity task/test_set_mon_crush_locations}
"2024-03-22T05:37:12.777017+0000 mon.a (mon.0) 240 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,c" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/rgw 3-final}
"2024-03-22T05:38:39.756788+0000 mon.smithi115 (mon.0) 766 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/reef/{v18.2.0} 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
Command failed (workunit test suites/fsstress.sh) on smithi080 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=ea01217f8a79678e64ef6a5d68a043a4ef21ca37 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/suites/fsstress.sh'
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
ubuntu 22.04
orch:cephadm/no-agent-workunits/{0-distro/ubuntu_22.04 mon_election/classic task/test_adoption}
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/osds/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-ops/repave-all}
"2024-03-22T05:37:51.411536+0000 mon.smithi062 (mon.0) 790 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
ubuntu 22.04
orch:cephadm/smb/{0-distro/ubuntu_22.04 tasks/deploy_smb_basic}
"2024-03-22T05:42:35.906848+0000 mon.a (mon.0) 281 : cluster [WRN] Replacing daemon mds.cephfs.smithi057.abystw as rank 0 with standby daemon mds.cephfs.smithi057.calrzj" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
ubuntu 22.04
orch:cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/basic 3-final}
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
ubuntu 22.04
orch:cephadm/thrash/{0-distro/ubuntu_22.04 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async root}
Command failed (workunit test rados/test.sh) on smithi055 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=ea01217f8a79678e64ef6a5d68a043a4ef21ca37 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/with-work/{0-distro/centos_9.stream fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rados_api_tests}
"2024-03-22T05:47:00.795045+0000 mon.a (mon.0) 1168 : cluster [WRN] Health check failed: 2 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/workunits/{0-distro/centos_9.stream_runc agent/off mon_election/classic task/test_ca_signed_key}
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/client-keyring 3-final}
hit max job timeout
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
ubuntu 22.04
orch:cephadm/workunits/{0-distro/ubuntu_22.04 agent/on mon_election/connectivity task/test_cephadm}
Command failed (workunit test cephadm/test_cephadm.sh) on smithi089 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=ea01217f8a79678e64ef6a5d68a043a4ef21ca37 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh'
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/iscsi 3-final}
"2024-03-22T05:45:13.303394+0000 mon.smithi019 (mon.0) 760 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
ubuntu 22.04
orch:cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/jaeger 3-final}
"2024-03-22T05:57:20.056522+0000 mon.smithi067 (mon.0) 774 : cluster [WRN] Health check failed: 2 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
ubuntu 22.04
orch:cephadm/osds/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-ops/rm-zap-add}
"2024-03-22T06:10:23.100981+0000 mon.smithi143 (mon.0) 764 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/workunits/{0-distro/centos_9.stream agent/off mon_election/classic task/test_cephadm_repos}
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
"1711088189.6958392 mon.smithi006 (mon.0) 890 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/no-agent-workunits/{0-distro/centos_9.stream mon_election/connectivity task/test_cephadm_timeout}
"2024-03-22T06:11:11.792133+0000 mon.a (mon.0) 204 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
ubuntu 22.04
orch:cephadm/orchestrator_cli/{0-random-distro$/{ubuntu_22.04} 2-node-mgr agent/on orchestrator_cli}
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smb/{0-distro/centos_9.stream tasks/deploy_smb_domain}
"2024-03-22T06:09:30.155781+0000 mon.a (mon.0) 271 : cluster [WRN] Health check failed: Degraded data redundancy: 21/63 objects degraded (33.333%), 10 pgs degraded (PG_DEGRADED)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smoke/{0-distro/centos_9.stream 0-nvme-loop agent/on fixed-2 mon_election/classic start}
"2024-03-22T06:06:46.870710+0000 mon.a (mon.0) 569 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/mirror 3-final}
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smoke-singlehost/{0-random-distro$/{centos_9.stream_runc} 1-start 2-services/rgw 3-final}
"2024-03-22T06:03:39.764038+0000 mon.smithi037 (mon.0) 237 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smoke-small/{0-distro/centos_9.stream_runc 0-nvme-loop agent/on fixed-2 mon_election/classic start}
"2024-03-22T06:05:44.037251+0000 mon.a (mon.0) 244 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/thrash/{0-distro/centos_9.stream 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async-v1only root}
"2024-03-22T06:12:34.525502+0000 mon.a (mon.0) 816 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/upgrade/{1-start-distro/1-start-centos_9.stream 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls agent/on mon_election/classic}
Command failed on smithi007 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 972e12d4-e811-11ee-95cd-87774f69a715 -e sha1=ea01217f8a79678e64ef6a5d68a043a4ef21ca37 -- bash -c \'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e \'"\'"\'.up_to_date | length == 7\'"\'"\'\''
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/nfs-haproxy-proto 3-final}
"2024-03-22T06:10:00.000156+0000 mon.smithi077 (mon.0) 777 : cluster [ERR] Health detail: HEALTH_ERR 1 filesystem is offline; 1 filesystem is online with fewer MDS than max_mds" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/with-work/{0-distro/centos_9.stream_runc fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_python}
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/workunits/{0-distro/centos_9.stream_runc agent/on mon_election/connectivity task/test_extra_daemon_features}
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
ubuntu 22.04
orch:cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-bucket 3-final}
"2024-03-22T06:16:59.294856+0000 mon.smithi090 (mon.0) 808 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/osds/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-ops/rm-zap-flag}
"2024-03-22T06:09:04.686150+0000 mon.smithi045 (mon.0) 763 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-user 3-final}
"2024-03-22T06:10:04.559915+0000 mon.smithi097 (mon.0) 787 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
ubuntu 22.04
orch:cephadm/workunits/{0-distro/ubuntu_22.04 agent/off mon_election/classic task/test_host_drain}
"2024-03-22T06:14:10.273291+0000 mon.a (mon.0) 393 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/no-agent-workunits/{0-distro/centos_9.stream_runc mon_election/classic task/test_orch_cli}
"2024-03-22T06:10:24.313046+0000 mon.a (mon.0) 458 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smb/{0-distro/centos_9.stream_runc tasks/deploy_smb_basic}
"2024-03-22T06:10:33.489061+0000 mon.a (mon.0) 272 : cluster [WRN] Health check failed: Degraded data redundancy: 14/42 objects degraded (33.333%), 7 pgs degraded (PG_DEGRADED)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/nfs-ingress 3-final}
"2024-03-22T06:09:00.217518+0000 mon.smithi107 (mon.0) 770 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/thrash/{0-distro/centos_9.stream_runc 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async-v2only root}
"2024-03-22T06:13:08.426499+0000 mon.a (mon.0) 627 : cluster [WRN] Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/reef/{v18.2.1} 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
reached maximum tries (51) after waiting for 300 seconds
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/workunits/{0-distro/centos_9.stream agent/on mon_election/connectivity task/test_iscsi_container/{centos_9.stream test_iscsi_container}}
"2024-03-22T06:17:18.442853+0000 mon.a (mon.0) 181 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
ubuntu 22.04
orch:cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/nfs-ingress2 3-final}
"2024-03-22T06:21:12.377513+0000 mon.smithi087 (mon.0) 552 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/osds/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-ops/rm-zap-wait}
"2024-03-22T06:18:28.744440+0000 mon.smithi018 (mon.0) 580 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smoke/{0-distro/centos_9.stream_runc 0-nvme-loop agent/off fixed-2 mon_election/connectivity start}
"2024-03-22T06:21:53.740826+0000 mon.a (mon.0) 626 : cluster [WRN] Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/nfs-keepalive-only 3-final}
"2024-03-22T06:19:55.376605+0000 mon.smithi119 (mon.0) 840 : cluster [WRN] Health check failed: Failed to place 1 daemon(s) (CEPHADM_DAEMON_PLACE_FAIL)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smoke-small/{0-distro/centos_9.stream_runc 0-nvme-loop agent/off fixed-2 mon_election/connectivity start}
"2024-03-22T06:19:45.144399+0000 mon.a (mon.0) 186 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
ubuntu 20.04
orch:cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/repo_digest 3-upgrade/simple 4-wait 5-upgrade-ls agent/off mon_election/connectivity}
"2024-03-22T06:21:28.691281+0000 mon.a (mon.0) 170 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
ubuntu 22.04
orch:cephadm/with-work/{0-distro/ubuntu_22.04 fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rotate-keys}
"2024-03-22T06:26:01.354586+0000 mon.a (mon.0) 178 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/workunits/{0-distro/centos_9.stream_runc agent/off mon_election/classic task/test_monitoring_stack_basic}
"2024-03-22T06:30:12.349624+0000 mon.a (mon.0) 578 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/nfs 3-final}
"2024-03-22T06:24:25.922783+0000 mon.smithi017 (mon.0) 784 : cluster [WRN] Health check failed: Failed to place 1 daemon(s) (CEPHADM_DAEMON_PLACE_FAIL)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
ubuntu 22.04
orch:cephadm/no-agent-workunits/{0-distro/ubuntu_22.04 mon_election/connectivity task/test_orch_cli_mon}
"2024-03-22T06:29:10.645287+0000 mon.a (mon.0) 227 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,e" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
ubuntu 22.04
orch:cephadm/smb/{0-distro/ubuntu_22.04 tasks/deploy_smb_domain}
"2024-03-22T06:29:00.776282+0000 mon.a (mon.0) 286 : cluster [WRN] Health check failed: Degraded data redundancy: 14/42 objects degraded (33.333%), 7 pgs degraded (PG_DEGRADED)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
ubuntu 22.04
orch:cephadm/smoke-roleless/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-services/nfs2 3-final}
"2024-03-22T06:28:51.162348+0000 mon.smithi100 (mon.0) 732 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
ubuntu 22.04
orch:cephadm/thrash/{0-distro/ubuntu_22.04 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async root}
"2024-03-22T06:26:12.459202+0000 mon.a (mon.0) 175 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
ubuntu 22.04
orch:cephadm/workunits/{0-distro/ubuntu_22.04 agent/on mon_election/connectivity task/test_rgw_multisite}
"2024-03-22T06:31:35.329548+0000 mon.a (mon.0) 416 : cluster [WRN] Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
ubuntu 22.04
orch:cephadm/osds/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-ops/rmdir-reactivate}
"2024-03-22T06:35:50.613238+0000 mon.smithi063 (mon.0) 764 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
"1711089469.3948402 mon.smithi005 (mon.0) 955 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/nvmeof 3-final}
"2024-03-22T06:31:53.886119+0000 mon.smithi104 (mon.0) 762 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-phlogistonjohn-testing-2024-03-21-1835
wip-phlogistonjohn-testing-2024-03-21-1835
main
smithi
centos 9.stream
orch:cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/rgw-ingress 3-final}
Pulpito