wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/with-work/{0-distro/centos_8.stream_container_tools fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rados_api_tests}
"2024-02-10T08:30:00.000268+0000 mon.a (mon.0) 2326 : cluster [WRN] application not enabled on pool 'ceph_test_rados_api_asio'" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 18.04
rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/mimic backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/osd-delay rados thrashers/careful thrashosds-health workloads/radosbench}
Failed to reconnect to smithi133
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
rhel 8.6
rados/cephadm/smoke/{0-nvme-loop distro/rhel_8.6_container_tools_rhel8 fixed-2 mon_election/connectivity start}
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 20.04
rados/objectstore/{backends/objectstore supported-random-distro$/{ubuntu_latest}}
hit max job timeout
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
"2024-02-10T08:21:32.912995+0000 mon.smithi049 (mon.0) 500 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 20.04
rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/defaut 3-upgrade/simple 4-wait 5-upgrade-ls mon_election/connectivity}
"2024-02-10T07:43:13.002584+0000 mon.a (mon.0) 134 : cluster [WRN] overall HEALTH_WARN Reduced data availability: 1 pg inactive" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 20.04
rados/cephadm/osds/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-ops/rm-zap-add}
"2024-02-10T07:54:05.876201+0000 mon.smithi090 (mon.0) 654 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/connectivity task/test_nfs}
"2024-02-10T08:22:02.912955+0000 mon.a (mon.0) 507 : cluster [WRN] Replacing daemon mds.a.smithi106.ajsrlw as rank 0 with standby daemon mds.user_test_fs.smithi106.qltqyw" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 18.04
rados/cephadm/smoke/{0-nvme-loop distro/ubuntu_18.04 fixed-2 mon_election/classic start}
"2024-02-10T07:51:32.592823+0000 mon.a (mon.0) 162 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async root}
"2024-02-10T08:48:32.443451+0000 mon.a (mon.0) 2279 : cluster [ERR] Health check failed: full ratio(s) out of order (OSD_OUT_OF_ORDER_FULL)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
rhel 8.6
rados/cephadm/with-work/{0-distro/rhel_8.6_container_tools_3.0 fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_python}
"2024-02-10T07:59:31.317053+0000 mon.a (mon.0) 159 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/classic task/test_orch_cli}
"2024-02-10T08:28:50.065000+0000 mon.a (mon.0) 470 : cluster [WRN] Health check failed: cephadm background work is paused (CEPHADM_PAUSED)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 18.04
rados/cephadm/smoke-roleless/{0-distro/ubuntu_18.04 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-bucket 3-final}
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
"2024-02-10T08:30:57.459449+0000 mon.smithi086 (mon.0) 322 : cluster [WRN] Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 18.04
rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v2only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/few rados thrashers/mapgap thrashosds-health workloads/snaps-few-objects}
Failed to reconnect to smithi111
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 20.04
rados/cephadm/smoke/{0-nvme-loop distro/ubuntu_20.04 fixed-2 mon_election/connectivity start}
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/osds/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-ops/rm-zap-flag}
"2024-02-10T08:31:12.801955+0000 mon.smithi063 (mon.0) 618 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
rhel 8.6
rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} tasks/rados_cls_all}
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/connectivity task/test_orch_cli_mon}
"2024-02-10T08:43:33.235243+0000 mon.a (mon.0) 977 : cluster [WRN] Health check failed: no active mgr (MGR_DOWN)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 20.04
rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-user 3-final}
Command failed on smithi007 with status 32: "sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'mount -t nfs 10.0.31.7:/foouser /mnt/foo'"
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/dashboard/{0-distro/centos_8.stream_container_tools task/test_e2e}
"2024-02-10T08:40:40.621791+0000 mon.a (mon.0) 506 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
"2024-02-10T08:40:00.000108+0000 mon.smithi052 (mon.0) 106 : cluster [WRN] Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 41/213 objects degraded (19.249%), 17 pgs degraded" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/mgr-nfs-upgrade/{0-distro/centos_8.stream_container_tools 1-bootstrap/16.2.4 1-start 2-nfs 3-upgrade-with-workload 4-final}
"2024-02-10T08:28:49.622251+0000 mon.smithi138 (mon.0) 325 : cluster [WRN] Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/rbd_iscsi/{base/install cluster/{fixed-3 openstack} pool/datapool supported-random-distro$/{centos_8} workloads/ceph_iscsi}
'package_manager_version'
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/smoke/{0-nvme-loop distro/centos_8.stream_container_tools fixed-2 mon_election/classic start}
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async-v1only root}
"2024-02-10T08:29:43.313177+0000 mon.a (mon.0) 164 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/upgrade/{1-start-distro/1-start-centos_8.stream_container-tools 2-repo_digest/defaut 3-upgrade/simple 4-wait 5-upgrade-ls mon_election/classic}
Command failed on smithi099 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v15.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0db3f732-c7ee-11ee-95b8-87774f69a715 -e sha1=0e714d9a4bd2a821113e6318adb87bd06cf81ec1 -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | length == 1\'"\'"\'\''
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
rhel 8.6
rados/cephadm/with-work/{0-distro/rhel_8.6_container_tools_rhel8 fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rados_api_tests}
"2024-02-10T08:10:56.686459+0000 mon.a (mon.0) 816 : cluster [WRN] Health check failed: 2 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/connectivity task/test_cephadm}
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
rhel 8.6
rados/cephadm/osds/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-ops/rm-zap-wait}
"2024-02-10T08:07:02.945261+0000 mon.smithi076 (mon.0) 613 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
rhel 8.6
rados/cephadm/smoke/{0-nvme-loop distro/rhel_8.6_container_tools_3.0 fixed-2 mon_election/connectivity start}
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
"2024-02-10T08:45:19.470561+0000 mon.smithi146 (mon.0) 503 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async-v2only root}
"2024-02-10T08:19:30.793075+0000 mon.a (mon.0) 751 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 18.04
rados/cephadm/with-work/{0-distro/ubuntu_18.04 fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rados_python}
Failed to reconnect to smithi181
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
rhel 8.6
rados/cephadm/smoke/{0-nvme-loop distro/rhel_8.6_container_tools_rhel8 fixed-2 mon_election/classic start}
"2024-02-10T08:16:05.997530+0000 mon.a (mon.0) 159 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 18.04
rados/cephadm/smoke-roleless/{0-distro/ubuntu_18.04 0-nvme-loop 1-start 2-services/nfs2 3-final}
Failed to reconnect to smithi081
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 18.04
rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/luminous-v1only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/few rados thrashers/careful thrashosds-health workloads/radosbench}
Failed to reconnect to smithi140
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
rhel 8.6
rados/cephadm/osds/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-ops/rmdir-reactivate}
"2024-02-10T08:13:06.831266+0000 mon.smithi062 (mon.0) 562 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
"2024-02-10T08:34:48.508517+0000 mon.smithi064 (mon.0) 99 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 20.04
rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04-15.2.9 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls mon_election/connectivity}
Command failed on smithi022 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v15.2.9 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a9bbcb08-c7eb-11ee-95b8-87774f69a715 -e sha1=0e714d9a4bd2a821113e6318adb87bd06cf81ec1 -- bash -c \'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk \'"\'"\'{print $2}\'"\'"\')\''
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/classic task/test_nfs}
"2024-02-10T08:19:24.148709+0000 mon.a (mon.0) 500 : cluster [WRN] Replacing daemon mds.a.smithi167.zfeadd as rank 0 with standby daemon mds.user_test_fs.smithi167.rlukwt" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 18.04
rados/cephadm/smoke/{0-nvme-loop distro/ubuntu_18.04 fixed-2 mon_election/connectivity start}
Failed to reconnect to smithi172
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/mgr-nfs-upgrade/{0-distro/centos_8.stream_container_tools 1-bootstrap/16.2.5 1-start 2-nfs 3-upgrade-with-workload 4-final}
"2024-02-10T08:14:54.597292+0000 mon.smithi121 (mon.0) 350 : cluster [WRN] Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async root}
"2024-02-10T08:25:05.097386+0000 mon.a (mon.0) 161 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-lz4 rados tasks/rados_cls_all validater/lockdep}
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 20.04
rados/cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/packaged mon_election/classic msgr/async start tasks/rados_api_tests}
"2024-02-10T08:28:40.551937+0000 mon.a (mon.0) 852 : cluster [WRN] Health check failed: 2 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/connectivity task/test_orch_cli}
"2024-02-10T08:17:40.536611+0000 mon.a (mon.0) 459 : cluster [WRN] Health check failed: cephadm background work is paused (CEPHADM_PAUSED)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
"2024-02-10T08:25:59.938083+0000 mon.smithi097 (mon.0) 321 : cluster [WRN] Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 20.04
rados/cephadm/smoke/{0-nvme-loop distro/ubuntu_20.04 fixed-2 mon_election/classic start}
"2024-02-10T08:14:41.031311+0000 mon.a (mon.0) 163 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/classic task/test_orch_cli_mon}
"2024-02-10T08:24:03.066171+0000 mon.a (mon.0) 213 : cluster [WRN] Health detail: HEALTH_WARN 1/4 mons down, quorum a,e,c" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 18.04
rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/mimic-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/fastclose rados thrashers/mapgap thrashosds-health workloads/snaps-few-objects}
Failed to reconnect to smithi162
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/dashboard/{0-distro/ignorelist_health task/test_e2e}
"2024-02-10T08:27:03.070381+0000 mon.a (mon.0) 499 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
"2024-02-10T08:32:51.033849+0000 mon.smithi028 (mon.0) 504 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/smoke/{0-nvme-loop distro/centos_8.stream_container_tools fixed-2 mon_election/connectivity start}
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async-v1only root}
"2024-02-10T08:56:37.118972+0000 mon.a (mon.0) 1690 : cluster [ERR] Health check failed: full ratio(s) out of order (OSD_OUT_OF_ORDER_FULL)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 20.04
rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/defaut 3-upgrade/simple 4-wait 5-upgrade-ls mon_election/classic}
"2024-02-10T08:27:22.866515+0000 mon.a (mon.0) 135 : cluster [WRN] overall HEALTH_WARN Reduced data availability: 1 pg inactive" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 18.04
rados/cephadm/osds/{0-distro/ubuntu_18.04 0-nvme-loop 1-start 2-ops/rm-zap-add}
Command failed on smithi017 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0e714d9a4bd2a821113e6318adb87bd06cf81ec1 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc3639dc-c7ed-11ee-95b8-87774f69a715 -- bash -c \'set -e\nset -x\nceph orch ps\nceph orch device ls\nDEVID=$(ceph device ls | grep osd.1 | awk \'"\'"\'{print $1}\'"\'"\')\nHOST=$(ceph orch device ls | grep $DEVID | awk \'"\'"\'{print $1}\'"\'"\')\nDEV=$(ceph orch device ls | grep $DEVID | awk \'"\'"\'{print $2}\'"\'"\')\necho "host $HOST, dev $DEV, devid $DEVID"\nceph orch osd rm 1\nwhile ceph orch osd rm status | grep ^1 ; do sleep 5 ; done\nceph orch device zap $HOST $DEV --force\nceph orch daemon add osd $HOST:$DEV\nwhile ! ceph osd dump | grep osd.1 | grep up ; do sleep 5 ; done\n\''
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/classic task/test_cephadm}
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
rhel 8.6
rados/cephadm/smoke/{0-nvme-loop distro/rhel_8.6_container_tools_3.0 fixed-2 mon_election/classic start}
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
"2024-02-10T08:44:16.678115+0000 mon.smithi098 (mon.0) 7 : cluster [WRN] Health detail: HEALTH_WARN 1 filesystem with deprecated feature inline_data" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/mgr-nfs-upgrade/{0-distro/centos_8.stream_container_tools 1-bootstrap/octopus 1-start 2-nfs 3-upgrade-with-workload 4-final}
Command failed on smithi076 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v15 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2a5ff606-c7ee-11ee-95b8-87774f69a715 -e sha1=0e714d9a4bd2a821113e6318adb87bd06cf81ec1 -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | length == 1\'"\'"\'\''
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-bucket 3-final}
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async-v2only root}
"2024-02-10T08:40:00.000107+0000 mon.a (mon.0) 730 : cluster [WRN] Health detail: HEALTH_WARN noscrub,nodeep-scrub flag(s) set" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
rhel 8.6
rados/cephadm/with-work/{0-distro/rhel_8.6_container_tools_3.0 fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rados_api_tests}
"2024-02-10T08:35:08.867569+0000 mon.a (mon.0) 159 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
rhel 8.6
rados/cephadm/smoke/{0-nvme-loop distro/rhel_8.6_container_tools_rhel8 fixed-2 mon_election/connectivity start}
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 20.04
rados/cephadm/osds/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-ops/rm-zap-flag}
"2024-02-10T08:37:10.566373+0000 mon.smithi005 (mon.0) 651 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
rhel 8.6
rados/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-user 3-final}
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
"2024-02-10T08:38:36.154004+0000 mon.smithi003 (mon.0) 506 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/upgrade/{1-start-distro/1-start-centos_8.stream_container-tools 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls mon_election/connectivity}
"2024-02-10T08:32:45.832632+0000 mon.a (mon.0) 146 : cluster [WRN] overall HEALTH_WARN Reduced data availability: 1 pg inactive" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 18.04
rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v2only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/fastclose rados thrashers/pggrow thrashosds-health workloads/radosbench}
Failed to reconnect to smithi153
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/connectivity task/test_nfs}
"2024-02-10T08:48:56.401145+0000 mon.a (mon.0) 502 : cluster [WRN] Replacing daemon mds.a.smithi037.xynkje as rank 0 with standby daemon mds.user_test_fs.smithi037.qyvxph" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 18.04
rados/cephadm/smoke/{0-nvme-loop distro/ubuntu_18.04 fixed-2 mon_election/classic start}
Failed to reconnect to smithi193
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
rhel 8.6
rados/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-services/nfs-ingress 3-final}
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async root}
"2024-02-10T08:55:08.373866+0000 mon.a (mon.0) 735 : cluster [ERR] Health check failed: full ratio(s) out of order (OSD_OUT_OF_ORDER_FULL)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
rhel 8.6
rados/cephadm/with-work/{0-distro/rhel_8.6_container_tools_rhel8 fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_python}
"2024-02-10T08:47:01.030452+0000 mon.a (mon.0) 160 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/classic task/test_orch_cli}
"2024-02-10T08:49:01.194929+0000 mon.a (mon.0) 458 : cluster [WRN] Health check failed: cephadm background work is paused (CEPHADM_PAUSED)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 18.04
rados/cephadm/smoke-roleless/{0-distro/ubuntu_18.04 0-nvme-loop 1-start 2-services/nfs-ingress2 3-final}
Failed to reconnect to smithi192
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
Command failed on smithi155 with status 5: 'sudo systemctl stop ceph-6081b54a-c7f2-11ee-95b8-87774f69a715@mon.smithi155'
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/osds/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-ops/rm-zap-wait}
"2024-02-10T08:48:16.311850+0000 mon.smithi089 (mon.0) 626 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 20.04
rados/cephadm/smoke/{0-nvme-loop distro/ubuntu_20.04 fixed-2 mon_election/connectivity start}
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/connectivity task/test_orch_cli_mon}
"2024-02-10T09:11:01.737705+0000 mon.a (mon.0) 986 : cluster [WRN] Health check failed: no active mgr (MGR_DOWN)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 18.04
rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/octopus backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/osd-delay rados thrashers/default thrashosds-health workloads/snaps-few-objects}
"2024-02-10T08:56:07.636663+0000 mon.a (mon.0) 174 : cluster [WRN] mon.b (rank 2) addr [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] is down (out of quorum)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/dashboard/{0-distro/centos_8.stream_container_tools task/test_e2e}
"2024-02-10T09:04:55.350387+0000 mon.a (mon.0) 492 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
"2024-02-10T09:04:42.190380+0000 mon.smithi084 (mon.0) 272 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/mgr-nfs-upgrade/{0-distro/centos_8.stream_container_tools 1-bootstrap/16.2.4 1-start 2-nfs 3-upgrade-with-workload 4-final}
"2024-02-10T08:55:33.749709+0000 mon.smithi072 (mon.0) 326 : cluster [WRN] Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/rbd_iscsi/{base/install cluster/{fixed-3 openstack} pool/datapool supported-random-distro$/{centos_8} workloads/ceph_iscsi}
'package_manager_version'
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/smoke/{0-nvme-loop distro/centos_8.stream_container_tools fixed-2 mon_election/classic start}
"2024-02-10T08:58:06.310624+0000 mon.a (mon.0) 161 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async-v1only root}
"2024-02-10T09:17:22.730142+0000 mon.a (mon.0) 1472 : cluster [ERR] Health check failed: full ratio(s) out of order (OSD_OUT_OF_ORDER_FULL)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 20.04
rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04-15.2.9 2-repo_digest/defaut 3-upgrade/simple 4-wait 5-upgrade-ls mon_election/classic}
"2024-02-10T08:59:29.461758+0000 mon.a (mon.0) 180 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,c" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 18.04
rados/cephadm/with-work/{0-distro/ubuntu_18.04 fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rados_api_tests}
Failed to reconnect to smithi017
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
rhel 8.6
rados/cephadm/osds/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-ops/rmdir-reactivate}
"2024-02-10T09:03:33.202023+0000 mon.smithi053 (mon.0) 628 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
rhel 8.6
rados/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-services/rgw-ingress 3-final}
reached maximum tries (301) after waiting for 300 seconds
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/connectivity task/test_cephadm}
Command failed (workunit test cephadm/test_cephadm.sh) on smithi063 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=57bd6abdec7bb457ae7999d9c96682e9ac678e27 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh'
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
rhel 8.6
rados/cephadm/smoke/{0-nvme-loop distro/rhel_8.6_container_tools_3.0 fixed-2 mon_election/connectivity start}
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
Command failed on smithi143 with status 5: 'sudo systemctl stop ceph-9fa8617c-c7f4-11ee-95b8-87774f69a715@mon.smithi143'
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async-v2only root}
"2024-02-10T09:18:07.138772+0000 mon.a (mon.0) 742 : cluster [WRN] Health check failed: Reduced data availability: 10 pgs inactive, 16 pgs peering (PG_AVAILABILITY)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
rhel 8.6
rados/cephadm/smoke/{0-nvme-loop distro/rhel_8.6_container_tools_rhel8 fixed-2 mon_election/classic start}
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 18.04
rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/luminous backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/few rados thrashers/morepggrow thrashosds-health workloads/cache-snaps}
"2024-02-10T09:20:00.000182+0000 mon.a (mon.0) 1445 : cluster [WRN] Health detail: HEALTH_WARN noscrub flag(s) set" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
Command failed on smithi100 with status 5: 'sudo systemctl stop ceph-d19ef75a-c7f3-11ee-95b8-87774f69a715@mon.smithi100'
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 20.04
rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls mon_election/connectivity}
"2024-02-10T09:00:36.375518+0000 mon.a (mon.0) 135 : cluster [WRN] overall HEALTH_WARN Reduced data availability: 1 pg inactive" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/classic task/test_nfs}
"2024-02-10T09:12:17.481849+0000 mon.a (mon.0) 501 : cluster [WRN] Replacing daemon mds.a.smithi191.ceylum as rank 0 with standby daemon mds.user_test_fs.smithi191.pvaune" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 18.04
rados/cephadm/smoke/{0-nvme-loop distro/ubuntu_18.04 fixed-2 mon_election/connectivity start}
"2024-02-10T08:59:24.902907+0000 mon.a (mon.0) 163 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/mgr-nfs-upgrade/{0-distro/centos_8.stream_container_tools 1-bootstrap/16.2.5 1-start 2-nfs 3-upgrade-with-workload 4-final}
Command failed on smithi110 with status 5: 'sudo systemctl stop ceph-365142d0-c7f3-11ee-95b8-87774f69a715@mon.smithi110'
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async root}
"2024-02-10T09:15:36.268084+0000 mon.a (mon.0) 942 : cluster [WRN] Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/with-work/{0-distro/centos_8.stream_container_tools fixed-2 mode/packaged mon_election/classic msgr/async start tasks/rados_api_tests}
"2024-02-10T09:20:00.000349+0000 mon.a (mon.0) 1087 : cluster [WRN] application not enabled on pool 'ceph_test_rados_api_asio'" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/connectivity task/test_orch_cli}
"2024-02-10T09:08:14.202182+0000 mon.a (mon.0) 467 : cluster [WRN] Health check failed: cephadm background work is paused (CEPHADM_PAUSED)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
rhel 8.6
rados/cephadm/osds/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-ops/rm-zap-add}
"2024-02-10T09:01:13.920727+0000 mon.smithi150 (mon.0) 577 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
Command failed on smithi157 with status 5: 'sudo systemctl stop ceph-9fd1b5f4-c7f4-11ee-95b8-87774f69a715@mon.smithi157'
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 20.04
rados/cephadm/smoke/{0-nvme-loop distro/ubuntu_20.04 fixed-2 mon_election/classic start}
"2024-02-10T09:02:13.437231+0000 mon.a (mon.0) 162 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/classic task/test_orch_cli_mon}
"2024-02-10T09:30:37.855200+0000 mon.a (mon.0) 984 : cluster [WRN] Health check failed: no active mgr (MGR_DOWN)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 18.04
rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/mimic backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/fastclose rados thrashers/pggrow thrashosds-health workloads/rbd_cls}
Failed to reconnect to smithi027
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
rhel 8.6
rados/cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-bucket 3-final}
reached maximum tries (301) after waiting for 300 seconds
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/dashboard/{0-distro/ignorelist_health task/test_e2e}
"2024-02-10T09:31:32.995393+0000 mon.a (mon.0) 512 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
Command failed on smithi158 with status 5: 'sudo systemctl stop ceph-a847c16e-c7f5-11ee-95b8-87774f69a715@mon.smithi158'
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/smoke/{0-nvme-loop distro/centos_8.stream_container_tools fixed-2 mon_election/connectivity start}
"2024-02-10T09:20:00.325463+0000 mon.a (mon.0) 541 : cluster [WRN] Health detail: HEALTH_WARN Reduced data availability: 1 pg inactive, 1 pg peering" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async-v1only root}
"2024-02-10T09:25:19.627471+0000 mon.a (mon.0) 543 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/upgrade/{1-start-distro/1-start-centos_8.stream_container-tools 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls mon_election/classic}
"2024-02-10T09:18:27.806179+0000 mon.a (mon.0) 153 : cluster [WRN] overall HEALTH_WARN Reduced data availability: 1 pg inactive" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 18.04
rados/cephadm/osds/{0-distro/ubuntu_18.04 0-nvme-loop 1-start 2-ops/rm-zap-flag}
Failed to reconnect to smithi192
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 18.04
rados/cephadm/smoke-roleless/{0-distro/ubuntu_18.04 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-user 3-final}
Failed to reconnect to smithi081
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 18.04
rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v1only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/few rados thrashers/careful thrashosds-health workloads/snaps-few-objects}
"2024-02-10T09:17:24.434168+0000 mon.a (mon.0) 184 : cluster [WRN] mon.b (rank 2) addr v1:172.21.15.3:6789/0 is down (out of quorum)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/classic task/test_cephadm}
Command failed (workunit test cephadm/test_cephadm.sh) on smithi203 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=57bd6abdec7bb457ae7999d9c96682e9ac678e27 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh'
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
rhel 8.6
rados/cephadm/smoke/{0-nvme-loop distro/rhel_8.6_container_tools_3.0 fixed-2 mon_election/classic start}
"2024-02-10T09:15:43.417690+0000 mon.a (mon.0) 159 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 20.04
rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/nfs-ingress 3-final}
reached maximum tries (301) after waiting for 300 seconds
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
Command failed on smithi173 with status 5: 'sudo systemctl stop ceph-c194278e-c7f5-11ee-95b8-87774f69a715@mon.smithi173'
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
ubuntu 18.04
rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v2only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/osd-delay rados thrashers/default thrashosds-health workloads/test_rbd_api}
Failed to reconnect to smithi089
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/mgr-nfs-upgrade/{0-distro/centos_8.stream_container_tools 1-bootstrap/octopus 1-start 2-nfs 3-upgrade-with-workload 4-final}
Command failed on smithi134 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v15 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e11eeb62-c7f4-11ee-95b8-87774f69a715 -e sha1=0e714d9a4bd2a821113e6318adb87bd06cf81ec1 -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | length == 1\'"\'"\'\''
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/nfs-ingress2 3-final}
reached maximum tries (301) after waiting for 300 seconds
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
centos 8.stream
rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async-v2only root}
"2024-02-10T09:28:07.958502+0000 mon.a (mon.0) 538 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY)" in cluster log
wip-yuri10-testing-2024-02-08-0854-pacific
wip-tracker-64343-pacific
main
smithi
rhel 8.6
rados/cephadm/with-work/{0-distro/rhel_8.6_container_tools_rhel8 fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rados_api_tests}
"2024-02-10T09:24:10.604386+0000 mon.a (mon.0) 779 : cluster [WRN] Health check failed: 2 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log
Pulpito