squid
squid
main
smithi
centos 8.stream
upgrade/cephfs/featureful_client/old_client/{bluestore-bitmap centos_8.stream clusters/1-mds-2-client-micro conf/{client mds mgr mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no multimds/yes pg-warn pg_health} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/no}}
Error reimaging machines: Failed to power on smithi053
squid
squid
main
smithi
ubuntu 22.04
upgrade/quincy-x/filestore-remove-check/{0-cluster/{openstack start} 1-ceph-install/quincy 2 - upgrade objectstore/filestore-xfs ubuntu_latest}
"1717727357.888491 mon.a (mon.0) 60 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
squid
squid
main
smithi
centos 9.stream
upgrade/reef-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}}
"2024-06-07T02:26:14.334025+0000 mgr.x (mgr.24106) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
squid
squid
main
smithi
centos 9.stream
upgrade/telemetry-upgrade/pacific-x/{0-random-distro$/{centos_9.stream} 0-start 1-tasks}
Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=pacific
squid
squid
main
smithi
centos 9.stream
upgrade/cephfs/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/reef/{v18.2.0} 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
Error reimaging machines: Failed to power on smithi116
squid
squid
main
smithi
centos 9.stream
upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}}
"1717727322.6147144 mgr.x (mgr.24112) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
squid
squid
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-06-07T02:30:36.424752+0000 mgr.x (mgr.24112) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
squid
squid
main
smithi
centos 8.stream
upgrade/cephfs/nofs/{bluestore-bitmap centos_8.stream conf/{client mds mgr mon osd} no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-pacific 1-upgrade}}
Command failed on smithi175 with status 1: 'sudo yum install -y kernel'
squid
squid
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"1717727473.5131154 mgr.x (mgr.24109) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
squid
squid
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-06-07T02:30:49.257223+0000 mgr.x (mgr.24115) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
squid
squid
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"1717727530.9772477 mgr.x (mgr.24106) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
squid
squid
main
smithi
centos 9.stream
upgrade/cephfs/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
"1717727618.9442995 mgr.smithi178.nfvmqn (mgr.14236) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
squid
squid
main
smithi
ubuntu 22.04
upgrade/reef-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
timeout expired in wait_until_healthy
squid
squid
main
smithi
centos 8.stream
upgrade/cephfs/upgraded_client/{bluestore-bitmap branch/pacific centos_8.stream clusters/{1-mds-1-client-micro} conf/{client mds mgr mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-install 1-mount/mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} 2-clients/kclient 3-workload/stress_tests/dbench}}
Command failed on smithi117 with status 1: 'sudo yum upgrade -y linux-firmware'
squid
squid
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-06-07T02:35:24.435291+0000 mgr.x (mgr.24112) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
squid
squid
main
smithi
centos 8.stream
upgrade/cephfs/featureful_client/upgraded_client/{bluestore-bitmap centos_8.stream clusters/1-mds-2-client-micro conf/{client mds mgr mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no multimds/yes pg-warn pg_health} tasks/{0-octopus 1-client 2-upgrade 3-client-upgrade 4-compat_client 5-client-sanity}}
Command failed on smithi116 with status 1: 'sudo yum install -y kernel'
squid
squid
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"1717727726.4655106 mgr.x (mgr.24115) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
squid
squid
main
smithi
centos 9.stream
upgrade/cephfs/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/reef/{v18.2.1} 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
reached maximum tries (51) after waiting for 300 seconds
squid
squid
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-06-07T02:35:56.685487+0000 mgr.x (mgr.24115) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
squid
squid
main
smithi
centos 8.stream
upgrade/cephfs/upgraded_client/{bluestore-bitmap branch/nautilus centos_8.stream clusters/{1-mds-1-client-micro} conf/{client mds mgr mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-install 1-mount/mount/fuse 2-clients/fuse-upgrade 3-workload/stress_tests/fsstress}}
Command failed on smithi150 with status 1: 'sudo yum install -y kernel'
squid
squid
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"1717728005.235939 mgr.x (mgr.24103) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
squid
squid
main
smithi
centos 9.stream
upgrade/telemetry-upgrade/quincy-x/{0-random-distro$/{centos_9.stream} 0-start 1-tasks}
"1717728083.5965245 mgr.x (mgr.24106) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
squid
squid
main
smithi
centos 9.stream
upgrade/reef-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}}
"2024-06-07T02:39:43.487586+0000 mgr.x (mgr.24109) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
squid
squid
main
smithi
centos 9.stream
upgrade/cephfs/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
"1717728154.2696302 mgr.smithi072.hpszjs (mgr.14232) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
squid
squid
main
smithi
ubuntu 22.04
upgrade/quincy-x/parallel/{0-random-distro$/{ubuntu_22.04} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}}
"1717729138.998675 mgr.x (mgr.24109) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
squid
squid
main
smithi
ubuntu 22.04
upgrade/reef-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-06-07T03:01:25.120871+0000 mgr.x (mgr.24109) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
squid
squid
main
smithi
ubuntu 22.04
upgrade/quincy-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
timeout expired in wait_until_healthy
squid
squid
main
smithi
centos 8.stream
upgrade/cephfs/featureful_client/old_client/{bluestore-bitmap centos_8.stream clusters/1-mds-2-client-micro conf/{client mds mgr mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no multimds/yes pg-warn pg_health} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/quincy}}
Command failed on smithi045 with status 1: 'sudo yum install -y kernel'
squid
squid
main
smithi
ubuntu 22.04
upgrade/reef-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
timeout expired in wait_until_healthy
squid
squid
main
smithi
centos 9.stream
upgrade/cephfs/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/reef/{reef} 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
"2024-06-07T02:46:25.713982+0000 mgr.smithi171.autxlb (mgr.14240) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
squid
squid
main
smithi
ubuntu 22.04
upgrade/quincy-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"1717728707.5356832 mgr.x (mgr.24109) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
squid
squid
main
smithi
centos 8.stream
upgrade/cephfs/upgraded_client/{bluestore-bitmap branch/pacific centos_8.stream clusters/{1-mds-1-client-micro} conf/{client mds mgr mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-install 1-mount/mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} 2-clients/kclient 3-workload/new_ops/{newops}}}
Command failed on smithi150 with status 1: 'sudo yum upgrade -y linux-firmware'
squid
squid
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-06-07T02:51:17.557736+0000 mgr.x (mgr.24106) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
squid
squid
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"1717728704.5501406 mgr.x (mgr.24106) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
squid
squid
main
smithi
centos 8.stream
upgrade/cephfs/upgraded_client/{bluestore-bitmap branch/nautilus centos_8.stream clusters/{1-mds-1-client-micro} conf/{client mds mgr mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-install 1-mount/mount/fuse 2-clients/fuse-upgrade 3-workload/stress_tests/blogbench}}
Command failed on smithi116 with status 1: 'sudo yum install -y kernel'
squid
squid
main
smithi
centos 9.stream
upgrade/cephfs/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
"1717728811.748706 mon.smithi044 (mon.0) 115 : cluster [WRN] Health check failed: 2 mgr modules have recently crashed (RECENT_MGR_MODULE_CRASH)" in cluster log
squid
squid
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-06-07T02:55:08.693773+0000 mgr.x (mgr.24106) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
squid
squid
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"1717729003.1887276 mgr.x (mgr.24112) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents" in cluster log
Pulpito