ID
Status
Ceph Branch
Suite Branch
Teuthology Branch
Machine
OS
Nodes
Description
Failure Reason
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
ubuntu 22.04
upgrade/quincy-x/parallel/{0-random-distro$/{ubuntu_22.04} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}}
"1712880044.3607485 mon.a (mon.0) 654 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-04-11T23:53:30.726263+0000 mon.a (mon.0) 173 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,b" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"1712880000.0001683 mon.a (mon.0) 781 : cluster [ERR] Health detail: HEALTH_ERR 1 filesystem is offline; 1 filesystem is online with fewer MDS than max_mds" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 8.stream
upgrade/cephfs/featureful_client/old_client/{bluestore-bitmap centos_8.stream clusters/1-mds-2-client-micro conf/{client mds mgr mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no multimds/yes pg-warn pg_health} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/quincy}}
Command failed on smithi008 with status 22: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell 4.d deep-scrub'
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
ubuntu 22.04
upgrade/reef-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-04-11T23:57:44.927912+0000 mon.a (mon.0) 179 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,b" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
ubuntu 22.04
upgrade/quincy-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"1712880130.2303743 mon.a (mon.0) 518 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY)" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
ubuntu 22.04
upgrade/reef-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-04-12T01:51:29.348933+0000 osd.0 (osd.0) 20 : cluster [ERR] 61.8 soid 61:10408764:::smithi060489920-187:head : object info inconsistent , snapset inconsistent , attr value mismatch '__header'" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
ubuntu 22.04
upgrade/quincy-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"1712880514.3627746 mon.a (mon.0) 716 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-04-12T01:22:41.864949+0000 osd.1 (osd.1) 43 : cluster [ERR] 58.1 soid 58:8080e171:::smithi099676674-390:head : object info inconsistent , snapset inconsistent , attr value mismatch '__header'" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-04-12T01:17:41.288380+0000 osd.3 (osd.3) 55 : cluster [ERR] 51.1d soid 51:b8be0aa0:::smithi040512622-23:136 : object info inconsistent , attr value mismatch '__header'" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 9.stream
upgrade/telemetry-upgrade/quincy-x/{0-random-distro$/{centos_9.stream} 0-start 1-tasks}
"1712880145.3318021 mon.a (mon.0) 656 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 8.stream
upgrade/cephfs/featureful_client/old_client/{bluestore-bitmap centos_8.stream clusters/1-mds-2-client-micro conf/{client mds mgr mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no multimds/yes pg-warn pg_health} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/no}}
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
ubuntu 22.04
upgrade/quincy-x/filestore-remove-check/{0-cluster/{openstack start} 1-ceph-install/quincy 2 - upgrade objectstore/filestore-xfs ubuntu_latest}
"2024-04-12T00:00:02.648792+0000 mon.a (mon.0) 38 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
ubuntu 22.04
upgrade/reef-x/parallel/{0-random-distro$/{ubuntu_22.04} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}}
"2024-04-12T00:23:15.023295+0000 mon.a (mon.0) 421 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 8.stream
upgrade/cephfs/nofs/{bluestore-bitmap centos_8.stream conf/{client mds mgr mon osd} no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-pacific 1-upgrade}}
ceph version 18.2.2-1189.gc96c8d47 was not installed, found 16.2.15-0.el8.
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 9.stream
upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}}
"1712880241.3168797 mon.a (mon.0) 504 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY)" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 9.stream
upgrade/cephfs/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
reached maximum tries (51) after waiting for 300 seconds
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-04-12T00:10:00.000129+0000 mon.a (mon.0) 692 : cluster 3 [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"1712880510.6210227 mon.a (mon.0) 503 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY)" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
ubuntu 22.04
upgrade/reef-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-04-12T00:08:21.904596+0000 mon.a (mon.0) 180 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,b" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 9.stream
upgrade/cephfs/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/reef/{reef} 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
ubuntu 22.04
upgrade/quincy-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"1712881295.1855903 mon.a (mon.0) 691 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-04-12T01:41:53.189925+0000 osd.4 (osd.4) 19 : cluster [ERR] 58.15 soid 58:a8583926:::smithi027748387-448:head : object info inconsistent , snapset inconsistent , attr value mismatch '__header'" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-04-12T01:31:36.612722+0000 osd.5 (osd.5) 50 : cluster [ERR] 51.6 soid 51:6330c76a:::smithi078514566-33:head : object info inconsistent , snapset inconsistent , attr value mismatch '__header'" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
ubuntu 22.04
upgrade/reef-x/parallel/{0-random-distro$/{ubuntu_22.04} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}}
"2024-04-12T00:32:52.017889+0000 mon.a (mon.0) 315 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 9.stream
upgrade/cephfs/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
reached maximum tries (51) after waiting for 300 seconds
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 9.stream
upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}}
"1712880804.3013058 mon.a (mon.0) 662 : cluster [WRN] Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-04-12T01:58:18.353703+0000 osd.7 (osd.7) 62 : cluster [ERR] 59.16 soid 59:68108c2a:::smithi047789157-29:1a5 : object info inconsistent , attr value mismatch '__header'" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"1712880864.8266687 mon.a (mon.0) 503 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY)" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 9.stream
upgrade/cephfs/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/reef/{reef} 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-04-12T00:20:00.000234+0000 mon.a (mon.0) 747 : cluster 4 [ERR] MDS_ALL_DOWN: 1 filesystem is offline" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-04-12T01:32:23.788571+0000 osd.3 (osd.3) 30 : cluster [ERR] 53.6 soid 53:601bbee3:::smithi007551084-280:head : object info inconsistent , snapset inconsistent , attr value mismatch '__header'" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 8.stream
upgrade/cephfs/upgraded_client/{bluestore-bitmap branch/pacific centos_8.stream clusters/{1-mds-1-client-micro} conf/{client mds mgr mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-install 1-mount/mount/fuse 2-clients/fuse-upgrade 3-workload/stress_tests/iozone}}
Command failed on smithi142 with status 1: 'sudo yum -y upgrade ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd'
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
ubuntu 22.04
upgrade/reef-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-04-12T00:36:17.935694+0000 mon.a (mon.0) 75 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
ubuntu 22.04
upgrade/quincy-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"1712881059.0069582 mon.a (mon.0) 181 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 9.stream
upgrade/cephfs/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
reached maximum tries (51) after waiting for 300 seconds
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-04-12T01:54:56.952239+0000 osd.5 (osd.5) 97 : cluster [ERR] 58.21 soid 58:84d0aa43:::smithi104744111-36:8c : object info inconsistent , attr value mismatch '__header'" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-04-12T01:40:02.899091+0000 osd.7 (osd.7) 34 : cluster [ERR] 50.25 soid 50:a4cc24c2:::smithi117515493-23:head : object info inconsistent , snapset inconsistent , attr value mismatch '__header'" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 8.stream
upgrade/telemetry-upgrade/pacific-x/{0-random-distro$/{centos_8.stream_container_tools} 0-start 1-tasks}
hit max job timeout
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 8.stream
upgrade/cephfs/featureful_client/old_client/{bluestore-bitmap centos_8.stream clusters/1-mds-2-client-micro conf/{client mds mgr mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no multimds/yes pg-warn pg_health} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/no}}
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
ubuntu 22.04
upgrade/quincy-x/filestore-remove-check/{0-cluster/{openstack start} 1-ceph-install/quincy 2 - upgrade objectstore/filestore-xfs ubuntu_latest}
"2024-04-12T00:18:50.851767+0000 mon.a (mon.0) 38 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 9.stream
upgrade/reef-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}}
"2024-04-12T00:31:36.441011+0000 mon.a (mon.0) 318 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 9.stream
upgrade/cephfs/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
reached maximum tries (51) after waiting for 300 seconds
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
ubuntu 22.04
upgrade/quincy-x/parallel/{0-random-distro$/{ubuntu_22.04} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}}
"1712882691.7846346 mon.a (mon.0) 508 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY)" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 8.stream
upgrade/cephfs/nofs/{bluestore-bitmap centos_8.stream conf/{client mds mgr mon osd} no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-pacific 1-upgrade}}
ceph version 18.2.2-1189.gc96c8d47 was not installed, found 16.2.15-0.el8.
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-04-12T02:36:50.841062+0000 osd.2 (osd.2) 36 : cluster [ERR] 103.15 soid 103:aa7f7378:::smithi082927016-5:head : object info inconsistent , snapset inconsistent , attr value mismatch '__header'" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 8.stream
upgrade/cephfs/upgraded_client/{bluestore-bitmap branch/nautilus centos_8.stream clusters/{1-mds-1-client-micro} conf/{client mds mgr mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-install 1-mount/mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} 2-clients/kclient 3-workload/stress_tests/blogbench}}
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-04-12T02:12:59.519545+0000 osd.7 (osd.7) 36 : cluster [ERR] 87.1a soid 87:5c075576:::smithi077573484-41:f7 : object info inconsistent , attr value mismatch '__header'" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
ubuntu 22.04
upgrade/reef-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-04-12T00:49:37.745559+0000 mon.a (mon.0) 182 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,b" in cluster log
wip-yuri6-testing-2024-04-02-1310
wip-yuri6-testing-2024-04-02-1310
main
smithi
ubuntu 22.04
upgrade/quincy-x/parallel/{0-random-distro$/{ubuntu_22.04} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}}
"1712882973.5672646 mon.a (mon.0) 182 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log