Pulpito

teuthology-2024-04-20_03:08:03-upgrade-main-distro-default-smithi

ID
Status
Ceph Branch
Suite Branch
Teuthology Branch
Machine
OS
Nodes
Description
Failure Reason
7664343
PASS
main
main
main
smithi
centos 8.stream
smithi114 smithi138 smithi204
upgrade/cephfs/featureful_client/old_client/{bluestore-bitmap centos_8.stream clusters/1-mds-2-client-micro conf/{client mds mgr mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no multimds/yes pg-warn pg_health} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/no}}
7664344
FAIL
main
main
main
smithi
ubuntu 22.04
smithi163
upgrade/quincy-x/filestore-remove-check/{0-cluster/{openstack start} 1-ceph-install/quincy 2 - upgrade objectstore/filestore-xfs ubuntu_latest}
"2024-04-20T03:28:59.806928+0000 mon.a (mon.0) 32 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
7664345
FAIL
main
main
main
smithi
centos 9.stream
smithi040 smithi105
upgrade/reef-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}}
"2024-04-20T03:31:40.162408+0000 mon.a (mon.0) 340 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
7664346
DEAD
main
main
main
smithi
centos 8.stream
smithi177 smithi184
upgrade/telemetry-upgrade/pacific-x/{0-random-distro$/{centos_8.stream_container_tools_crun} 0-start 1-tasks}
hit max job timeout
7664347
PASS
main
main
main
smithi
centos 9.stream
smithi079 smithi189
upgrade/cephfs/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/reef/{v18.2.1} 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
7664348
FAIL
main
main
main
smithi
centos 9.stream
smithi016 smithi104
upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}}
"1713583494.4790878 mon.a (mon.0) 663 : cluster [WRN] Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
7664349
FAIL
main
main
main
smithi
centos 9.stream
smithi083 smithi186
upgrade/reef-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"2024-04-20T05:00:36.339129+0000 osd.2 (osd.2) 15 : cluster [ERR] 61.d soid 61:b00ffb1d:::smithi083727623-11:31 : object info inconsistent , attr value mismatch '__header'" in cluster log
7664350
PASS
main
main
main
smithi
centos 8.stream
smithi069
upgrade/cephfs/nofs/{bluestore-bitmap centos_8.stream conf/{client mds mgr mon osd} no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-pacific 1-upgrade}}
7664351
PASS
main
main
main
smithi
centos 8.stream
smithi023 smithi145
upgrade/cephfs/upgraded_client/{bluestore-bitmap branch/pacific centos_8.stream clusters/{1-mds-1-client-micro} conf/{client mds mgr mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-install 1-mount/mount/fuse 2-clients/fuse-upgrade 3-workload/new_ops/{newops}}}
7664352
FAIL
main
main
main
smithi
centos 9.stream
smithi070 smithi173
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"1713583616.5198622 mon.a (mon.0) 518 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY)" in cluster log
7664353
FAIL
main
main
main
smithi
centos 9.stream
smithi044 smithi117
upgrade/reef-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
"2024-04-20T04:53:09.136603+0000 osd.5 (osd.5) 47 : cluster [ERR] 57.18 soid 57:187f1590:::smithi044765640-456:head : object info inconsistent , snapset inconsistent , attr value mismatch '__header'" in cluster log
7664354
FAIL
main
main
main
smithi
centos 9.stream
smithi121 smithi165
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
"1713583782.4881973 mon.a (mon.0) 691 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
7664355
FAIL
main
main
main
smithi
centos 9.stream
smithi123 smithi176
upgrade/cephfs/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
reached maximum tries (51) after waiting for 300 seconds
7664356
FAIL
main
main
main
smithi
ubuntu 22.04
smithi022 smithi122
upgrade/reef-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"2024-04-20T03:37:21.617551+0000 mon.a (mon.0) 179 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,b" in cluster log
7664357
FAIL
main
main
main
smithi
ubuntu 22.04
smithi096 smithi134
upgrade/quincy-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"1713584490.044151 mon.a (mon.0) 510 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY)" in cluster log
7664358
FAIL
main
main
main
smithi
centos 9.stream
smithi100 smithi183
upgrade/reef-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
"2024-04-20T03:36:08.633170+0000 mon.a (mon.0) 99 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
7664359
PASS
main
main
main
smithi
centos 8.stream
smithi052 smithi151 smithi170
upgrade/cephfs/featureful_client/upgraded_client/{bluestore-bitmap centos_8.stream clusters/1-mds-2-client-micro conf/{client mds mgr mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no multimds/yes pg-warn pg_health} tasks/{0-octopus 1-client 2-upgrade 3-client-upgrade 4-compat_client 5-client-sanity}}
7664360
FAIL
main
main
main
smithi
centos 9.stream
smithi029 smithi072
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
"2024-04-20T04:50:20.471100+0000 osd.4 (osd.4) 24 : cluster [ERR] 86.11 soid 86:88bbfd32:::smithi029516431-175:head : object info inconsistent , snapset inconsistent , attr value mismatch '__header'" in cluster log
7664361
PASS
main
main
main
smithi
centos 9.stream
smithi102 smithi193
upgrade/cephfs/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/reef/{reef} 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
7664362
FAIL
main
main
main
smithi
centos 9.stream
smithi047 smithi190
upgrade/reef-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"2024-04-20T05:03:39.104847+0000 osd.6 (osd.6) 4 : cluster [ERR] 58.1 soid 58:834e2f93:::smithi047793217-17:16c : object info inconsistent , attr value mismatch '__header'" in cluster log
7664363
FAIL
main
main
main
smithi
centos 9.stream
smithi116 smithi133
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"1713583663.593385 mon.a (mon.0) 506 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY)" in cluster log
7664364
FAIL
main
main
main
smithi
centos 9.stream
smithi136 smithi142
upgrade/telemetry-upgrade/quincy-x/{0-random-distro$/{centos_9.stream} 0-start 1-tasks}
"1713583567.2865825 mon.a (mon.0) 659 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
7664365
FAIL
main
main
main
smithi
centos 9.stream
smithi073 smithi120
upgrade/reef-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}}
"2024-04-20T03:34:30.689782+0000 mon.a (mon.0) 351 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
7664366
FAIL
main
main
main
smithi
centos 9.stream
smithi042 smithi043
upgrade/cephfs/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
reached maximum tries (51) after waiting for 300 seconds
7664367
FAIL
main
main
main
smithi
centos 9.stream
smithi144 smithi196
upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}}
"1713583567.672139 mon.a (mon.0) 655 : cluster [WRN] Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
7664368
FAIL
main
main
main
smithi
ubuntu 22.04
smithi162 smithi179
upgrade/reef-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
timeout expired in wait_until_healthy
7664369
FAIL
main
main
main
smithi
ubuntu 22.04
smithi112 smithi161
upgrade/quincy-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
timeout expired in wait_until_healthy
7664370
FAIL
main
main
main
smithi
centos 8.stream
smithi078 smithi088 smithi148
upgrade/cephfs/featureful_client/old_client/{bluestore-bitmap centos_8.stream clusters/1-mds-2-client-micro conf/{client mds mgr mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no multimds/yes pg-warn pg_health} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/quincy}}
Command failed on smithi078 with status 22: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell 4.8 deep-scrub'
7664371
FAIL
main
main
main
smithi
ubuntu 22.04
smithi107 smithi131
upgrade/reef-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
timeout expired in wait_until_healthy
7664372
FAIL
main
main
main
smithi
centos 9.stream
smithi080 smithi195
upgrade/cephfs/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/reef/{v18.2.0} 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
"2024-04-20T03:40:00.000107+0000 mon.smithi080 (mon.0) 345 : cluster [WRN] Health detail: HEALTH_WARN Degraded data redundancy: 55/357 objects degraded (15.406%), 16 pgs degraded" in cluster log
7664373
FAIL
main
main
main
smithi
ubuntu 22.04
smithi005 smithi115
upgrade/quincy-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"1713584648.4088316 mon.a (mon.0) 691 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
7664374
FAIL
main
main
main
smithi
centos 9.stream
smithi012 smithi155
upgrade/reef-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
"2024-04-20T04:57:37.264515+0000 osd.6 (osd.6) 18 : cluster [ERR] 58.19 soid 58:9b72e28a:::smithi012690778-32:f7 : object info inconsistent , attr value mismatch '__header'" in cluster log
7664375
FAIL
main
main
main
smithi
centos 9.stream
smithi046 smithi154
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
"2024-04-20T04:39:08.276800+0000 osd.4 (osd.4) 36 : cluster [ERR] 51.4 soid 51:20cfca17:::smithi046513570-47:57 : object info inconsistent , attr value mismatch '__header'" in cluster log
7664376
FAIL
main
main
main
smithi
centos 9.stream
smithi033 smithi045
upgrade/cephfs/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
reached maximum tries (51) after waiting for 300 seconds
7664377
FAIL
main
main
main
smithi
centos 9.stream
smithi007 smithi149
upgrade/reef-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"2024-04-20T04:53:23.371287+0000 osd.6 (osd.6) 6 : cluster [ERR] 56.13 soid 56:c8784bfa:::smithi007738136-105:head : object info inconsistent , snapset inconsistent , attr value mismatch '__header'" in cluster log
7664378
FAIL
main
main
main
smithi
centos 9.stream
smithi066 smithi130
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"1713583689.531084 mon.a (mon.0) 518 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY)" in cluster log