Pulpito

bhubbard-2024-06-27_23:56:24-upgrade:reef-x:stress-split-main-distro-default-smithi

ID
Status
Ceph Branch
Suite Branch
Teuthology Branch
Machine
OS
Nodes
Description
Failure Reason
7777579
FAIL
main
main
main
smithi
centos 9.stream
smithi038 smithi144
upgrade:reef-x:stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-06-28T01:10:00.000162+0000 mon.a (mon.0) 2378 : cluster [WRN] pg 14.0 is stuck undersized for 64s, current state active+recovering+undersized+degraded+remapped, last acting [0,5]" in cluster log
7777580
FAIL
main
main
main
smithi
centos 9.stream
smithi060 smithi079
upgrade:reef-x:stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-06-28T00:40:00.000184+0000 mon.a (mon.0) 968 : cluster [WRN] pg 7.13 is stuck undersized for 63s, current state active+recovering+undersized+remapped, last acting [2,0]" in cluster log
7777581
FAIL
main
main
main
smithi
ubuntu 22.04
smithi114 smithi123
upgrade:reef-x:stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-06-28T00:32:18.431568+0000 mon.a (mon.0) 798 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY)" in cluster log
7777582
FAIL
main
main
main
smithi
centos 9.stream
smithi104 smithi173
upgrade:reef-x:stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-06-28T00:27:12.688682+0000 mon.a (mon.0) 18 : cluster [WRN] use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications." in cluster log
7777583
FAIL
main
main
main
smithi
centos 9.stream
smithi037 smithi045
upgrade:reef-x:stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-06-28T00:40:00.000151+0000 mon.a (mon.0) 829 : cluster [WRN] use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications." in cluster log
7777584
FAIL
main
main
main
smithi
ubuntu 22.04
smithi050 smithi078
upgrade:reef-x:stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-06-28T00:35:59.861195+0000 mon.a (mon.0) 804 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY)" in cluster log
7777585
FAIL
main
main
main
smithi
ubuntu 22.04
smithi001 smithi019
upgrade:reef-x:stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-06-28T00:37:03.403754+0000 mon.a (mon.0) 846 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY)" in cluster log
7777586
FAIL
main
main
main
smithi
centos 9.stream
smithi132 smithi157
upgrade:reef-x:stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-06-28T00:50:00.000158+0000 mon.a (mon.0) 1037 : cluster [WRN] pg 8.0 is active+recovery_wait+undersized+degraded+remapped, acting [1,3]" in cluster log
7777587
FAIL
main
main
main
smithi
centos 9.stream
smithi008 smithi172
upgrade:reef-x:stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-06-28T00:50:00.000162+0000 mon.a (mon.0) 985 : cluster [WRN] pg 6.e is stuck undersized for 77s, current state active+recovering+undersized+remapped, last acting [2,1]" in cluster log
7777588
FAIL
main
main
main
smithi
ubuntu 22.04
smithi084 smithi150
upgrade:reef-x:stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-06-28T00:38:56.625849+0000 mon.a (mon.0) 790 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY)" in cluster log
7777589
FAIL
main
main
main
smithi
centos 9.stream
smithi115 smithi129
upgrade:reef-x:stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-06-28T01:10:00.000215+0000 mon.a (mon.0) 2421 : cluster [WRN] use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications." in cluster log
7777590
FAIL
main
main
main
smithi
centos 9.stream
smithi152 smithi178
upgrade:reef-x:stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-06-28T01:00:00.000179+0000 mon.a (mon.0) 1761 : cluster [WRN] pg 7.4 is active+recovery_wait+undersized+degraded+remapped, acting [1,4]" in cluster log
7777591
FAIL
main
main
main
smithi
centos 9.stream
smithi066 smithi156
upgrade:reef-x:stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-06-28T01:10:00.000127+0000 mon.a (mon.0) 1633 : cluster [WRN] pg 12.c is active+recovery_wait+undersized+degraded+remapped, acting [0,2]" in cluster log
7777592
DEAD
main
main
main
smithi
ubuntu 22.04
smithi057 smithi194
upgrade:reef-x:stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
Error reimaging machines: This operation would block forever Hub: Handles: []
7777593
FAIL
main
main
main
smithi
centos 9.stream
smithi042 smithi118
upgrade:reef-x:stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-06-28T00:55:00.635152+0000 mon.a (mon.0) 971 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON)" in cluster log
7777594
FAIL
main
main
main
smithi
centos 9.stream
smithi088 smithi195
upgrade:reef-x:stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-06-28T00:47:45.544501+0000 mon.a (mon.0) 18 : cluster [WRN] use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications." in cluster log
7777595
FAIL
main
main
main
smithi
ubuntu 22.04
smithi062 smithi133
upgrade:reef-x:stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-06-28T00:55:24.821798+0000 mon.a (mon.0) 806 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY)" in cluster log
7777596
FAIL
main
main
main
smithi
centos 9.stream
smithi057 smithi194
upgrade:reef-x:stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-06-28T01:10:00.000132+0000 mon.a (mon.0) 1490 : cluster [WRN] pg 6.17 is active+recovering+undersized+degraded+remapped, acting [4,5]" in cluster log
7777597
FAIL
main
main
main
smithi
centos 9.stream
smithi096 smithi137
upgrade:reef-x:stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
"2024-06-28T01:00:00.000164+0000 mon.a (mon.0) 495 : cluster [WRN] pg 7.4 is stuck undersized for 3m, current state active+recovering+undersized+degraded+remapped, last acting [1,4]" in cluster log
7777598
FAIL
main
main
main
smithi
centos 9.stream
smithi007 smithi071
upgrade:reef-x:stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"2024-06-28T01:20:00.000181+0000 mon.a (mon.0) 1427 : cluster [WRN] pg 1.1 is stuck peering for 14m, current state remapped+peering, last acting [0,2]" in cluster log
7777599
FAIL
main
main
main
smithi
ubuntu 22.04
smithi086 smithi179
upgrade:reef-x:stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
"2024-06-28T01:01:21.064572+0000 mon.a (mon.0) 801 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY)" in cluster log
7777600
FAIL
main
main
main
smithi
centos 9.stream
smithi131 smithi193
upgrade:reef-x:stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"2024-06-28T00:55:52.918617+0000 mon.a (mon.0) 18 : cluster [WRN] use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications." in cluster log
7777601
FAIL
main
main
main
smithi
centos 9.stream
smithi031 smithi164
upgrade:reef-x:stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
"2024-06-28T01:10:00.000178+0000 mon.a (mon.0) 752 : cluster [WRN] use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications." in cluster log
7777602
FAIL
main
main
main
smithi
ubuntu 22.04
smithi052 smithi160
upgrade:reef-x:stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"2024-06-28T01:04:30.048885+0000 mon.a (mon.0) 805 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY)" in cluster log
7777603
FAIL
main
main
main
smithi
ubuntu 22.04
smithi032 smithi083
upgrade:reef-x:stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
"2024-06-28T01:03:28.022527+0000 mon.a (mon.0) 863 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY)" in cluster log
7777604
FAIL
main
main
main
smithi
centos 9.stream
smithi063 smithi106
upgrade:reef-x:stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"2024-06-28T01:10:00.000160+0000 mon.a (mon.0) 565 : cluster [WRN] pg 3.6 is active+undersized+degraded, acting [0,7]" in cluster log
7777605
FAIL
main
main
main
smithi
centos 9.stream
smithi012 smithi186
upgrade:reef-x:stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
"2024-06-28T01:10:00.000274+0000 mon.a (mon.0) 707 : cluster [WRN] Health detail: HEALTH_WARN Reduced data availability: 2 pgs inactive" in cluster log
7777606
FAIL
main
main
main
smithi
ubuntu 22.04
smithi113 smithi167
upgrade:reef-x:stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"2024-06-28T01:05:37.350355+0000 mon.a (mon.0) 863 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY)" in cluster log
7777607
FAIL
main
main
main
smithi
centos 9.stream
smithi027 smithi174
upgrade:reef-x:stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
"2024-06-28T01:10:00.000186+0000 mon.a (mon.0) 585 : cluster [WRN] pg 6.0 is active+recovery_wait+undersized+degraded+remapped, acting [0,5]" in cluster log
7777608
FAIL
main
main
main
smithi
centos 9.stream
smithi110 smithi119
upgrade:reef-x:stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"2024-06-28T01:00:00.000128+0000 mon.a (mon.0) 734 : cluster [ERR] Health detail: HEALTH_ERR 1 filesystem is offline; 1 filesystem is online with fewer MDS than max_mds" in cluster log
7777609
FAIL
main
main
main
smithi
centos 9.stream
smithi033 smithi196
upgrade:reef-x:stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
"2024-06-28T01:20:00.000154+0000 mon.a (mon.0) 517 : cluster [WRN] pg 8.1 is stuck undersized for 2m, current state active+recovery_wait+undersized+degraded+remapped, last acting [0,2]" in cluster log
7777610
FAIL
main
main
main
smithi
ubuntu 22.04
smithi136 smithi161
upgrade:reef-x:stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"2024-06-28T01:10:00.000240+0000 mon.a (mon.0) 722 : cluster [WRN] use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications." in cluster log
7777611
FAIL
main
main
main
smithi
centos 9.stream
smithi016 smithi163
upgrade:reef-x:stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
"2024-06-28T01:20:00.000164+0000 mon.a (mon.0) 365 : cluster [WRN] Health detail: HEALTH_WARN 1 osds down" in cluster log
7777612
FAIL
main
main
main
smithi
centos 9.stream
smithi018 smithi139
upgrade:reef-x:stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"2024-06-28T01:18:41.439017+0000 mon.a (mon.0) 18 : cluster [WRN] use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications." in cluster log
7777613
FAIL
main
main
main
smithi
ubuntu 22.04
smithi070 smithi189
upgrade:reef-x:stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
"2024-06-28T01:24:28.632998+0000 mon.a (mon.0) 806 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY)" in cluster log
7777614
FAIL
main
main
main
smithi
centos 9.stream
smithi040 smithi044
upgrade:reef-x:stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"2024-06-28T01:40:00.000201+0000 mon.a (mon.0) 1598 : cluster [WRN] pg 2.0 is stuck undersized for 105s, current state active+undersized, last acting [7,0]" in cluster log
7777615
FAIL
main
main
main
smithi
centos 9.stream
smithi111 smithi122
upgrade:reef-x:stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"2024-06-28T01:50:00.000158+0000 mon.a (mon.0) 1007 : cluster [WRN] pg 9.4 is stuck undersized for 3m, current state active+recovery_wait+undersized+degraded+remapped, last acting [1,3]" in cluster log
7777616
FAIL
main
main
main
smithi
centos 9.stream
smithi059 smithi134
upgrade:reef-x:stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
"2024-06-28T01:40:00.000206+0000 mon.a (mon.0) 836 : cluster [WRN] pg 3.0 is stuck peering for 7m, current state peering, last acting [2,6,5]" in cluster log
7777617
FAIL
main
main
main
smithi
ubuntu 22.04
smithi102 smithi130
upgrade:reef-x:stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"2024-06-28T01:33:56.635441+0000 mon.a (mon.0) 808 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY)" in cluster log
7777618
FAIL
main
main
main
smithi
centos 9.stream
smithi138 smithi162
upgrade:reef-x:stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
"2024-06-28T01:28:19.368289+0000 mon.a (mon.0) 18 : cluster [WRN] use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications." in cluster log
7777619
FAIL
main
main
main
smithi
centos 9.stream
smithi017 smithi103
upgrade:reef-x:stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"2024-06-28T01:50:00.000156+0000 mon.a (mon.0) 1205 : cluster [WRN] pg 1.3 is stuck peering for 81s, current state remapped+peering, last acting [3,6,4]" in cluster log
7777620
FAIL
main
main
main
smithi
ubuntu 22.04
smithi089 smithi153
upgrade:reef-x:stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
"2024-06-28T01:52:21.834798+0000 mon.a (mon.0) 851 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY)" in cluster log
7777621
FAIL
main
main
main
smithi
ubuntu 22.04
smithi003 smithi154
upgrade:reef-x:stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"2024-06-28T02:01:32.671379+0000 mon.a (mon.0) 813 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY)" in cluster log
7777622
FAIL
main
main
main
smithi
centos 9.stream
smithi073 smithi094
upgrade:reef-x:stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
"2024-06-28T02:50:00.000146+0000 mon.a (mon.0) 1714 : cluster [WRN] pg 1.18 is active+recovery_wait+degraded, acting [2,5,3]" in cluster log
7777623
FAIL
main
main
main
smithi
centos 9.stream
smithi039 smithi181
upgrade:reef-x:stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"2024-06-28T02:30:00.000268+0000 mon.a (mon.0) 858 : cluster [WRN] use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications." in cluster log
7777624
FAIL
main
main
main
smithi
ubuntu 22.04
smithi002 smithi170
upgrade:reef-x:stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
"2024-06-28T02:38:43.645737+0000 mon.a (mon.0) 798 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY)" in cluster log
7777625
FAIL
main
main
main
smithi
centos 9.stream
smithi046 smithi169
upgrade:reef-x:stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"2024-06-28T03:00:00.000166+0000 mon.a (mon.0) 1028 : cluster [WRN] pg 7.1 is active+recovery_wait+degraded, acting [4,3,6]" in cluster log
7777626
FAIL
main
main
main
smithi
centos 9.stream
smithi043 smithi107
upgrade:reef-x:stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
"2024-06-28T03:00:00.000156+0000 mon.a (mon.0) 1686 : cluster [WRN] pg 6.8 is stuck undersized for 2m, current state active+recovering+undersized+degraded+remapped, last acting [7,2]" in cluster log
7777627
FAIL
main
main
main
smithi
centos 9.stream
smithi092 smithi204
upgrade:reef-x:stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"2024-06-28T03:00:00.000166+0000 mon.a (mon.0) 482 : cluster [WRN] pg 8.1 is stuck undersized for 2m, current state active+recovery_wait+undersized+degraded+remapped, last acting [0,2]" in cluster log
7777628
FAIL
main
main
main
smithi
ubuntu 22.04
smithi098 smithi192
upgrade:reef-x:stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
"2024-06-28T03:01:50.378102+0000 mon.a (mon.0) 858 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY)" in cluster log
7777629
FAIL
main
main
main
smithi
centos 9.stream
smithi069 smithi087
upgrade:reef-x:stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"2024-06-28T03:10:00.000164+0000 mon.a (mon.0) 971 : cluster [WRN] pg 1.4 is active+recovery_wait+undersized+degraded+remapped, acting [7,6]" in cluster log
7777630
FAIL
main
main
main
smithi
centos 9.stream
smithi060 smithi079
upgrade:reef-x:stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
"2024-06-28T03:09:04.825386+0000 mon.a (mon.0) 18 : cluster [WRN] use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications." in cluster log
7777631
FAIL
main
main
main
smithi
ubuntu 22.04
smithi076 smithi159
upgrade:reef-x:stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"2024-06-28T03:24:32.907594+0000 mon.a (mon.0) 785 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY)" in cluster log
7777632
FAIL
main
main
main
smithi
centos 9.stream
smithi132 smithi157
upgrade:reef-x:stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
"2024-06-28T03:50:00.000294+0000 mon.a (mon.0) 2090 : cluster [WRN] use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications." in cluster log
7777633
FAIL
main
main
main
smithi
centos 9.stream
smithi097 smithi177
upgrade:reef-x:stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-06-28T03:30:00.000170+0000 mon.a (mon.0) 426 : cluster [WRN] pg 3.6 is active+undersized+degraded, acting [0,4]" in cluster log
7777634
FAIL
main
main
main
smithi
centos 9.stream
smithi152 smithi178
upgrade:reef-x:stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-06-28T03:50:00.000210+0000 mon.a (mon.0) 844 : cluster [WRN] pg 6.0 is stuck undersized for 3m, current state active+recovering+undersized+degraded+remapped, last acting [0,3]" in cluster log
7777635
FAIL
main
main
main
smithi
ubuntu 22.04
smithi100 smithi143
upgrade:reef-x:stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-06-28T04:30:00.000229+0000 mon.a (mon.0) 1481 : cluster [WRN] use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications." in cluster log
7777636
FAIL
main
main
main
smithi
centos 9.stream
smithi082 smithi176
upgrade:reef-x:stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-06-28T03:37:38.426556+0000 mon.a (mon.0) 18 : cluster [WRN] use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications." in cluster log
7777637
FAIL
main
main
main
smithi
centos 9.stream
smithi172 smithi184
upgrade:reef-x:stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-06-28T04:20:00.000148+0000 mon.a (mon.0) 2463 : cluster [WRN] pg 1.0 is stuck undersized for 91s, current state active+undersized, last acting [7,0]" in cluster log
7777638
FAIL
main
main
main
smithi
ubuntu 22.04
smithi008 smithi067
upgrade:reef-x:stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-06-28T03:43:44.306688+0000 mon.a (mon.0) 859 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY)" in cluster log
7777639
FAIL
main
main
main
smithi
ubuntu 22.04
smithi053 smithi183
upgrade:reef-x:stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-06-28T03:43:31.291900+0000 mon.a (mon.0) 804 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY)" in cluster log
7777640
FAIL
main
main
main
smithi
centos 9.stream
smithi115 smithi129
upgrade:reef-x:stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-06-28T04:00:00.000161+0000 mon.a (mon.0) 885 : cluster [WRN] pg 8.4 is active+recovery_wait+undersized+degraded+remapped, acting [5,4]" in cluster log
7777641
FAIL
main
main
main
smithi
centos 9.stream
smithi104 smithi173
upgrade:reef-x:stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-06-28T04:11:11.643788+0000 osd.5 (osd.5) 13 : cluster [WRN] 8 slow requests (by type [ 'delayed' : 8 ] most affected pool [ 'unique_pool_4' : 8 ])" in cluster log
7777642
FAIL
main
main
main
smithi
ubuntu 22.04
smithi057 smithi194
upgrade:reef-x:stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-06-28T03:50:10.341839+0000 mon.a (mon.0) 869 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY)" in cluster log
7777643
FAIL
main
main
main
smithi
centos 9.stream
smithi149 smithi165
upgrade:reef-x:stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-06-28T04:20:00.000156+0000 mon.a (mon.0) 1870 : cluster [WRN] pg 11.15 is stuck undersized for 71s, current state active+recovery_wait+undersized+degraded+remapped, last acting [5,1]" in cluster log
7777644
FAIL
main
main
main
smithi
centos 9.stream
smithi064 smithi112
upgrade:reef-x:stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-06-28T03:50:00.000248+0000 mon.a (mon.0) 557 : cluster [WRN] pg 5.c is active+undersized+degraded, acting [4,0]" in cluster log
7777645
FAIL
main
main
main
smithi
centos 9.stream
smithi050 smithi078
upgrade:reef-x:stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-06-28T04:00:00.000175+0000 mon.a (mon.0) 777 : cluster [WRN] pg 8.4 is stuck undersized for 3m, current state active+recovery_wait+undersized+degraded+remapped, last acting [5,4]" in cluster log
7777646
FAIL
main
main
main
smithi
ubuntu 22.04
smithi007 smithi071
upgrade:reef-x:stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-06-28T03:54:01.169664+0000 mon.a (mon.0) 800 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY)" in cluster log
7777647
FAIL
main
main
main
smithi
centos 9.stream
smithi028 smithi145
upgrade:reef-x:stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-06-28T04:00:00.000170+0000 mon.a (mon.0) 772 : cluster [WRN] pg 5.7 is stuck undersized for 2m, current state active+recovering+undersized+degraded+remapped, last acting [5,1]" in cluster log
7777648
FAIL
main
main
main
smithi
centos 9.stream
smithi005 smithi099
upgrade:reef-x:stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-06-28T03:48:41.949719+0000 mon.a (mon.0) 18 : cluster [WRN] use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications." in cluster log
7777649
FAIL
main
main
main
smithi
ubuntu 22.04
smithi142 smithi203
upgrade:reef-x:stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-06-28T03:55:38.269825+0000 mon.a (mon.0) 802 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY)" in cluster log
7777650
FAIL
main
main
main
smithi
centos 9.stream
smithi063 smithi106
upgrade:reef-x:stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-06-28T04:10:00.002369+0000 mon.a (mon.0) 1702 : cluster [WRN] pg 6.5 is stuck undersized for 64s, current state active+recovery_wait+undersized+degraded+remapped, last acting [6,3]" in cluster log