wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-04-15T06:53:44.061065+0000 osd.7 (osd.7) 62 : cluster [ERR] 62.18 soid 62:19784aa8:::smithi042747432-42:head : object info inconsistent , snapset inconsistent , attr value mismatch '__header'" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-04-15T06:31:02.316180+0000 osd.3 (osd.3) 24 : cluster [ERR] 54.1a soid 54:597cd639:::smithi149502702-47:18 : object info inconsistent , attr value mismatch '__header'" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-04-15T06:45:19.409064+0000 osd.7 (osd.7) 10 : cluster [ERR] 59.12 soid 59:485cc509:::smithi136783129-41:66 : object info inconsistent , attr value mismatch '__header'" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-04-15T06:26:44.219195+0000 osd.2 (osd.2) 13 : cluster [ERR] 50.8 soid 50:1037fd98:::smithi022587256-453:head : object info inconsistent , snapset inconsistent , attr value mismatch '__header'" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
ubuntu 22.04
upgrade/reef-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
timeout expired in wait_until_healthy
wip-rf-comb1
wip-rf-comb1
main
smithi
ubuntu 22.04
upgrade/quincy-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"1713158607.2043664 mon.a (mon.0) 368 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-04-15T05:27:11.180818+0000 mon.a (mon.0) 15 : cluster [WRN] Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-04-15T06:45:45.921503+0000 osd.7 (osd.7) 18 : cluster [ERR] 87.18 soid 87:19c6ad17:::smithi073507371-15:151 : object info inconsistent , attr value mismatch '__header'" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-04-15T05:31:07.050441+0000 mon.a (mon.0) 161 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-04-15T06:36:19.719056+0000 osd.4 (osd.4) 78 : cluster [ERR] 51.3 soid 51:c3f4426f:::smithi100557873-40:cb : object info inconsistent , attr value mismatch '__header'" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
ubuntu 22.04
upgrade/reef-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-04-15T05:44:45.527276+0000 mon.a (mon.0) 184 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
ubuntu 22.04
upgrade/quincy-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"1713158960.9211137 mon.a (mon.0) 368 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
ubuntu 22.04
upgrade/reef-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-04-15T05:47:32.653801+0000 mon.a (mon.0) 181 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
ubuntu 22.04
upgrade/quincy-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"1713159099.7155592 mon.a (mon.0) 515 : cluster [WRN] Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED)" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-04-15T06:54:06.722575+0000 osd.7 (osd.7) 111 : cluster [ERR] 59.8 soid 59:1571bdea:::smithi043707293-44:1c : object info inconsistent , attr value mismatch '__header'" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-04-15T06:37:21.671374+0000 osd.7 (osd.7) 44 : cluster [ERR] 51.1c soid 51:3ab674b9:::smithi116511109-26:34 : object info inconsistent , attr value mismatch '__header'" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-04-15T05:41:50.081360+0000 mon.a (mon.0) 177 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"1713159065.3034804 mon.a (mon.0) 513 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY)" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
ubuntu 22.04
upgrade/reef-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-04-15T05:48:30.939354+0000 mon.a (mon.0) 15 : cluster [WRN] Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
ubuntu 22.04
upgrade/quincy-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"1713159506.7687967 mon.a (mon.0) 517 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY)" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-04-15T07:00:26.815443+0000 osd.4 (osd.4) 45 : cluster [ERR] 58.5 soid 58:a0b0a0d3:::smithi006707007-65:head : object info inconsistent , snapset inconsistent , attr value mismatch '__header'" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-04-15T06:50:41.740379+0000 osd.5 (osd.5) 64 : cluster [ERR] 51.1f soid 51:fab76452:::smithi007509911-14:159 : object info inconsistent , attr value mismatch '__header'" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-04-15T07:03:16.797879+0000 osd.4 (osd.4) 39 : cluster [ERR] 58.5 soid 58:a3c42751:::smithi123750038-236:head : object info inconsistent , snapset inconsistent , attr value mismatch '__header'" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-04-15T06:49:50.394301+0000 osd.6 (osd.6) 28 : cluster [ERR] 51.12 soid 51:4ae71569:::smithi086582298-13:23 : object info inconsistent , attr value mismatch '__header'" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-04-15T07:09:26.049539+0000 osd.7 (osd.7) 14 : cluster [ERR] 61.10 soid 61:083743e0:::smithi049763660-44:head : object info inconsistent , snapset inconsistent , attr value mismatch '__header'" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-04-15T06:52:31.519210+0000 osd.1 (osd.1) 18 : cluster [ERR] 53.7 soid 53:e14ddb51:::smithi027535818-489:head : object info inconsistent , snapset inconsistent , attr value mismatch '__header'" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
ubuntu 22.04
upgrade/reef-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
timeout expired in wait_until_healthy
wip-rf-comb1
wip-rf-comb1
main
smithi
ubuntu 22.04
upgrade/quincy-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
timeout expired in wait_until_healthy
wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-04-15T07:13:36.103267+0000 osd.1 (osd.1) 29 : cluster [ERR] 58.5 soid 58:a119f01a:::smithi050719958-13:head : object info inconsistent , snapset inconsistent , attr value mismatch '__header'" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-04-15T06:43:11.013672+0000 osd.6 (osd.6) 55 : cluster [ERR] 49.16 soid 49:68b06817:::smithi146444387-306:head : object info inconsistent , snapset inconsistent , attr value mismatch '__header'" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-04-15T05:50:00.000109+0000 mon.a (mon.0) 1090 : cluster 3 [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-04-15T07:08:22.344383+0000 osd.7 (osd.7) 15 : cluster [ERR] 86.18 soid 86:18020bcc:::smithi029571130-480:head : object info inconsistent , snapset inconsistent , attr value mismatch '__header'" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
ubuntu 22.04
upgrade/reef-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"2024-04-15T05:46:58.837717+0000 mon.a (mon.0) 179 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,b" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
ubuntu 22.04
upgrade/quincy-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
"1713160732.8434482 mon.a (mon.0) 518 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY)" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-04-15T07:43:40.341408+0000 osd.4 (osd.4) 22 : cluster [ERR] 59.7 soid 59:e00ddcba:::smithi111734784-9:1c8 : object info inconsistent , attr value mismatch '__header'" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
"2024-04-15T07:07:22.495212+0000 osd.3 (osd.3) 26 : cluster [ERR] 51.14 soid 51:2fe5b444:::smithi115510523-28:head : object info inconsistent , snapset inconsistent , attr value mismatch '__header'" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
"2024-04-15T07:51:09.336645+0000 osd.0 (osd.0) 26 : cluster [ERR] 62.1c soid 62:3a313c91:::smithi032787375-16:11b : object info inconsistent , attr value mismatch '__header'" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
"2024-04-15T07:29:05.252345+0000 osd.3 (osd.3) 18 : cluster [ERR] 54.7 soid 54:e0c53db7:::smithi067585185-17:7c : object info inconsistent , attr value mismatch '__header'" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/reef-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"2024-04-15T07:33:06.997967+0000 osd.7 (osd.7) 24 : cluster [ERR] 59.4 soid 59:26cb6024:::smithi107851062-15:head : object info inconsistent , snapset inconsistent , attr value mismatch '__header'" in cluster log
wip-rf-comb1
wip-rf-comb1
main
smithi
centos 9.stream
upgrade/quincy-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
"2024-04-15T07:38:55.182454+0000 osd.7 (osd.7) 12 : cluster [ERR] 51.1f soid 51:ff6f4744:::smithi071718877-3:head : object info inconsistent , snapset inconsistent , attr value mismatch '__header'" in cluster log
Pulpito