Pulpito

rzarzynski-2024-06-09_11:45:20-rados-wip-osd-ec-partial-reads-eio-distro-default-smithi

ID
Status
Ceph Branch
Suite Branch
Teuthology Branch
Machine
OS
Nodes
Description
Failure Reason
7746423
FAIL
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
centos 9.stream
smithi002 smithi204
rados/cephadm/osds/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-ops/rm-zap-flag}
"2024-06-09T12:05:55.728895+0000 mon.smithi002 (mon.0) 121 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
7746424
FAIL
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
centos 9.stream
smithi038 smithi181
rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados tasks/rados_cls_all validater/valgrind}
Command failed on smithi181 with status 1: 'sudo yum -y install cephfs-java'
7746425
FAIL
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
ubuntu 22.04
smithi079 smithi178
rados/cephadm/smoke/{0-distro/ubuntu_22.04 0-nvme-loop agent/off fixed-2 mon_election/connectivity start}
"2024-06-09T12:09:46.906152+0000 mon.a (mon.0) 101 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
7746426
FAIL
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
centos 9.stream
smithi088
rados/standalone/{supported-random-distro$/{centos_latest} workloads/scrub}
Command failed (workunit test scrub/osd-scrub-repair.sh) on smithi088 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5c821233d097eb6eb4287bbd1d0b6d01638e5f90 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/standalone/scrub/osd-scrub-repair.sh'
7746427
FAIL
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
ubuntu 22.04
smithi052 smithi188
rados/cephadm/osds/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-ops/rm-zap-wait}
"2024-06-09T12:11:59.957513+0000 mon.smithi052 (mon.0) 120 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
7746428
FAIL
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
ubuntu 22.04
smithi139
rados/singleton-bluestore/{all/cephtool mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}}
Command failed (workunit test cephtool/test.sh) on smithi139 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5c821233d097eb6eb4287bbd1d0b6d01638e5f90 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephtool/test.sh'
7746429
DEAD
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
centos 8.stream
smithi105 smithi111 smithi163
rados/thrash-old-clients/{0-distro$/{centos_8.stream_container_tools} 0-size-min-size-overrides/3-size-2-min-size 1-install/reef backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/on mon_election/connectivity msgr-failures/fastclose rados thrashers/default thrashosds-health workloads/cache-snaps}
Error reimaging machines: Failed to power on smithi163
7746430
DEAD
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
centos 9.stream
smithi149 smithi203
rados/upgrade/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}}
hit max job timeout
7746431
FAIL
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
centos 9.stream
smithi044 smithi122
rados/cephadm/smoke/{0-distro/centos_9.stream 0-nvme-loop agent/off fixed-2 mon_election/classic start}
"2024-06-09T12:09:29.480872+0000 mon.a (mon.0) 110 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
7746432
FAIL
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
centos 8.stream
smithi032 smithi045 smithi150
rados/thrash-old-clients/{0-distro$/{centos_8.stream_container_tools} 0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v1only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat mon_election/classic msgr-failures/few rados thrashers/mapgap thrashosds-health workloads/radosbench}
Command failed on smithi045 with status 1: 'sudo yum install -y kernel'
7746433
FAIL
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
centos 9.stream
smithi148 smithi154
rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-bitmap rados tasks/rados_api_tests validater/valgrind}
Command failed (workunit test rados/test.sh) on smithi148 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5c821233d097eb6eb4287bbd1d0b6d01638e5f90 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 ALLOW_TIMEOUTS=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
7746434
FAIL
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
ubuntu 22.04
smithi073 smithi136
rados/cephadm/osds/{0-distro/ubuntu_22.04 0-nvme-loop 1-start 2-ops/rm-zap-add}
"2024-06-09T12:14:59.463234+0000 mon.smithi073 (mon.0) 117 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
7746435
FAIL
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
centos 9.stream
smithi069 smithi193
rados/cephadm/smoke/{0-distro/centos_9.stream_runc 0-nvme-loop agent/on fixed-2 mon_election/connectivity start}
No module named 'tasks'
7746436
DEAD
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
centos 9.stream
smithi005 smithi107 smithi115 smithi177
rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-4 openstack} fast/normal mon_election/connectivity msgr-failures/osd-dispatch-delay rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/ec-small-objects-overwrites}
hit max job timeout
7746437
PASS
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
ubuntu 22.04
smithi171
rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/erasure-code}
7746438
FAIL
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
centos 9.stream
smithi040 smithi196
rados/cephadm/osds/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-ops/rm-zap-flag}
"2024-06-09T12:17:10.636078+0000 mon.smithi040 (mon.0) 121 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
7746439
FAIL
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
ubuntu 22.04
smithi032
rados/singleton-bluestore/{all/cephtool mon_election/classic msgr-failures/none msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}}
Command failed (workunit test cephtool/test.sh) on smithi032 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5c821233d097eb6eb4287bbd1d0b6d01638e5f90 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephtool/test.sh'
7746440
FAIL
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
centos 9.stream
smithi045 smithi150
rados/cephadm/osds/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-ops/rm-zap-wait}
"2024-06-09T12:18:11.030114+0000 mon.smithi045 (mon.0) 121 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log
7746441
DEAD
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
ubuntu 22.04
smithi077 smithi161
rados/cephadm/smoke/{0-distro/ubuntu_22.04 0-nvme-loop agent/off fixed-2 mon_election/classic start}
Error reimaging machines: Failed to power on smithi161
7746442
FAIL
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
centos 9.stream
smithi157
rados/valgrind-leaks/{1-start 2-inject-leak/none centos_latest}
valgrind error: Leak_StillReachable operator new[](unsigned long) UnknownInlinedFun UnknownInlinedFun
7746443
FAIL
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
centos 9.stream
smithi138 smithi142
rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-snappy rados tasks/mon_recovery validater/valgrind}
valgrind error: Leak_StillReachable operator new[](unsigned long) UnknownInlinedFun UnknownInlinedFun
7746444
FAIL
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
centos 9.stream
smithi098 smithi117
rados/cephadm/smoke/{0-distro/centos_9.stream 0-nvme-loop agent/on fixed-2 mon_election/connectivity start}
Command failed on smithi098 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b1666dea20d5174cedbc48a829788e9546305dff shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 50f1662c-265a-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/nvme4n1'
7746445
PASS
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
ubuntu 22.04
smithi053 smithi097 smithi144 smithi179
rados/thrash-erasure-code-crush-4-nodes/{arch/x86_64 ceph mon_election/classic msgr-failures/osd-dispatch-delay objectstore/bluestore-bitmap rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=8-m=6-crush}
7746446
FAIL
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
centos 9.stream
smithi113 smithi120
rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zstd rados tasks/rados_cls_all validater/valgrind}
"2024-06-09T12:37:27.483805+0000 mon.a (mon.0) 229 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
7746447
FAIL
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
centos 8.stream
smithi038 smithi131 smithi181
rados/thrash-old-clients/{0-distro$/{centos_8.stream_container_tools} 0-size-min-size-overrides/2-size-2-min-size 1-install/pacific backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay rados thrashers/careful thrashosds-health workloads/cache-snaps}
Command failed on smithi038 with status 1: 'sudo yum install -y kernel'
7746448
FAIL
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
centos 9.stream
smithi111
rados/singleton-bluestore/{all/cephtool mon_election/classic msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest}}
Command failed (workunit test cephtool/test.sh) on smithi111 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5c821233d097eb6eb4287bbd1d0b6d01638e5f90 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephtool/test.sh'
7746449
FAIL
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
centos 8.stream
smithi077 smithi105 smithi163
rados/thrash-old-clients/{0-distro$/{centos_8.stream_container_tools} 0-size-min-size-overrides/3-size-2-min-size 1-install/quincy backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/on mon_election/connectivity msgr-failures/fastclose rados thrashers/default thrashosds-health workloads/radosbench}
Command failed on smithi077 with status 1: 'sudo yum install -y kernel'
7746450
FAIL
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
centos 9.stream
smithi104 smithi167
rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados tasks/rados_api_tests validater/valgrind}
Command failed (workunit test rados/test.sh) on smithi104 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5c821233d097eb6eb4287bbd1d0b6d01638e5f90 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 ALLOW_TIMEOUTS=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
7746451
FAIL
wip-osd-ec-partial-reads-eio
wip-osd-ec-partial-reads-eio-fix66321
main
smithi
centos 9.stream
smithi174 smithi196
rados/cephadm/osds/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-ops/rm-zap-add}
"2024-06-09T13:02:42.549949+0000 mon.smithi174 (mon.0) 121 : cluster [WRN] Health check failed: failed to probe daemons or devices (CEPHADM_REFRESH_FAILED)" in cluster log