Pulpito

vshankar-2024-04-01_14:11:32-fs-wip-vshankar-testing-20240330.172700-testing-default-smithi

ID
Status
Ceph Branch
Suite Branch
Teuthology Branch
Machine
OS
Nodes
Description
Failure Reason
7633969
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi152 smithi184 smithi196
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/1 standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/fs/norstats}}
Command failed on smithi152 with status 5: 'sudo systemctl stop ceph-ea9ab7ce-f045-11ee-b647-cb9ed24678a4@mon.a'
7633970
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi044 smithi045 smithi137
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-comp omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/no 5-workunit/suites/fsstress}}
Command failed on smithi044 with status 5: 'sudo systemctl stop ceph-723dd8be-f046-11ee-b647-cb9ed24678a4@mon.a'
7633971
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi028 smithi143 smithi203
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/legacy wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/suites/fsx}}
Command failed on smithi028 with status 5: 'sudo systemctl stop ceph-dbf56fc0-f045-11ee-b647-cb9ed24678a4@mon.a'
7633972
DEAD
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi121 smithi178
fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/admin}
hit max job timeout
7633973
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi060 smithi191
fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
Command failed on smithi060 with status 22: "sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 873b5e08-f046-11ee-b647-cb9ed24678a4 -e sha1=addbc488dc763e752c640619b677f10e0da02c9f -- bash -c 'ceph orch ps'"
7633974
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi047 smithi110
fs/verify/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a5s-mds-1c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug pg_health session_timeout} ranks/1 tasks/fsstress validater/valgrind}
valgrind error: Leak_StillReachable malloc malloc strdup
7633975
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi046 smithi073 smithi162
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/no 5-workunit/suites/fsync-tester}}
Command failed on smithi046 with status 5: 'sudo systemctl stop ceph-4aef4e32-f046-11ee-b647-cb9ed24678a4@mon.a'
7633976
PASS
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
ubuntu 22.04
smithi063 smithi099 smithi156
fs/fscrypt/{begin/{0-install 1-ceph 2-logrotate 3-modules} bluestore-bitmap clusters/1-mds-1-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} overrides/{ignorelist_health ignorelist_health_more ignorelist_wrongly_marked_down osd pg-warn pg_health} tasks/{0-client 1-tests/fscrypt-pjd}}
7633977
PASS
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi088 smithi181
fs/32bits/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/fixed-2-ucephfs conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore-ec/bluestore-ec-root overrides/{faked-ino ignorelist_health ignorelist_wrongly_marked_down pg_health} tasks/cfuse_workunit_suites_fsstress}
7633978
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi050 smithi079 smithi083
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/fs/test_o_trunc}}
Command failed on smithi050 with status 5: 'sudo systemctl stop ceph-b797d25a-f048-11ee-b647-cb9ed24678a4@mon.a'
7633979
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi026 smithi094 smithi188
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-comp omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/no 5-workunit/suites/iogen}}
Command failed on smithi026 with status 5: 'sudo systemctl stop ceph-bb0dc1b0-f048-11ee-b647-cb9ed24678a4@mon.a'
7633980
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi119 smithi165
fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
Command failed on smithi119 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c6898a24-f048-11ee-b647-cb9ed24678a4 -e sha1=addbc488dc763e752c640619b677f10e0da02c9f -- bash -c \'ceph versions | jq -e \'"\'"\'.mgr | length == 1\'"\'"\'\''
7633981
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi081 smithi183 smithi193
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/legacy wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/suites/iozone}}
Command failed on smithi081 with status 5: 'sudo systemctl stop ceph-052ae012-f048-11ee-b647-cb9ed24678a4@mon.a'
7633982
DEAD
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi072 smithi164 smithi173
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/no 5-workunit/suites/pjd}}
SSH connection to smithi072 was lost: 'rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.8.0_g1df0c7e8a235-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://3.chacra.ceph.com/r/kernel/testing/1df0c7e8a2354c42d738e5454ba83ea7332deac2/centos/9/flavors/default/x86_64/ --input-file=-'
7633983
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi072 smithi173
fs/cephadm/multivolume/{0-start 1-mount 2-workload/dbench distro/single-container-host}
Command failed on smithi072 with status 1: 'sudo yum upgrade -y linux-firmware'
7633984
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi172
fs/nfs/{cluster/{1-node} conf/{client mds mgr mon osd} overrides/{ignorelist_health pg_health} supported-random-distros$/{centos_latest} tasks/nfs}
Command failed on smithi172 with status 5: 'sudo systemctl stop ceph-d995470c-f048-11ee-b647-cb9ed24678a4@mon.a'
7633985
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi003 smithi123
fs/shell/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1-mds-1-client-coloc conf/{client mds mgr mon osd} distro/centos_latest mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/cephfs-shell}
Test failure: test_reading_conf (tasks.cephfs.test_cephfs_shell.TestShellOpts)
7633986
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi086
fs/valgrind/{begin/{0-install 1-ceph 2-logrotate 3-modules} centos_latest debug mirror/{cephfs-mirror/one-per-cluster clients/mirror cluster/1-node mount/fuse overrides/ignorelist_health tasks/mirror}}
Test failure: test_cephfs_mirror_cancel_mirroring_and_readd (tasks.cephfs.test_mirroring.TestMirroring)
7633987
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi029 smithi097 smithi100
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/direct_io}}
Command failed on smithi029 with status 5: 'sudo systemctl stop ceph-d234073c-f048-11ee-b647-cb9ed24678a4@mon.a'
7633988
PASS
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 8.stream
smithi052 smithi055 smithi190
fs/upgrade/featureful_client/old_client/{bluestore-bitmap centos_8.stream clusters/1-mds-2-client-micro conf/{client mds mgr mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/no}}
7633989
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi112 smithi138 smithi187
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-comp omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/1 standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/no 5-workunit/fs/misc}}
Command failed on smithi112 with status 5: 'sudo systemctl stop ceph-af9177dc-f048-11ee-b647-cb9ed24678a4@mon.a'
7633990
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi131 smithi148
fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/reef/{v18.2.0} 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
Command failed on smithi131 with status 22: "sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b0506ce6-f048-11ee-b647-cb9ed24678a4 -e sha1=addbc488dc763e752c640619b677f10e0da02c9f -- bash -c 'ceph orch ps'"
7633991
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi090 smithi142 smithi174
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/legacy wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/kernel_untar_build}}
Command failed on smithi090 with status 5: 'sudo systemctl stop ceph-d7c345e6-f048-11ee-b647-cb9ed24678a4@mon.a'
7633992
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
ubuntu 22.04
smithi111 smithi153
fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/data-scan}
Command failed on smithi153 with status 3: 'sudo logrotate /etc/logrotate.d/ceph-test.conf'
7633993
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi129 smithi157 smithi179
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/no 5-workunit/postgres}}
Command failed on smithi129 with status 5: 'sudo systemctl stop ceph-7886a91e-f049-11ee-b647-cb9ed24678a4@mon.a'
7633994
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi040 smithi071 smithi122
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/suites/blogbench}}
Command failed on smithi040 with status 5: 'sudo systemctl stop ceph-14113f7a-f04a-11ee-b647-cb9ed24678a4@mon.a'
7633995
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi062 smithi159
fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/forward-scrub}
"2024-04-01T17:16:09.257418+0000 mds.a (mds.0) 1 : cluster [ERR] dir 0x10000000000 object missing on disk; some files may be lost (/dir)" in cluster log
7633996
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi164 smithi173
fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
Command failed on smithi164 with status 22: "sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2641932-f04a-11ee-b647-cb9ed24678a4 -e sha1=addbc488dc763e752c640619b677f10e0da02c9f -- bash -c 'ceph orch ps'"
7633997
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi038 smithi072 smithi184
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-comp omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/no 5-workunit/suites/dbench}}
Command failed on smithi038 with status 5: 'sudo systemctl stop ceph-b7df491c-f04a-11ee-b647-cb9ed24678a4@mon.a'
7633998
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi092 smithi152 smithi196
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/legacy wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/suites/ffsb}}
Command failed on smithi092 with status 5: 'sudo systemctl stop ceph-42497ace-f04a-11ee-b647-cb9ed24678a4@mon.a'
7633999
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi046 smithi073 smithi162
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/no 5-workunit/fs/norstats}}
Command failed on smithi046 with status 5: 'sudo systemctl stop ceph-71d7db46-f04a-11ee-b647-cb9ed24678a4@mon.a'
7634000
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi078 smithi175
fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/reef/{v18.2.0} 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
Command failed on smithi078 with status 22: "sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 779efb40-f04a-11ee-b647-cb9ed24678a4 -e sha1=addbc488dc763e752c640619b677f10e0da02c9f -- bash -c 'ceph orch ps'"
7634001
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi049 smithi053 smithi107
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/suites/fsstress}}
Command failed on smithi049 with status 5: 'sudo systemctl stop ceph-a8c6b1b2-f04b-11ee-b647-cb9ed24678a4@mon.a'
7634002
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi088 smithi181
fs/verify/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a5s-mds-1c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug pg_health session_timeout} ranks/5 tasks/fsstress validater/valgrind}
valgrind error: Leak_StillReachable malloc malloc strdup
7634003
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi063 smithi099 smithi156
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-comp omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/no 5-workunit/suites/fsx}}
Command failed on smithi063 with status 5: 'sudo systemctl stop ceph-a111c650-f04b-11ee-b647-cb9ed24678a4@mon.a'
7634004
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi113 smithi130 smithi192
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/legacy wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/1 standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/suites/fsync-tester}}
Command failed on smithi113 with status 5: 'sudo systemctl stop ceph-969f7d98-f04b-11ee-b647-cb9ed24678a4@mon.a'
7634005
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi117 smithi146
fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
Command failed on smithi117 with status 22: "sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dcb643f2-f04b-11ee-b647-cb9ed24678a4 -e sha1=addbc488dc763e752c640619b677f10e0da02c9f -- bash -c 'ceph orch ps'"
7634006
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi022 smithi076
fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/openfiletable}
Test failure: test_max_items_per_obj (tasks.cephfs.test_openfiletable.OpenFileTable)
7634007
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi037 smithi106 smithi120
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/no 5-workunit/fs/test_o_trunc}}
Command failed on smithi037 with status 5: 'sudo systemctl stop ceph-3865f378-f04c-11ee-b647-cb9ed24678a4@mon.a'
7634008
PASS
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
ubuntu 22.04
smithi026 smithi079 smithi083 smithi188
fs/multiclient/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1-mds-2-client conf/{client mds mgr mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down pg_health} tasks/mdtest}
7634009
PASS
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi050 smithi094
fs/multifs/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-2c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug pg_health} tasks/failover}
7634010
PASS
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
ubuntu 22.04
smithi174 smithi183
fs/snaps/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-1c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down pg_health} tasks/workunit/snaps}
7634011
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi081 smithi172 smithi193
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/suites/iogen}}
Command failed on smithi081 with status 5: 'sudo systemctl stop ceph-b0a7629a-f04c-11ee-b647-cb9ed24678a4@mon.a'
7634012
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi090 smithi097 smithi100
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-comp omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/no 5-workunit/suites/iozone}}
Command failed on smithi090 with status 5: 'sudo systemctl stop ceph-e5937d36-f04c-11ee-b647-cb9ed24678a4@mon.a'
7634013
PASS
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
ubuntu 22.04
smithi060 smithi191
fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a5s-mds-1c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-bitmap overrides/{client-shutdown frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no prefetch_entire_dirfrags/yes races session_timeout thrashosds-health} ranks/5 tasks/{1-thrash/mds 2-workunit/suites/pjd}}
7634014
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi029 smithi138
fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/reef/{v18.2.1} 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
Command failed on smithi029 with status 22: "sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.1 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ed6c2242-f04c-11ee-b647-cb9ed24678a4 -e sha1=addbc488dc763e752c640619b677f10e0da02c9f -- bash -c 'ceph orch ps'"
7634015
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi112 smithi142 smithi179
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/legacy wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/suites/pjd}}
Command failed on smithi112 with status 5: 'sudo systemctl stop ceph-569a0302-f04c-11ee-b647-cb9ed24678a4@mon.a'
7634016
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi129 smithi157 smithi187
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/no 5-workunit/direct_io}}
Command failed on smithi129 with status 5: 'sudo systemctl stop ceph-acf7dfc6-f04c-11ee-b647-cb9ed24678a4@mon.a'
7634017
PASS
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
ubuntu 22.04
smithi089 smithi194
fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a5s-mds-1c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/fuse msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp-ec-root overrides/{client-shutdown frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no prefetch_entire_dirfrags/yes races session_timeout thrashosds-health} ranks/1 tasks/{1-thrash/mds 2-workunit/fs/snaps}}
7634018
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi053 smithi063 smithi156
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-workunit/fs/misc}}
Command failed on smithi053 with status 5: 'sudo systemctl stop ceph-18cc0842-f04f-11ee-b647-cb9ed24678a4@mon.a'
7634019
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi119 smithi165
fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client/fuse 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
Command failed on smithi119 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc1f2a60-f04e-11ee-b647-cb9ed24678a4 -e sha1=addbc488dc763e752c640619b677f10e0da02c9f -- bash -c \'ceph versions | jq -e \'"\'"\'.mgr | length == 1\'"\'"\'\''
7634020
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi040 smithi130
fs/cephadm/renamevolume/{0-start 1-rename distro/single-container-host overrides/ignorelist_health}
Command failed on smithi040 with status 5: 'sudo systemctl stop ceph-24f68b60-f04f-11ee-b647-cb9ed24678a4@mon.smithi040'
7634021
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
ubuntu 22.04
smithi071 smithi122
fs/shell/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1-mds-1-client-coloc conf/{client mds mgr mon osd} distro/ubuntu_latest mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/cephfs-shell}
Test failure: test_cd_with_args (tasks.cephfs.test_cephfs_shell.TestCD)
7634022
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi113 smithi163 smithi189
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-comp omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/no 5-workunit/kernel_untar_build}}
Command failed on smithi113 with status 5: 'sudo systemctl stop ceph-fd2e4b22-f04e-11ee-b647-cb9ed24678a4@mon.a'
7634023
PASS
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 8.stream
smithi072 smithi192
fs/upgrade/upgraded_client/{bluestore-bitmap branch/nautilus centos_8.stream clusters/{1-mds-1-client-micro} conf/{client mds mgr mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} tasks/{0-install 1-mount/mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} 2-clients/kclient 3-workload/stress_tests/dbench}}
7634024
PASS
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi038 smithi184
fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/snap_schedule_snapdir}
7634025
PASS
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 8.stream
smithi086 smithi092 smithi196
fs/upgrade/featureful_client/old_client/{bluestore-bitmap centos_8.stream clusters/1-mds-2-client-micro conf/{client mds mgr mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/no}}
7634026
PASS
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi055 smithi152
fs/volumes/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/volumes/{overrides test/snapshot}}
7634027
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi046 smithi073 smithi162
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/legacy wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-workunit/postgres}}
Command failed on smithi046 with status 5: 'sudo systemctl stop ceph-814a16c6-f04e-11ee-b647-cb9ed24678a4@mon.a'
7634028
PASS
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
ubuntu 22.04
smithi099 smithi131
fs/traceless/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/fixed-2-ucephfs conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/fuse objectstore-ec/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down pg_health} tasks/cfuse_workunit_suites_fsstress traceless/50pc}
7634029
PASS
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi107 smithi148
fs/thrash/multifs/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-2c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore/bluestore-bitmap overrides/{client-shutdown frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mds 2-workunit/cfuse_workunit_trivial_sync}}
7634030
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi012 smithi170 smithi186
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/1 standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/no 5-workunit/suites/blogbench}}
Command failed on smithi012 with status 5: 'sudo systemctl stop ceph-977b5486-f04f-11ee-b647-cb9ed24678a4@mon.a'
7634031
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi026 smithi079 smithi083
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-workunit/suites/dbench}}
Command failed on smithi026 with status 5: 'sudo systemctl stop ceph-bdb07bd0-f050-11ee-b647-cb9ed24678a4@mon.a'
7634032
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi049 smithi188
fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/reef/{v18.2.1} 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
Command failed on smithi049 with status 22: "sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.1 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e1543c5c-f050-11ee-b647-cb9ed24678a4 -e sha1=addbc488dc763e752c640619b677f10e0da02c9f -- bash -c 'ceph orch ps'"
7634033
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi120 smithi145 smithi167
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-comp omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/no 5-workunit/suites/ffsb}}
Command failed on smithi120 with status 5: 'sudo systemctl stop ceph-2f5d09ec-f051-11ee-b647-cb9ed24678a4@mon.a'
7634034
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi022 smithi062
fs/verify/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a5s-mds-1c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug pg_health session_timeout} ranks/3 tasks/fsstress validater/valgrind}
valgrind error: Leak_PossiblyLost posix_memalign UnknownInlinedFun ceph::buffer::v15_2_0::list::refill_append_space(unsigned int)
7634035
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi037 smithi076 smithi081
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/legacy wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-workunit/fs/norstats}}
Command failed on smithi037 with status 5: 'sudo systemctl stop ceph-c8c2a048-f050-11ee-b647-cb9ed24678a4@mon.a'
7634036
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi143 smithi203
fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/xfstests-dev}
Test failure: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev)
7634037
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi117 smithi173 smithi193
fs/fscrypt/{begin/{0-install 1-ceph 2-logrotate 3-modules} bluestore-bitmap clusters/1-mds-1-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} overrides/{ignorelist_health ignorelist_health_more ignorelist_wrongly_marked_down osd pg-warn pg_health} tasks/{0-client 1-tests/fscrypt-common}}
Test failure: test_fscrypt_dummy_encryption_with_quick_group (tasks.cephfs.test_fscrypt.TestFscrypt)
7634038
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi146 smithi164
fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}}
Command failed on smithi146 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59a016f4-f051-11ee-b647-cb9ed24678a4 -e sha1=addbc488dc763e752c640619b677f10e0da02c9f -- bash -c \'ceph versions | jq -e \'"\'"\'.mgr | length == 1\'"\'"\'\''
7634039
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi003 smithi123 smithi172
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/no 5-workunit/suites/fsstress}}
Command failed on smithi003 with status 5: 'sudo systemctl stop ceph-ea4b0692-f050-11ee-b647-cb9ed24678a4@mon.a'
7634040
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi090 smithi097 smithi159
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-workunit/suites/fsx}}
Command failed on smithi090 with status 5: 'sudo systemctl stop ceph-50f6b9fe-f051-11ee-b647-cb9ed24678a4@mon.a'
7634041
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi060 smithi100
fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/admin}
Test failure: test_multifs_single_path_rootsquash (tasks.cephfs.test_admin.TestFsAuthorize)
7634042
FAIL
wip-vshankar-testing-20240330.172700
wip-vshankar-testing-20240330.172700
main
smithi
centos 9.stream
smithi142 smithi179 smithi191
fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-comp omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/no 5-workunit/suites/fsync-tester}}
Command failed on smithi142 with status 5: 'sudo systemctl stop ceph-297836dc-f051-11ee-b647-cb9ed24678a4@mon.a'