ID
Status
Ceph Branch
Suite Branch
Teuthology Branch
Machine
OS
Nodes
Description
Failure Reason
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/cephadm/smoke/{distro/ubuntu_20.04 fixed-2 mon_election/connectivity start}
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-dispatch-delay rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-snaps-few-objects-overwrites}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/workunits/{0-distro/centos_8.2_container_tools_3.0 mon_election/connectivity task/test_orch_cli}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados tasks/mon_recovery validater/lockdep}
"2021-09-14T18:30:42.213059+0000 mon.a (mon.0) 499 : cluster [WRN] Health check failed: 1 daemons have recently crashed (RECENT_CRASH)" in cluster log
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} tasks/rados_api_tests}
Command failed (workunit test rados/test.sh) on smithi078 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e6b3c32ff8a98061f42429a5a24ed6b6da1c6ea7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/multimon/{clusters/6 mon_election/classic msgr-failures/few msgr/async-v2only no_pools objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} tasks/mon_clock_with_skews}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_3.0 1-start 2-services/nfs-ingress 3-final}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/force-sync-many workloads/rados_mon_workunits}
"2021-09-14T18:40:56.380719+0000 mon.a (mon.0) 766 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/cache-snaps}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/singleton/{all/deduptool mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}}
Command failed (workunit test rados/test_dedup_tool.sh) on smithi098 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e6b3c32ff8a98061f42429a5a24ed6b6da1c6ea7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test_dedup_tool.sh'
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{centos_latest} mon_election/connectivity msgr-failures/few rados thrashers/default thrashosds-health workloads/rbd_cls}
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/rook/smoke/{0-distro/ubuntu_20.04 0-kubeadm 1-rook 2-workload/radosbench 3-final cluster/1-node k8s/1.21 net/calico rook/1.7.0}
'wait for operator' reached maximum tries (90) after waiting for 900 seconds
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/dashboard/{centos_8.2_container_tools_3.0 debug/mgr mon_election/classic random-objectstore$/{bluestore-hybrid} tasks/dashboard}
Test failure: test_create_access_permissions (tasks.mgr.dashboard.test_pool.PoolTest)
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/objectstore/{backends/alloc-hint supported-random-distro$/{rhel_8}}
"2021-09-14T18:28:54.747575+0000 mon.a (mon.0) 195 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/rest/{mgr-restful supported-random-distro$/{rhel_8}}
Command failed on smithi143 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg deep-scrub 4.34'
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/singleton-nomsgr/{all/admin_socket_output mon_election/classic rados supported-random-distro$/{rhel_8}}
"2021-09-14T18:26:17.416705+0000 mon.a (mon.0) 203 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/c2c}
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/upgrade/parallel/{0-distro$/{ubuntu_20.04} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}}
Command failed (workunit test cls/test_cls_cmpomap.sh) on smithi008 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh'
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/valgrind-leaks/{1-start 2-inject-leak/mon centos_latest}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/thrash/{0-distro/centos_8.2_container_tools_3.0 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async-v1only root}
wait_for_clean: failed before timeout expired
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/cephadm/with-work/{0-distro/rhel_8.4_container_tools_3.0 fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rados_api_tests}
Command failed (workunit test rados/test.sh) on smithi031 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e6b3c32ff8a98061f42429a5a24ed6b6da1c6ea7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/mgr-nfs-upgrade/{0-centos_8.2_container_tools_3.0 1-bootstrap/16.2.4 1-start 2-nfs 3-upgrade-with-workload 4-final}
Found coredumps on ubuntu@smithi049.front.sepia.ceph.com
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/singleton/{all/divergent_priors mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}}
Command failed on smithi151 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json'
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/singleton-nomsgr/{all/balancer mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}}
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/cache}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/cephadm/orchestrator_cli/{0-random-distro$/{centos_8.3_container_tools_3.0} 2-node-mgr orchestrator_cli}
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/perf/{ceph mon_election/connectivity objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/fio_4M_rand_read}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/smoke/{distro/centos_8.2_container_tools_3.0 fixed-2 mon_election/classic start}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.stream
rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-comp-snappy supported-random-distro$/{centos_8.stream} tasks/progress}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/smoke-singlehost/{0-distro$/{centos_8.2_container_tools_3.0} 1-start 2-services/basic 3-final}
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/singleton/{all/divergent_priors2 mon_election/classic msgr-failures/none msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8}}
Command failed on smithi045 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json'
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/singleton-nomsgr/{all/cache-fs-trunc mon_election/classic rados supported-random-distro$/{rhel_8}}
Command failed on smithi153 with status 1: "sudo TESTDIR=/home/ubuntu/cephtest bash -c 'dd if=/dev/urandom of=$TESTDIR/mnt.0/foo bs=1M count=5'"
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/repo_digest 3-start-upgrade 4-wait mon_election/classic}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.stream
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8.stream} thrashers/morepggrow thrashosds-health workloads/dedup-io-mixed}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/workunits/{0-distro/centos_8.2_container_tools_3.0 mon_election/classic task/test_adoption}
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} tasks/rados_cls_all}
Command failed (workunit test cls/test_cls_rgw.sh) on smithi099 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e6b3c32ff8a98061f42429a5a24ed6b6da1c6ea7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh'
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.stream
rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8.stream} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_rhel8 1-start 2-services/nfs-ingress2 3-final}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/singleton/{all/dump-stuck mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8}}
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/singleton-nomsgr/{all/ceph-kvstore-tool mon_election/connectivity rados supported-random-distro$/{rhel_8}}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/cephadm/smoke/{distro/centos_8.3_container_tools_3.0 fixed-2 mon_election/connectivity start}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados tasks/rados_api_tests validater/valgrind}
Command failed (workunit test rados/test.sh) on smithi124 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e6b3c32ff8a98061f42429a5a24ed6b6da1c6ea7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 ALLOW_TIMEOUTS=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/objectstore/{backends/ceph_objectstore_tool supported-random-distro$/{rhel_8}}
Command failed on smithi100 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json'
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/dedup-io-snaps}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.stream
rados/multimon/{clusters/9 mon_election/connectivity msgr-failures/many msgr/async no_pools objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8.stream} tasks/mon_recovery}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/workunits/{0-distro/centos_8.2_container_tools_3.0 mon_election/connectivity task/test_cephadm}
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/many workloads/snaps-few-objects}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-radosbench}
Command failed on smithi170 with status 11: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg deep-scrub 1.43'
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 1-start 2-services/nfs 3-final}
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/singleton/{all/ec-lost-unfound mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}}
Command failed on smithi183 with status 2: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg 1.e mark_unfound_lost delete'
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/perf/{ceph mon_election/classic objectstore/bluestore-bitmap openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/fio_4M_rand_rw}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/singleton-nomsgr/{all/ceph-post-file mon_election/classic rados supported-random-distro$/{centos_8}}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/standalone/{supported-random-distro$/{centos_8} workloads/crush}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/thrash/{0-distro/centos_8.2_container_tools_3.0 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async-v2only root}
Command failed on smithi149 with status 6: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e6b3c32ff8a98061f42429a5a24ed6b6da1c6ea7 shell --fsid d47c8fd4-1588-11ec-8c25-001a4aab830c -- ceph tell osd.5 flush_pg_stats'
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/cephadm/with-work/{0-distro/rhel_8.4_container_tools_rhel8 fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rados_python}
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-dispatch-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/pool-snaps-few-objects}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/smoke-roleless/{0-distro/centos_8.2_container_tools_3.0 1-start 2-services/nfs2 3-final}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/singleton/{all/erasure-code-nonregression mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8}}
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/singleton-nomsgr/{all/crushdiff mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}}
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/cephadm/smoke/{distro/rhel_8.4_container_tools_3.0 fixed-2 mon_election/classic start}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/octopus backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{centos_latest} mon_election/classic msgr-failures/osd-delay rados thrashers/mapgap thrashosds-health workloads/snaps-few-objects}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.stream
rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-comp-zlib supported-random-distro$/{centos_8.stream} tasks/prometheus}
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} tasks/rados_python}
Command failed on smithi041 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json'
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/workunits/{0-distro/centos_8.2_container_tools_3.0 mon_election/classic task/test_cephadm_repos}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/cephadm/upgrade/{1-start-distro/1-start-centos_8.3-octopus 2-repo_digest/defaut 3-start-upgrade 4-wait mon_election/connectivity}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/rados_api_tests}
Command failed (workunit test rados/test.sh) on smithi158 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e6b3c32ff8a98061f42429a5a24ed6b6da1c6ea7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.stream
rados/singleton/{all/lost-unfound-delete mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8.stream}}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/cephadm/smoke-roleless/{0-distro/centos_8.3_container_tools_3.0 1-start 2-services/rgw-ingress 3-final}
Command failed on smithi091 with status 127: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e6b3c32ff8a98061f42429a5a24ed6b6da1c6ea7 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e6e3064e-1588-11ec-8c25-001a4aab830c -- ceph mon dump -f json'
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.stream
rados/singleton-nomsgr/{all/export-after-evict mon_election/classic rados supported-random-distro$/{centos_8.stream}}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/cephadm/smoke/{distro/rhel_8.4_container_tools_rhel8 fixed-2 mon_election/connectivity start}
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/perf/{ceph mon_election/connectivity objectstore/bluestore-comp openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/fio_4M_rand_write}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.stream
rados/objectstore/{backends/filejournal supported-random-distro$/{centos_8.stream}}
"2021-09-14T18:39:43.343458+0000 mon.a (mon.0) 87 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/workunits/{0-distro/centos_8.2_container_tools_3.0 mon_election/connectivity task/test_nfs}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados tasks/rados_cls_all validater/lockdep}
Command failed on smithi087 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json'
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/radosbench-high-concurrency}
reached maximum tries (500) after waiting for 3000 seconds
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.stream
rados/singleton/{all/lost-unfound mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8.stream}}
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_3.0 1-start 2-services/rgw 3-final}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.stream
rados/multimon/{clusters/21 mon_election/classic msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8.stream} tasks/mon_clock_no_skews}
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.stream
rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8.stream} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/singleton-nomsgr/{all/full-tiering mon_election/connectivity rados supported-random-distro$/{centos_8}}
"2021-09-14T18:44:51.639365+0000 mon.a (mon.0) 131 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/one workloads/pool-create-delete}
"2021-09-14T18:57:29.950708+0000 mon.a (mon.0) 1026 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-small-objects-balanced}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/thrash/{0-distro/centos_8.2_container_tools_3.0 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async root}
wait_for_clean: failed before timeout expired
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/singleton-bluestore/{all/cephtool mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8}}
Command failed (workunit test cephtool/test.sh) on smithi157 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e6b3c32ff8a98061f42429a5a24ed6b6da1c6ea7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephtool/test.sh'
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/packaged mon_election/classic msgr/async start tasks/rados_api_tests}
Command failed (workunit test rados/test.sh) on smithi016 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e6b3c32ff8a98061f42429a5a24ed6b6da1c6ea7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/singleton/{all/max-pg-per-osd.from-mon mon_election/classic msgr-failures/none msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8}}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/mgr-nfs-upgrade/{0-centos_8.2_container_tools_3.0 1-bootstrap/16.2.5 1-start 2-nfs 3-upgrade-with-workload 4-final}
Command failed on smithi150 with status 126: 'sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.5 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fca99918-158b-11ec-8c25-001a4aab830c -- ceph mon dump -f json'
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} tasks/rados_stress_watch}
"2021-09-14T18:55:51.959385+0000 mon.a (mon.0) 236 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.stream
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8.stream} thrashers/mapgap thrashosds-health workloads/radosbench}
reached maximum tries (500) after waiting for 3000 seconds
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/singleton-nomsgr/{all/health-warnings mon_election/classic rados supported-random-distro$/{centos_8}}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.stream
rados/standalone/{supported-random-distro$/{centos_8.stream} workloads/erasure-code}
Command failed (workunit test erasure-code/test-erasure-eio.sh) on smithi119 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e6b3c32ff8a98061f42429a5a24ed6b6da1c6ea7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/standalone/erasure-code/test-erasure-eio.sh'
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_rhel8 1-start 2-services/basic 3-final}
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/cephadm/smoke/{distro/ubuntu_20.04 fixed-2 mon_election/classic start}
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-comp-zstd supported-random-distro$/{rhel_8} tasks/workunits}
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/singleton/{all/max-pg-per-osd.from-primary mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8}}
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/perf/{ceph mon_election/classic objectstore/bluestore-low-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/radosbench_4K_rand_read}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/workunits/{0-distro/centos_8.2_container_tools_3.0 mon_election/classic task/test_orch_cli}
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/rook/smoke/{0-distro/ubuntu_20.04 0-kubeadm 1-rook 2-workload/none 3-final cluster/3-node k8s/1.21 net/calico rook/master}
'wait for operator' reached maximum tries (90) after waiting for 900 seconds
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/dashboard/{centos_8.2_container_tools_3.0 debug/mgr mon_election/connectivity random-objectstore$/{bluestore-comp-snappy} tasks/e2e}
Command failed (workunit test cephadm/test_dashboard_e2e.sh) on smithi045 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e6b3c32ff8a98061f42429a5a24ed6b6da1c6ea7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_dashboard_e2e.sh'
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/singleton-nomsgr/{all/large-omap-object-warnings mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}}
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/redirect}
Command failed on smithi037 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json'
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 1-start 2-services/client-keyring 3-final}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.stream
rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8.stream} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/thrash/{0-distro/centos_8.2_container_tools_3.0 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async-v1only root}
timeout expired in wait_until_healthy
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-fast-read-overwrites}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/objectstore/{backends/filestore-idempotent-aio-journal supported-random-distro$/{centos_8}}
"2021-09-14T21:35:19.432188+0000 mon.a (mon.0) 370 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/with-work/{0-distro/centos_8.2_container_tools_3.0 fixed-2 mode/root mon_election/connectivity msgr/async-v1only start tasks/rados_python}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.stream
rados/singleton/{all/max-pg-per-osd.from-replica mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8.stream}}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/singleton-nomsgr/{all/lazy_omap_stats_output mon_election/classic rados supported-random-distro$/{centos_8}}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/pacific backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{centos_latest} mon_election/connectivity msgr-failures/fastclose rados thrashers/morepggrow thrashosds-health workloads/test_rbd_api}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/smoke/{distro/centos_8.2_container_tools_3.0 fixed-2 mon_election/connectivity start}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados tasks/mon_recovery validater/valgrind}
"2021-09-14T20:12:07.877644+0000 mon.a (mon.0) 168 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/redirect_promote_tests}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/cephadm/smoke-singlehost/{0-distro$/{centos_8.3_container_tools_3.0} 1-start 2-services/rgw 3-final}
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/multimon/{clusters/3 mon_election/connectivity msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} tasks/mon_clock_with_skews}
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/sync-many workloads/rados_5925}
"2021-09-14T19:25:27.045878+0000 mon.i (mon.7) 317 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-small-objects-fast-read}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} tasks/rados_striper}
"2021-09-14T19:15:59.659053+0000 mon.a (mon.0) 206 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04-15.2.9 2-repo_digest/repo_digest 3-start-upgrade 4-wait mon_election/classic}
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/singleton/{all/mon-auth-caps mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8}}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.stream
rados/singleton-nomsgr/{all/librados_hello_world mon_election/connectivity rados supported-random-distro$/{centos_8.stream}}
"2021-09-14T19:22:44.320487+0000 mon.a (mon.0) 129 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/workunits/{0-distro/centos_8.2_container_tools_3.0 mon_election/connectivity task/test_adoption}
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/perf/{ceph mon_election/connectivity objectstore/bluestore-stupid openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/radosbench_4K_seq_read}
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/redirect_set_object}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/smoke-roleless/{0-distro/centos_8.2_container_tools_3.0 1-start 2-services/iscsi 3-final}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/cephadm/smoke/{distro/centos_8.3_container_tools_3.0 fixed-2 mon_election/classic start}
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/singleton/{all/mon-config-key-caps mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest}}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-hybrid supported-random-distro$/{centos_8} tasks/crash}
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/singleton-nomsgr/{all/msgr mon_election/classic rados supported-random-distro$/{ubuntu_latest}}
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/mgr}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/valgrind-leaks/{1-start 2-inject-leak/none centos_latest}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/workunits/{0-distro/centos_8.2_container_tools_3.0 mon_election/classic task/test_cephadm}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/cephadm/smoke-roleless/{0-distro/centos_8.3_container_tools_3.0 1-start 2-services/mirror 3-final}
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/set-chunks-read}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/thrash/{0-distro/centos_8.2_container_tools_3.0 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async-v2only root}
wait_for_clean: failed before timeout expired
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/singleton/{all/mon-config-keys mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}}
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/singleton-nomsgr/{all/multi-backfill-reject mon_election/connectivity rados supported-random-distro$/{centos_8}}
Command failed on smithi120 with status 11: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg deep-scrub 2.3e'
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/cephadm/with-work/{0-distro/centos_8.3_container_tools_3.0 fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rados_api_tests}
Command failed (workunit test rados/test.sh) on smithi029 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e6b3c32ff8a98061f42429a5a24ed6b6da1c6ea7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/objectstore/{backends/filestore-idempotent supported-random-distro$/{ubuntu_latest}}
"2021-09-14T22:09:17.654470+0000 mon.a (mon.0) 410 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/mgr-nfs-upgrade/{0-centos_8.2_container_tools_3.0 1-bootstrap/octopus 1-start 2-nfs 3-upgrade-with-workload 4-final}
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} tasks/rados_workunit_loadgen_big}
"2021-09-14T19:57:59.203902+0000 mon.a (mon.0) 252 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_3.0 1-start 2-services/nfs-ingress-rgw 3-final}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados tasks/rados_api_tests validater/lockdep}
Command failed (workunit test rados/test.sh) on smithi086 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e6b3c32ff8a98061f42429a5a24ed6b6da1c6ea7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 ALLOW_TIMEOUTS=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/small-objects-balanced}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/singleton/{all/mon-config mon_election/classic msgr-failures/none msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8}}
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/perf/{ceph mon_election/classic objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/radosbench_4M_rand_read}
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/singleton-nomsgr/{all/osd_stale_reads mon_election/classic rados supported-random-distro$/{rhel_8}}
"2021-09-14T19:59:57.530453+0000 mon.a (mon.0) 397 : cluster [WRN] Health check failed: 1 daemons have recently crashed (RECENT_CRASH)" in cluster log
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/cephadm/smoke/{distro/rhel_8.4_container_tools_3.0 fixed-2 mon_election/connectivity start}
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/multimon/{clusters/6 mon_election/classic msgr-failures/few msgr/async no_pools objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} tasks/mon_recovery}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} thrashers/sync workloads/rados_api_tests}
Command failed (workunit test rados/test.sh) on smithi090 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e6b3c32ff8a98061f42429a5a24ed6b6da1c6ea7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-small-objects-many-deletes}
Command failed on smithi041 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json'
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/workunits/{0-distro/centos_8.2_container_tools_3.0 mon_election/connectivity task/test_cephadm_repos}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.stream
rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8.stream} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-overwrites}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/defaut 3-start-upgrade 4-wait mon_election/connectivity}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.stream
rados/singleton/{all/osd-backfill mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8.stream}}
"2021-09-14T20:34:07.898891+0000 mon.c (mon.2) 583 : cluster [WRN] Health check failed: 1 daemons have recently crashed (RECENT_CRASH)" in cluster log
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.stream
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8.stream} thrashers/mapgap thrashosds-health workloads/small-objects-localized}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/singleton-nomsgr/{all/pool-access mon_election/connectivity rados supported-random-distro$/{rhel_8}}
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_rhel8 1-start 2-services/nfs-ingress 3-final}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v1only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{centos_latest} mon_election/classic msgr-failures/few rados thrashers/none thrashosds-health workloads/cache-snaps}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/cephadm/smoke/{distro/rhel_8.4_container_tools_rhel8 fixed-2 mon_election/classic start}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-low-osd-mem-target supported-random-distro$/{centos_8} tasks/failover}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/workunits/{0-distro/centos_8.2_container_tools_3.0 mon_election/classic task/test_nfs}
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/singleton/{all/osd-recovery-incomplete mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest}}
Command failed on smithi060 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json'
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/thrash/{0-distro/centos_8.2_container_tools_3.0 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async root}
timeout expired in wait_until_healthy
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/singleton-bluestore/{all/cephtool mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8}}
Command failed (workunit test cephtool/test.sh) on smithi180 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e6b3c32ff8a98061f42429a5a24ed6b6da1c6ea7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephtool/test.sh'
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/singleton-nomsgr/{all/recovery-unfound-found mon_election/classic rados supported-random-distro$/{centos_8}}
Command failed on smithi027 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json'
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/misc}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/small-objects}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} tasks/rados_workunit_loadgen_mix}
"2021-09-14T20:26:38.519921+0000 mon.a (mon.0) 177 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/cephadm/with-work/{0-distro/rhel_8.4_container_tools_3.0 fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_python}
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/perf/{ceph mon_election/connectivity objectstore/bluestore-bitmap openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/radosbench_4M_seq_read}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.stream
rados/objectstore/{backends/fusestore supported-random-distro$/{centos_8.stream}}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.stream
rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8.stream} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 1-start 2-services/nfs-ingress2 3-final}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/singleton/{all/osd-recovery mon_election/connectivity msgr-failures/none msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8}}
Command failed on smithi176 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json'
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/cephadm/smoke/{distro/ubuntu_20.04 fixed-2 mon_election/connectivity start}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.stream
rados/singleton-nomsgr/{all/version-number-sanity mon_election/connectivity rados supported-random-distro$/{centos_8.stream}}
"2021-09-14T20:31:12.715949+0000 mon.a (mon.0) 121 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/snaps-few-objects-balanced}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/workunits/{0-distro/centos_8.2_container_tools_3.0 mon_election/connectivity task/test_orch_cli}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados tasks/rados_cls_all validater/valgrind}
Command failed (workunit test cls/test_cls_rgw.sh) on smithi110 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e6b3c32ff8a98061f42429a5a24ed6b6da1c6ea7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh'
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/smoke-roleless/{0-distro/centos_8.2_container_tools_3.0 1-start 2-services/nfs 3-final}
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/multimon/{clusters/9 mon_election/connectivity msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_no_skews}
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.stream
rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8.stream} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} thrashers/force-sync-many workloads/rados_mon_osdmap_prune}
"2021-09-14T21:25:34.786649+0000 mon.d (mon.6) 11298 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/singleton/{all/peer mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8}}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.stream
rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8.stream} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/cephadm/smoke-roleless/{0-distro/centos_8.3_container_tools_3.0 1-start 2-services/nfs2 3-final}
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/rook/smoke/{0-distro/ubuntu_20.04 0-kubeadm 1-rook 2-workload/radosbench 3-final cluster/3-node k8s/1.21 net/calico rook/1.7.0}
'check osd count' reached maximum tries (90) after waiting for 900 seconds
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/dashboard/{centos_8.2_container_tools_3.0 debug/mgr mon_election/connectivity random-objectstore$/{filestore-xfs} tasks/dashboard}
Test failure: test_pool_create_with_ecp_and_rule (tasks.mgr.dashboard.test_pool.PoolTest)
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/singleton-nomsgr/{all/admin_socket_output mon_election/connectivity rados supported-random-distro$/{centos_8}}
"2021-09-14T20:57:06.678668+0000 mon.a (mon.0) 214 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/upgrade/parallel/{0-distro$/{centos_8.3_container_tools_3.0} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}}
Command failed (workunit test cls/test_cls_cmpomap.sh) on smithi008 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh'
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/thrash/{0-distro/centos_8.2_container_tools_3.0 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async-v1only root}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/snaps-few-objects-localized}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/cephadm/with-work/{0-distro/rhel_8.4_container_tools_rhel8 fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rados_api_tests}
Command failed (workunit test rados/test.sh) on smithi157 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e6b3c32ff8a98061f42429a5a24ed6b6da1c6ea7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.stream
rados/singleton/{all/pg-autoscaler-progress-off mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8.stream}}
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/perf/{ceph mon_election/classic objectstore/bluestore-comp openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/radosbench_4M_write}
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-stupid supported-random-distro$/{ubuntu_latest} tasks/insights}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/mgr-nfs-upgrade/{0-centos_8.2_container_tools_3.0 1-bootstrap/16.2.4 1-start 2-nfs 3-upgrade-with-workload 4-final}
wip-omri-tracer
wip-omri-tracer
master
smithi
ubuntu 20.04
rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} tasks/rados_workunit_loadgen_mostlyread}
"2021-09-15T02:00:51.739913+0000 mon.a (mon.0) 543 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/singleton-nomsgr/{all/balancer mon_election/classic rados supported-random-distro$/{centos_8}}
wip-omri-tracer
wip-omri-tracer
master
smithi
rhel 8.4
rados/cephadm/orchestrator_cli/{0-random-distro$/{rhel_8.4_container_tools_3.0} 2-node-mgr orchestrator_cli}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.2
rados/cephadm/smoke/{distro/centos_8.2_container_tools_3.0 fixed-2 mon_election/classic start}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/snaps-few-objects}
hit max job timeout
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.stream
rados/objectstore/{backends/keyvaluedb supported-random-distro$/{centos_8.stream}}
wip-omri-tracer
wip-omri-tracer
master
smithi
centos 8.3
rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-dispatch-delay rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-snaps-few-objects-overwrites}
hit max job timeout