ID
Status
Ceph Branch
Suite Branch
Teuthology Branch
Machine
OS
Nodes
Description
Failure Reason
master
master
master
gibba
ubuntu 20.04
rados/multimon/{clusters/6 mon_election/connectivity msgr-failures/few msgr/async no_pools objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} tasks/mon_recovery}
"2021-04-26T21:41:23.396372+0000 mgr.y (mgr.4111) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/classic msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-small-objects-many-deletes}
"2021-04-26T21:46:58.364089+0000 mgr.x (mgr.4126) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/singleton-nomsgr/{all/msgr mon_election/connectivity rados supported-random-distro$/{rhel_8}}
master
master
master
gibba
ubuntu 20.04
rados/cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/packaged mon_election/classic msgr/async start tasks/rados_python}
master
master
master
gibba
rhel 8.3
rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
"2021-04-26T22:05:59.596631+0000 mgr.y (mgr.4104) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.3
rados/valgrind-leaks/{1-start 2-inject-leak/none centos_latest}
"2021-04-26T22:10:05.902062+0000 mgr.x (mgr.4100) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 20.04
rados/monthrash/{ceph clusters/3-mons mon_election/connectivity msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/one workloads/rados_5925}
master
master
master
gibba
ubuntu 20.04
rados/singleton/{all/mon-auth-caps mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}}
master
master
master
gibba
rhel 8.3
rados/cephadm/smoke-roleless/{0-distro/rhel_8.3_kubic_stable 1-start 2-services/rgw 3-final}
master
master
master
gibba
centos 8.3
rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-comp-lz4 supported-random-distro$/{centos_8} tasks/prometheus}
"2021-04-26T22:16:27.533027+0000 mgr.z (mgr.4135) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.3
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/small-objects}
"2021-04-26T22:19:14.495709+0000 mgr.x (mgr.4126) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 18.04
rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v2only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/few rados thrashers/none thrashosds-health workloads/snaps-few-objects}
master
master
master
gibba
rhel 8.3
rados/cephadm/smoke/{distro/rhel_8.3_kubic_stable fixed-2 mon_election/classic start}
master
master
master
gibba
centos 8.3
rados/singleton-nomsgr/{all/multi-backfill-reject mon_election/classic rados supported-random-distro$/{centos_8}}
master
master
master
gibba
rhel 8.3
rados/objectstore/{backends/filestore-idempotent supported-random-distro$/{rhel_8}}
master
master
master
gibba
centos 8.2
rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/classic task/test_cephadm}
master
master
master
gibba
centos 8.3
rados/singleton/{all/mon-config-key-caps mon_election/classic msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8}}
master
master
master
gibba
centos 8.3
rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
"2021-04-26T22:34:52.745380+0000 mgr.x (mgr.4106) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 20.04
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/snaps-few-objects-balanced}
"2021-04-26T22:35:40.776152+0000 mgr.x (mgr.4107) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 20.04
rados/standalone/{mon_election/classic supported-random-distro$/{ubuntu_latest} workloads/osd}
master
master
master
gibba
ubuntu 18.04
rados/perf/{ceph mon_election/classic objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/wpq_default_shards settings/optimized ubuntu_18.04 workloads/fio_4M_rand_read}
master
master
master
gibba
centos 8.2
rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async-v2only root}
master
master
master
gibba
ubuntu 20.04
rados/singleton-nomsgr/{all/osd_stale_reads mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}}
master
master
master
gibba
centos 8.2
rados/cephadm/with-work/{0-distro/centos_8.2_kubic_stable fixed-2 mode/root mon_election/connectivity msgr/async-v1only start tasks/rados_python}
master
master
master
gibba
centos 8.3
rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} tasks/libcephsqlite}
"2021-04-26T22:59:06.656784+0000 mgr.y (mgr.4107) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/singleton/{all/mon-config-keys mon_election/connectivity msgr-failures/none msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8}}
master
master
master
gibba
ubuntu 20.04
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/snaps-few-objects-localized}
"2021-04-26T23:05:59.978368+0000 mgr.x (mgr.4108) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 18.04
rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 mon_election/connectivity start}
master
master
master
gibba
centos 8.3
rados/singleton-nomsgr/{all/pool-access mon_election/classic rados supported-random-distro$/{centos_8}}
master
master
master
gibba
centos 8.2
rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/connectivity task/test_cephadm_repos}
master
master
master
gibba
centos 8.3
rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2}
hit max job timeout
master
master
master
gibba
centos 8.3
rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados tasks/mon_recovery validater/valgrind}
"2021-04-26T23:32:32.912877+0000 mgr.x (mgr.4109) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.3
rados/multimon/{clusters/9 mon_election/classic msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} tasks/mon_clock_no_skews}
"2021-04-26T23:26:46.871106+0000 mgr.x (mgr.34116) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-small-objects}
"2021-04-26T23:29:59.741463+0000 mgr.y (mgr.4110) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.3
rados/singleton-bluestore/{all/cephtool mon_election/classic msgr-failures/many msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8}}
"2021-04-26T23:30:12.840216+0000 mgr.x (mgr.6816) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 20.04
rados/singleton/{all/mon-config mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}}
master
master
master
gibba
rhel 8.3
rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
master
master
master
gibba
ubuntu 18.04
rados/cephadm/smoke-roleless/{0-distro/ubuntu_18.04 1-start 2-services/basic 3-final}
master
master
master
gibba
rhel 8.3
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/snaps-few-objects}
"2021-04-26T23:58:44.281532+0000 mgr.x (mgr.4105) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.3
rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-comp-snappy supported-random-distro$/{centos_8} tasks/workunits}
"2021-04-26T23:57:34.297465+0000 mgr.z (mgr.4105) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/monthrash/{ceph clusters/9-mons mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} thrashers/sync-many workloads/rados_api_tests}
master
master
master
gibba
ubuntu 18.04
rados/perf/{ceph mon_election/connectivity objectstore/bluestore-bitmap openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_18.04 workloads/fio_4M_rand_rw}
master
master
master
gibba
ubuntu 20.04
rados/standalone/{mon_election/connectivity supported-random-distro$/{ubuntu_latest} workloads/scrub}
master
master
master
gibba
centos 8.3
rados/cephadm/upgrade/{1-start-distro/1-start-centos_8.3-octopus 2-repo_digest/repo_digest 3-start-upgrade 4-wait mon_election/classic}
master
master
master
gibba
ubuntu 20.04
rados/singleton-nomsgr/{all/recovery-unfound-found mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}}
master
master
master
gibba
ubuntu 18.04
rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/osd-delay rados thrashers/pggrow thrashosds-health workloads/test_rbd_api}
Error reimaging machines: reached maximum tries (100) after waiting for 600 seconds
master
master
master
gibba
rhel 8.3
rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/classic msgr-failures/fastclose rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects-fast-read-overwrites}
"2021-04-27T00:31:46.934203+0000 mgr.x (mgr.4105) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/singleton/{all/osd-backfill mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8}}
master
master
master
gibba
centos 8.2
rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async root}
master
master
master
gibba
rhel 8.3
rados/objectstore/{backends/fusestore supported-random-distro$/{rhel_8}}
master
master
master
gibba
rhel 8.3
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/write_fadvise_dontneed}
"2021-04-27T00:40:03.256318+0000 mgr.y (mgr.4120) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 20.04
rados/cephadm/smoke/{distro/ubuntu_20.04 fixed-2 mon_election/classic start}
master
master
master
gibba
centos 8.3
rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
master
master
master
gibba
centos 8.3
rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{centos_8} tasks/rados_api_tests}
"2021-04-27T00:52:28.942363+0000 mgr.y (mgr.4104) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/singleton-nomsgr/{all/version-number-sanity mon_election/classic rados supported-random-distro$/{rhel_8}}
master
master
master
gibba
ubuntu 20.04
rados/singleton/{all/osd-recovery-incomplete mon_election/classic msgr-failures/none msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest}}
master
master
master
gibba
centos 8.2
rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/classic task/test_orch_cli}
master
master
master
gibba
centos 8.3
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/admin_socket_objecter_requests}
"2021-04-27T01:06:16.773051+0000 mgr.x (mgr.4113) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 20.04
rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 1-start 2-services/iscsi 3-final}
master
master
master
gibba
ubuntu 18.04
rados/perf/{ceph mon_election/classic objectstore/bluestore-comp openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/fio_4M_rand_write}
master
master
master
gibba
centos 8.3
rados/dashboard/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity random-objectstore$/{bluestore-comp-zlib} supported-random-distro$/{centos_8} tasks/dashboard}
"2021-04-27T01:20:53.679054+0000 mgr.z (mgr.4123) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/singleton-nomsgr/{all/admin_socket_output mon_election/connectivity rados supported-random-distro$/{rhel_8}}
master
master
master
gibba
centos 8.3
rados/standalone/{mon_election/connectivity supported-random-distro$/{centos_8} workloads/crush}
master
master
master
gibba
ubuntu 18.04
rados/upgrade/pacific-x/parallel/{0-start 1-tasks distro1$/{ubuntu_18.04} mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}}
master
master
master
gibba
rhel 8.3
rados/cephadm/with-work/{0-distro/rhel_8.3_kubic_stable fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rados_api_tests}
master
master
master
gibba
rhel 8.3
rados/singleton/{all/osd-recovery mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8}}
master
master
master
gibba
rhel 8.3
rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3}
master
master
master
gibba
centos 8.3
rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados tasks/rados_api_tests validater/lockdep}
Command failed (workunit test rados/test.sh) on gibba018 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=4f6adfd148cc792c27e30c9664da5f2a1a3a2d4e TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 ALLOW_TIMEOUTS=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
master
master
master
gibba
centos 8.2
rados/cephadm/dashboard/{0-distro/centos_8.2_kubic_stable task/test_e2e}
master
master
master
gibba
rhel 8.3
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/cache-agent-big}
"2021-04-27T02:15:59.457157+0000 mgr.y (mgr.4104) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.3
rados/multimon/{clusters/21 mon_election/connectivity msgr-failures/few msgr/async-v2only no_pools objectstore/filestore-xfs rados supported-random-distro$/{centos_8} tasks/mon_clock_with_skews}
master
master
master
gibba
centos 8.3
rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/classic msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2}
"2021-04-27T02:20:21.636795+0000 mgr.y (mgr.4106) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 20.04
rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
"2021-04-27T02:38:26.434710+0000 mgr.y (mgr.4109) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 18.04
rados/cephadm/orchestrator_cli/{0-random-distro$/{ubuntu_18.04} 2-node-mgr orchestrator_cli}
"2021-04-27T02:35:56.189503+0000 mgr.y (mgr.4099) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/singleton-nomsgr/{all/balancer mon_election/classic rados supported-random-distro$/{rhel_8}}
master
master
master
gibba
rhel 8.3
rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-comp-zlib supported-random-distro$/{rhel_8} tasks/crash}
"2021-04-27T02:52:43.052688+0000 mgr.y (mgr.4102) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/singleton/{all/peer mon_election/classic msgr-failures/many msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8}}
master
master
master
gibba
ubuntu 20.04
rados/monthrash/{ceph clusters/3-mons mon_election/connectivity msgr-failures/mon-delay msgr/async objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/sync workloads/rados_mon_osdmap_prune}
master
master
master
gibba
centos 8.2
rados/cephadm/smoke/{distro/centos_8.2_kubic_stable fixed-2 mon_election/classic start}
master
master
master
gibba
ubuntu 18.04
rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/octopus backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/fastclose rados thrashers/careful thrashosds-health workloads/cache-snaps}
master
master
master
gibba
ubuntu 20.04
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/cache-agent-small}
master
master
master
gibba
rhel 8.3
rados/objectstore/{backends/keyvaluedb supported-random-distro$/{rhel_8}}
master
master
master
gibba
centos 8.3
rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8} tasks/rados_cls_all}
"2021-04-27T03:10:23.711091+0000 mgr.x (mgr.4102) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.2
rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async-v1only root}
master
master
master
gibba
rhel 8.3
rados/singleton-nomsgr/{all/cache-fs-trunc mon_election/connectivity rados supported-random-distro$/{rhel_8}}
master
master
master
gibba
rhel 8.3
rados/singleton/{all/pg-autoscaler-progress-off mon_election/connectivity msgr-failures/none msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8}}
master
master
master
gibba
ubuntu 18.04
rados/perf/{ceph mon_election/connectivity objectstore/bluestore-low-osd-mem-target openstack scheduler/wpq_default_shards settings/optimized ubuntu_18.04 workloads/radosbench_4K_rand_read}
master
master
master
gibba
ubuntu 20.04
rados/standalone/{mon_election/classic supported-random-distro$/{ubuntu_latest} workloads/erasure-code}
master
master
master
gibba
centos 8.2
rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/classic task/test_adoption}
master
master
master
gibba
ubuntu 20.04
rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
"2021-04-27T03:46:29.544563+0000 mgr.y (mgr.4115) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.3
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/cache-pool-snaps-readproxy}
"2021-04-27T03:49:51.707146+0000 mgr.x (mgr.4111) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 20.04
rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04-15.2.9 2-repo_digest/defaut 3-start-upgrade 4-wait mon_election/connectivity}
master
master
master
gibba
rhel 8.3
rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/connectivity msgr-failures/few rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-small-objects-overwrites}
"2021-04-27T03:58:15.667798+0000 mgr.x (mgr.4104) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/singleton/{all/pg-autoscaler mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8}}
master
master
master
gibba
centos 8.3
rados/singleton-nomsgr/{all/ceph-kvstore-tool mon_election/classic rados supported-random-distro$/{centos_8}}
master
master
master
gibba
centos 8.2
rados/cephadm/smoke-roleless/{0-distro/centos_8.2_kubic_stable 1-start 2-services/mirror 3-final}
master
master
master
gibba
ubuntu 20.04
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/cache-pool-snaps}
"2021-04-27T04:19:10.486719+0000 mgr.x (mgr.4117) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/cephadm/smoke/{distro/rhel_8.3_kubic_stable fixed-2 mon_election/connectivity start}
master
master
master
gibba
ubuntu 20.04
rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
"2021-04-27T04:33:46.005537+0000 mgr.y (mgr.4109) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 20.04
rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2}
master
master
master
gibba
centos 8.3
rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados tasks/rados_cls_all validater/valgrind}
"2021-04-27T04:51:14.320822+0000 mgr.x (mgr.4110) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/multimon/{clusters/3 mon_election/classic msgr-failures/many msgr/async no_pools objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} tasks/mon_recovery}
master
master
master
gibba
rhel 8.3
rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1}
"2021-04-27T04:57:20.017702+0000 mgr.x (mgr.4107) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.3
rados/singleton/{all/pg-removal-interruption mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8}}
master
master
master
gibba
centos 8.2
rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/connectivity task/test_cephadm}
master
master
master
gibba
centos 8.3
rados/singleton-nomsgr/{all/ceph-post-file mon_election/connectivity rados supported-random-distro$/{centos_8}}
master
master
master
gibba
ubuntu 20.04
rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} tasks/rados_python}
"2021-04-27T05:10:57.403477+0000 mgr.y (mgr.4111) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 18.04
rados/perf/{ceph mon_election/classic objectstore/bluestore-stupid openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_18.04 workloads/radosbench_4K_seq_read}
master
master
master
gibba
rhel 8.3
rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-comp-zstd supported-random-distro$/{rhel_8} tasks/failover}
"2021-04-27T05:19:40.491635+0000 mgr.z (mgr.4111) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 20.04
rados/standalone/{mon_election/connectivity supported-random-distro$/{ubuntu_latest} workloads/mgr}
master
master
master
gibba
ubuntu 18.04
rados/cephadm/with-work/{0-distro/ubuntu_18.04 fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_python}
master
master
master
gibba
ubuntu 20.04
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/cache-snaps-balanced}
"2021-04-27T09:06:24.766959+0000 mgr.y (mgr.4120) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/monthrash/{ceph clusters/9-mons mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/force-sync-many workloads/rados_mon_workunits}
master
master
master
gibba
rhel 8.3
rados/objectstore/{backends/objectcacher-stress supported-random-distro$/{rhel_8}}
master
master
master
gibba
ubuntu 18.04
rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/pacific backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/few rados thrashers/default thrashosds-health workloads/radosbench}
master
master
master
gibba
centos 8.2
rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async-v2only root}
master
master
master
gibba
rhel 8.3
rados/singleton/{all/radostool mon_election/classic msgr-failures/none msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8}}
master
master
master
gibba
ubuntu 20.04
rados/singleton-nomsgr/{all/export-after-evict mon_election/classic rados supported-random-distro$/{ubuntu_latest}}
master
master
master
gibba
rhel 8.3
rados/cephadm/smoke-roleless/{0-distro/rhel_8.3_kubic_stable 1-start 2-services/rgw-ingress 3-final}
master
master
master
gibba
rhel 8.3
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/cache-snaps}
"2021-04-27T09:44:24.941048+0000 mgr.x (mgr.4110) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/singleton-bluestore/{all/cephtool mon_election/connectivity msgr-failures/none msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8}}
"2021-04-27T09:47:59.095406+0000 mgr.x (mgr.6312) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 18.04
rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 mon_election/classic start}
master
master
master
gibba
ubuntu 20.04
rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-bitmap rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
"2021-04-27T09:58:11.244316+0000 mgr.y (mgr.4102) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.3
rados/valgrind-leaks/{1-start 2-inject-leak/osd centos_latest}
"2021-04-27T10:06:56.013898+0000 mgr.y (mgr.4104) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.3
rados/singleton/{all/random-eio mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8}}
master
master
master
gibba
centos 8.3
rados/singleton-nomsgr/{all/full-tiering mon_election/connectivity rados supported-random-distro$/{centos_8}}
master
master
master
gibba
centos 8.2
rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/classic task/test_cephadm_repos}
master
master
master
gibba
ubuntu 18.04
rados/perf/{ceph mon_election/connectivity objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/radosbench_4M_rand_read}
master
master
master
gibba
rhel 8.3
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/cache}
"2021-04-27T10:19:53.178100+0000 mgr.x (mgr.4102) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 20.04
rados/standalone/{mon_election/classic supported-random-distro$/{ubuntu_latest} workloads/misc}
master
master
master
gibba
ubuntu 20.04
rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/repo_digest 3-start-upgrade 4-wait mon_election/classic}
master
master
master
gibba
ubuntu 20.04
rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} tasks/rados_stress_watch}
"2021-04-27T10:31:51.350689+0000 mgr.y (mgr.4107) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 20.04
rados/singleton/{all/rebuild-mondb mon_election/classic msgr-failures/many msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest}}
timed out waiting for admin_socket to appear after osd.0 restart
master
master
master
gibba
centos 8.3
rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
"2021-04-27T10:46:01.221249+0000 mgr.x (mgr.4113) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.2
rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async root}
master
master
master
gibba
rhel 8.3
rados/singleton-nomsgr/{all/health-warnings mon_election/classic rados supported-random-distro$/{rhel_8}}
master
master
master
gibba
rhel 8.3
rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3}
master
master
master
gibba
centos 8.3
rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados tasks/mon_recovery validater/lockdep}
"2021-04-27T10:57:02.385012+0000 mgr.x (mgr.4113) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/multimon/{clusters/6 mon_election/connectivity msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} tasks/mon_clock_no_skews}
"2021-04-27T11:05:41.463644+0000 mgr.x (mgr.4100) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.3
rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1}
"2021-04-27T11:05:11.458919+0000 mgr.x (mgr.4102) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/dedup-io-mixed}
"2021-04-27T11:08:17.477860+0000 mgr.x (mgr.4111) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 20.04
rados/cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rados_api_tests}
master
master
master
gibba
centos 8.3
rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-hybrid supported-random-distro$/{centos_8} tasks/insights}
"2021-04-27T11:17:19.628762+0000 mgr.x (mgr.4109) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/singleton/{all/recovery-preemption mon_election/connectivity msgr-failures/none msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8}}
master
master
master
gibba
rhel 8.3
rados/objectstore/{backends/objectstore-bluestore-a supported-random-distro$/{rhel_8}}
master
master
master
gibba
ubuntu 20.04
rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/classic msgr-failures/osd-delay rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-snaps-few-objects-overwrites}
"2021-04-27T11:22:30.203866+0000 mgr.x (mgr.4104) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 18.04
rados/cephadm/smoke-roleless/{0-distro/ubuntu_18.04 1-start 2-services/rgw 3-final}
SSH connection to gibba015 was lost: 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic'
master
master
master
gibba
ubuntu 20.04
rados/monthrash/{ceph clusters/3-mons mon_election/connectivity msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/many workloads/snaps-few-objects}
master
master
master
gibba
centos 8.3
rados/singleton-nomsgr/{all/large-omap-object-warnings mon_election/connectivity rados supported-random-distro$/{centos_8}}
Command failed on gibba008 with status 100: 'sudo apt-get clean'
master
master
master
gibba
ubuntu 18.04
rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/luminous-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/osd-delay rados thrashers/mapgap thrashosds-health workloads/rbd_cls}
SSH connection to gibba008 was lost: 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic'
master
master
master
gibba
ubuntu 20.04
rados/cephadm/smoke/{distro/ubuntu_20.04 fixed-2 mon_election/connectivity start}
master
master
master
gibba
ubuntu 20.04
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/dedup-io-snaps}
SSH connection to gibba032 was lost: 'uname -r'
master
master
master
gibba
ubuntu 18.04
rados/perf/{ceph mon_election/classic objectstore/bluestore-bitmap openstack scheduler/wpq_default_shards settings/optimized ubuntu_18.04 workloads/radosbench_4M_seq_read}
SSH connection to gibba015 was lost: 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic'
master
master
master
gibba
centos 8.3
rados/standalone/{mon_election/connectivity supported-random-distro$/{centos_8} workloads/mon}
Command failed (workunit test mon/mon-bind.sh) on gibba044 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=4f6adfd148cc792c27e30c9664da5f2a1a3a2d4e TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/standalone/mon/mon-bind.sh'
master
master
master
gibba
ubuntu 20.04
rados/upgrade/pacific-x/rgw-multisite/{clusters frontend overrides realm supported-random-distro$/{ubuntu_latest} tasks upgrade/secondary}
Command failed on gibba015 with status 100: 'sudo apt-get clean'
master
master
master
gibba
rhel 8.3
rados/singleton/{all/resolve_stuck_peering mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8}}
master
master
master
gibba
centos 8.2
rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/connectivity task/test_orch_cli}
master
master
master
gibba
centos 8.3
rados/singleton-nomsgr/{all/lazy_omap_stats_output mon_election/classic rados supported-random-distro$/{centos_8}}
master
master
master
gibba
rhel 8.3
rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
"2021-04-27T11:47:21.347109+0000 mgr.x (mgr.4113) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.2
rados/cephadm/smoke/{distro/centos_8.2_kubic_stable fixed-2 mon_election/connectivity start}
master
master
master
gibba
rhel 8.3
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/pool-snaps-few-objects}
"2021-04-27T11:59:31.963640+0000 mgr.y (mgr.4101) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} tasks/rados_striper}
"2021-04-27T11:58:12.902334+0000 mgr.x (mgr.4105) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.2
rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async-v1only root}
master
master
master
gibba
rhel 8.3
rados/singleton/{all/test-crash mon_election/connectivity msgr-failures/many msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8}}
master
master
master
gibba
centos 8.2
rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/connectivity task/test_adoption}
master
master
master
gibba
rhel 8.3
rados/singleton-nomsgr/{all/librados_hello_world mon_election/connectivity rados supported-random-distro$/{rhel_8}}
"2021-04-27T12:06:55.417818+0000 mgr.x (mgr.4102) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
"2021-04-27T12:18:27.913211+0000 mgr.y (mgr.4110) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.3
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/rados_api_tests}
"2021-04-27T12:14:40.458881+0000 mgr.x (mgr.4108) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 20.04
rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 1-start 2-services/basic 3-final}
master
master
master
gibba
centos 8.3
rados/singleton/{all/test_envlibrados_for_rocksdb mon_election/classic msgr-failures/none msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8}}
master
master
master
gibba
ubuntu 20.04
rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2}
master
master
master
gibba
centos 8.3
rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados tasks/rados_api_tests validater/valgrind}
"2021-04-27T12:47:35.140873+0000 mgr.x (mgr.4102) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 18.04
rados/perf/{ceph mon_election/connectivity objectstore/bluestore-comp openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_18.04 workloads/radosbench_4M_write}
master
master
master
gibba
centos 8.3
rados/standalone/{mon_election/classic supported-random-distro$/{centos_8} workloads/osd-backfill}
master
master
master
gibba
rhel 8.3
rados/multimon/{clusters/9 mon_election/classic msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} tasks/mon_clock_with_skews}
master
master
master
gibba
ubuntu 20.04
rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-radosbench}
"2021-04-27T12:44:44.542524+0000 mgr.x (mgr.4101) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 20.04
rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-low-osd-mem-target supported-random-distro$/{ubuntu_latest} tasks/module_selftest}
"2021-04-27T12:48:16.902571+0000 mgr.z (mgr.4111) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.3
rados/cephadm/upgrade/{1-start-distro/1-start-centos_8.3-octopus 2-repo_digest/defaut 3-start-upgrade 4-wait mon_election/connectivity}
master
master
master
gibba
ubuntu 20.04
rados/objectstore/{backends/objectstore-bluestore-b supported-random-distro$/{ubuntu_latest}}
master
master
master
gibba
rhel 8.3
rados/singleton-nomsgr/{all/msgr mon_election/classic rados supported-random-distro$/{rhel_8}}
master
master
master
gibba
ubuntu 20.04
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/radosbench-high-concurrency}
"2021-04-27T13:02:35.884848+0000 mgr.x (mgr.4099) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.2
rados/cephadm/with-work/{0-distro/centos_8.2_kubic_stable fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rados_python}
master
master
master
gibba
rhel 8.3
rados/monthrash/{ceph clusters/9-mons mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/one workloads/pool-create-delete}
master
master
master
gibba
rhel 8.3
rados/singleton/{all/thrash-backfill-full mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8}}
master
master
master
gibba
ubuntu 18.04
rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/luminous backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/fastclose rados thrashers/morepggrow thrashosds-health workloads/snaps-few-objects}
master
master
master
gibba
rhel 8.3
rados/cephadm/smoke/{distro/rhel_8.3_kubic_stable fixed-2 mon_election/classic start}
master
master
master
gibba
centos 8.3
rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} tasks/rados_workunit_loadgen_big}
"2021-04-27T13:33:47.209173+0000 mgr.x (mgr.4115) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/singleton-nomsgr/{all/multi-backfill-reject mon_election/connectivity rados supported-random-distro$/{rhel_8}}
master
master
master
gibba
centos 8.2
rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/classic task/test_cephadm}
master
master
master
gibba
ubuntu 20.04
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/radosbench}
"2021-04-27T13:50:15.987970+0000 mgr.x (mgr.4100) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
"2021-04-27T14:14:01.787018+0000 mgr.y (mgr.4106) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.3
rados/singleton/{all/thrash-eio mon_election/classic msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8}}
master
master
master
gibba
centos 8.2
rados/cephadm/smoke-roleless/{0-distro/centos_8.2_kubic_stable 1-start 2-services/iscsi 3-final}
master
master
master
gibba
centos 8.3
rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/connectivity msgr-failures/fastclose rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites}
"2021-04-27T14:19:52.728863+0000 mgr.y (mgr.4113) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 18.04
rados/perf/{ceph mon_election/classic objectstore/bluestore-low-osd-mem-target openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/radosbench_omap_write}
reached maximum tries (1550) after waiting for 9300 seconds
master
master
master
gibba
centos 8.3
rados/standalone/{mon_election/connectivity supported-random-distro$/{centos_8} workloads/osd}
master
master
master
gibba
centos 8.2
rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async-v2only root}
master
master
master
gibba
ubuntu 20.04
rados/singleton-nomsgr/{all/osd_stale_reads mon_election/classic rados supported-random-distro$/{ubuntu_latest}}
master
master
master
gibba
ubuntu 20.04
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/redirect}
"2021-04-27T14:49:00.092414+0000 mgr.x (mgr.4144) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 20.04
rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
"2021-04-27T15:00:30.372781+0000 mgr.y (mgr.4107) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.3
rados/singleton/{all/thrash-rados/{thrash-rados thrashosds-health} mon_election/connectivity msgr-failures/none msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8}}
master
master
master
gibba
rhel 8.3
rados/cephadm/with-work/{0-distro/rhel_8.3_kubic_stable fixed-2 mode/packaged mon_election/classic msgr/async start tasks/rados_api_tests}
master
master
master
gibba
ubuntu 20.04
rados/singleton-bluestore/{all/cephtool mon_election/classic msgr-failures/none msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}}
master
master
master
gibba
ubuntu 18.04
rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 mon_election/connectivity start}
master
master
master
gibba
rhel 8.3
rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3}
master
master
master
gibba
centos 8.3
rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/connectivity msgr-failures/few msgr/async objectstore/filestore-xfs rados tasks/rados_cls_all validater/lockdep}
"2021-04-27T15:19:51.207132+0000 mgr.x (mgr.4111) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.3
rados/objectstore/{backends/objectstore-filestore-memstore supported-random-distro$/{centos_8}}
master
master
master
gibba
ubuntu 20.04
rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-stupid supported-random-distro$/{ubuntu_latest} tasks/progress}
Test failure: test_pool_removal (tasks.mgr.test_progress.TestProgress)
master
master
master
gibba
ubuntu 20.04
rados/singleton-nomsgr/{all/pool-access mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}}
master
master
master
gibba
ubuntu 20.04
rados/multimon/{clusters/21 mon_election/connectivity msgr-failures/few msgr/async no_pools objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} tasks/mon_recovery}
master
master
master
gibba
centos 8.3
rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-small-objects-balanced}
"2021-04-27T15:42:10.310530+0000 mgr.y (mgr.4107) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 20.04
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/redirect_promote_tests}
"2021-04-27T15:43:57.670014+0000 mgr.x (mgr.4113) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.2
rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/connectivity task/test_cephadm_repos}
master
master
master
gibba
rhel 8.3
rados/singleton/{all/thrash_cache_writeback_proxy_none mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8}}
master
master
master
gibba
centos 8.3
rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} tasks/rados_workunit_loadgen_mix}
"2021-04-27T15:53:00.687718+0000 mgr.x (mgr.4111) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 20.04
rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04-15.2.9 2-repo_digest/repo_digest 3-start-upgrade 4-wait mon_election/classic}
master
master
master
gibba
centos 8.3
rados/monthrash/{ceph clusters/3-mons mon_election/connectivity msgr-failures/mon-delay msgr/async-v1only objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/sync-many workloads/rados_5925}
master
master
master
gibba
ubuntu 18.04
rados/perf/{ceph mon_election/connectivity objectstore/bluestore-stupid openstack scheduler/wpq_default_shards settings/optimized ubuntu_18.04 workloads/sample_fio}
master
master
master
gibba
ubuntu 18.04
rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/mimic-v1only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/few rados thrashers/none thrashosds-health workloads/test_rbd_api}
master
master
master
gibba
centos 8.3
rados/standalone/{mon_election/classic supported-random-distro$/{centos_8} workloads/scrub}
Command failed (workunit test scrub/osd-recovery-scrub.sh) on gibba041 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=4f6adfd148cc792c27e30c9664da5f2a1a3a2d4e TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/standalone/scrub/osd-recovery-scrub.sh'
master
master
master
gibba
centos 8.3
rados/singleton-nomsgr/{all/recovery-unfound-found mon_election/classic rados supported-random-distro$/{centos_8}}
master
master
master
gibba
rhel 8.3
rados/cephadm/smoke-roleless/{0-distro/rhel_8.3_kubic_stable 1-start 2-services/mirror 3-final}
master
master
master
gibba
rhel 8.3
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/redirect_set_object}
master
master
master
gibba
centos 8.3
rados/singleton/{all/watch-notify-same-primary mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8}}
master
master
master
gibba
centos 8.2
rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async root}
master
master
master
gibba
centos 8.3
rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
"2021-04-27T16:30:19.771025+0000 mgr.x (mgr.4110) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 20.04
rados/cephadm/smoke/{distro/ubuntu_20.04 fixed-2 mon_election/classic start}
master
master
master
gibba
rhel 8.3
rados/singleton-nomsgr/{all/version-number-sanity mon_election/connectivity rados supported-random-distro$/{rhel_8}}
master
master
master
gibba
rhel 8.3
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/set-chunks-read}
"2021-04-28T00:46:27.829280+0000 mgr.x (mgr.4099) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.3
rados/singleton/{all/admin-socket mon_election/classic msgr-failures/none msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8}}
master
master
master
gibba
centos 8.2
rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/classic task/test_orch_cli}
master
master
master
gibba
ubuntu 20.04
rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
"2021-04-28T00:56:43.547297+0000 mgr.y (mgr.4130) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 18.04
rados/cephadm/with-work/{0-distro/ubuntu_18.04 fixed-2 mode/root mon_election/connectivity msgr/async-v1only start tasks/rados_python}
master
master
master
gibba
ubuntu 18.04
rados/perf/{ceph mon_election/classic objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_18.04 workloads/sample_radosbench}
master
master
master
gibba
ubuntu 20.04
rados/dashboard/{clusters/{2-node-mgr} debug/mgr mon_election/classic random-objectstore$/{bluestore-comp-zlib} supported-random-distro$/{ubuntu_latest} tasks/dashboard}
"2021-04-28T01:11:07.630983+0000 mgr.z (mgr.4111) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 20.04
rados/objectstore/{backends/alloc-hint supported-random-distro$/{ubuntu_latest}}
master
master
master
gibba
rhel 8.3
rados/rest/{mgr-restful supported-random-distro$/{rhel_8}}
master
master
master
gibba
ubuntu 20.04
rados/singleton-nomsgr/{all/admin_socket_output mon_election/classic rados supported-random-distro$/{ubuntu_latest}}
master
master
master
gibba
rhel 8.3
rados/standalone/{mon_election/classic supported-random-distro$/{rhel_8} workloads/crush}
master
master
master
gibba
ubuntu 18.04
rados/upgrade/pacific-x/parallel/{0-start 1-tasks distro1$/{ubuntu_18.04} mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}}
master
master
master
gibba
centos 8.3
rados/valgrind-leaks/{1-start 2-inject-leak/mon centos_latest}
"2021-04-28T01:26:11.082469+0000 mgr.y (mgr.4106) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.3
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/small-objects-balanced}
"2021-04-28T01:29:09.190902+0000 mgr.y (mgr.4107) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.3
rados/singleton/{all/deduptool mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8}}
master
master
master
gibba
centos 8.3
rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} tasks/rados_workunit_loadgen_mostlyread}
Could not reconnect to ubuntu@gibba008.front.sepia.ceph.com
master
master
master
gibba
ubuntu 20.04
rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/filestore-xfs supported-random-distro$/{ubuntu_latest} tasks/prometheus}
"2021-04-28T01:36:50.024765+0000 mgr.y (mgr.4108) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 18.04
rados/cephadm/smoke-roleless/{0-distro/ubuntu_18.04 1-start 2-services/rgw-ingress 3-final}
master
master
master
gibba
ubuntu 20.04
rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2}
master
master
master
gibba
centos 8.3
rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados tasks/rados_cls_all validater/valgrind}
"2021-04-28T01:58:24.556840+0000 mgr.x (mgr.4106) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.3
rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/classic msgr-failures/few rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-fast-read-overwrites}
hit max job timeout
master
master
master
gibba
rhel 8.3
rados/multimon/{clusters/3 mon_election/classic msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} tasks/mon_clock_no_skews}
master
master
master
gibba
ubuntu 20.04
rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-small-objects-fast-read}
"2021-04-28T02:00:20.511776+0000 mgr.y (mgr.4113) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.2
rados/cephadm/dashboard/{0-distro/centos_8.2_kubic_stable task/test_e2e}
master
master
master
gibba
rhel 8.3
rados/singleton-nomsgr/{all/balancer mon_election/connectivity rados supported-random-distro$/{rhel_8}}
master
master
master
gibba
rhel 8.3
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/small-objects-localized}
"2021-04-28T02:20:19.637389+0000 mgr.y (mgr.4109) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 20.04
rados/singleton/{all/divergent_priors mon_election/classic msgr-failures/many msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}}
master
master
master
gibba
centos 8.2
rados/cephadm/orchestrator_cli/{0-random-distro$/{centos_8.2_kubic_stable} 2-node-mgr orchestrator_cli}
"2021-04-28T02:26:33.821139+0000 mgr.y (mgr.4105) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/monthrash/{ceph clusters/9-mons mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/sync workloads/rados_api_tests}
master
master
master
gibba
ubuntu 18.04
rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/mimic backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/osd-delay rados thrashers/pggrow thrashosds-health workloads/cache-snaps}
master
master
master
gibba
centos 8.2
rados/cephadm/smoke/{distro/centos_8.2_kubic_stable fixed-2 mon_election/classic start}
master
master
master
gibba
centos 8.2
rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async-v1only root}
master
master
master
gibba
centos 8.3
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/small-objects}
"2021-04-28T02:47:54.067369+0000 mgr.y (mgr.4098) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/singleton/{all/divergent_priors2 mon_election/connectivity msgr-failures/none msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8}}
master
master
master
gibba
rhel 8.3
rados/singleton-nomsgr/{all/cache-fs-trunc mon_election/classic rados supported-random-distro$/{rhel_8}}
"2021-04-28T02:50:31.684309+0000 mgr.x (mgr.4102) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 18.04
rados/perf/{ceph mon_election/connectivity objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_18.04 workloads/cosbench_64K_read_write}
master
master
master
gibba
ubuntu 20.04
rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
"2021-04-28T03:09:18.894779+0000 mgr.y (mgr.4110) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.3
rados/standalone/{mon_election/connectivity supported-random-distro$/{centos_8} workloads/erasure-code}
master
master
master
gibba
centos 8.2
rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/classic task/test_adoption}
master
master
master
gibba
rhel 8.3
rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
"2021-04-28T03:21:21.627358+0000 mgr.x (mgr.4109) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} tasks/readwrite}
"2021-04-28T03:18:25.935886+0000 mgr.x (mgr.4112) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 20.04
rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/defaut 3-start-upgrade 4-wait mon_election/connectivity}
master
master
master
gibba
ubuntu 20.04
rados/singleton/{all/dump-stuck mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}}
master
master
master
gibba
centos 8.3
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/snaps-few-objects-balanced}
"2021-04-28T03:33:42.225140+0000 mgr.x (mgr.4102) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/singleton-nomsgr/{all/ceph-kvstore-tool mon_election/connectivity rados supported-random-distro$/{rhel_8}}
master
master
master
gibba
ubuntu 20.04
rados/objectstore/{backends/ceph_objectstore_tool supported-random-distro$/{ubuntu_latest}}
master
master
master
gibba
ubuntu 20.04
rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 1-start 2-services/rgw 3-final}
master
master
master
gibba
centos 8.3
rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-bitmap supported-random-distro$/{centos_8} tasks/workunits}
"2021-04-28T03:40:15.094630+0000 mgr.y (mgr.4111) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3}
master
master
master
gibba
centos 8.3
rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados tasks/mon_recovery validater/lockdep}
"2021-04-28T03:56:13.878945+0000 mgr.y (mgr.4101) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/cephadm/smoke/{distro/rhel_8.3_kubic_stable fixed-2 mon_election/connectivity start}
master
master
master
gibba
ubuntu 20.04
rados/multimon/{clusters/6 mon_election/connectivity msgr-failures/few msgr/async-v2only no_pools objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_with_skews}
"2021-04-28T04:02:07.255344+0000 mgr.y (mgr.4101) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 20.04
rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/classic msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-many-deletes}
"2021-04-28T04:05:15.676565+0000 mgr.y (mgr.4109) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 20.04
rados/singleton/{all/ec-lost-unfound mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}}
master
master
master
gibba
rhel 8.3
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/snaps-few-objects-localized}
"2021-04-28T04:07:05.961976+0000 mgr.x (mgr.4111) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 20.04
rados/singleton-nomsgr/{all/ceph-post-file mon_election/classic rados supported-random-distro$/{ubuntu_latest}}
master
master
master
gibba
centos 8.2
rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/connectivity task/test_cephadm}
master
master
master
gibba
ubuntu 18.04
rados/perf/{ceph mon_election/classic objectstore/bluestore-bitmap openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/cosbench_64K_write}
master
master
master
gibba
ubuntu 20.04
rados/standalone/{mon_election/classic supported-random-distro$/{ubuntu_latest} workloads/mgr}
master
master
master
gibba
centos 8.3
rados/monthrash/{ceph clusters/3-mons mon_election/connectivity msgr-failures/mon-delay msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/force-sync-many workloads/rados_mon_osdmap_prune}
master
master
master
gibba
ubuntu 20.04
rados/cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rados_api_tests}
master
master
master
gibba
ubuntu 18.04
rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/fastclose rados thrashers/careful thrashosds-health workloads/radosbench}
master
master
master
gibba
rhel 8.3
rados/singleton/{all/erasure-code-nonregression mon_election/classic msgr-failures/none msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8}}
master
master
master
gibba
centos 8.3
rados/singleton-bluestore/{all/cephtool mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8}}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
rhel 8.3
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/snaps-few-objects}
"2021-04-28T09:49:23.250749+0000 mgr.x (mgr.4102) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.2
rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async-v2only root}
master
master
master
gibba
centos 8.3
rados/singleton-nomsgr/{all/export-after-evict mon_election/connectivity rados supported-random-distro$/{centos_8}}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
rhel 8.3
rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/connectivity msgr-failures/osd-delay rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-overwrites}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
ubuntu 20.04
rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} tasks/repair_test}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
ubuntu 18.04
rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 mon_election/classic start}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
ubuntu 20.04
rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
ubuntu 20.04
rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-bitmap rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
rhel 8.3
rados/singleton/{all/lost-unfound-delete mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8}}
master
master
master
gibba
centos 8.2
rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/classic task/test_cephadm_repos}
master
master
master
gibba
centos 8.3
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/write_fadvise_dontneed}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
ubuntu 20.04
rados/singleton-nomsgr/{all/full-tiering mon_election/classic rados supported-random-distro$/{ubuntu_latest}}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
centos 8.3
rados/objectstore/{backends/filejournal supported-random-distro$/{centos_8}}
master
master
master
gibba
centos 8.2
rados/cephadm/smoke-roleless/{0-distro/centos_8.2_kubic_stable 1-start 2-services/basic 3-final}
master
master
master
gibba
ubuntu 18.04
rados/perf/{ceph mon_election/connectivity objectstore/bluestore-comp openstack scheduler/wpq_default_shards settings/optimized ubuntu_18.04 workloads/fio_4K_rand_read}
master
master
master
gibba
centos 8.3
rados/standalone/{mon_election/connectivity supported-random-distro$/{centos_8} workloads/misc}
master
master
master
gibba
centos 8.3
rados/cephadm/upgrade/{1-start-distro/1-start-centos_8.3-octopus 2-repo_digest/defaut 3-start-upgrade 4-wait mon_election/classic}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
rhel 8.3
rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-comp-lz4 supported-random-distro$/{rhel_8} tasks/crash}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
rhel 8.3
rados/singleton/{all/lost-unfound mon_election/classic msgr-failures/many msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8}}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
rhel 8.3
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/admin_socket_objecter_requests}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
ubuntu 20.04
rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
centos 8.3
rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados tasks/rados_api_tests validater/valgrind}
"2021-04-28T10:56:27.822872+0000 mgr.y (mgr.4102) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
rhel 8.3
rados/singleton-nomsgr/{all/health-warnings mon_election/connectivity rados supported-random-distro$/{rhel_8}}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
centos 8.2
rados/cephadm/with-work/{0-distro/centos_8.2_kubic_stable fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_python}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
rhel 8.3
rados/multimon/{clusters/9 mon_election/classic msgr-failures/many msgr/async no_pools objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} tasks/mon_recovery}
master
master
master
gibba
centos 8.3
rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects}
"2021-04-28T10:53:07.783491+0000 mgr.x (mgr.4100) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.2
rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async root}
master
master
master
gibba
rhel 8.3
rados/singleton/{all/max-pg-per-osd.from-mon mon_election/connectivity msgr-failures/none msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8}}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
centos 8.3
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/cache-agent-big}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
centos 8.3
rados/monthrash/{ceph clusters/9-mons mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/many workloads/rados_mon_workunits}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
ubuntu 20.04
rados/cephadm/smoke/{distro/ubuntu_20.04 fixed-2 mon_election/connectivity start}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
ubuntu 20.04
rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} tasks/scrub_test}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
ubuntu 18.04
rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v2only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/few rados thrashers/default thrashosds-health workloads/rbd_cls}
master
master
master
gibba
rhel 8.3
rados/singleton-nomsgr/{all/large-omap-object-warnings mon_election/classic rados supported-random-distro$/{rhel_8}}
master
master
master
gibba
centos 8.2
rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/connectivity task/test_orch_cli}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
ubuntu 18.04
rados/perf/{ceph mon_election/classic objectstore/bluestore-low-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_18.04 workloads/fio_4K_rand_rw}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
centos 8.3
rados/standalone/{mon_election/classic supported-random-distro$/{centos_8} workloads/mon}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
ubuntu 20.04
rados/upgrade/pacific-x/rgw-multisite/{clusters frontend overrides realm supported-random-distro$/{ubuntu_latest} tasks upgrade/primary}
master
master
master
gibba
centos 8.3
rados/singleton/{all/max-pg-per-osd.from-primary mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8}}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
rhel 8.3
rados/cephadm/smoke-roleless/{0-distro/rhel_8.3_kubic_stable 1-start 2-services/iscsi 3-final}
master
master
master
gibba
rhel 8.3
rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/cache-agent-small}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
ubuntu 20.04
rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
centos 8.3
rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
rhel 8.3
rados/singleton-nomsgr/{all/lazy_omap_stats_output mon_election/connectivity rados supported-random-distro$/{rhel_8}}
"2021-04-28T13:03:02.091531+0000 mgr.x (mgr.4102) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.2
rados/cephadm/smoke/{distro/centos_8.2_kubic_stable fixed-2 mon_election/connectivity start}
master
master
master
gibba
rhel 8.3
rados/objectstore/{backends/filestore-idempotent-aio-journal supported-random-distro$/{rhel_8}}
master
master
master
gibba
ubuntu 20.04
rados/singleton/{all/max-pg-per-osd.from-replica mon_election/connectivity msgr-failures/many msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
centos 8.2
rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async-v1only root}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
rhel 8.3
rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/cache-pool-snaps-readproxy}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
ubuntu 20.04
rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-comp-snappy supported-random-distro$/{ubuntu_latest} tasks/failover}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
ubuntu 20.04
rados/singleton-nomsgr/{all/librados_hello_world mon_election/classic rados supported-random-distro$/{ubuntu_latest}}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
centos 8.2
rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/connectivity task/test_adoption}
master
master
master
gibba
rhel 8.3
rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/classic msgr-failures/fastclose rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-snaps-few-objects-overwrites}
"2021-04-28T13:14:32.216956+0000 mgr.x (mgr.4102) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
centos 8.3
rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
centos 8.3
rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados tasks/rados_cls_all validater/lockdep}
"2021-04-28T13:15:17.366558+0000 mgr.y (mgr.4107) 1 : cluster [ERR] Failed to load ceph-mgr modules: rook" in cluster log
master
master
master
gibba
ubuntu 20.04
rados/singleton/{all/mon-auth-caps mon_election/classic msgr-failures/none msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
ubuntu 20.04
rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04-15.2.9 2-repo_digest/repo_digest 3-start-upgrade 4-wait mon_election/connectivity}
master
master
master
gibba
ubuntu 18.04
rados/perf/{ceph mon_election/connectivity objectstore/bluestore-stupid openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/fio_4M_rand_read}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
centos 8.3
rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} tasks/libcephsqlite}
Error reimaging machines: Failed to power on gibba021
master
master
master
gibba
rhel 8.3
rados/multimon/{clusters/21 mon_election/connectivity msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} tasks/mon_clock_no_skews}
'NoneType' object has no attribute 'get'
master
master
master
gibba
rhel 8.3
rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/classic msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2}
Error reimaging machines: 'NoneType' object has no attribute 'get'