Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 5990984 2021-03-23 23:04:50 2021-03-23 23:50:07 2021-03-24 00:30:11 0:40:04 0:26:16 0:13:48 gibba master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 5990985 2021-03-23 23:04:51 2021-03-23 23:53:08 2021-03-24 00:15:55 0:22:47 0:12:10 0:10:37 gibba master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados tasks/mon_recovery validater/lockdep} 2
pass 5990986 2021-03-23 23:04:52 2021-03-23 23:53:08 2021-03-24 00:34:07 0:40:59 0:20:38 0:20:21 gibba master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5990987 2021-03-23 23:04:53 2021-03-24 00:03:00 2021-03-24 00:22:06 0:19:06 0:08:25 0:10:41 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/redirect_set_object} 2
pass 5990988 2021-03-23 23:04:54 2021-03-24 00:03:10 2021-03-24 00:19:57 0:16:47 0:08:14 0:08:33 gibba master rhel 8.3 rados/multimon/{clusters/6 mon_election/classic msgr-failures/few msgr/async-v2only no_pools objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} tasks/mon_clock_with_skews} 2
pass 5990989 2021-03-23 23:04:54 2021-03-24 00:05:11 2021-03-24 00:19:57 0:14:46 0:09:36 0:05:10 gibba master rhel 8.3 rados/singleton/{all/deduptool mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8}} 1
pass 5990990 2021-03-23 23:04:55 2021-03-24 00:05:11 2021-03-24 00:44:44 0:39:33 0:27:19 0:12:14 gibba master ubuntu 18.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} tasks/rados_api_tests} 2
pass 5990991 2021-03-23 23:04:56 2021-03-24 00:07:31 2021-03-24 00:40:43 0:33:12 0:23:30 0:09:42 gibba master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/cosbench_64K_write} 1
pass 5990992 2021-03-23 23:04:57 2021-03-24 00:07:32 2021-03-24 00:40:20 0:32:48 0:27:33 0:05:15 gibba master rhel 8.3 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-snaps-few-objects-overwrites} 2
pass 5990993 2021-03-23 23:04:58 2021-03-24 00:07:32 2021-03-24 00:37:05 0:29:33 0:10:34 0:18:59 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/set-chunks-read} 2
pass 5990994 2021-03-23 23:04:59 2021-03-24 00:16:03 2021-03-24 01:30:55 1:14:52 1:05:10 0:09:42 gibba master rhel 8.3 rados/dashboard/{clusters/{2-node-mgr} debug/mgr mon_election/classic random-objectstore$/{bluestore-comp-lz4} supported-random-distro$/{rhel_8} tasks/dashboard} 2
pass 5990995 2021-03-23 23:04:59 2021-03-24 00:20:04 2021-03-24 00:34:35 0:14:31 0:09:25 0:05:06 gibba master rhel 8.3 rados/objectstore/{backends/alloc-hint supported-random-distro$/{rhel_8}} 1
pass 5990996 2021-03-23 23:05:00 2021-03-24 00:20:04 2021-03-24 00:41:01 0:20:57 0:10:55 0:10:02 gibba master rhel 8.3 rados/rest/{mgr-restful supported-random-distro$/{rhel_8}} 1
pass 5990997 2021-03-23 23:05:01 2021-03-24 00:22:15 2021-03-24 00:42:43 0:20:28 0:15:30 0:04:58 gibba master rhel 8.3 rados/singleton-nomsgr/{all/admin_socket_output mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 5990998 2021-03-23 23:05:02 2021-03-24 00:22:15 2021-03-24 00:48:56 0:26:41 0:10:08 0:16:33 gibba master centos 8.3 rados/standalone/{mon_election/classic supported-random-distro$/{centos_8} workloads/crush} 1
pass 5990999 2021-03-23 23:05:03 2021-03-24 00:30:16 2021-03-24 02:05:32 1:35:16 1:24:44 0:10:32 gibba master ubuntu 20.04 rados/upgrade/pacific-x/parallel/{0-start 1-tasks distro1$/{ubuntu_20.04} mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} 2
pass 5991000 2021-03-23 23:05:03 2021-03-24 00:30:16 2021-03-24 01:00:48 0:30:32 0:17:03 0:13:29 gibba master centos 8.3 rados/valgrind-leaks/{1-start 2-inject-leak/mon centos_latest} 1
pass 5991001 2021-03-23 23:05:04 2021-03-24 00:34:17 2021-03-24 01:01:49 0:27:32 0:17:59 0:09:33 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/small-objects-balanced} 2
pass 5991002 2021-03-23 23:05:05 2021-03-24 00:34:37 2021-03-24 01:10:09 0:35:32 0:22:25 0:13:07 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/small-objects-localized} 2
pass 5991003 2021-03-23 23:05:06 2021-03-24 00:37:08 2021-03-24 01:02:17 0:25:09 0:09:53 0:15:16 gibba master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5991004 2021-03-23 23:05:07 2021-03-24 00:41:09 2021-03-24 00:59:21 0:18:12 0:07:45 0:10:27 gibba master centos 8.3 rados/singleton/{all/divergent_priors mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8}} 1
pass 5991005 2021-03-23 23:05:08 2021-03-24 00:42:49 2021-03-24 01:13:57 0:31:08 0:19:09 0:11:59 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/small-objects} 2
pass 5991006 2021-03-23 23:05:08 2021-03-24 00:44:50 2021-03-24 01:24:13 0:39:23 0:25:17 0:14:06 gibba master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/mimic backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/fastclose rados thrashers/careful thrashosds-health workloads/rbd_cls} 3
pass 5991007 2021-03-23 23:05:09 2021-03-24 00:49:00 2021-03-24 01:11:58 0:22:58 0:10:22 0:12:36 gibba master rhel 8.3 rados/singleton-nomsgr/{all/balancer mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 5991008 2021-03-23 23:05:10 2021-03-24 00:55:11 2021-03-24 01:32:00 0:36:49 0:26:53 0:09:56 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/snaps-few-objects-balanced} 2
pass 5991009 2021-03-23 23:05:11 2021-03-24 00:55:12 2021-03-24 01:30:09 0:34:57 0:21:54 0:13:03 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/snaps-few-objects-localized} 2
pass 5991010 2021-03-23 23:05:12 2021-03-24 00:59:22 2021-03-24 01:30:32 0:31:10 0:22:18 0:08:52 gibba master rhel 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-comp-snappy supported-random-distro$/{rhel_8} tasks/progress} 2
pass 5991011 2021-03-23 23:05:12 2021-03-24 01:01:53 2021-03-24 01:17:04 0:15:11 0:07:07 0:08:04 gibba master ubuntu 18.04 rados/singleton/{all/divergent_priors2 mon_election/classic msgr-failures/none msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} 1
pass 5991012 2021-03-23 23:05:13 2021-03-24 01:01:53 2021-03-24 01:39:04 0:37:11 0:29:39 0:07:32 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/snaps-few-objects} 2
pass 5991013 2021-03-23 23:05:14 2021-03-24 01:02:23 2021-03-24 01:21:24 0:19:01 0:10:46 0:08:15 gibba master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-bitmap openstack scheduler/wpq_default_shards settings/optimized ubuntu_18.04 workloads/fio_4K_rand_read} 1
pass 5991014 2021-03-23 23:05:15 2021-03-24 01:02:24 2021-03-24 01:19:11 0:16:47 0:08:08 0:08:39 gibba master centos 8.3 rados/singleton-nomsgr/{all/cache-fs-trunc mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 5991015 2021-03-23 23:05:16 2021-03-24 01:02:24 2021-03-24 01:55:10 0:52:46 0:38:08 0:14:38 gibba master rhel 8.3 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} thrashers/many workloads/snaps-few-objects} 2
dead 5991016 2021-03-23 23:05:16 2021-03-24 01:10:16 2021-03-24 01:10:16 0:00:00 gibba master ubuntu 18.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-radosbench}
pass 5991017 2021-03-23 23:05:17 2021-03-24 17:35:05 2021-03-24 18:16:50 0:41:45 0:16:05 0:25:40 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/write_fadvise_dontneed} 2
pass 5991018 2021-03-23 23:05:18 2021-03-24 17:36:26 2021-03-24 18:03:40 0:27:14 0:16:55 0:10:19 gibba master ubuntu 18.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} tasks/rados_cls_all} 2
pass 5991019 2021-03-23 23:05:19 2021-03-24 17:36:36 2021-03-24 18:26:52 0:50:16 0:37:43 0:12:33 gibba master ubuntu 18.04 rados/standalone/{mon_election/connectivity supported-random-distro$/{ubuntu_latest} workloads/erasure-code} 1
pass 5991020 2021-03-23 23:05:20 2021-03-24 17:39:47 2021-03-24 18:40:54 1:01:07 0:50:21 0:10:46 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/admin_socket_objecter_requests} 2
pass 5991021 2021-03-23 23:05:21 2021-03-24 17:44:17 2021-03-24 18:08:54 0:24:37 0:10:22 0:14:15 gibba master centos 8.3 rados/singleton/{all/dump-stuck mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8}} 1
pass 5991022 2021-03-23 23:05:21 2021-03-24 17:44:18 2021-03-24 18:11:05 0:26:47 0:21:42 0:05:05 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/cache-agent-big} 2
pass 5991023 2021-03-23 23:05:22 2021-03-24 17:44:18 2021-03-24 18:12:17 0:27:59 0:12:02 0:15:57 gibba master rhel 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 5991024 2021-03-23 23:05:23 2021-03-24 17:53:30 2021-03-24 19:06:23 1:12:53 0:45:57 0:26:56 gibba master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados tasks/rados_api_tests validater/valgrind} 2
pass 5991025 2021-03-23 23:05:24 2021-03-24 17:59:31 2021-03-24 18:46:21 0:46:50 0:29:19 0:17:31 gibba master centos 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5991026 2021-03-23 23:05:25 2021-03-24 17:59:31 2021-03-24 18:22:54 0:23:23 0:13:00 0:10:23 gibba master ubuntu 18.04 rados/multimon/{clusters/9 mon_election/connectivity msgr-failures/many msgr/async no_pools objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} tasks/mon_recovery} 3
pass 5991027 2021-03-23 23:05:25 2021-03-24 17:59:41 2021-03-24 18:32:37 0:32:56 0:13:06 0:19:50 gibba master centos 8.3 rados/singleton-nomsgr/{all/ceph-kvstore-tool mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 5991028 2021-03-23 23:05:26 2021-03-24 18:02:12 2021-03-24 18:22:10 0:19:58 0:12:48 0:07:10 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/cache-agent-small} 2
pass 5991029 2021-03-23 23:05:27 2021-03-24 18:03:22 2021-03-24 18:30:09 0:26:47 0:21:03 0:05:44 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/cache-pool-snaps-readproxy} 2
pass 5991030 2021-03-23 23:05:28 2021-03-24 18:03:23 2021-03-24 19:29:51 1:26:28 1:20:36 0:05:52 gibba master rhel 8.3 rados/singleton/{all/ec-lost-unfound mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8}} 1
pass 5991031 2021-03-23 23:05:29 2021-03-24 18:03:23 2021-03-24 18:36:58 0:33:35 0:24:15 0:09:20 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/cache-pool-snaps} 2
pass 5991032 2021-03-23 23:05:29 2021-03-24 18:03:43 2021-03-24 18:25:16 0:21:33 0:09:51 0:11:42 gibba master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5991033 2021-03-23 23:05:30 2021-03-24 18:04:14 2021-03-24 18:28:09 0:23:55 0:10:03 0:13:52 gibba master ubuntu 18.04 rados/objectstore/{backends/ceph_objectstore_tool supported-random-distro$/{ubuntu_latest}} 1
pass 5991034 2021-03-23 23:05:31 2021-03-24 18:09:05 2021-03-24 18:59:40 0:50:35 0:36:37 0:13:58 gibba master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v1only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/few rados thrashers/default thrashosds-health workloads/snaps-few-objects} 3
pass 5991035 2021-03-23 23:05:32 2021-03-24 18:12:25 2021-03-24 18:35:37 0:23:12 0:14:04 0:09:08 gibba master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-comp openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_18.04 workloads/fio_4K_rand_rw} 1
pass 5991036 2021-03-23 23:05:33 2021-03-24 18:12:26 2021-03-24 18:27:35 0:15:09 0:05:39 0:09:30 gibba master ubuntu 18.04 rados/singleton-nomsgr/{all/ceph-post-file mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 5991037 2021-03-23 23:05:33 2021-03-24 18:12:26 2021-03-24 18:49:47 0:37:21 0:26:10 0:11:11 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/cache-snaps-balanced} 2
pass 5991038 2021-03-23 23:05:34 2021-03-24 18:14:46 2021-03-24 19:03:34 0:48:48 0:28:59 0:19:49 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/cache-snaps} 2
pass 5991039 2021-03-23 23:05:35 2021-03-24 18:16:27 2021-03-24 18:31:26 0:14:59 0:05:32 0:09:27 gibba master ubuntu 18.04 rados/singleton/{all/erasure-code-nonregression mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest}} 1
pass 5991040 2021-03-24 18:16:27 2021-03-24 18:16:27 2021-03-24 18:36:04 0:19:37 0:09:25 0:10:12 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/cache} 2
pass 5991041 2021-03-23 23:05:37 2021-03-24 18:16:57 2021-03-24 18:59:08 0:42:11 0:30:23 0:11:48 gibba master rhel 8.3 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} 2
pass 5991042 2021-03-23 23:05:37 2021-03-24 18:22:19 2021-03-24 18:39:50 0:17:31 0:11:12 0:06:19 gibba master rhel 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-comp-zlib supported-random-distro$/{rhel_8} tasks/prometheus} 2
pass 5991043 2021-03-23 23:05:38 2021-03-24 18:22:59 2021-03-24 18:42:07 0:19:08 0:09:15 0:09:53 gibba master ubuntu 18.04 rados/standalone/{mon_election/classic supported-random-distro$/{ubuntu_latest} workloads/mgr} 1
pass 5991044 2021-03-23 23:05:39 2021-03-24 18:22:59 2021-03-24 19:02:18 0:39:19 0:18:08 0:21:11 gibba master centos 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} tasks/rados_python} 2
pass 5991045 2021-03-23 23:05:40 2021-03-24 18:25:20 2021-03-24 19:26:01 1:00:41 0:40:16 0:20:25 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/pool-snaps-few-objects} 2
pass 5991046 2021-03-23 23:05:41 2021-03-24 18:25:20 2021-03-24 18:41:18 0:15:58 0:08:59 0:06:59 gibba master rhel 8.3 rados/singleton-nomsgr/{all/export-after-evict mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
fail 5991047 2021-03-23 23:05:42 2021-03-24 18:26:31 2021-03-24 18:58:13 0:31:42 0:21:16 0:10:26 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/rados_api_tests} 2
Failure Reason:

Command failed (workunit test rados/test.sh) on gibba022 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5849de271cc68aa8a9f9c122ed82373715f40dc6 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

pass 5991048 2021-03-23 23:05:42 2021-03-24 18:27:01 2021-03-24 18:53:12 0:26:11 0:18:14 0:07:57 gibba master rhel 8.3 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} thrashers/one workloads/pool-create-delete} 2
pass 5991049 2021-03-23 23:05:43 2021-03-24 18:28:11 2021-03-24 19:53:03 1:24:52 1:17:04 0:07:48 gibba master rhel 8.3 rados/singleton/{all/lost-unfound-delete mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8}} 1
pass 5991050 2021-03-23 23:05:44 2021-03-24 18:30:12 2021-03-24 19:14:22 0:44:10 0:22:46 0:21:24 gibba master centos 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5991051 2021-03-23 23:05:45 2021-03-24 18:31:32 2021-03-24 19:10:55 0:39:23 0:25:55 0:13:28 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/radosbench-high-concurrency} 2
pass 5991052 2021-03-23 23:05:46 2021-03-24 18:35:43 2021-03-24 20:51:18 2:15:35 2:09:11 0:06:24 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/radosbench} 2
pass 5991053 2021-03-23 23:05:46 2021-03-24 18:36:13 2021-03-24 18:52:14 0:16:01 0:06:22 0:09:39 gibba master ubuntu 18.04 rados/singleton-nomsgr/{all/full-tiering mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 5991054 2021-03-23 23:05:47 2021-03-24 18:37:04 2021-03-24 18:54:21 0:17:17 0:08:05 0:09:12 gibba master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-low-osd-mem-target openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/fio_4M_rand_read} 1
pass 5991055 2021-03-23 23:05:48 2021-03-24 18:37:04 2021-03-24 19:13:42 0:36:38 0:26:54 0:09:44 gibba master rhel 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 5991056 2021-03-23 23:05:49 2021-03-24 18:40:55 2021-03-24 19:22:14 0:41:19 0:20:13 0:21:06 gibba master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados tasks/rados_cls_all validater/lockdep} 2
pass 5991057 2021-03-23 23:05:50 2021-03-24 18:41:25 2021-03-24 19:19:31 0:38:06 0:23:09 0:14:57 gibba master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5991058 2021-03-23 23:05:50 2021-03-24 18:46:26 2021-03-24 19:26:34 0:40:08 0:17:18 0:22:50 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/redirect} 2
pass 5991059 2021-03-23 23:05:51 2021-03-24 18:49:57 2021-03-24 20:46:35 1:56:38 1:50:22 0:06:16 gibba master rhel 8.3 rados/singleton/{all/lost-unfound mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8}} 1
pass 5991060 2021-03-23 23:05:52 2021-03-24 18:49:57 2021-03-24 19:08:29 0:18:32 0:05:37 0:12:55 gibba master ubuntu 18.04 rados/multimon/{clusters/21 mon_election/classic msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_no_skews} 3
pass 5991061 2021-03-23 23:05:53 2021-03-24 18:53:18 2021-03-24 19:35:08 0:41:50 0:17:52 0:23:58 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/redirect_promote_tests} 2
pass 5991062 2021-03-23 23:05:54 2021-03-24 18:58:18 2021-03-24 19:30:31 0:32:13 0:21:54 0:10:19 gibba master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v2only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/osd-delay rados thrashers/mapgap thrashosds-health workloads/test_rbd_api} 3
pass 5991063 2021-03-23 23:05:54 2021-03-24 18:59:19 2021-03-24 19:36:37 0:37:18 0:17:12 0:20:06 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/redirect_set_object} 2
pass 5991064 2021-03-23 23:05:55 2021-03-24 18:59:49 2021-03-24 19:35:05 0:35:16 0:27:03 0:08:13 gibba master ubuntu 18.04 rados/singleton-bluestore/{all/cephtool mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} 1
pass 5991065 2021-03-23 23:05:56 2021-03-24 18:59:49 2021-03-24 19:57:59 0:58:10 0:19:14 0:38:56 gibba master centos 8.3 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5991066 2021-03-23 23:05:57 2021-03-24 19:05:10 2021-03-24 19:35:18 0:30:08 0:12:47 0:17:21 gibba master centos 8.3 rados/singleton-nomsgr/{all/health-warnings mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 5991067 2021-03-23 23:05:58 2021-03-24 19:06:31 2021-03-24 19:27:35 0:21:04 0:10:05 0:10:59 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/set-chunks-read} 2
pass 5991068 2021-03-23 23:05:59 2021-03-24 19:08:31 2021-03-24 19:35:19 0:26:48 0:11:45 0:15:03 gibba master centos 8.3 rados/singleton/{all/max-pg-per-osd.from-mon mon_election/classic msgr-failures/none msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8}} 1
pass 5991069 2021-03-23 23:05:59 2021-03-24 19:08:31 2021-03-24 19:53:20 0:44:49 0:32:10 0:12:39 gibba master centos 8.3 rados/standalone/{mon_election/connectivity supported-random-distro$/{centos_8} workloads/misc} 1
pass 5991070 2021-03-23 23:06:00 2021-03-24 19:08:32 2021-03-24 19:55:32 0:47:00 0:25:02 0:21:58 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/small-objects-balanced} 2
pass 5991071 2021-03-23 23:06:01 2021-03-24 19:08:42 2021-03-24 19:31:54 0:23:12 0:14:32 0:08:40 gibba master rhel 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} tasks/rados_stress_watch} 2
dead 5991072 2021-03-23 23:06:02 2021-03-24 19:11:02 2021-03-24 19:11:29 0:00:27 gibba master ubuntu 18.04 rados/objectstore/{backends/filejournal supported-random-distro$/{ubuntu_latest}} 1
Failure Reason:

Error reimaging machines: HTTPConnectionPool(host='fog.front.sepia.ceph.com', port=80): Max retries exceeded with url: /fog/task/cancel (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7fb3ba1891d0>: Failed to establish a new connection: [Errno 111] Connection refused',))

dead 5991073 2021-03-23 23:06:03 2021-03-24 19:11:03 2021-03-24 19:13:43 0:02:40 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/small-objects-localized} 2
pass 5991074 2021-03-23 23:06:03 2021-03-24 19:13:43 2021-03-24 19:40:16 0:26:33 0:12:34 0:13:59 gibba master centos 8.3 rados/singleton-nomsgr/{all/large-omap-object-warnings mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 5991075 2021-03-23 23:06:04 2021-03-24 19:13:44 2021-03-24 19:46:34 0:32:50 0:12:50 0:20:00 gibba master centos 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-comp-zstd supported-random-distro$/{centos_8} tasks/workunits} 2
pass 5991076 2021-03-23 23:06:05 2021-03-24 19:13:54 2021-03-24 20:03:05 0:49:11 0:27:15 0:21:56 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/small-objects} 2
pass 5991077 2021-03-23 23:06:06 2021-03-24 19:14:24 2021-03-24 19:33:24 0:19:00 0:09:42 0:09:18 gibba master ubuntu 18.04 rados/singleton/{all/max-pg-per-osd.from-primary mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}} 1
pass 5991078 2021-03-23 23:06:07 2021-03-24 19:14:25 2021-03-24 19:36:38 0:22:13 0:08:24 0:13:49 gibba master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-stupid openstack scheduler/wpq_default_shards settings/optimized ubuntu_18.04 workloads/fio_4M_rand_rw} 1
pass 5991079 2021-03-23 23:06:07 2021-03-24 19:19:36 2021-03-24 19:53:15 0:33:39 0:24:39 0:09:00 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/snaps-few-objects-balanced} 2
pass 5991080 2021-03-23 23:06:08 2021-03-24 19:22:16 2021-03-24 19:59:15 0:36:59 0:24:10 0:12:49 gibba master rados/upgrade/pacific-x/rgw-multisite/{clusters frontend overrides realm tasks upgrade/primary} 2
pass 5991081 2021-03-23 23:06:09 2021-03-24 19:26:07 2021-03-24 19:43:25 0:17:18 0:11:09 0:06:09 gibba master rhel 8.3 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/sync-many workloads/rados_5925} 2
pass 5991082 2021-03-23 23:06:10 2021-03-24 19:26:37 2021-03-24 19:56:12 0:29:35 0:21:50 0:07:45 gibba master rhel 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-small-objects-fast-read} 2
fail 5991083 2021-03-23 23:06:11 2021-03-24 19:27:38 2021-03-24 20:18:58 0:51:20 0:42:36 0:08:44 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/snaps-few-objects-localized} 2
Failure Reason:

Exiting scrub checking -- not all pgs scrubbed.

pass 5991084 2021-03-23 23:06:11 2021-03-24 19:29:58 2021-03-24 19:45:49 0:15:51 0:07:07 0:08:44 gibba master ubuntu 18.04 rados/singleton-nomsgr/{all/lazy_omap_stats_output mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 5991085 2021-03-23 23:06:12 2021-03-24 19:30:39 2021-03-24 20:01:32 0:30:53 0:24:25 0:06:28 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/snaps-few-objects} 2
pass 5991086 2021-03-23 23:06:13 2021-03-24 19:30:39 2021-03-24 20:00:56 0:30:17 0:14:52 0:15:25 gibba master centos 8.3 rados/singleton/{all/max-pg-per-osd.from-replica mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8}} 1
pass 5991087 2021-03-23 23:06:14 2021-03-24 19:31:59 2021-03-24 20:14:01 0:42:02 0:17:52 0:24:10 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/write_fadvise_dontneed} 2
pass 5991088 2021-03-23 23:06:15 2021-03-24 19:33:30 2021-03-24 20:16:03 0:42:33 0:14:59 0:27:34 gibba master centos 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 5991089 2021-03-23 23:06:16 2021-03-24 19:35:10 2021-03-24 20:24:10 0:49:00 0:30:28 0:18:32 gibba master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados tasks/mon_recovery validater/valgrind} 2
pass 5991090 2021-03-23 23:06:17 2021-03-24 19:35:21 2021-03-24 20:05:53 0:30:32 0:19:24 0:11:08 gibba master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-fast-read-overwrites} 2
pass 5991091 2021-03-23 23:06:17 2021-03-24 19:36:41 2021-03-24 20:17:27 0:40:46 0:26:35 0:14:11 gibba master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5991092 2021-03-23 23:06:18 2021-03-24 19:40:22 2021-03-24 20:32:38 0:52:16 0:40:37 0:11:39 gibba master ubuntu 18.04 rados/standalone/{mon_election/classic supported-random-distro$/{ubuntu_latest} workloads/mon} 1
pass 5991093 2021-03-23 23:06:19 2021-03-24 19:43:32 2021-03-24 20:01:01 0:17:29 0:05:11 0:12:18 gibba master ubuntu 18.04 rados/multimon/{clusters/3 mon_election/connectivity msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_with_skews} 2
pass 5991094 2021-03-23 23:06:20 2021-03-24 19:45:53 2021-03-24 20:19:51 0:33:58 0:23:53 0:10:05 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/admin_socket_objecter_requests} 2
pass 5991095 2021-03-23 23:06:21 2021-03-24 19:46:44 2021-03-24 20:36:34 0:49:50 0:32:46 0:17:04 gibba master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/fastclose rados thrashers/morepggrow thrashosds-health workloads/cache-snaps} 3
pass 5991096 2021-03-23 23:06:21 2021-03-24 19:53:25 2021-03-24 20:10:12 0:16:47 0:10:46 0:06:01 gibba master rhel 8.3 rados/singleton-nomsgr/{all/librados_hello_world mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 5991097 2021-03-24 19:53:25 2021-03-24 20:12:07 602 gibba master rhel 8.3 rados/singleton/{all/mon-auth-caps mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8}} 1
pass 5991098 2021-03-23 23:06:23 2021-03-24 19:55:36 2021-03-24 20:31:04 0:35:28 0:27:53 0:07:35 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/cache-agent-big} 2
pass 5991099 2021-03-23 23:06:24 2021-03-24 19:56:16 2021-03-24 20:19:19 0:23:03 0:09:37 0:13:26 gibba master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5991100 2021-03-23 23:06:25 2021-03-24 19:58:07 2021-03-24 20:14:28 0:16:21 0:06:39 0:09:42 gibba master ubuntu 18.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} tasks/rados_striper} 2
pass 5991101 2021-03-23 23:06:26 2021-03-24 19:59:17 2021-03-24 20:16:28 0:17:11 0:08:23 0:08:48 gibba master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_18.04 workloads/fio_4M_rand_write} 1
pass 5991102 2021-03-23 23:06:26 2021-03-24 19:59:17 2021-03-24 20:19:45 0:20:28 0:12:44 0:07:44 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/cache-agent-small} 2
pass 5991103 2021-03-23 23:06:27 2021-03-24 20:01:08 2021-03-24 20:40:27 0:39:19 0:33:01 0:06:18 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/cache-pool-snaps-readproxy} 2
pass 5991104 2021-03-23 23:06:28 2021-03-24 20:01:38 2021-03-24 20:18:22 0:16:44 0:11:13 0:05:31 gibba master rhel 8.3 rados/singleton/{all/mon-config-key-caps mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8}} 1
pass 5991105 2021-03-23 23:06:29 2021-03-24 20:01:38 2021-03-24 20:27:55 0:26:17 0:19:10 0:07:07 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/cache-pool-snaps} 2
pass 5991106 2021-03-23 23:06:30 2021-03-24 20:03:09 2021-03-24 20:28:47 0:25:38 0:16:30 0:09:08 gibba master rhel 8.3 rados/singleton-nomsgr/{all/msgr mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 5991107 2021-03-23 23:06:30 2021-03-24 20:05:59 2021-03-24 20:27:27 0:21:28 0:07:34 0:13:54 gibba master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-hybrid supported-random-distro$/{ubuntu_latest} tasks/crash} 2
pass 5991108 2021-03-23 23:06:31 2021-03-24 20:10:20 2021-03-24 20:59:00 0:48:40 0:24:40 0:24:00 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/cache-snaps-balanced} 2
pass 5991109 2021-03-24 20:14:11 2021-03-24 20:14:11 2021-03-24 22:30:51 2:16:40 2:11:05 0:05:35 gibba master rhel 8.3 rados/objectstore/{backends/filestore-idempotent-aio-journal supported-random-distro$/{rhel_8}} 1
pass 5991110 2021-03-23 23:06:33 2021-03-24 20:14:11 2021-03-24 20:49:09 0:34:58 0:21:06 0:13:52 gibba master centos 8.3 rados/valgrind-leaks/{1-start 2-inject-leak/none centos_latest} 1
pass 5991111 2021-03-23 23:06:34 2021-03-24 20:14:32 2021-03-24 20:45:19 0:30:47 0:20:35 0:10:12 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/cache-snaps} 2
pass 5991112 2021-03-23 23:06:35 2021-03-24 20:16:12 2021-03-24 20:51:21 0:35:09 0:25:18 0:09:51 gibba master ubuntu 18.04 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/sync workloads/rados_api_tests} 2
pass 5991113 2021-03-23 23:06:35 2021-03-24 20:16:12 2021-03-24 20:37:39 0:21:27 0:12:29 0:08:58 gibba master ubuntu 18.04 rados/singleton/{all/mon-config-keys mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}} 1
pass 5991114 2021-03-23 23:06:36 2021-03-24 20:16:33 2021-03-24 20:44:14 0:27:41 0:20:21 0:07:20 gibba master rhel 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-small-objects-many-deletes} 2
pass 5991115 2021-03-24 20:17:33 2021-03-24 20:17:33 2021-03-24 20:49:39 0:32:06 0:11:40 0:20:26 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/cache} 2
fail 5991116 2021-03-23 23:06:38 2021-03-24 20:19:04 2021-03-24 20:58:13 0:39:09 0:31:59 0:07:10 gibba master rhel 8.3 rados/singleton-nomsgr/{all/multi-backfill-reject mon_election/classic rados supported-random-distro$/{rhel_8}} 2
Failure Reason:

Scrubbing terminated -- not all pgs were active and clean.

pass 5991117 2021-03-23 23:06:39 2021-03-24 20:19:24 2021-03-24 23:44:13 3:24:49 3:08:30 0:16:19 gibba master centos 8.3 rados/standalone/{mon_election/connectivity supported-random-distro$/{centos_8} workloads/osd} 1
pass 5991118 2021-03-23 23:06:39 2021-03-24 20:19:24 2021-03-24 21:00:13 0:40:49 0:34:20 0:06:29 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/pool-snaps-few-objects} 2
pass 5991119 2021-03-23 23:06:40 2021-03-24 20:19:24 2021-03-24 20:39:06 0:19:42 0:10:34 0:09:08 gibba master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-bitmap openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/radosbench_4K_rand_read} 1
pass 5991120 2021-03-23 23:06:41 2021-03-24 20:19:55 2021-03-24 21:10:33 0:50:38 0:29:33 0:21:05 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/rados_api_tests} 2
pass 5991121 2021-03-23 23:06:42 2021-03-24 20:19:55 2021-03-24 21:29:28 1:09:33 0:55:03 0:14:30 gibba master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/octopus backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/few rados thrashers/none thrashosds-health workloads/radosbench} 3
pass 5991122 2021-03-23 23:06:43 2021-03-24 20:24:16 2021-03-24 21:16:26 0:52:10 0:31:55 0:20:15 gibba master centos 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8} tasks/rados_workunit_loadgen_big} 2
pass 5991123 2021-03-23 23:06:44 2021-03-24 20:27:37 2021-03-24 20:59:45 0:32:08 0:25:32 0:06:36 gibba master rhel 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 5991124 2021-03-23 23:06:44 2021-03-24 20:28:57 2021-03-24 21:13:57 0:45:00 0:25:36 0:19:24 gibba master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados tasks/rados_api_tests validater/lockdep} 2
fail 5991125 2021-03-23 23:06:45 2021-03-24 20:31:08 2021-03-24 20:49:51 0:18:43 0:07:18 0:11:25 gibba master ubuntu 18.04 rados/singleton/{all/mon-config mon_election/classic msgr-failures/none msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest}} 1
Failure Reason:

"2021-03-24T20:45:10.230977+0000 mon.a (mon.0) 31 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log

pass 5991126 2021-03-23 23:06:46 2021-03-24 20:32:48 2021-03-24 21:27:56 0:55:08 0:40:29 0:14:39 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/radosbench-high-concurrency} 2
pass 5991127 2021-03-23 23:06:47 2021-03-24 20:36:39 2021-03-24 21:10:18 0:33:39 0:26:48 0:06:51 gibba master rhel 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5991128 2021-03-23 23:06:48 2021-03-24 20:37:40 2021-03-24 21:12:03 0:34:23 0:20:10 0:14:13 gibba master centos 8.3 rados/singleton-nomsgr/{all/osd_stale_reads mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 5991129 2021-03-23 23:06:48 2021-03-24 20:39:10 2021-03-24 21:09:20 0:30:10 0:13:45 0:16:25 gibba master centos 8.3 rados/multimon/{clusters/6 mon_election/classic msgr-failures/few msgr/async no_pools objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} tasks/mon_recovery} 2
pass 5991130 2021-03-23 23:06:49 2021-03-24 20:40:31 2021-03-24 22:57:34 2:17:03 2:03:10 0:13:53 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/radosbench} 2
pass 5991131 2021-03-23 23:06:50 2021-03-24 20:44:22 2021-03-24 21:08:02 0:23:40 0:12:05 0:11:35 gibba master rhel 8.3 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5991132 2021-03-23 23:06:51 2021-03-24 20:49:12 2021-03-24 21:08:54 0:19:42 0:08:36 0:11:06 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/redirect} 2
pass 5991133 2021-03-23 23:06:52 2021-03-24 20:49:43 2021-03-24 22:02:26 1:12:43 1:02:11 0:10:32 gibba master centos 8.3 rados/singleton/{all/osd-backfill mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8}} 1
pass 5991134 2021-03-23 23:06:53 2021-03-24 20:49:53 2021-03-24 21:10:01 0:20:08 0:12:30 0:07:38 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/redirect_promote_tests} 2
pass 5991135 2021-03-23 23:06:53 2021-03-24 20:51:24 2021-03-24 21:06:34 0:15:10 0:06:49 0:08:21 gibba master ubuntu 18.04 rados/singleton-nomsgr/{all/pool-access mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
dead 5991136 2021-03-23 23:06:54 2021-03-24 20:51:24 2021-03-24 20:58:16 0:06:52 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/redirect_set_object} 2
Failure Reason:

Error reimaging machines: sequence item 0: expected str instance, NoneType found

pass 5991137 2021-03-23 23:06:55 2021-03-24 20:58:15 2021-03-24 21:29:25 0:31:10 0:21:14 0:09:56 gibba master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-overwrites} 2
pass 5991138 2021-03-23 23:06:56 2021-03-24 20:58:25 2021-03-24 21:19:53 0:21:28 0:14:14 0:07:14 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/set-chunks-read} 2
pass 5991139 2021-03-23 23:06:57 2021-03-24 20:59:06 2021-03-24 21:18:33 0:19:27 0:12:09 0:07:18 gibba master rhel 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-low-osd-mem-target supported-random-distro$/{rhel_8} tasks/failover} 2
pass 5991140 2021-03-23 23:06:57 2021-03-24 20:59:46 2021-03-24 21:18:52 0:19:06 0:09:36 0:09:30 gibba master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-comp openstack scheduler/wpq_default_shards settings/optimized ubuntu_18.04 workloads/radosbench_4K_seq_read} 1
pass 5991141 2021-03-23 23:06:58 2021-03-24 20:59:46 2021-03-24 22:55:24 1:55:38 1:46:56 0:08:42 gibba master ubuntu 18.04 rados/standalone/{mon_election/classic supported-random-distro$/{ubuntu_latest} workloads/scrub} 1
pass 5991142 2021-03-23 23:06:59 2021-03-24 21:00:17 2021-03-24 21:57:17 0:57:00 0:45:13 0:11:47 gibba master centos 8.3 rados/singleton/{all/osd-recovery-incomplete mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8}} 1
pass 5991143 2021-03-23 23:07:00 2021-03-24 21:00:17 2021-03-24 21:35:20 0:35:03 0:17:21 0:17:42 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/small-objects-balanced} 2
pass 5991144 2021-03-23 23:07:01 2021-03-24 21:08:08 2021-03-24 21:47:16 0:39:08 0:30:08 0:09:00 gibba master ubuntu 18.04 rados/singleton-nomsgr/{all/recovery-unfound-found mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
dead 5991145 2021-03-23 23:07:01 2021-03-24 21:08:09 2021-03-24 21:08:09 0:00:00 gibba master rhel 8.3 rados/singleton-bluestore/{all/cephtool mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8}}
pass 5991146 2021-03-23 23:07:02 2021-03-24 23:28:46 2021-03-25 00:10:51 0:42:05 0:25:42 0:16:23 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/small-objects-localized} 2
pass 5991147 2021-03-23 23:07:03 2021-03-24 23:28:46 2021-03-25 01:52:37 2:23:51 2:13:41 0:10:10 gibba master ubuntu 18.04 rados/objectstore/{backends/filestore-idempotent supported-random-distro$/{ubuntu_latest}} 1
pass 5991148 2021-03-23 23:07:04 2021-03-24 23:28:46 2021-03-25 00:31:51 1:03:05 0:50:16 0:12:49 gibba master centos 8.3 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} thrashers/force-sync-many workloads/rados_mon_osdmap_prune} 2
dead 5991149 2021-03-23 23:07:05 2021-03-24 23:28:47 2021-03-24 23:28:49 0:00:02 gibba master rhel 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects} 2
Failure Reason:

Error reimaging machines: 'NoneType' object has no attribute 'get'

pass 5991150 2021-03-23 23:07:06 2021-03-24 23:28:47 2021-03-25 00:01:58 0:33:11 0:21:54 0:11:17 gibba master ubuntu 18.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} tasks/rados_workunit_loadgen_mix} 2
pass 5991151 2021-03-23 23:07:06 2021-03-24 23:28:47 2021-03-24 23:58:35 0:29:48 0:18:47 0:11:01 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/small-objects} 2
pass 5991152 2021-03-23 23:07:07 2021-03-24 23:28:47 2021-03-25 00:13:23 0:44:36 0:28:26 0:16:10 gibba master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/pacific backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/osd-delay rados thrashers/pggrow thrashosds-health workloads/rbd_cls} 3
pass 5991153 2021-03-23 23:07:08 2021-03-24 23:28:48 2021-03-24 23:50:02 0:21:14 0:11:52 0:09:22 gibba master ubuntu 18.04 rados/singleton/{all/osd-recovery mon_election/connectivity msgr-failures/none msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}} 1
pass 5991154 2021-03-23 23:07:09 2021-03-24 23:28:48 2021-03-25 00:11:37 0:42:49 0:29:47 0:13:02 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/snaps-few-objects-balanced} 2
pass 5991155 2021-03-23 23:07:10 2021-03-24 23:28:48 2021-03-24 23:45:43 0:16:55 0:11:00 0:05:55 gibba master rhel 8.3 rados/singleton-nomsgr/{all/version-number-sanity mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 5991156 2021-03-23 23:07:11 2021-03-24 23:28:49 2021-03-25 00:02:04 0:33:15 0:27:38 0:05:37 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/snaps-few-objects-localized} 2
pass 5991157 2021-03-23 23:07:11 2021-03-24 23:28:49 2021-03-24 23:50:37 0:21:48 0:10:02 0:11:46 gibba master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 5991158 2021-03-23 23:07:12 2021-03-24 23:28:49 2021-03-25 01:18:10 1:49:21 1:37:20 0:12:01 gibba master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados tasks/rados_cls_all validater/valgrind} 2
pass 5991159 2021-03-23 23:07:13 2021-03-24 23:28:49 2021-03-25 00:06:01 0:37:12 0:30:54 0:06:18 gibba master rhel 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5991160 2021-03-23 23:07:14 2021-03-24 23:28:50 2021-03-24 23:54:15 0:25:25 0:15:24 0:10:01 gibba master rhel 8.3 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5991161 2021-03-23 23:07:15 2021-03-24 23:28:50 2021-03-25 00:17:27 0:48:37 0:31:39 0:16:58 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/snaps-few-objects} 2
pass 5991162 2021-03-23 23:07:16 2021-03-24 23:28:50 2021-03-24 23:53:49 0:24:59 0:12:31 0:12:28 gibba master rhel 8.3 rados/multimon/{clusters/9 mon_election/connectivity msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} tasks/mon_clock_no_skews} 3
pass 5991163 2021-03-23 23:07:16 2021-03-24 23:28:51 2021-03-24 23:44:29 0:15:38 0:05:59 0:09:39 gibba master ubuntu 18.04 rados/singleton/{all/peer mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}} 1
pass 5991164 2021-03-23 23:07:17 2021-03-24 23:28:51 2021-03-24 23:48:28 0:19:37 0:11:07 0:08:30 gibba master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-low-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_18.04 workloads/radosbench_4M_rand_read} 1
pass 5991165 2021-03-23 23:07:18 2021-03-24 23:28:51 2021-03-25 00:19:41 0:50:50 0:14:48 0:36:02 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/write_fadvise_dontneed} 2
pass 5991166 2021-03-23 23:07:19 2021-03-24 23:44:24 2021-03-25 00:44:41 1:00:17 0:53:35 0:06:42 gibba master rhel 8.3 rados/dashboard/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity random-objectstore$/{filestore-xfs} supported-random-distro$/{rhel_8} tasks/dashboard} 2
pass 5991167 2021-03-23 23:07:20 2021-03-24 23:45:46 2021-03-25 00:09:41 0:23:55 0:15:22 0:08:33 gibba master rhel 8.3 rados/singleton-nomsgr/{all/admin_socket_output mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 5991168 2021-03-23 23:07:20 2021-03-24 23:48:37 2021-03-25 00:10:39 0:22:02 0:11:28 0:10:34 gibba master centos 8.3 rados/standalone/{mon_election/connectivity supported-random-distro$/{centos_8} workloads/crush} 1
pass 5991169 2021-03-23 23:07:21 2021-03-24 23:50:07 2021-03-25 01:23:46 1:33:39 1:23:43 0:09:56 gibba master ubuntu 20.04 rados/upgrade/pacific-x/parallel/{0-start 1-tasks distro1$/{ubuntu_20.04_kubic_stable} mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} 2
pass 5991170 2021-03-23 23:07:22 2021-03-24 23:50:38 2021-03-25 00:14:46 0:24:08 0:15:07 0:09:01 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/admin_socket_objecter_requests} 2
pass 5991171 2021-03-23 23:07:23 2021-03-24 23:53:58 2021-03-25 00:24:45 0:30:47 0:18:03 0:12:44 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/cache-agent-big} 2
pass 5991172 2021-03-23 23:07:24 2021-03-24 23:53:59 2021-03-25 00:16:56 0:22:57 0:10:24 0:12:33 gibba master centos 8.3 rados/singleton/{all/pg-autoscaler-progress-off mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8}} 2
pass 5991173 2021-03-23 23:07:25 2021-03-24 23:54:19 2021-03-25 00:15:07 0:20:48 0:13:55 0:06:53 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/cache-agent-small} 2
pass 5991174 2021-03-23 23:07:26 2021-03-24 23:54:19 2021-03-25 00:17:51 0:23:32 0:08:44 0:14:48 gibba master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-stupid supported-random-distro$/{ubuntu_latest} tasks/insights} 2
pass 5991175 2021-03-23 23:07:26 2021-03-25 00:36:54 1703 gibba master rhel 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} tasks/rados_workunit_loadgen_mostlyread} 2
pass 5991176 2021-03-23 23:07:27 2021-03-25 00:02:01 2021-03-25 00:33:00 0:30:59 0:23:44 0:07:15 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/cache-pool-snaps-readproxy} 2
pass 5991177 2021-03-23 23:07:28 2021-03-25 00:02:11 2021-03-25 00:24:49 0:22:38 0:08:26 0:14:12 gibba master centos 8.3 rados/singleton-nomsgr/{all/balancer mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 5991178 2021-03-23 23:07:29 2021-03-25 00:06:02 2021-03-25 01:02:32 0:56:30 0:40:55 0:15:35 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/cache-pool-snaps} 2
pass 5991179 2021-03-23 23:07:30 2021-03-25 00:09:42 2021-03-25 00:49:31 0:39:49 0:26:10 0:13:39 gibba master centos 8.3 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/many workloads/rados_mon_workunits} 2
pass 5991180 2021-03-23 23:07:31 2021-03-25 00:10:53 2021-03-25 00:30:50 0:19:57 0:08:41 0:11:16 gibba master ubuntu 18.04 rados/singleton/{all/pg-autoscaler mon_election/classic msgr-failures/none msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} 2
pass 5991181 2021-03-23 23:07:31 2021-03-25 00:11:43 2021-03-25 00:48:11 0:36:28 0:29:29 0:06:59 gibba master rhel 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5991182 2021-03-23 23:07:32 2021-03-25 00:13:24 2021-03-25 01:04:04 0:50:40 0:39:28 0:11:12 gibba master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/luminous-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/fastclose rados thrashers/pggrow thrashosds-health workloads/snaps-few-objects} 3
pass 5991183 2021-03-23 23:07:33 2021-03-25 00:14:54 2021-03-25 00:43:47 0:28:53 0:21:28 0:07:25 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/cache-snaps-balanced} 2
pass 5991184 2021-03-23 23:07:34 2021-03-25 00:15:15 2021-03-25 00:32:22 0:17:07 0:08:53 0:08:14 gibba master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-stupid openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/radosbench_4M_seq_read} 1
pass 5991185 2021-03-23 23:07:35 2021-03-25 00:15:15 2021-03-25 00:39:38 0:24:23 0:11:15 0:13:08 gibba master centos 8.3 rados/objectstore/{backends/fusestore supported-random-distro$/{centos_8}} 1
pass 5991186 2021-03-23 23:07:36 2021-03-25 00:17:05 2021-03-25 00:46:47 0:29:42 0:18:33 0:11:09 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/cache-snaps} 2
pass 5991187 2021-03-23 23:07:36 2021-03-25 00:17:36 2021-03-25 00:32:23 0:14:47 0:09:07 0:05:40 gibba master rhel 8.3 rados/singleton-nomsgr/{all/cache-fs-trunc mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 5991188 2021-03-23 23:07:37 2021-03-25 00:17:36 2021-03-25 00:58:48 0:41:12 0:29:54 0:11:18 gibba master centos 8.3 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-snaps-few-objects-overwrites} 2
pass 5991189 2021-03-23 23:07:38 2021-03-25 00:17:56 2021-03-25 00:38:38 0:20:42 0:11:43 0:08:59 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/cache} 2
pass 5991190 2021-03-23 23:07:39 2021-03-25 00:19:47 2021-03-25 00:45:35 0:25:48 0:06:22 0:19:26 gibba master centos 8.3 rados/singleton/{all/pg-removal-interruption mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8}} 1
pass 5991191 2021-03-23 23:07:40 2021-03-25 00:24:47 2021-03-25 01:17:22 0:52:35 0:38:24 0:14:11 gibba master centos 8.3 rados/standalone/{mon_election/classic supported-random-distro$/{centos_8} workloads/erasure-code} 1
pass 5991192 2021-03-23 23:07:41 2021-03-25 00:24:48 2021-03-25 01:07:48 0:43:00 0:26:21 0:16:39 gibba master centos 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 5991193 2021-03-23 23:07:41 2021-03-25 00:30:59 2021-03-25 00:50:48 0:19:49 0:10:28 0:09:21 gibba master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados tasks/mon_recovery validater/lockdep} 2
pass 5991194 2021-03-23 23:07:42 2021-03-25 00:31:59 2021-03-25 00:51:58 0:19:59 0:12:01 0:07:58 gibba master rhel 8.3 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5991195 2021-03-23 23:07:43 2021-03-25 00:33:10 2021-03-25 01:13:29 0:40:19 0:25:12 0:15:07 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/pool-snaps-few-objects} 2
pass 5991196 2021-03-23 23:07:44 2021-03-25 00:38:41 2021-03-25 01:07:39 0:28:58 0:23:05 0:05:53 gibba master rhel 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5991197 2021-03-23 23:07:45 2021-03-25 01:01:02 375 gibba master ubuntu 18.04 rados/multimon/{clusters/21 mon_election/classic msgr-failures/few msgr/async-v2only no_pools objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_with_skews} 3
pass 5991198 2021-03-23 23:07:46 2021-03-25 00:43:52 2021-03-25 01:17:29 0:33:37 0:26:22 0:07:15 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/rados_api_tests} 2
pass 5991199 2021-03-23 23:07:46 2021-03-25 00:44:42 2021-03-25 01:02:40 0:17:58 0:07:58 0:10:00 gibba master centos 8.3 rados/singleton-nomsgr/{all/ceph-kvstore-tool mon_election/classic rados supported-random-distro$/{centos_8}} 1
dead 5991200 2021-03-23 23:07:47 2021-03-25 00:45:52 2021-03-25 00:46:55 0:01:03 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/radosbench-high-concurrency} 2
Failure Reason:

Error reimaging machines: sequence item 0: expected str instance, NoneType found

pass 5991201 2021-03-23 23:07:48 2021-03-25 00:46:53 2021-03-25 01:09:43 0:22:50 0:13:47 0:09:03 gibba master centos 8.3 rados/singleton/{all/radostool mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8}} 1
pass 5991202 2021-03-23 23:07:49 2021-03-25 00:47:13 2021-03-25 03:13:11 2:25:58 2:18:27 0:07:31 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/radosbench} 2
pass 5991203 2021-03-23 23:07:50 2021-03-25 00:48:14 2021-03-25 01:10:45 0:22:31 0:09:15 0:13:16 gibba master ubuntu 18.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} tasks/readwrite} 2
pass 5991204 2021-03-23 23:07:51 2021-03-25 00:49:34 2021-03-25 01:13:28 0:23:54 0:11:55 0:11:59 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/redirect} 2
pass 5991205 2021-03-23 23:07:51 2021-03-25 00:50:55 2021-03-25 01:08:11 0:17:16 0:08:39 0:08:37 gibba master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/wpq_default_shards settings/optimized ubuntu_18.04 workloads/radosbench_4M_write} 1
pass 5991206 2021-03-23 23:07:52 2021-03-25 00:50:55 2021-03-25 01:22:55 0:32:00 0:21:02 0:10:58 gibba master centos 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/filestore-xfs supported-random-distro$/{centos_8} tasks/module_selftest} 2
pass 5991207 2021-03-23 23:07:53 2021-03-25 00:52:05 2021-03-25 01:06:53 0:14:48 0:06:19 0:08:29 gibba master centos 8.3 rados/singleton-nomsgr/{all/ceph-post-file mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 5991208 2021-03-23 23:07:54 2021-03-25 00:52:06 2021-03-25 01:23:45 0:31:39 0:18:03 0:13:36 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/redirect_promote_tests} 2
pass 5991209 2021-03-23 23:07:55 2021-03-25 00:58:57 2021-03-25 01:29:56 0:30:59 0:21:54 0:09:05 gibba master rhel 8.3 rados/singleton/{all/random-eio mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8}} 2
pass 5991210 2021-03-23 23:07:55 2021-03-25 01:01:07 2021-03-25 01:35:57 0:34:50 0:22:20 0:12:30 gibba master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/luminous backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/few rados thrashers/careful thrashosds-health workloads/test_rbd_api} 3
pass 5991211 2021-03-23 23:07:56 2021-03-25 01:02:38 2021-03-25 01:23:47 0:21:09 0:13:43 0:07:26 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/redirect_set_object} 2
pass 5991212 2021-03-23 23:07:57 2021-03-25 01:02:48 2021-03-25 01:47:32 0:44:44 0:33:22 0:11:22 gibba master ubuntu 18.04 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/one workloads/snaps-few-objects} 2
pass 5991213 2021-03-23 23:07:58 2021-03-25 01:04:19 2021-03-25 01:39:29 0:35:10 0:23:41 0:11:29 gibba master ubuntu 18.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5991214 2021-03-23 23:07:59 2021-03-25 01:06:59 2021-03-25 01:28:59 0:22:00 0:14:41 0:07:19 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/set-chunks-read} 2
pass 5991215 2021-03-23 23:08:00 2021-03-25 01:07:40 2021-03-25 01:24:52 0:17:12 0:09:11 0:08:01 gibba master ubuntu 18.04 rados/standalone/{mon_election/connectivity supported-random-distro$/{ubuntu_latest} workloads/mgr} 1
pass 5991216 2021-03-23 23:08:00 2021-03-25 01:07:50 2021-03-25 01:22:57 0:15:07 0:05:29 0:09:38 gibba master ubuntu 18.04 rados/singleton-nomsgr/{all/export-after-evict mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 5991217 2021-03-23 23:08:01 2021-03-25 01:07:50 2021-03-25 01:39:13 0:31:23 0:24:41 0:06:42 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/small-objects-balanced} 2
pass 5991218 2021-03-23 23:08:02 2021-03-25 01:08:20 2021-03-25 01:40:54 0:32:34 0:22:47 0:09:47 gibba master ubuntu 18.04 rados/singleton/{all/rebuild-mondb mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest}} 1
pass 5991219 2021-03-23 23:08:03 2021-03-25 01:09:51 2021-03-25 01:36:58 0:27:07 0:16:28 0:10:39 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/small-objects-localized} 2
pass 5991220 2021-03-23 23:08:04 2021-03-25 01:11:41 2021-03-25 01:32:55 0:21:14 0:09:22 0:11:52 gibba master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-bitmap rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5991221 2021-03-23 23:08:05 2021-03-25 01:13:42 2021-03-25 01:46:37 0:32:55 0:15:10 0:17:45 gibba master ubuntu 18.04 rados/objectstore/{backends/keyvaluedb supported-random-distro$/{ubuntu_latest}} 1
pass 5991222 2021-03-23 23:08:05 2021-03-25 01:17:33 2021-03-25 01:42:05 0:24:32 0:16:22 0:08:10 gibba master centos 8.3 rados/valgrind-leaks/{1-start 2-inject-leak/osd centos_latest} 1
fail 5991223 2021-03-23 23:08:06 2021-03-25 01:17:33 2021-03-25 01:51:56 0:34:23 0:18:54 0:15:29 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/small-objects} 2
Failure Reason:

"2021-03-25T01:36:04.241683+0000 mon.a (mon.0) 17 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log

pass 5991224 2021-03-23 23:08:07 2021-03-25 01:18:53 2021-03-25 01:40:42 0:21:49 0:11:09 0:10:40 gibba master rhel 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
fail 5991225 2021-03-23 23:08:08 2021-03-25 01:23:54 2021-03-25 02:14:45 0:50:51 0:42:06 0:08:45 gibba master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async objectstore/filestore-xfs rados tasks/rados_api_tests validater/valgrind} 2
Failure Reason:

reached maximum tries (50) after waiting for 300 seconds

fail 5991226 2021-03-23 23:08:09 2021-03-25 01:23:54 2021-03-25 01:37:01 0:13:07 gibba master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-bitmap openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_18.04 workloads/radosbench_omap_write} 1
Failure Reason:

Could not reconnect to ubuntu@gibba008.front.sepia.ceph.com

pass 5991227 2021-03-23 23:08:09 2021-03-25 01:23:55 2021-03-25 01:56:53 0:32:58 0:23:03 0:09:55 gibba master centos 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
dead 5991228 2021-03-23 23:08:10 2021-03-25 01:23:55 2021-03-25 01:24:36 0:00:41 gibba master ubuntu 18.04 rados/singleton-nomsgr/{all/full-tiering mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
Failure Reason:

Error reimaging machines: 'NoneType' object has no attribute 'get'

pass 5991229 2021-03-23 23:08:11 2021-03-25 01:24:35 2021-03-25 02:01:35 0:37:00 0:26:54 0:10:06 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/snaps-few-objects-balanced} 2
pass 5991230 2021-03-23 23:08:12 2021-03-25 01:24:46 2021-03-25 01:52:04 0:27:18 0:13:11 0:14:07 gibba master centos 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} tasks/repair_test} 2
pass 5991231 2021-03-23 23:08:13 2021-03-25 01:29:06 2021-03-25 02:02:19 0:33:13 0:25:17 0:07:56 gibba master ubuntu 18.04 rados/singleton/{all/recovery-preemption mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest}} 1
pass 5991232 2021-03-23 23:08:13 2021-03-25 01:29:07 2021-03-25 01:51:14 0:22:07 0:10:49 0:11:18 gibba master ubuntu 18.04 rados/multimon/{clusters/3 mon_election/connectivity msgr-failures/many msgr/async no_pools objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} tasks/mon_recovery} 2
pass 5991233 2021-03-23 23:08:14 2021-03-25 01:30:07 2021-03-25 02:13:26 0:43:19 0:29:20 0:13:59 gibba master centos 8.3 rados/singleton-bluestore/{all/cephtool mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8}} 1
pass 5991234 2021-03-23 23:08:15 2021-03-25 01:34:38 2021-03-25 02:09:22 0:34:44 0:24:44 0:10:00 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/snaps-few-objects-localized} 2
pass 5991235 2021-03-23 23:08:16 2021-03-25 01:34:38 2021-03-25 02:09:16 0:34:38 0:24:38 0:10:00 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/snaps-few-objects} 2
pass 5991236 2021-03-25 01:35:59 2021-03-25 01:35:59 2021-03-25 01:59:10 0:23:11 0:13:06 0:10:05 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/write_fadvise_dontneed} 2
pass 5991237 2021-03-23 23:08:18 2021-03-25 01:35:59 2021-03-25 01:53:59 0:18:00 0:08:47 0:09:13 gibba master centos 8.3 rados/singleton-nomsgr/{all/health-warnings mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 5991238 2021-03-25 01:36:59 2021-03-25 01:36:59 2021-03-25 02:16:22 0:39:23 0:25:47 0:13:36 gibba master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-snaps-few-objects-overwrites} 2
pass 5991239 2021-03-23 23:08:19 2021-03-25 01:37:09 2021-03-25 01:53:52 0:16:43 0:09:31 0:07:12 gibba master rhel 8.3 rados/singleton/{all/resolve_stuck_peering mon_election/classic msgr-failures/none msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8}} 2
pass 5991240 2021-03-23 23:08:20 2021-03-25 01:39:20 2021-03-25 02:07:12 0:27:52 0:21:33 0:06:19 gibba master rhel 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-bitmap supported-random-distro$/{rhel_8} tasks/progress} 2
pass 5991241 2021-03-23 23:08:21 2021-03-25 01:40:21 2021-03-25 02:17:49 0:37:28 0:27:35 0:09:53 gibba master centos 8.3 rados/standalone/{mon_election/classic supported-random-distro$/{centos_8} workloads/misc} 1
pass 5991242 2021-03-23 23:08:22 2021-03-25 01:41:01 2021-03-25 02:22:25 0:41:24 0:32:00 0:09:24 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/admin_socket_objecter_requests} 2
pass 5991243 2021-03-23 23:08:23 2021-03-25 01:41:01 2021-03-25 02:35:57 0:54:56 0:38:05 0:16:51 gibba master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/mimic-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/osd-delay rados thrashers/default thrashosds-health workloads/cache-snaps} 3
pass 5991244 2021-03-23 23:08:24 2021-03-25 01:46:42 2021-03-25 02:10:21 0:23:39 0:17:39 0:06:00 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/cache-agent-big} 2
pass 5991245 2021-03-23 23:08:24 2021-03-25 01:47:33 2021-03-25 02:12:35 0:25:02 0:11:22 0:13:40 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/cache-agent-small} 2
pass 5991246 2021-03-23 23:08:25 2021-03-25 01:51:23 2021-03-25 02:08:38 0:17:15 0:07:20 0:09:55 gibba master centos 8.3 rados/singleton-nomsgr/{all/large-omap-object-warnings mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
dead 5991247 2021-03-23 23:08:26 2021-03-25 01:52:15 gibba master ubuntu 18.04 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/sync-many workloads/snaps-few-objects} 2
Failure Reason:

Error reimaging machines: sequence item 0: expected str instance, NoneType found

pass 5991248 2021-03-23 23:08:27 2021-03-25 01:52:14 2021-03-25 02:09:16 0:17:02 0:07:56 0:09:06 gibba master ubuntu 18.04 rados/singleton/{all/test-crash mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}} 1
pass 5991249 2021-03-23 23:08:28 2021-03-25 01:52:24 2021-03-25 02:27:03 0:34:39 0:23:50 0:10:49 gibba master ubuntu 18.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5991250 2021-03-23 23:08:29 2021-03-25 01:53:55 2021-03-25 02:17:06 0:23:11 0:13:58 0:09:13 gibba master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-comp openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/sample_fio} 1
pass 5991251 2021-03-23 23:08:29 2021-03-25 01:53:55 2021-03-25 02:27:44 0:33:49 0:25:30 0:08:19 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/cache-pool-snaps-readproxy} 2
pass 5991252 2021-03-23 23:08:30 2021-03-25 01:56:56 2021-03-25 02:34:25 0:37:29 0:25:04 0:12:25 gibba master rados/upgrade/pacific-x/rgw-multisite/{clusters frontend overrides realm tasks upgrade/secondary} 2
pass 5991253 2021-03-23 23:08:31 2021-03-25 01:59:16 2021-03-25 02:28:44 0:29:28 0:18:21 0:11:07 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/cache-pool-snaps} 2
pass 5991254 2021-03-23 23:08:32 2021-03-25 02:01:37 2021-03-25 02:21:08 0:19:31 0:08:44 0:10:47 gibba master centos 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} tasks/scrub_test} 2
pass 5991255 2021-03-23 23:08:33 2021-03-25 02:02:27 2021-03-25 02:28:09 0:25:42 0:11:38 0:14:04 gibba master rhel 8.3 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
fail 5991256 2021-03-23 23:08:33 2021-03-25 02:54:06 2296 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/cache-snaps-balanced} 2
Failure Reason:

Exiting scrub checking -- not all pgs scrubbed.

pass 5991257 2021-03-23 23:08:34 2021-03-25 02:09:19 2021-03-25 02:30:06 0:20:47 0:12:30 0:08:17 gibba master centos 8.3 rados/singleton/{all/test_envlibrados_for_rocksdb mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8}} 1
pass 5991258 2021-03-23 23:08:35 2021-03-25 02:09:29 2021-03-25 02:26:06 0:16:37 0:10:04 0:06:33 gibba master rhel 8.3 rados/singleton-nomsgr/{all/lazy_omap_stats_output mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 5991259 2021-03-23 23:08:36 2021-03-25 02:09:29 2021-03-25 02:45:36 0:36:07 0:27:10 0:08:57 gibba master rhel 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 5991260 2021-03-23 23:08:37 2021-03-25 02:12:40 2021-03-25 02:46:19 0:33:39 0:24:01 0:09:38 gibba master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados tasks/rados_api_tests validater/lockdep} 2
pass 5991261 2021-03-23 23:08:38 2021-03-25 02:41:29 1046 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/cache-snaps} 2
pass 5991262 2021-03-23 23:08:38 2021-03-25 02:14:51 2021-03-25 02:51:20 0:36:29 0:24:02 0:12:27 gibba master centos 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5991263 2021-03-23 23:08:39 2021-03-25 02:16:31 2021-03-25 02:46:19 0:29:48 0:19:40 0:10:08 gibba master ubuntu 18.04 rados/objectstore/{backends/objectcacher-stress supported-random-distro$/{ubuntu_latest}} 1
pass 5991264 2021-03-23 23:08:40 2021-03-25 02:17:11 2021-03-25 02:40:01 0:22:50 0:13:18 0:09:32 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/cache} 2
pass 5991265 2021-03-23 23:08:41 2021-03-25 02:21:12 2021-03-25 02:37:24 0:16:12 0:05:57 0:10:15 gibba master centos 8.3 rados/multimon/{clusters/6 mon_election/classic msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8} tasks/mon_clock_no_skews} 2
pass 5991266 2021-03-23 23:08:42 2021-03-25 02:22:33 2021-03-25 03:09:23 0:46:50 0:36:59 0:09:51 gibba master centos 8.3 rados/standalone/{mon_election/connectivity supported-random-distro$/{centos_8} workloads/mon} 1
pass 5991267 2021-03-23 23:08:43 2021-03-25 02:22:33 2021-03-25 03:06:20 0:43:47 0:28:32 0:15:15 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/pool-snaps-few-objects} 2
pass 5991268 2021-03-23 23:08:43 2021-03-25 02:27:04 2021-03-25 04:00:47 1:33:43 1:26:35 0:07:08 gibba master rhel 8.3 rados/singleton/{all/thrash-backfill-full mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8}} 2
pass 5991269 2021-03-23 23:08:44 2021-03-25 02:27:54 2021-03-25 02:44:38 0:16:44 0:10:47 0:05:57 gibba master rhel 8.3 rados/singleton-nomsgr/{all/librados_hello_world mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 5991270 2021-03-23 23:08:45 2021-03-25 02:27:54 2021-03-25 03:09:04 0:41:10 0:30:04 0:11:06 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/rados_api_tests} 2
pass 5991271 2021-03-23 23:08:46 2021-03-25 02:28:15 2021-03-25 02:45:26 0:17:11 0:08:49 0:08:22 gibba master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-low-osd-mem-target openstack scheduler/wpq_default_shards settings/optimized ubuntu_18.04 workloads/sample_radosbench} 1
pass 5991272 2021-03-23 23:08:47 2021-03-25 02:28:15 2021-03-25 04:26:05 1:57:50 1:47:05 0:10:45 gibba master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/mimic backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/fastclose rados thrashers/mapgap thrashosds-health workloads/radosbench} 3
pass 5991273 2021-03-23 23:08:48 2021-03-25 02:28:45 2021-03-25 03:41:30 1:12:45 0:56:37 0:16:08 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/radosbench-high-concurrency} 2
pass 5991274 2021-03-23 23:08:48 2021-03-25 02:34:26 2021-03-25 02:54:48 0:20:22 0:08:47 0:11:35 gibba master centos 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-comp-lz4 supported-random-distro$/{centos_8} tasks/prometheus} 2
pass 5991275 2021-03-23 23:08:49 2021-03-25 02:36:07 2021-03-25 05:13:04 2:36:57 2:27:14 0:09:43 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/radosbench} 2
dead 5991276 2021-03-23 23:08:50 2021-03-25 02:36:07 2021-03-25 14:45:27 12:09:20 gibba master ubuntu 18.04 rados/singleton/{all/thrash-eio mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest}} 2
Failure Reason:

hit max job timeout

pass 5991277 2021-03-23 23:08:51 2021-03-25 02:37:27 2021-03-25 03:02:55 0:25:28 0:16:38 0:08:50 gibba master rhel 8.3 rados/singleton-nomsgr/{all/msgr mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 5991278 2021-03-23 23:08:52 2021-03-25 02:40:08 2021-03-25 03:00:25 0:20:17 0:09:27 0:10:50 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/redirect} 2
pass 5991279 2021-03-23 23:08:53 2021-03-25 02:41:38 2021-03-25 03:09:48 0:28:10 0:15:07 0:13:03 gibba master ubuntu 18.04 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/sync workloads/pool-create-delete} 2
pass 5991280 2021-03-23 23:08:53 2021-03-25 02:44:39 2021-03-25 06:21:01 3:36:22 3:26:26 0:09:56 gibba master ubuntu 18.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-radosbench} 2
pass 5991281 2021-03-23 23:08:54 2021-03-25 02:45:39 2021-03-25 03:10:48 0:25:09 0:15:36 0:09:33 gibba master ubuntu 18.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} tasks/libcephsqlite} 2
pass 5991282 2021-03-23 23:08:55 2021-03-25 02:45:40 2021-03-25 03:07:07 0:21:27 0:11:12 0:10:15 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/redirect_promote_tests} 2
pass 5991283 2021-03-23 23:08:56 2021-03-25 02:46:20 2021-03-25 03:09:54 0:23:34 0:12:21 0:11:13 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/redirect_set_object} 2
pass 5991284 2021-03-23 23:08:57 2021-03-25 02:51:21 2021-03-25 03:23:08 0:31:47 0:18:48 0:12:59 gibba master ubuntu 18.04 rados/singleton/{all/thrash-rados/{thrash-rados thrashosds-health} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}} 2
pass 5991285 2021-03-23 23:08:58 2021-03-25 02:54:12 2021-03-25 03:31:30 0:37:18 0:30:14 0:07:04 gibba master rhel 8.3 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} 2
pass 5991286 2021-03-23 23:08:59 2021-03-25 02:54:52 2021-03-25 03:21:52 0:27:00 0:11:50 0:15:10 gibba master rhel 8.3 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5991287 2021-03-23 23:08:59 2021-03-25 03:03:04 2021-03-25 03:49:04 0:46:00 0:33:49 0:12:11 gibba master centos 8.3 rados/singleton-nomsgr/{all/multi-backfill-reject mon_election/connectivity rados supported-random-distro$/{centos_8}} 2
pass 5991288 2021-03-23 23:09:00 2021-03-25 03:06:24 2021-03-25 03:28:26 0:22:02 0:11:54 0:10:08 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/set-chunks-read} 2
pass 5991289 2021-03-23 23:09:01 2021-03-25 03:07:15 2021-03-25 06:24:04 3:16:49 3:05:49 0:11:00 gibba master centos 8.3 rados/standalone/{mon_election/classic supported-random-distro$/{centos_8} workloads/osd} 1
pass 5991290 2021-03-23 23:09:02 2021-03-25 03:09:05 2021-03-25 03:36:10 0:27:05 0:17:49 0:09:16 gibba master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-low-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_18.04 workloads/cosbench_64K_read_write} 1
pass 5991291 2021-03-23 23:09:03 2021-03-25 03:09:05 2021-03-25 03:40:46 0:31:41 0:20:05 0:11:36 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/small-objects-balanced} 2
fail 5991292 2021-03-23 23:09:04 2021-03-25 03:09:56 2021-03-25 03:31:07 0:21:11 0:10:41 0:10:30 gibba master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
Failure Reason:

"2021-03-25T03:25:04.979700+0000 mon.a (mon.0) 51 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log

pass 5991293 2021-03-23 23:09:04 2021-03-25 03:09:56 2021-03-25 04:55:40 1:45:44 1:34:15 0:11:29 gibba master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados tasks/rados_cls_all validater/valgrind} 2
pass 5991294 2021-03-23 23:09:05 2021-03-25 03:10:57 2021-03-25 03:44:28 0:33:31 0:20:47 0:12:44 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/small-objects-localized} 2
pass 5991295 2021-03-23 23:09:06 2021-03-25 03:13:17 2021-03-25 03:54:48 0:41:31 0:23:33 0:17:58 gibba master centos 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5991296 2021-03-23 23:09:07 2021-03-25 19:13:18 2021-03-25 19:43:25 0:30:07 0:19:28 0:10:39 gibba master ubuntu 18.04 rados/singleton/{all/thrash_cache_writeback_proxy_none mon_election/classic msgr-failures/none msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest}} 2
pass 5991297 2021-03-23 23:09:08 2021-03-25 19:14:18 2021-03-25 19:38:07 0:23:49 0:06:13 0:17:36 gibba master centos 8.3 rados/multimon/{clusters/9 mon_election/connectivity msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} tasks/mon_clock_with_skews} 3
pass 5991298 2021-03-23 23:09:08 2021-03-25 19:21:19 2021-03-25 19:48:38 0:27:19 0:19:56 0:07:23 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/small-objects} 2
pass 5991299 2021-03-23 23:09:09 2021-03-25 19:21:50 2021-03-25 19:46:37 0:24:47 0:19:11 0:05:36 gibba master rhel 8.3 rados/singleton-nomsgr/{all/osd_stale_reads mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 5991300 2021-03-23 23:09:10 2021-03-25 19:21:50 2021-03-25 19:55:55 0:34:05 0:22:27 0:11:38 gibba master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v1only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/few rados thrashers/morepggrow thrashosds-health workloads/rbd_cls} 3
pass 5991301 2021-03-23 23:09:11 2021-03-25 19:22:50 2021-03-26 00:48:00 5:25:10 4:45:24 0:39:46 gibba master rhel 8.3 rados/objectstore/{backends/objectstore supported-random-distro$/{rhel_8}} 1
pass 5991302 2021-03-23 23:09:12 2021-03-25 19:22:51 2021-03-25 19:58:53 0:36:02 0:28:19 0:07:43 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/snaps-few-objects-balanced} 2
pass 5991303 2021-03-23 23:09:13 2021-03-25 19:23:51 2021-03-25 20:06:56 0:43:05 0:26:21 0:16:44 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/snaps-few-objects-localized} 2
pass 5991304 2021-03-23 23:09:13 2021-03-25 19:31:42 2021-03-25 19:46:49 0:15:07 0:05:51 0:09:16 gibba master ubuntu 18.04 rados/singleton/{all/watch-notify-same-primary mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest}} 1
pass 5991305 2021-03-23 23:09:14 2021-03-25 19:31:43 2021-03-25 19:49:10 0:17:27 0:07:34 0:09:53 gibba master centos 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-comp-snappy supported-random-distro$/{centos_8} tasks/workunits} 2
fail 5991306 2021-03-23 23:09:15 2021-03-25 19:32:23 2021-03-25 20:03:31 0:31:08 0:21:23 0:09:45 gibba master ubuntu 18.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} tasks/rados_api_tests} 2
Failure Reason:

Command failed (workunit test rados/test.sh) on gibba009 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=5849de271cc68aa8a9f9c122ed82373715f40dc6 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

pass 5991307 2021-03-23 23:09:16 2021-03-25 19:32:23 2021-03-25 20:09:03 0:36:40 0:23:21 0:13:19 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/snaps-few-objects} 2
pass 5991308 2021-03-23 23:09:17 2021-03-25 19:36:24 2021-03-25 19:53:15 0:16:51 0:07:34 0:09:17 gibba master centos 8.3 rados/singleton-nomsgr/{all/pool-access mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 5991309 2021-03-23 23:09:17 2021-03-25 19:36:24 2021-03-25 19:57:02 0:20:38 0:09:55 0:10:43 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/write_fadvise_dontneed} 2
pass 5991310 2021-03-23 23:09:18 2021-03-25 19:37:55 2021-03-25 20:14:28 0:36:33 0:30:21 0:06:12 gibba master rhel 8.3 rados/singleton-bluestore/{all/cephtool mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8}} 1
pass 5991311 2021-03-23 23:09:19 2021-03-25 19:37:55 2021-03-25 20:11:19 0:33:24 0:24:57 0:08:27 gibba master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-stupid openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/cosbench_64K_write} 1
pass 5991312 2021-03-23 23:09:20 2021-03-25 19:38:15 2021-03-25 21:32:55 1:54:40 1:45:59 0:08:41 gibba master centos 8.3 rados/standalone/{mon_election/connectivity supported-random-distro$/{centos_8} workloads/scrub} 1
pass 5991313 2021-03-23 23:09:21 2021-03-25 19:38:16 2021-03-25 19:57:14 0:18:58 0:08:44 0:10:14 gibba master centos 8.3 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/force-sync-many workloads/rados_5925} 2
pass 5991314 2021-03-23 23:09:22 2021-03-25 19:38:26 2021-03-25 19:53:26 0:15:00 0:06:31 0:08:29 gibba master centos 8.3 rados/singleton/{all/admin-socket mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8}} 1
pass 5991315 2021-03-23 23:09:22 2021-03-25 19:38:26 2021-03-25 20:16:57 0:38:31 0:30:00 0:08:31 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/admin_socket_objecter_requests} 2
pass 5991316 2021-03-23 23:09:23 2021-03-25 19:40:17 2021-03-25 20:09:02 0:28:45 0:19:22 0:09:23 gibba master centos 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5991317 2021-03-23 23:09:24 2021-03-25 19:40:17 2021-03-25 20:08:20 0:28:03 0:17:46 0:10:17 gibba master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/cache-agent-big} 2
pass 5991318 2021-03-23 23:09:25 2021-03-25 19:43:28 2021-03-25 20:29:48 0:46:20 0:34:13 0:12:07 gibba master ubuntu 18.04 rados/singleton-nomsgr/{all/recovery-unfound-found mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 5991319 2021-03-23 23:09:26 2021-03-25 19:46:38 2021-03-25 20:10:09 0:23:31 0:09:19 0:14:12 gibba master centos 8.3 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5991320 2021-03-23 23:09:27 2021-03-25 19:49:19 2021-03-25 20:14:25 0:25:06 0:12:06 0:13:00 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/cache-agent-small} 2
pass 5991321 2021-03-23 23:09:27 2021-03-25 19:53:20 2021-03-25 20:10:01 0:16:41 0:07:01 0:09:40 gibba master centos 8.3 rados/singleton/{all/deduptool mon_election/connectivity msgr-failures/none msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8}} 1
pass 5991322 2021-03-23 23:09:28 2021-03-25 19:53:30 2021-03-25 20:35:04 0:41:34 0:28:03 0:13:31 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/cache-pool-snaps-readproxy} 2
pass 5991323 2021-03-23 23:09:29 2021-03-25 19:56:01 2021-03-25 20:30:02 0:34:01 0:23:31 0:10:30 gibba master centos 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 5991324 2021-03-23 23:09:30 2021-03-25 19:57:11 2021-03-25 20:19:50 0:22:39 0:11:12 0:11:27 gibba master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados tasks/mon_recovery validater/lockdep} 2
dead 5991325 2021-03-23 23:09:31 2021-03-25 19:59:02 2021-03-25 20:35:01 0:35:59 gibba master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/cache-pool-snaps} 2
pass 5991326 2021-03-23 23:09:31 2021-03-25 20:00:22 2021-03-25 20:17:34 0:17:12 0:07:25 0:09:47 gibba master ubuntu 18.04 rados/singleton-nomsgr/{all/version-number-sanity mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 5991327 2021-03-23 23:09:32 2021-03-25 20:00:23 2021-03-25 20:48:19 0:47:56 0:30:26 0:17:30 gibba master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v2only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/osd-delay rados thrashers/none thrashosds-health workloads/snaps-few-objects} 3
pass 5991328 2021-03-23 23:09:33 2021-03-25 20:07:04 2021-03-25 20:41:13 0:34:09 0:26:33 0:07:36 gibba master rhel 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5991329 2021-03-23 23:09:34 2021-03-25 20:08:24 2021-03-25 20:36:10 0:27:46 0:18:32 0:09:14 gibba master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/cache-snaps-balanced} 2