Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 5998465 2021-03-25 17:32:57 2021-03-25 18:37:44 2021-03-25 19:25:47 0:48:03 0:35:03 0:13:00 smithi master centos 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 5998466 2021-03-25 17:32:58 2021-03-25 18:37:45 2021-03-25 19:12:03 0:34:18 0:27:31 0:06:47 smithi master rhel 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5998467 2021-03-25 17:32:59 2021-03-25 18:37:45 2021-03-25 19:03:08 0:25:23 0:14:31 0:10:52 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados tasks/mon_recovery validater/lockdep} 2
pass 5998468 2021-03-25 17:33:00 2021-03-25 18:37:45 2021-03-25 19:13:38 0:35:53 0:26:13 0:09:40 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/cache-snaps} 2
pass 5998469 2021-03-25 17:33:00 2021-03-25 18:37:45 2021-03-25 19:24:09 0:46:24 0:24:43 0:21:41 smithi master ubuntu 18.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} tasks/rados_api_tests} 2
pass 5998470 2021-03-25 17:33:01 2021-03-25 18:37:46 2021-03-25 19:25:17 0:47:31 0:30:50 0:16:41 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/luminous backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/few rados thrashers/none thrashosds-health workloads/cache-snaps} 3
pass 5998471 2021-03-25 17:33:02 2021-03-25 18:37:46 2021-03-25 18:59:30 0:21:44 0:11:52 0:09:52 smithi master rhel 8.3 rados/multimon/{clusters/6 mon_election/classic msgr-failures/few msgr/async-v2only no_pools objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} tasks/mon_clock_with_skews} 2
pass 5998472 2021-03-25 17:33:02 2021-03-25 18:37:46 2021-03-25 19:13:25 0:35:39 0:23:06 0:12:33 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/cosbench_64K_write} 1
pass 5998473 2021-03-25 17:33:03 2021-03-25 18:37:46 2021-03-25 19:19:38 0:41:52 0:32:08 0:09:44 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5998474 2021-03-25 17:33:04 2021-03-25 18:37:47 2021-03-25 18:58:44 0:20:57 0:09:43 0:11:14 smithi master ubuntu 18.04 rados/singleton/{all/deduptool mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}} 1
pass 5998475 2021-03-25 17:33:05 2021-03-25 18:37:47 2021-03-25 19:16:25 0:38:38 0:26:47 0:11:51 smithi master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-snaps-few-objects-overwrites} 2
pass 5998476 2021-03-25 17:33:05 2021-03-25 18:37:47 2021-03-25 19:21:07 0:43:20 0:28:36 0:14:44 smithi master ubuntu 18.04 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/force-sync-many workloads/rados_mon_workunits} 2
pass 5998477 2021-03-25 17:33:06 2021-03-25 18:37:47 2021-03-25 18:58:03 0:20:16 0:10:35 0:09:41 smithi master centos 8.3 rados/objectstore/{backends/alloc-hint supported-random-distro$/{centos_8}} 1
pass 5998478 2021-03-25 17:33:07 2021-03-25 18:37:48 2021-03-25 19:00:20 0:22:32 0:13:57 0:08:35 smithi master rhel 8.3 rados/rest/{mgr-restful supported-random-distro$/{rhel_8}} 1
pass 5998479 2021-03-25 17:33:07 2021-03-25 18:37:48 2021-03-25 19:05:51 0:28:03 0:15:37 0:12:26 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/admin_socket_output mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 5998480 2021-03-25 17:33:08 2021-03-25 18:37:48 2021-03-25 19:00:44 0:22:56 0:11:52 0:11:04 smithi master ubuntu 18.04 rados/standalone/{mon_election/classic supported-random-distro$/{ubuntu_latest} workloads/crush} 1
pass 5998481 2021-03-25 17:33:09 2021-03-25 18:37:48 2021-03-25 20:22:22 1:44:34 1:29:24 0:15:10 smithi master ubuntu 20.04 rados/upgrade/pacific-x/parallel/{0-start 1-tasks distro1$/{ubuntu_20.04_kubic_stable} mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} 2
pass 5998482 2021-03-25 17:33:09 2021-03-25 18:37:48 2021-03-25 19:17:35 0:39:47 0:28:03 0:11:44 smithi master centos 8.3 rados/valgrind-leaks/{1-start 2-inject-leak/mon centos_latest} 1
fail 5998483 2021-03-25 17:33:10 2021-03-25 18:37:49 2021-03-25 19:06:48 0:28:59 0:12:48 0:16:11 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
Failure Reason:

"2021-03-25T19:02:26.484415+0000 mon.a (mon.0) 17 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log

pass 5998484 2021-03-25 17:33:11 2021-03-25 18:37:49 2021-03-25 18:59:23 0:21:34 0:13:06 0:08:28 smithi master rhel 8.3 rados/singleton/{all/divergent_priors mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8}} 1
pass 5998485 2021-03-25 17:33:12 2021-03-25 18:37:49 2021-03-25 19:03:38 0:25:49 0:16:24 0:09:25 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/cache} 2
pass 5998486 2021-03-25 17:33:12 2021-03-25 18:37:49 2021-03-25 18:58:29 0:20:40 0:09:52 0:10:48 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/balancer mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 5998487 2021-03-25 17:33:13 2021-03-25 18:37:50 2021-03-25 19:17:54 0:40:04 0:25:01 0:15:03 smithi master rhel 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-comp-snappy supported-random-distro$/{rhel_8} tasks/progress} 2
pass 5998488 2021-03-25 17:33:14 2021-03-25 18:37:50 2021-03-25 18:59:55 0:22:05 0:10:16 0:11:49 smithi master centos 8.3 rados/singleton/{all/divergent_priors2 mon_election/classic msgr-failures/none msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8}} 1
pass 5998489 2021-03-25 17:33:14 2021-03-25 19:02:53 737 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-bitmap openstack scheduler/wpq_default_shards settings/optimized ubuntu_18.04 workloads/fio_4K_rand_read} 1
pass 5998490 2021-03-25 17:33:15 2021-03-25 18:58:01 815 smithi master rhel 8.3 rados/singleton-nomsgr/{all/cache-fs-trunc mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 5998491 2021-03-25 17:33:16 2021-03-25 18:37:50 2021-03-25 19:19:49 0:41:59 0:28:42 0:13:17 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/pool-snaps-few-objects} 2
pass 5998492 2021-03-25 17:33:17 2021-03-25 18:37:51 2021-03-25 19:08:41 0:30:50 0:19:04 0:11:46 smithi master ubuntu 18.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} tasks/rados_cls_all} 2
pass 5998493 2021-03-25 17:33:17 2021-03-25 18:37:51 2021-03-25 19:34:40 0:56:49 0:43:26 0:13:23 smithi master centos 8.3 rados/standalone/{mon_election/connectivity supported-random-distro$/{centos_8} workloads/erasure-code} 1
pass 5998494 2021-03-25 17:33:18 2021-03-25 18:37:51 2021-03-25 18:59:28 0:21:37 0:10:27 0:11:10 smithi master centos 8.3 rados/singleton/{all/dump-stuck mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8}} 1
pass 5998495 2021-03-25 17:33:19 2021-03-25 18:37:51 2021-03-25 19:06:29 0:28:38 0:15:07 0:13:31 smithi master centos 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 5998496 2021-03-25 17:33:19 2021-03-25 18:37:52 2021-03-25 19:23:44 0:45:52 0:32:52 0:13:00 smithi master centos 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5998497 2021-03-25 17:33:20 2021-03-25 18:37:52 2021-03-25 19:40:11 1:02:19 0:52:21 0:09:58 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados tasks/rados_api_tests validater/valgrind} 2
pass 5998498 2021-03-25 17:33:21 2021-03-25 18:37:52 2021-03-25 19:00:03 0:22:11 0:08:50 0:13:21 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/ceph-kvstore-tool mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 5998499 2021-03-25 17:33:22 2021-03-25 18:37:52 2021-03-25 20:29:31 1:51:39 1:36:25 0:15:14 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/mimic-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/osd-delay rados thrashers/pggrow thrashosds-health workloads/radosbench} 3
pass 5998500 2021-03-25 17:33:22 2021-03-25 18:37:53 2021-03-25 19:19:01 0:41:08 0:27:48 0:13:20 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/rados_api_tests} 2
pass 5998501 2021-03-25 17:33:23 2021-03-25 18:37:53 2021-03-25 19:10:34 0:32:41 0:17:17 0:15:24 smithi master centos 8.3 rados/multimon/{clusters/9 mon_election/connectivity msgr-failures/many msgr/async no_pools objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} tasks/mon_recovery} 3
pass 5998502 2021-03-25 17:33:24 2021-03-25 18:37:53 2021-03-25 20:58:24 2:20:31 2:08:47 0:11:44 smithi master centos 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-radosbench} 2
pass 5998503 2021-03-25 17:33:24 2021-03-25 18:37:53 2021-03-25 19:29:04 0:51:11 0:43:01 0:08:10 smithi master rhel 8.3 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} thrashers/many workloads/snaps-few-objects} 2
pass 5998504 2021-03-25 17:33:25 2021-03-25 18:37:54 2021-03-25 19:43:20 1:05:26 0:54:05 0:11:21 smithi master centos 8.3 rados/singleton/{all/ec-lost-unfound mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8}} 1
pass 5998505 2021-03-25 17:33:26 2021-03-25 18:37:54 2021-03-25 19:04:55 0:27:01 0:13:56 0:13:05 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5998506 2021-03-25 17:33:26 2021-03-25 18:37:54 2021-03-25 19:02:14 0:24:20 0:17:29 0:06:51 smithi master rhel 8.3 rados/objectstore/{backends/ceph_objectstore_tool supported-random-distro$/{rhel_8}} 1
pass 5998507 2021-03-25 17:33:27 2021-03-25 18:37:54 2021-03-25 18:56:49 0:18:55 0:07:17 0:11:38 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/ceph-post-file mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 5998508 2021-03-25 17:33:28 2021-03-25 18:37:55 2021-03-25 19:04:13 0:26:18 0:14:58 0:11:20 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-comp openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_18.04 workloads/fio_4K_rand_rw} 1
pass 5998509 2021-03-25 17:33:29 2021-03-25 18:37:55 2021-03-25 19:56:36 1:18:41 1:05:33 0:13:08 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/radosbench-high-concurrency} 2
pass 5998510 2021-03-25 17:33:29 2021-03-25 18:37:55 2021-03-25 18:57:07 0:19:12 0:08:38 0:10:34 smithi master centos 8.3 rados/singleton/{all/erasure-code-nonregression mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8}} 1
pass 5998511 2021-03-25 17:33:30 2021-03-25 18:37:55 2021-03-25 19:23:51 0:45:56 0:33:25 0:12:31 smithi master centos 8.3 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} 2
pass 5998512 2021-03-25 17:33:31 2021-03-25 18:37:56 2021-03-25 19:09:51 0:31:55 0:15:12 0:16:43 smithi master rhel 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-comp-zlib supported-random-distro$/{rhel_8} tasks/prometheus} 2
pass 5998513 2021-03-25 17:33:31 2021-03-25 18:37:56 2021-03-25 19:02:45 0:24:49 0:11:20 0:13:29 smithi master ubuntu 18.04 rados/standalone/{mon_election/classic supported-random-distro$/{ubuntu_latest} workloads/mgr} 1
pass 5998514 2021-03-25 17:33:32 2021-03-25 18:37:56 2021-03-25 19:06:49 0:28:53 0:16:00 0:12:53 smithi master centos 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} tasks/rados_python} 2
pass 5998515 2021-03-25 17:33:33 2021-03-25 18:37:56 2021-03-25 18:58:40 0:20:44 0:11:48 0:08:56 smithi master rhel 8.3 rados/singleton-nomsgr/{all/export-after-evict mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 5998516 2021-03-25 17:33:33 2021-03-25 18:37:57 2021-03-25 21:43:04 3:05:07 2:52:35 0:12:32 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/radosbench} 2
pass 5998517 2021-03-25 17:33:34 2021-03-25 18:37:57 2021-03-25 20:18:56 1:40:59 1:35:41 0:05:18 smithi master rhel 8.3 rados/singleton/{all/lost-unfound-delete mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8}} 1
pass 5998518 2021-03-25 17:33:35 2021-03-25 18:37:57 2021-03-25 18:58:32 0:20:35 0:07:58 0:12:37 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/full-tiering mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 5998519 2021-03-25 17:33:36 2021-03-25 18:37:57 2021-03-25 18:57:19 0:19:22 0:10:48 0:08:34 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-low-osd-mem-target openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/fio_4M_rand_read} 1
pass 5998520 2021-03-25 17:33:36 2021-03-25 19:23:13 1764 smithi master centos 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 5998521 2021-03-25 17:33:37 2021-03-25 18:37:58 2021-03-25 19:26:42 0:48:44 0:34:27 0:14:17 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5998522 2021-03-25 17:33:38 2021-03-25 18:37:58 2021-03-25 19:12:50 0:34:52 0:19:36 0:15:16 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados tasks/rados_cls_all validater/lockdep} 2
pass 5998523 2021-03-25 17:33:38 2021-03-25 18:37:58 2021-03-25 20:20:01 1:42:03 1:29:50 0:12:13 smithi master rhel 8.3 rados/singleton/{all/lost-unfound mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8}} 1
pass 5998524 2021-03-25 17:33:39 2021-03-25 18:37:58 2021-03-25 19:22:34 0:44:36 0:26:54 0:17:42 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/mimic backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/fastclose rados thrashers/careful thrashosds-health workloads/rbd_cls} 3
fail 5998525 2021-03-25 17:33:40 2021-03-25 19:05:01 561 smithi master centos 8.3 rados/multimon/{clusters/21 mon_election/classic msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} tasks/mon_clock_no_skews} 3
Failure Reason:

"2021-03-25T19:02:32.435784+0000 mon.a (mon.0) 21 : cluster [WRN] Health check failed: 1/21 mons down, quorum a,b,c,d,e,f,g,h,i,j,k,l,m,n,o,p,q,r,s,t (MON_DOWN)" in cluster log

pass 5998526 2021-03-25 17:33:41 2021-03-25 19:15:01 1227 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5998527 2021-03-25 17:33:41 2021-03-25 18:37:59 2021-03-25 19:07:33 0:29:34 0:19:13 0:10:21 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/redirect} 2
pass 5998528 2021-03-25 17:33:42 2021-03-25 18:38:00 2021-03-25 19:11:52 0:33:52 0:22:08 0:11:44 smithi master rhel 8.3 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} thrashers/one workloads/pool-create-delete} 2
pass 5998529 2021-03-25 17:33:43 2021-03-25 18:38:00 2021-03-25 19:27:40 0:49:40 0:31:13 0:18:27 smithi master ubuntu 18.04 rados/singleton-bluestore/{all/cephtool mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} 1
pass 5998530 2021-03-25 17:33:43 2021-03-25 18:38:00 2021-03-25 19:08:40 0:30:40 0:12:07 0:18:33 smithi master centos 8.3 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5998531 2021-03-25 17:33:44 2021-03-25 18:38:00 2021-03-25 19:04:37 0:26:37 0:15:08 0:11:29 smithi master rhel 8.3 rados/singleton-nomsgr/{all/health-warnings mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 5998532 2021-03-25 17:33:45 2021-03-25 18:38:01 2021-03-25 19:24:16 0:46:15 0:31:41 0:14:34 smithi master centos 8.3 rados/standalone/{mon_election/connectivity supported-random-distro$/{centos_8} workloads/misc} 1
pass 5998533 2021-03-25 17:33:46 2021-03-25 18:38:01 2021-03-25 19:03:34 0:25:33 0:06:35 0:18:58 smithi master ubuntu 18.04 rados/singleton/{all/max-pg-per-osd.from-mon mon_election/classic msgr-failures/none msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}} 1
pass 5998534 2021-03-25 17:33:46 2021-03-25 18:38:01 2021-03-25 19:10:40 0:32:39 0:16:50 0:15:49 smithi master centos 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} tasks/rados_stress_watch} 2
pass 5998535 2021-03-25 17:33:47 2021-03-25 18:38:01 2021-03-25 19:01:53 0:23:52 0:09:58 0:13:54 smithi master centos 8.3 rados/objectstore/{backends/filejournal supported-random-distro$/{centos_8}} 1
pass 5998536 2021-03-25 17:33:48 2021-03-25 18:38:02 2021-03-25 19:11:21 0:33:19 0:18:24 0:14:55 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/redirect_promote_tests} 2
pass 5998537 2021-03-25 17:33:48 2021-03-25 18:38:02 2021-03-25 19:01:04 0:23:02 0:10:42 0:12:20 smithi master centos 8.3 rados/singleton-nomsgr/{all/large-omap-object-warnings mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 5998538 2021-03-25 17:33:49 2021-03-25 18:38:02 2021-03-25 19:01:48 0:23:46 0:09:33 0:14:13 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-comp-zstd supported-random-distro$/{ubuntu_latest} tasks/workunits} 2
pass 5998539 2021-03-25 17:33:50 2021-03-25 18:38:02 2021-03-25 19:06:05 0:28:03 0:09:53 0:18:10 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-stupid openstack scheduler/wpq_default_shards settings/optimized ubuntu_18.04 workloads/fio_4M_rand_rw} 1
pass 5998540 2021-03-25 17:33:50 2021-03-25 18:38:03 2021-03-25 19:05:40 0:27:37 0:16:21 0:11:16 smithi master rhel 8.3 rados/singleton/{all/max-pg-per-osd.from-primary mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8}} 1
fail 5998541 2021-03-25 17:33:51 2021-03-25 18:38:03 2021-03-25 19:22:55 0:44:52 0:28:49 0:16:03 smithi master rados/upgrade/pacific-x/rgw-multisite/{clusters frontend overrides realm tasks upgrade/primary} 2
Failure Reason:

rgw multisite test failures

pass 5998542 2021-03-25 17:33:52 2021-03-25 18:38:03 2021-03-25 19:12:21 0:34:18 0:13:36 0:20:42 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/redirect_set_object} 2
pass 5998543 2021-03-25 17:33:52 2021-03-25 18:38:03 2021-03-25 19:04:30 0:26:27 0:11:37 0:14:50 smithi master centos 8.3 rados/singleton-nomsgr/{all/lazy_omap_stats_output mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 5998544 2021-03-25 17:33:53 2021-03-25 18:38:03 2021-03-25 19:07:51 0:29:48 0:18:16 0:11:32 smithi master rhel 8.3 rados/singleton/{all/max-pg-per-osd.from-replica mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8}} 1
pass 5998545 2021-03-25 17:33:54 2021-03-25 18:38:04 2021-03-25 19:15:15 0:37:11 0:19:18 0:17:53 smithi master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-fast-read-overwrites} 2
pass 5998546 2021-03-25 17:33:55 2021-03-25 18:38:04 2021-03-25 19:10:38 0:32:34 0:14:36 0:17:58 smithi master rhel 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 5998547 2021-03-25 17:33:55 2021-03-25 19:25:19 1766 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5998548 2021-03-25 17:33:56 2021-03-25 18:38:05 2021-03-25 19:25:19 0:47:14 0:29:31 0:17:43 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados tasks/mon_recovery validater/valgrind} 2
pass 5998549 2021-03-25 17:33:57 2021-03-25 18:38:05 2021-03-25 19:42:02 1:03:57 0:49:58 0:13:59 smithi master centos 8.3 rados/standalone/{mon_election/classic supported-random-distro$/{centos_8} workloads/mon} 1
pass 5998550 2021-03-25 17:33:57 2021-03-25 18:38:05 2021-03-25 19:40:13 1:02:08 0:45:12 0:16:56 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v1only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/few rados thrashers/default thrashosds-health workloads/snaps-few-objects} 3
pass 5998551 2021-03-25 17:33:58 2021-03-25 18:38:05 2021-03-25 19:14:25 0:36:20 0:10:29 0:25:51 smithi master rhel 8.3 rados/multimon/{clusters/3 mon_election/connectivity msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} tasks/mon_clock_with_skews} 2
pass 5998552 2021-03-25 17:33:59 2021-03-25 18:57:13 2021-03-25 19:14:11 0:16:58 0:08:31 0:08:27 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/librados_hello_world mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 5998553 2021-03-25 17:34:00 2021-03-25 18:57:23 2021-03-25 19:27:22 0:29:59 0:19:27 0:10:32 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5998554 2021-03-25 17:34:00 2021-03-25 18:58:03 2021-03-25 19:20:27 0:22:24 0:10:11 0:12:13 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5998555 2021-03-25 17:34:01 2021-03-25 18:58:54 2021-03-25 19:20:29 0:21:35 0:11:20 0:10:15 smithi master centos 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8} tasks/rados_striper} 2
pass 5998556 2021-03-25 17:34:02 2021-03-25 19:18:32 778 smithi master rhel 8.3 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/sync-many workloads/rados_5925} 2
pass 5998557 2021-03-25 17:34:02 2021-03-25 18:59:34 2021-03-25 19:27:32 0:27:58 0:16:23 0:11:35 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/set-chunks-read} 2
pass 5998558 2021-03-25 17:34:03 2021-03-25 19:00:05 2021-03-25 19:17:57 0:17:52 0:07:56 0:09:56 smithi master ubuntu 18.04 rados/singleton/{all/mon-auth-caps mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} 1
pass 5998559 2021-03-25 17:34:04 2021-03-25 19:00:25 2021-03-25 19:20:18 0:19:53 0:09:33 0:10:20 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_18.04 workloads/fio_4M_rand_write} 1
pass 5998560 2021-03-25 17:34:05 2021-03-25 19:00:45 2021-03-25 19:26:34 0:25:49 0:15:20 0:10:29 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/msgr mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 5998561 2021-03-25 17:34:05 2021-03-25 19:01:06 2021-03-25 19:20:50 0:19:44 0:13:01 0:06:43 smithi master rhel 8.3 rados/singleton/{all/mon-config-key-caps mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8}} 1
pass 5998562 2021-03-25 17:34:06 2021-03-25 19:01:56 2021-03-25 19:33:15 0:31:19 0:20:50 0:10:29 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/small-objects-balanced} 2
pass 5998563 2021-03-25 17:34:07 2021-03-25 19:01:56 2021-03-25 19:21:55 0:19:59 0:13:19 0:06:40 smithi master rhel 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-hybrid supported-random-distro$/{rhel_8} tasks/crash} 2
pass 5998564 2021-03-25 17:34:07 2021-03-25 19:02:47 2021-03-25 21:53:29 2:50:42 2:39:10 0:11:32 smithi master ubuntu 18.04 rados/objectstore/{backends/filestore-idempotent-aio-journal supported-random-distro$/{ubuntu_latest}} 1
pass 5998565 2021-03-25 17:34:08 2021-03-25 19:02:57 2021-03-25 19:34:24 0:31:27 0:22:09 0:09:18 smithi master centos 8.3 rados/valgrind-leaks/{1-start 2-inject-leak/none centos_latest} 1
pass 5998566 2021-03-25 17:34:09 2021-03-25 19:03:17 2021-03-25 19:32:33 0:29:16 0:19:17 0:09:59 smithi master centos 8.3 rados/singleton-nomsgr/{all/multi-backfill-reject mon_election/classic rados supported-random-distro$/{centos_8}} 2
pass 5998567 2021-03-25 17:34:09 2021-03-25 19:03:38 2021-03-25 19:26:45 0:23:07 0:13:39 0:09:28 smithi master centos 8.3 rados/singleton/{all/mon-config-keys mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8}} 1
pass 5998568 2021-03-25 17:34:10 2021-03-25 19:03:48 2021-03-25 22:28:50 3:25:02 3:16:27 0:08:35 smithi master centos 8.3 rados/standalone/{mon_election/connectivity supported-random-distro$/{centos_8} workloads/osd} 1
pass 5998569 2021-03-25 17:34:11 2021-03-25 19:03:48 2021-03-25 19:33:33 0:29:45 0:21:49 0:07:56 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/small-objects-localized} 2
pass 5998570 2021-03-25 17:34:11 2021-03-25 19:04:39 2021-03-25 19:25:53 0:21:14 0:11:17 0:09:57 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-bitmap openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/radosbench_4K_rand_read} 1
pass 5998571 2021-03-25 17:34:12 2021-03-25 19:04:39 2021-03-25 19:44:43 0:40:04 0:29:49 0:10:15 smithi master ubuntu 18.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} tasks/rados_workunit_loadgen_big} 2
pass 5998572 2021-03-25 17:34:13 2021-03-25 19:04:59 2021-03-25 19:29:47 0:24:48 0:16:07 0:08:41 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/osd_stale_reads mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 5998573 2021-03-25 17:34:14 2021-03-25 19:04:59 2021-03-25 19:40:13 0:35:14 0:24:32 0:10:42 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 5998574 2021-03-25 17:34:14 2021-03-25 19:05:10 2021-03-25 19:40:55 0:35:45 0:28:13 0:07:32 smithi master rhel 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5998575 2021-03-25 17:34:15 2021-03-25 19:05:50 2021-03-25 19:41:11 0:35:21 0:24:35 0:10:46 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados tasks/rados_api_tests validater/lockdep} 2
pass 5998576 2021-03-25 17:34:16 2021-03-25 19:06:10 2021-03-25 19:24:03 0:17:53 0:07:43 0:10:10 smithi master ubuntu 18.04 rados/singleton/{all/mon-config mon_election/classic msgr-failures/none msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest}} 1
pass 5998577 2021-03-25 17:34:16 2021-03-25 19:06:31 2021-03-25 19:30:12 0:23:41 0:11:27 0:12:14 smithi master centos 8.3 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5998578 2021-03-25 17:34:17 2021-03-25 19:06:51 2021-03-25 19:42:19 0:35:28 0:23:53 0:11:35 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v2only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/osd-delay rados thrashers/mapgap thrashosds-health workloads/test_rbd_api} 3
pass 5998579 2021-03-25 17:34:18 2021-03-25 19:06:51 2021-03-25 19:28:28 0:21:37 0:15:22 0:06:15 smithi master rhel 8.3 rados/multimon/{clusters/6 mon_election/classic msgr-failures/few msgr/async no_pools objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} tasks/mon_recovery} 2
pass 5998580 2021-03-25 17:34:18 2021-03-25 19:07:42 2021-03-25 19:36:22 0:28:40 0:20:08 0:08:32 smithi master centos 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-small-objects-many-deletes} 2
pass 5998581 2021-03-25 17:34:19 2021-03-25 19:07:52 2021-03-25 19:45:47 0:37:55 0:26:56 0:10:59 smithi master centos 8.3 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} thrashers/sync workloads/rados_api_tests} 2
pass 5998582 2021-03-25 17:34:20 2021-03-25 19:08:42 2021-03-25 19:39:42 0:31:00 0:24:23 0:06:37 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/small-objects} 2
pass 5998583 2021-03-25 17:34:21 2021-03-25 19:08:43 2021-03-25 19:46:26 0:37:43 0:28:00 0:09:43 smithi master centos 8.3 rados/singleton/{all/osd-backfill mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8}} 1
pass 5998584 2021-03-25 17:34:21 2021-03-25 19:08:43 2021-03-25 19:28:29 0:19:46 0:12:24 0:07:22 smithi master rhel 8.3 rados/singleton-nomsgr/{all/pool-access mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 5998585 2021-03-25 17:34:22 2021-03-25 19:08:43 2021-03-25 19:41:36 0:32:53 0:25:30 0:07:23 smithi master rhel 8.3 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-overwrites} 2
pass 5998586 2021-03-25 17:34:23 2021-03-25 19:09:53 2021-03-25 19:32:26 0:22:33 0:11:45 0:10:48 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-low-osd-mem-target supported-random-distro$/{ubuntu_latest} tasks/failover} 2
pass 5998587 2021-03-25 17:34:23 2021-03-25 19:10:44 2021-03-25 21:11:46 2:01:02 1:51:54 0:09:08 smithi master centos 8.3 rados/standalone/{mon_election/classic supported-random-distro$/{centos_8} workloads/scrub} 1
pass 5998588 2021-03-25 17:34:24 2021-03-25 19:10:44 2021-03-25 19:30:26 0:19:42 0:09:40 0:10:02 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-comp openstack scheduler/wpq_default_shards settings/optimized ubuntu_18.04 workloads/radosbench_4K_seq_read} 1
pass 5998589 2021-03-25 17:34:25 2021-03-25 19:10:44 2021-03-25 19:50:56 0:40:12 0:28:52 0:11:20 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/snaps-few-objects-balanced} 2
pass 5998590 2021-03-25 17:34:25 2021-03-25 19:10:45 2021-03-25 19:52:11 0:41:26 0:31:35 0:09:51 smithi master ubuntu 18.04 rados/singleton/{all/osd-recovery-incomplete mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest}} 1
pass 5998591 2021-03-25 17:34:26 2021-03-25 19:10:45 2021-03-25 19:47:30 0:36:45 0:27:46 0:08:59 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/recovery-unfound-found mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 5998592 2021-03-25 17:34:27 2021-03-25 19:10:45 2021-03-25 19:49:53 0:39:08 0:31:15 0:07:53 smithi master ubuntu 18.04 rados/singleton-bluestore/{all/cephtool mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}} 1
pass 5998593 2021-03-25 17:34:28 2021-03-25 19:10:56 2021-03-25 21:48:02 2:37:06 2:31:12 0:05:54 smithi master rhel 8.3 rados/objectstore/{backends/filestore-idempotent supported-random-distro$/{rhel_8}} 1
pass 5998594 2021-03-25 17:34:28 2021-03-25 19:10:56 2021-03-25 19:40:45 0:29:49 0:22:01 0:07:48 smithi master rhel 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} tasks/rados_workunit_loadgen_mix} 2
pass 5998595 2021-03-25 17:34:29 2021-03-25 19:11:26 2021-03-25 19:32:59 0:21:33 0:12:54 0:08:39 smithi master centos 8.3 rados/singleton/{all/osd-recovery mon_election/connectivity msgr-failures/none msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8}} 1
pass 5998596 2021-03-25 17:34:30 2021-03-25 19:11:57 2021-03-25 19:47:03 0:35:06 0:28:45 0:06:21 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/snaps-few-objects-localized} 2
pass 5998597 2021-03-25 17:34:30 2021-03-25 19:12:07 2021-03-25 19:31:15 0:19:08 0:09:13 0:09:55 smithi master centos 8.3 rados/singleton-nomsgr/{all/version-number-sanity mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 5998598 2021-03-25 17:34:31 2021-03-25 19:12:07 2021-03-25 19:34:22 0:22:15 0:10:29 0:11:46 smithi master centos 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 5998599 2021-03-25 17:34:32 2021-03-25 19:12:58 2021-03-25 19:51:24 0:38:26 0:27:19 0:11:07 smithi master centos 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5998600 2021-03-25 17:34:33 2021-03-25 19:13:28 2021-03-25 21:11:04 1:57:36 1:48:10 0:09:26 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados tasks/rados_cls_all validater/valgrind} 2
pass 5998601 2021-03-25 17:34:33 2021-03-25 19:13:48 2021-03-25 19:36:43 0:22:55 0:10:16 0:12:39 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5998602 2021-03-25 17:34:34 2021-03-25 19:15:09 2021-03-25 20:00:54 0:45:45 0:34:46 0:10:59 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/fastclose rados thrashers/morepggrow thrashosds-health workloads/cache-snaps} 3
pass 5998603 2021-03-25 17:34:35 2021-03-25 19:15:19 2021-03-25 19:35:06 0:19:47 0:06:21 0:13:26 smithi master ubuntu 18.04 rados/multimon/{clusters/9 mon_election/connectivity msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_no_skews} 3
pass 5998604 2021-03-25 17:34:35 2021-03-25 19:17:40 2021-03-25 19:37:32 0:19:52 0:09:56 0:09:56 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-low-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_18.04 workloads/radosbench_4M_rand_read} 1
pass 5998605 2021-03-25 17:34:36 2021-03-25 19:18:00 2021-03-25 19:45:52 0:27:52 0:17:55 0:09:57 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects} 2
pass 5998606 2021-03-25 17:34:37 2021-03-25 19:18:00 2021-03-25 19:35:34 0:17:34 0:07:38 0:09:56 smithi master centos 8.3 rados/singleton/{all/peer mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8}} 1
pass 5998607 2021-03-25 17:34:38 2021-03-25 19:18:41 2021-03-25 20:18:42 1:00:01 0:49:40 0:10:21 smithi master ubuntu 18.04 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/force-sync-many workloads/rados_mon_osdmap_prune} 2
pass 5998608 2021-03-25 17:34:38 2021-03-25 19:19:11 2021-03-25 19:42:05 0:22:54 0:13:58 0:08:56 smithi master centos 8.3 rados/singleton-nomsgr/{all/admin_socket_output mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 5998609 2021-03-25 17:34:39 2021-03-25 19:19:12 2021-03-25 19:40:44 0:21:32 0:12:26 0:09:06 smithi master centos 8.3 rados/standalone/{mon_election/connectivity supported-random-distro$/{centos_8} workloads/crush} 1
pass 5998610 2021-03-25 17:34:40 2021-03-25 19:19:42 2021-03-25 20:55:08 1:35:26 1:25:40 0:09:46 smithi master ubuntu 20.04 rados/upgrade/pacific-x/parallel/{0-start 1-tasks distro1$/{ubuntu_20.04} mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} 2
pass 5998611 2021-03-25 17:34:40 2021-03-25 19:19:52 2021-03-25 19:55:27 0:35:35 0:28:16 0:07:19 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/snaps-few-objects} 2
pass 5998612 2021-03-25 17:34:41 2021-03-25 19:20:22 2021-03-25 19:41:26 0:21:04 0:13:58 0:07:06 smithi master rhel 8.3 rados/singleton/{all/pg-autoscaler-progress-off mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8}} 2
pass 5998613 2021-03-25 17:34:42 2021-03-25 19:20:33 2021-03-25 19:43:46 0:23:13 0:13:05 0:10:08 smithi master centos 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-stupid supported-random-distro$/{centos_8} tasks/insights} 2
pass 5998614 2021-03-25 17:34:42 2021-03-25 19:20:33 2021-03-25 19:59:49 0:39:16 0:29:11 0:10:05 smithi master centos 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} tasks/rados_workunit_loadgen_mostlyread} 2
pass 5998615 2021-03-25 17:34:43 2021-03-25 19:20:33 2021-03-25 19:39:41 0:19:08 0:10:03 0:09:05 smithi master centos 8.3 rados/singleton-nomsgr/{all/balancer mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 5998616 2021-03-25 17:34:44 2021-03-25 19:20:53 2021-03-25 19:44:47 0:23:54 0:13:13 0:10:41 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/write_fadvise_dontneed} 2
pass 5998617 2021-03-25 17:34:45 2021-03-25 19:21:14 2021-03-25 19:41:38 0:20:24 0:08:47 0:11:37 smithi master ubuntu 18.04 rados/singleton/{all/pg-autoscaler mon_election/classic msgr-failures/none msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} 2
pass 5998618 2021-03-25 17:34:45 2021-03-25 19:22:04 2021-03-25 19:39:51 0:17:47 0:08:58 0:08:49 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-stupid openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/radosbench_4M_seq_read} 1
pass 5998619 2021-03-25 17:34:46 2021-03-25 19:22:34 2021-03-25 19:37:50 0:15:16 0:06:12 0:09:04 smithi master ubuntu 18.04 rados/objectstore/{backends/fusestore supported-random-distro$/{ubuntu_latest}} 1
dead 5998620 2021-03-25 17:34:47 2021-03-25 19:22:35 2021-03-25 19:23:59 0:01:24 smithi master rhel 8.3 rados/singleton-nomsgr/{all/cache-fs-trunc mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

Error reimaging machines: Failed to power on smithi031

pass 5998621 2021-03-25 17:34:47 2021-03-25 19:22:35 2021-03-25 19:59:45 0:37:10 0:30:13 0:06:57 smithi master rhel 8.3 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-snaps-few-objects-overwrites} 2
pass 5998622 2021-03-25 17:34:48 2021-03-25 19:23:05 2021-03-25 20:12:35 0:49:30 0:40:16 0:09:14 smithi master ubuntu 18.04 rados/standalone/{mon_election/classic supported-random-distro$/{ubuntu_latest} workloads/erasure-code} 1
pass 5998623 2021-03-25 17:34:49 2021-03-25 19:23:15 2021-03-25 19:55:05 0:31:50 0:20:30 0:11:20 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/admin_socket_objecter_requests} 2
pass 5998624 2021-03-25 17:34:49 2021-03-25 19:23:16 2021-03-25 19:45:25 0:22:09 0:14:06 0:08:03 smithi master rhel 8.3 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5998625 2021-03-25 17:34:50 2021-03-25 19:23:56 2021-03-25 19:39:38 0:15:42 0:06:32 0:09:10 smithi master ubuntu 18.04 rados/singleton/{all/pg-removal-interruption mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest}} 1
pass 5998626 2021-03-25 17:34:51 2021-03-25 19:24:06 2021-03-25 20:01:40 0:37:34 0:31:15 0:06:19 smithi master rhel 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 5998627 2021-03-25 17:34:52 2021-03-25 19:58:27 1353 smithi master centos 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5998628 2021-03-25 17:34:52 2021-03-25 19:25:27 2021-03-25 19:46:29 0:21:02 0:12:31 0:08:31 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados tasks/mon_recovery validater/lockdep} 2
pass 5998629 2021-03-25 17:34:53 2021-03-25 19:25:28 2021-03-25 19:44:10 0:18:42 0:12:15 0:06:27 smithi master rhel 8.3 rados/singleton-nomsgr/{all/ceph-kvstore-tool mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 5998630 2021-03-25 17:34:54 2021-03-25 19:25:28 2021-03-25 20:37:19 1:11:51 1:01:20 0:10:31 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/octopus backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/few rados thrashers/none thrashosds-health workloads/radosbench} 3
pass 5998631 2021-03-25 17:34:55 2021-03-25 19:25:28 2021-03-25 19:42:57 0:17:29 0:10:53 0:06:36 smithi master rhel 8.3 rados/multimon/{clusters/21 mon_election/classic msgr-failures/few msgr/async-v2only no_pools objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} tasks/mon_clock_with_skews} 3
pass 5998632 2021-03-25 17:34:55 2021-03-25 19:25:48 2021-03-25 20:07:29 0:41:41 0:34:18 0:07:23 smithi master rhel 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5998633 2021-03-25 17:34:56 2021-03-25 19:26:39 2021-03-25 20:03:33 0:36:54 0:27:43 0:09:11 smithi master centos 8.3 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/many workloads/rados_mon_workunits} 2
pass 5998634 2021-03-25 17:34:57 2021-03-25 19:26:49 2021-03-25 19:48:23 0:21:34 0:11:24 0:10:10 smithi master centos 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} tasks/readwrite} 2
pass 5998635 2021-03-25 17:34:57 2021-03-25 19:27:29 2021-03-25 19:50:20 0:22:51 0:13:58 0:08:53 smithi master ubuntu 18.04 rados/singleton/{all/radostool mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}} 1
pass 5998636 2021-03-25 17:34:58 2021-03-25 19:27:30 2021-03-25 20:05:23 0:37:53 0:27:27 0:10:26 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/cache-agent-big} 2
pass 5998637 2021-03-25 17:34:59 2021-03-25 19:27:40 2021-03-25 19:45:03 0:17:23 0:08:21 0:09:02 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/wpq_default_shards settings/optimized ubuntu_18.04 workloads/radosbench_4M_write} 1
pass 5998638 2021-03-25 17:35:00 2021-03-25 19:27:40 2021-03-25 19:44:33 0:16:53 0:06:09 0:10:44 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/ceph-post-file mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 5998639 2021-03-25 17:35:00 2021-03-25 19:28:31 2021-03-25 20:05:50 0:37:19 0:28:29 0:08:50 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/filestore-xfs supported-random-distro$/{ubuntu_latest} tasks/module_selftest} 2
pass 5998640 2021-03-25 17:35:01 2021-03-25 19:28:31 2021-03-25 19:56:31 0:28:00 0:18:33 0:09:27 smithi master ubuntu 18.04 rados/singleton/{all/random-eio mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest}} 2
pass 5998641 2021-03-25 17:35:02 2021-03-25 19:29:11 2021-03-25 19:51:25 0:22:14 0:12:08 0:10:06 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/cache-agent-small} 2
pass 5998642 2021-03-25 17:35:02 2021-03-25 19:30:22 2021-03-25 19:49:09 0:18:47 0:11:17 0:07:30 smithi master centos 8.3 rados/standalone/{mon_election/connectivity supported-random-distro$/{centos_8} workloads/mgr} 1
pass 5998643 2021-03-25 17:35:03 2021-03-25 19:30:22 2021-03-25 19:48:28 0:18:06 0:07:45 0:10:21 smithi master centos 8.3 rados/singleton-nomsgr/{all/export-after-evict mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 5998644 2021-03-25 17:35:04 2021-03-25 19:30:22 2021-03-25 19:53:08 0:22:46 0:13:47 0:08:59 smithi master ubuntu 18.04 rados/singleton/{all/rebuild-mondb mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest}} 1
pass 5998645 2021-03-25 17:35:05 2021-03-25 19:30:23 2021-03-25 19:54:22 0:23:59 0:10:16 0:13:43 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-bitmap rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5998646 2021-03-25 17:35:05 2021-03-25 19:32:33 2021-03-25 19:53:27 0:20:54 0:15:47 0:05:07 smithi master rhel 8.3 rados/objectstore/{backends/keyvaluedb supported-random-distro$/{rhel_8}} 1
pass 5998647 2021-03-25 17:35:06 2021-03-25 19:32:33 2021-03-25 20:01:52 0:29:19 0:20:34 0:08:45 smithi master centos 8.3 rados/valgrind-leaks/{1-start 2-inject-leak/osd centos_latest} 1
pass 5998648 2021-03-25 17:35:07 2021-03-25 19:32:34 2021-03-25 20:08:02 0:35:28 0:28:21 0:07:07 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/cache-pool-snaps-readproxy} 2
pass 5998649 2021-03-25 17:35:08 2021-03-25 19:33:04 2021-03-25 19:49:30 0:16:26 0:08:19 0:08:07 smithi master centos 8.3 rados/singleton-nomsgr/{all/full-tiering mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 5998650 2021-03-25 17:35:08 2021-03-25 19:33:04 2021-03-25 19:52:27 0:19:23 0:13:27 0:05:56 smithi master rhel 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 5998651 2021-03-25 17:35:09 2021-03-25 20:08:54 1496 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5998652 2021-03-25 17:35:10 2021-03-25 19:33:35 2021-03-25 20:29:37 0:56:02 0:44:56 0:11:06 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async objectstore/filestore-xfs rados tasks/rados_api_tests validater/valgrind} 2
pass 5998653 2021-03-25 17:35:10 2021-03-25 19:34:25 2021-03-25 19:57:30 0:23:05 0:17:02 0:06:03 smithi master rhel 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} tasks/repair_test} 2
pass 5998654 2021-03-25 17:35:11 2021-03-25 19:34:26 2021-03-25 20:07:48 0:33:22 0:24:21 0:09:01 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-bitmap openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_18.04 workloads/radosbench_omap_write} 1
pass 5998655 2021-03-25 17:35:12 2021-03-25 19:34:46 2021-03-25 20:15:37 0:40:51 0:31:51 0:09:00 smithi master centos 8.3 rados/singleton-bluestore/{all/cephtool mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8}} 1
pass 5998656 2021-03-25 17:35:13 2021-03-25 19:35:06 2021-03-25 20:12:57 0:37:51 0:25:52 0:11:59 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/pacific backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/osd-delay rados thrashers/pggrow thrashosds-health workloads/rbd_cls} 3
pass 5998657 2021-03-25 17:35:13 2021-03-25 19:35:36 2021-03-25 20:10:59 0:35:23 0:27:08 0:08:15 smithi master centos 8.3 rados/singleton/{all/recovery-preemption mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8}} 1
pass 5998658 2021-03-25 17:35:14 2021-03-25 19:55:45 591 smithi master centos 8.3 rados/multimon/{clusters/3 mon_election/connectivity msgr-failures/many msgr/async no_pools objectstore/filestore-xfs rados supported-random-distro$/{centos_8} tasks/mon_recovery} 2
pass 5998659 2021-03-25 17:35:15 2021-03-25 19:36:47 2021-03-25 20:09:58 0:33:11 0:26:55 0:06:16 smithi master rhel 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5998660 2021-03-25 17:35:15 2021-03-25 19:36:47 2021-03-25 20:21:11 0:44:24 0:33:57 0:10:27 smithi master ubuntu 18.04 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/one workloads/snaps-few-objects} 2
pass 5998661 2021-03-25 17:35:16 2021-03-25 19:37:38 2021-03-25 19:56:53 0:19:15 0:10:06 0:09:09 smithi master centos 8.3 rados/singleton-nomsgr/{all/health-warnings mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 5998662 2021-03-25 17:35:17 2021-03-25 19:37:58 2021-03-25 20:14:45 0:36:47 0:25:54 0:10:53 smithi master centos 8.3 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-snaps-few-objects-overwrites} 2
pass 5998663 2021-03-25 17:35:17 2021-03-25 19:39:49 2021-03-25 20:13:26 0:33:37 0:22:31 0:11:06 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/cache-pool-snaps} 2
pass 5998664 2021-03-25 17:35:18 2021-03-25 19:39:49 2021-03-25 20:07:17 0:27:28 0:17:50 0:09:38 smithi master centos 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-bitmap supported-random-distro$/{centos_8} tasks/progress} 2
pass 5998665 2021-03-25 17:35:19 2021-03-25 19:40:19 2021-03-25 20:20:52 0:40:33 0:34:22 0:06:11 smithi master rhel 8.3 rados/standalone/{mon_election/classic supported-random-distro$/{rhel_8} workloads/misc} 1
pass 5998666 2021-03-25 17:35:20 2021-03-25 19:40:20 2021-03-25 19:57:47 0:17:27 0:06:56 0:10:31 smithi master ubuntu 18.04 rados/singleton/{all/resolve_stuck_peering mon_election/classic msgr-failures/none msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}} 2
pass 5998667 2021-03-25 17:35:20 2021-03-25 19:40:20 2021-03-25 19:55:05 0:14:45 0:07:32 0:07:13 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/large-omap-object-warnings mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 5998668 2021-03-25 17:35:21 2021-03-25 19:40:20 2021-03-25 20:03:45 0:23:25 0:13:23 0:10:02 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-comp openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/sample_fio} 1
fail 5998669 2021-03-25 17:35:22 2021-03-25 19:40:21 2021-03-25 20:33:57 0:53:36 0:43:42 0:09:54 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/cache-snaps-balanced} 2
Failure Reason:

Exiting scrub checking -- not all pgs scrubbed.

pass 5998670 2021-03-25 17:35:22 2021-03-25 19:40:21 2021-03-25 20:00:15 0:19:54 0:10:11 0:09:43 smithi master centos 8.3 rados/singleton/{all/test-crash mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8}} 1
pass 5998671 2021-03-25 17:35:23 2021-03-25 19:40:51 2021-03-25 20:16:14 0:35:23 0:25:02 0:10:21 smithi master rados/upgrade/pacific-x/rgw-multisite/{clusters frontend overrides realm tasks upgrade/secondary} 2
pass 5998672 2021-03-25 17:35:24 2021-03-25 19:40:52 2021-03-25 19:59:56 0:19:04 0:09:55 0:09:09 smithi master centos 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} tasks/scrub_test} 2
pass 5998673 2021-03-25 17:35:24 2021-03-25 19:41:02 2021-03-25 20:02:38 0:21:36 0:14:14 0:07:22 smithi master rhel 8.3 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5998674 2021-03-25 17:35:25 2021-03-25 19:41:33 2021-03-25 20:00:48 0:19:15 0:12:04 0:07:11 smithi master rhel 8.3 rados/singleton-nomsgr/{all/lazy_omap_stats_output mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 5998675 2021-03-25 17:35:26 2021-03-25 19:41:43 2021-03-25 20:05:00 0:23:17 0:14:34 0:08:43 smithi master ubuntu 18.04 rados/singleton/{all/test_envlibrados_for_rocksdb mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}} 1
pass 5998676 2021-03-25 17:35:27 2021-03-25 19:41:43 2021-03-25 20:11:24 0:29:41 0:18:15 0:11:26 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/cache-snaps} 2
pass 5998677 2021-03-25 17:35:27 2021-03-25 19:41:43 2021-03-25 20:21:19 0:39:36 0:28:43 0:10:53 smithi master centos 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 5998678 2021-03-25 17:35:28 2021-03-25 19:42:24 2021-03-25 20:21:36 0:39:12 0:28:56 0:10:16 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5998679 2021-03-25 17:35:29 2021-03-25 19:42:24 2021-03-25 20:18:12 0:35:48 0:25:16 0:10:32 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados tasks/rados_api_tests validater/lockdep} 2
pass 5998680 2021-03-25 17:35:30 2021-03-25 19:43:05 2021-03-25 20:15:35 0:32:30 0:24:23 0:08:07 smithi master centos 8.3 rados/objectstore/{backends/objectcacher-stress supported-random-distro$/{centos_8}} 1
pass 5998681 2021-03-25 17:35:30 2021-03-25 19:43:05 2021-03-25 20:38:15 0:55:10 0:46:54 0:08:16 smithi master ubuntu 18.04 rados/standalone/{mon_election/connectivity supported-random-distro$/{ubuntu_latest} workloads/mon} 1
pass 5998682 2021-03-25 17:35:31 2021-03-25 19:43:25 2021-03-25 20:35:54 0:52:29 0:41:24 0:11:05 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/luminous-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/fastclose rados thrashers/pggrow thrashosds-health workloads/snaps-few-objects} 3
pass 5998683 2021-03-25 17:35:32 2021-03-25 19:44:16 2021-03-25 20:02:09 0:17:53 0:07:25 0:10:28 smithi master centos 8.3 rados/multimon/{clusters/6 mon_election/classic msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8} tasks/mon_clock_no_skews} 2
pass 5998684 2021-03-25 17:35:32 2021-03-25 19:44:46 2021-03-25 20:28:49 0:44:03 0:32:36 0:11:27 smithi master centos 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5998685 2021-03-25 17:35:33 2021-03-25 19:44:56 2021-03-25 20:04:33 0:19:37 0:10:18 0:09:19 smithi master centos 8.3 rados/singleton-nomsgr/{all/librados_hello_world mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 5998686 2021-03-25 17:35:34 2021-03-25 19:44:56 2021-03-25 20:21:18 0:36:22 0:26:02 0:10:20 smithi master ubuntu 18.04 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/sync-many workloads/snaps-few-objects} 2
pass 5998687 2021-03-25 17:35:35 2021-03-25 19:45:27 2021-03-25 21:08:56 1:23:29 1:13:14 0:10:15 smithi master ubuntu 18.04 rados/singleton/{all/thrash-backfill-full mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} 2
pass 5998688 2021-03-25 17:35:35 2021-03-25 19:45:27 2021-03-25 20:05:00 0:19:33 0:09:17 0:10:16 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-low-osd-mem-target openstack scheduler/wpq_default_shards settings/optimized ubuntu_18.04 workloads/sample_radosbench} 1
pass 5998689 2021-03-25 17:35:36 2021-03-25 19:45:27 2021-03-25 20:07:46 0:22:19 0:10:30 0:11:49 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-comp-lz4 supported-random-distro$/{ubuntu_latest} tasks/prometheus} 2
pass 5998690 2021-03-25 17:35:37 2021-03-25 19:45:58 2021-03-25 20:07:01 0:21:03 0:14:02 0:07:01 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/cache} 2
pass 5998691 2021-03-25 17:35:37 2021-03-25 19:45:58 2021-03-25 20:11:01 0:25:03 0:17:32 0:07:31 smithi master rhel 8.3 rados/singleton-nomsgr/{all/msgr mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 5998692 2021-03-25 17:35:38 2021-03-25 19:46:28 2021-03-25 20:31:41 0:45:13 0:35:01 0:10:12 smithi master centos 8.3 rados/singleton/{all/thrash-eio mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8}} 2
pass 5998693 2021-03-25 17:35:39 2021-03-25 19:46:39 2021-03-25 20:11:59 0:25:20 0:19:12 0:06:08 smithi master rhel 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} tasks/libcephsqlite} 2
pass 5998694 2021-03-25 17:35:40 2021-03-25 19:47:09 2021-03-25 20:28:28 0:41:19 0:30:19 0:11:00 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/pool-snaps-few-objects} 2
pass 5998695 2021-03-25 17:35:40 2021-03-25 19:48:30 2021-03-25 20:25:39 0:37:09 0:27:27 0:09:42 smithi master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} 2
pass 5998696 2021-03-25 17:35:41 2021-03-25 19:48:30 2021-03-25 20:12:03 0:23:33 0:10:28 0:13:05 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5998697 2021-03-25 17:35:42 2021-03-25 19:50:31 2021-03-25 20:21:32 0:31:01 0:18:23 0:12:38 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/multi-backfill-reject mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 2
pass 5998698 2021-03-25 17:35:42 2021-03-25 19:51:01 2021-03-25 20:20:26 0:29:25 0:19:54 0:09:31 smithi master centos 8.3 rados/singleton/{all/thrash-rados/{thrash-rados thrashosds-health} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8}} 2
pass 5998699 2021-03-25 17:35:43 2021-03-25 19:51:31 2021-03-25 23:14:39 3:23:08 3:17:52 0:05:16 smithi master rhel 8.3 rados/standalone/{mon_election/classic supported-random-distro$/{rhel_8} workloads/osd} 1
pass 5998700 2021-03-25 17:35:44 2021-03-25 19:51:31 2021-03-25 20:19:38 0:28:07 0:18:08 0:09:59 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-low-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_18.04 workloads/cosbench_64K_read_write} 1
pass 5998701 2021-03-25 17:35:45 2021-03-25 19:51:32 2021-03-25 20:13:42 0:22:10 0:11:00 0:11:10 smithi master centos 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 5998702 2021-03-25 17:35:45 2021-03-25 19:52:32 2021-03-25 20:30:04 0:37:32 0:30:01 0:07:31 smithi master rhel 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5998703 2021-03-25 17:35:46 2021-03-25 19:53:13 2021-03-25 21:59:54 2:06:41 1:54:18 0:12:23 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados tasks/rados_cls_all validater/valgrind} 2
pass 5998704 2021-03-25 17:35:47 2021-03-25 19:54:23 2021-03-25 20:31:35 0:37:12 0:27:09 0:10:03 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/rados_api_tests} 2
pass 5998705 2021-03-25 17:35:48 2021-03-25 19:54:24 2021-03-25 20:26:45 0:32:21 0:24:59 0:07:22 smithi master rhel 8.3 rados/singleton/{all/thrash_cache_writeback_proxy_none mon_election/classic msgr-failures/none msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8}} 2
pass 5998706 2021-03-25 17:35:48 2021-03-25 19:55:14 2021-03-25 20:21:39 0:26:25 0:21:10 0:05:15 smithi master rhel 8.3 rados/singleton-nomsgr/{all/osd_stale_reads mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 5998707 2021-03-25 17:35:49 2021-03-25 19:55:14 2021-03-25 20:31:10 0:35:56 0:23:54 0:12:02 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/luminous backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/few rados thrashers/careful thrashosds-health workloads/test_rbd_api} 3
pass 5998708 2021-03-25 17:35:50 2021-03-25 19:55:35 2021-03-26 01:37:04 5:41:29 4:59:56 0:41:33 smithi master rhel 8.3 rados/objectstore/{backends/objectstore supported-random-distro$/{rhel_8}} 1
pass 5998709 2021-03-25 17:35:51 2021-03-25 19:55:55 2021-03-25 20:14:11 0:18:16 0:06:26 0:11:50 smithi master ubuntu 18.04 rados/multimon/{clusters/9 mon_election/connectivity msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_with_skews} 3
pass 5998710 2021-03-25 17:35:52 2021-03-25 19:56:36 2021-03-25 23:21:35 3:24:59 3:15:40 0:09:19 smithi master centos 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-radosbench} 2
pass 5998711 2021-03-25 17:35:52 2021-03-25 19:56:46 2021-03-25 20:24:43 0:27:57 0:18:05 0:09:52 smithi master centos 8.3 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/sync workloads/pool-create-delete} 2
pass 5998712 2021-03-25 17:35:53 2021-03-25 19:57:36 2021-03-25 20:16:55 0:19:19 0:09:19 0:10:00 smithi master centos 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-comp-snappy supported-random-distro$/{centos_8} tasks/workunits} 2
pass 5998713 2021-03-25 17:35:54 2021-03-25 19:57:57 2021-03-25 20:31:45 0:33:48 0:27:33 0:06:15 smithi master rhel 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} tasks/rados_api_tests} 2
pass 5998714 2021-03-25 17:35:55 2021-03-25 19:58:37 2021-03-25 20:15:39 0:17:02 0:08:21 0:08:41 smithi master centos 8.3 rados/singleton/{all/watch-notify-same-primary mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8}} 1
pass 5998715 2021-03-25 17:35:56 2021-03-25 19:58:37 2021-03-25 20:17:09 0:18:32 0:07:29 0:11:03 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/pool-access mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 5998716 2021-03-25 17:35:56 2021-03-25 19:59:48 2021-03-25 20:52:56 0:53:08 0:47:06 0:06:02 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/radosbench-high-concurrency} 2
pass 5998717 2021-03-25 17:35:57 2021-03-25 19:59:59 2021-03-25 20:40:59 0:41:00 0:35:05 0:05:55 smithi master rhel 8.3 rados/singleton-bluestore/{all/cephtool mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8}} 1
pass 5998718 2021-03-25 17:35:58 2021-03-25 19:59:59 2021-03-25 22:02:54 2:02:55 1:55:18 0:07:37 smithi master ubuntu 18.04 rados/standalone/{mon_election/connectivity supported-random-distro$/{ubuntu_latest} workloads/scrub} 1
pass 5998719 2021-03-25 17:35:59 2021-03-25 19:59:59 2021-03-25 20:28:45 0:28:46 0:21:24 0:07:22 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-stupid openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/cosbench_64K_write} 1
pass 5998720 2021-03-25 17:36:00 2021-03-25 19:59:59 2021-03-25 20:17:37 0:17:38 0:07:36 0:10:02 smithi master centos 8.3 rados/singleton/{all/admin-socket mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8}} 1
pass 5998721 2021-03-25 17:36:00 2021-03-25 20:00:20 2021-03-25 20:35:50 0:35:30 0:26:21 0:09:09 smithi master centos 8.3 rados/singleton-nomsgr/{all/recovery-unfound-found mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 5998722 2021-03-25 17:36:01 2021-03-25 20:00:50 2021-03-25 20:23:31 0:22:41 0:14:03 0:08:38 smithi master rhel 8.3 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5998723 2021-03-25 17:36:02 2021-03-25 20:01:50 2021-03-25 21:43:00 1:41:10 1:33:48 0:07:22 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/radosbench} 2
pass 5998724 2021-03-25 17:36:03 2021-03-25 20:01:51 2021-03-25 20:19:10 0:17:19 0:08:22 0:08:57 smithi master centos 8.3 rados/singleton/{all/deduptool mon_election/connectivity msgr-failures/none msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8}} 1
pass 5998725 2021-03-25 17:36:04 2021-03-25 20:02:01 2021-03-25 20:21:29 0:19:28 0:12:21 0:07:07 smithi master rhel 8.3 rados/singleton-nomsgr/{all/version-number-sanity mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 5998726 2021-03-25 17:36:04 2021-03-25 20:02:12 2021-03-25 20:40:01 0:37:49 0:26:28 0:11:21 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 5998727 2021-03-25 17:36:05 2021-03-25 20:02:42 2021-03-25 20:38:32 0:35:50 0:24:27 0:11:23 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2