Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 7636424 2024-04-02 15:41:09 2024-04-03 00:05:34 2024-04-03 01:10:40 1:05:06 0:53:28 0:11:38 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-hybrid rados tasks/rados_api_tests validater/valgrind} 2
pass 7636425 2024-04-02 15:41:09 2024-04-03 00:07:04 2024-04-03 00:33:41 0:26:37 0:15:29 0:11:08 smithi main centos 8.stream rados/singleton/{all/max-pg-per-osd.from-replica mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8}} 1
pass 7636426 2024-04-02 15:41:10 2024-04-03 00:09:05 2024-04-03 00:52:26 0:43:21 0:33:13 0:10:08 smithi main rhel 8.6 rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/disable mon_election/classic random-objectstore$/{bluestore-comp-lz4} supported-random-distro$/{rhel_8} tasks/progress} 2
pass 7636427 2024-04-02 15:41:11 2024-04-03 00:09:25 2024-04-03 00:36:58 0:27:33 0:19:46 0:07:47 smithi main rhel 8.6 rados/singleton-nomsgr/{all/health-warnings mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 7636428 2024-04-02 15:41:12 2024-04-03 00:09:26 2024-04-03 00:36:42 0:27:16 0:17:33 0:09:43 smithi main centos 8.stream rados/cephadm/smoke/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/on fixed-2 mon_election/classic start} 2
pass 7636429 2024-04-02 15:41:13 2024-04-03 00:09:26 2024-04-03 00:50:30 0:41:04 0:31:58 0:09:06 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/cache-snaps-balanced} 2
pass 7636430 2024-04-02 15:41:13 2024-04-03 00:11:27 2024-04-03 03:12:29 3:01:02 2:34:03 0:26:59 smithi main centos 8.stream rados/objectstore/{backends/objectstore-bluestore-a supported-random-distro$/{centos_8}} 1
pass 7636431 2024-04-02 15:41:14 2024-04-03 00:11:27 2024-04-03 00:36:10 0:24:43 0:12:19 0:12:24 smithi main ubuntu 20.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/osd-dispatch-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 7636432 2024-04-02 15:41:15 2024-04-03 00:13:18 2024-04-03 00:49:48 0:36:30 0:25:34 0:10:56 smithi main ubuntu 20.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 7636433 2024-04-02 15:41:16 2024-04-03 00:13:28 2024-04-03 00:57:13 0:43:45 0:34:19 0:09:26 smithi main centos 8.stream rados/singleton-bluestore/{all/cephtool mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8}} 1
pass 7636434 2024-04-02 15:41:17 2024-04-03 00:13:59 2024-04-03 00:37:09 0:23:10 0:17:14 0:05:56 smithi main rhel 8.6 rados/cephadm/osds/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-ops/rmdir-reactivate} 2
pass 7636435 2024-04-02 15:41:18 2024-04-03 00:14:09 2024-04-03 00:36:50 0:22:41 0:11:00 0:11:41 smithi main ubuntu 20.04 rados/singleton/{all/mon-auth-caps mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}} 1
pass 7636436 2024-04-02 15:41:19 2024-04-03 00:14:10 2024-04-03 00:49:21 0:35:11 0:25:45 0:09:26 smithi main centos 8.stream rados/dashboard/{0-single-container-host debug/mgr mon_election/classic random-objectstore$/{bluestore-comp-zlib} tasks/e2e} 2
pass 7636437 2024-04-02 15:41:19 2024-04-03 00:14:20 2024-04-03 00:35:23 0:21:03 0:09:47 0:11:16 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/large-omap-object-warnings mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 7636438 2024-04-02 15:41:20 2024-04-03 00:14:21 2024-04-03 00:45:45 0:31:24 0:20:59 0:10:25 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/cache-snaps} 2
pass 7636439 2024-04-02 15:41:21 2024-04-03 00:14:21 2024-04-03 00:47:30 0:33:09 0:22:38 0:10:31 smithi main centos 8.stream rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-many-deletes} 2
pass 7636440 2024-04-02 15:41:22 2024-04-03 00:14:21 2024-04-03 00:36:33 0:22:12 0:13:04 0:09:08 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/fio_4K_rand_rw} 1
pass 7636441 2024-04-02 15:41:23 2024-04-03 00:14:42 2024-04-03 00:44:36 0:29:54 0:22:06 0:07:48 smithi main rhel 8.6 rados/cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/on mon_election/classic task/test_ca_signed_key} 2
pass 7636442 2024-04-02 15:41:23 2024-04-03 00:15:02 2024-04-03 00:36:02 0:21:00 0:12:18 0:08:42 smithi main centos 8.stream rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} tasks/scrub_test} 2
pass 7636443 2024-04-02 15:41:24 2024-04-03 00:15:03 2024-04-03 00:37:08 0:22:05 0:11:05 0:11:00 smithi main ubuntu 20.04 rados/singleton/{all/mon-config-key-caps mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}} 1
pass 7636444 2024-04-02 15:41:25 2024-04-03 00:15:03 2024-04-03 00:57:09 0:42:06 0:34:02 0:08:04 smithi main rhel 8.6 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 7636445 2024-04-02 15:41:26 2024-04-03 00:15:43 2024-04-03 00:53:43 0:38:00 0:27:18 0:10:42 smithi main centos 8.stream rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-snaps-few-objects-overwrites} 2
pass 7636446 2024-04-02 15:41:27 2024-04-03 00:16:24 2024-04-03 00:39:08 0:22:44 0:17:33 0:05:11 smithi main rhel 8.6 rados/cephadm/smoke-singlehost/{0-random-distro$/{rhel_8.6_container_tools_rhel8} 1-start 2-services/rgw 3-final} 1
pass 7636447 2024-04-02 15:41:28 2024-04-03 00:16:24 2024-04-03 00:42:43 0:26:19 0:15:48 0:10:31 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/cache} 2
pass 7636448 2024-04-02 15:41:28 2024-04-03 00:17:35 2024-04-03 00:38:23 0:20:48 0:10:41 0:10:07 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/lazy_omap_stats_output mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
fail 7636449 2024-04-02 15:41:29 2024-04-03 00:18:15 2024-04-03 00:49:42 0:31:27 0:24:42 0:06:45 smithi main rhel 8.6 rados/singleton/{all/mon-config-keys mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

"1712104923.8074234 mon.a (mon.0) 71 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log

pass 7636450 2024-04-02 15:41:30 2024-04-03 00:18:15 2024-04-03 00:38:47 0:20:32 0:10:19 0:10:13 smithi main centos 8.stream rados/multimon/{clusters/6 mon_election/connectivity msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} tasks/mon_clock_with_skews} 2
pass 7636451 2024-04-02 15:41:31 2024-04-03 00:19:26 2024-04-03 00:49:11 0:29:45 0:20:16 0:09:29 smithi main ubuntu 20.04 rados/cephadm/workunits/{0-distro/ubuntu_20.04 agent/off mon_election/connectivity task/test_cephadm} 1
pass 7636452 2024-04-02 15:41:32 2024-04-03 00:19:26 2024-04-03 03:11:48 2:52:22 2:41:32 0:10:50 smithi main centos 8.stream rados/standalone/{supported-random-distro$/{centos_8} workloads/osd} 1
pass 7636453 2024-04-02 15:41:33 2024-04-03 00:20:37 2024-04-03 00:49:56 0:29:19 0:22:41 0:06:38 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/dedup-io-mixed} 2
pass 7636454 2024-04-02 15:41:33 2024-04-03 00:20:47 2024-04-03 00:44:47 0:24:00 0:13:16 0:10:44 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/librados_hello_world mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 7636455 2024-04-02 15:41:34 2024-04-03 00:20:48 2024-04-03 00:47:57 0:27:09 0:21:08 0:06:01 smithi main rhel 8.6 rados/cephadm/smoke/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} 2
pass 7636456 2024-04-02 15:41:35 2024-04-03 00:20:48 2024-04-03 00:59:59 0:39:11 0:28:35 0:10:36 smithi main centos 8.stream rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} thrashers/sync-many workloads/rados_api_tests} 2
pass 7636457 2024-04-02 15:41:36 2024-04-03 00:22:59 2024-04-03 00:52:47 0:29:48 0:21:45 0:08:03 smithi main rhel 8.6 rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/enable mon_election/connectivity random-objectstore$/{bluestore-comp-lz4} supported-random-distro$/{rhel_8} tasks/prometheus} 2
pass 7636458 2024-04-02 15:41:37 2024-04-03 00:23:29 2024-04-03 00:50:59 0:27:30 0:18:21 0:09:09 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados tasks/rados_cls_all validater/lockdep} 2
pass 7636459 2024-04-02 15:41:38 2024-04-03 00:23:40 2024-04-03 00:53:17 0:29:37 0:22:54 0:06:43 smithi main rhel 8.6 rados/singleton/{all/mon-config mon_election/classic msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8}} 1
pass 7636460 2024-04-02 15:41:38 2024-04-03 00:23:40 2024-04-03 03:48:56 3:25:16 2:51:46 0:33:30 smithi main rhel 8.6 rados/objectstore/{backends/objectstore-bluestore-b supported-random-distro$/{rhel_8}} 1
pass 7636461 2024-04-02 15:41:39 2024-04-03 00:23:40 2024-04-03 00:45:44 0:22:04 0:11:29 0:10:35 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-bitmap openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/fio_4M_rand_read} 1
pass 7636462 2024-04-02 15:41:40 2024-04-03 00:23:41 2024-04-03 00:46:47 0:23:06 0:12:07 0:10:59 smithi main ubuntu 20.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 7636463 2024-04-02 15:41:41 2024-04-03 00:24:41 2024-04-03 01:12:11 0:47:30 0:35:00 0:12:30 smithi main centos 8.stream rados/thrash-old-clients/{0-distro$/{centos_8.stream_container_tools} 0-size-min-size-overrides/2-size-2-min-size 1-install/octopus backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay rados thrashers/none thrashosds-health workloads/snaps-few-objects} 3
pass 7636464 2024-04-02 15:41:42 2024-04-03 00:27:02 2024-04-03 00:54:39 0:27:37 0:16:23 0:11:14 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/dedup-io-snaps} 2
pass 7636465 2024-04-02 15:41:42 2024-04-03 00:27:32 2024-04-03 00:50:41 0:23:09 0:16:32 0:06:37 smithi main rhel 8.6 rados/cephadm/osds/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-ops/repave-all} 2
pass 7636466 2024-04-02 15:41:43 2024-04-03 00:27:33 2024-04-03 00:53:13 0:25:40 0:12:41 0:12:59 smithi main ubuntu 20.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-stupid rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 7636467 2024-04-02 15:41:44 2024-04-03 00:29:14 2024-04-03 00:54:16 0:25:02 0:16:12 0:08:50 smithi main centos 8.stream rados/singleton-nomsgr/{all/msgr mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 7636468 2024-04-02 15:41:45 2024-04-03 00:29:14 2024-04-03 00:52:42 0:23:28 0:13:57 0:09:31 smithi main centos 8.stream rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} tasks/libcephsqlite} 2
pass 7636469 2024-04-02 15:41:46 2024-04-03 00:29:34 2024-04-03 00:54:36 0:25:02 0:17:05 0:07:57 smithi main centos 8.stream rados/singleton/{all/osd-backfill mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8}} 1
pass 7636470 2024-04-02 15:41:46 2024-04-03 00:29:35 2024-04-03 00:47:35 0:18:00 0:07:28 0:10:32 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools agent/on mon_election/classic task/test_cephadm_repos} 1
pass 7636471 2024-04-02 15:41:47 2024-04-03 00:30:25 2024-04-03 01:03:41 0:33:16 0:20:34 0:12:42 smithi main ubuntu 20.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects} 2
pass 7636472 2024-04-02 15:41:48 2024-04-03 00:33:46 2024-04-03 01:19:35 0:45:49 0:38:28 0:07:21 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/pool-snaps-few-objects} 2
pass 7636473 2024-04-02 15:41:49 2024-04-03 00:34:06 2024-04-03 01:10:30 0:36:24 0:29:22 0:07:02 smithi main rhel 8.6 rados/singleton-nomsgr/{all/multi-backfill-reject mon_election/classic rados supported-random-distro$/{rhel_8}} 2
pass 7636474 2024-04-02 15:41:50 2024-04-03 00:34:47 2024-04-03 01:01:18 0:26:31 0:16:06 0:10:25 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun agent/off mon_election/connectivity task/test_cephadm_timeout} 1
pass 7636475 2024-04-02 15:41:50 2024-04-03 00:35:27 2024-04-03 01:11:12 0:35:45 0:28:17 0:07:28 smithi main rhel 8.6 rados/singleton/{all/osd-recovery-incomplete mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8}} 1
pass 7636476 2024-04-02 15:41:51 2024-04-03 00:36:08 2024-04-03 01:11:32 0:35:24 0:25:57 0:09:27 smithi main centos 8.stream rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-stupid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 7636477 2024-04-02 15:41:52 2024-04-03 00:36:18 2024-04-03 01:14:11 0:37:53 0:28:10 0:09:43 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/rados_api_tests} 2
pass 7636478 2024-04-02 15:41:53 2024-04-03 00:36:19 2024-04-03 01:01:37 0:25:18 0:18:38 0:06:40 smithi main rhel 8.6 rados/cephadm/smoke/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop agent/on fixed-2 mon_election/classic start} 2
pass 7636479 2024-04-02 15:41:54 2024-04-03 00:36:39 2024-04-03 01:06:07 0:29:28 0:20:41 0:08:47 smithi main centos 8.stream rados/singleton-nomsgr/{all/osd_stale_reads mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 7636480 2024-04-02 15:41:54 2024-04-03 00:36:49 2024-04-03 01:04:51 0:28:02 0:16:43 0:11:19 smithi main centos 8.stream rados/multimon/{clusters/9 mon_election/classic msgr-failures/few msgr/async-v2only no_pools objectstore/filestore-xfs rados supported-random-distro$/{centos_8} tasks/mon_recovery} 3
pass 7636481 2024-04-02 15:41:55 2024-04-03 00:37:00 2024-04-03 00:58:59 0:21:59 0:11:45 0:10:14 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-comp openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/fio_4M_rand_rw} 1
pass 7636482 2024-04-02 15:41:56 2024-04-03 00:37:10 2024-04-03 01:00:10 0:23:00 0:14:06 0:08:54 smithi main centos 8.stream rados/singleton/{all/osd-recovery mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8}} 1
pass 7636483 2024-04-02 15:41:57 2024-04-03 00:37:11 2024-04-03 03:24:31 2:47:20 2:40:00 0:07:20 smithi main rhel 8.6 rados/standalone/{supported-random-distro$/{rhel_8} workloads/scrub} 1
pass 7636484 2024-04-02 15:41:58 2024-04-03 00:37:11 2024-04-03 01:06:59 0:29:48 0:17:57 0:11:51 smithi main ubuntu 20.04 rados/cephadm/osds/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-ops/rm-zap-add} 2
pass 7636485 2024-04-02 15:41:58 2024-04-03 00:38:52 2024-04-03 01:13:08 0:34:16 0:23:44 0:10:32 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/radosbench-high-concurrency} 2
pass 7636486 2024-04-02 15:41:59 2024-04-03 00:39:12 2024-04-03 01:08:24 0:29:12 0:20:38 0:08:34 smithi main rhel 8.6 rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/disable mon_election/classic random-objectstore$/{bluestore-comp-zstd} supported-random-distro$/{rhel_8} tasks/workunits} 2
pass 7636487 2024-04-02 15:42:00 2024-04-03 00:40:13 2024-04-03 01:27:15 0:47:02 0:39:48 0:07:14 smithi main rhel 8.6 rados/objectstore/{backends/objectstore-filestore-memstore supported-random-distro$/{rhel_8}} 1
pass 7636488 2024-04-02 15:42:01 2024-04-03 00:40:13 2024-04-03 01:35:54 0:55:41 0:43:00 0:12:41 smithi main centos 8.stream rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/sync workloads/rados_mon_osdmap_prune} 2
pass 7636489 2024-04-02 15:42:01 2024-04-03 00:42:44 2024-04-03 01:22:20 0:39:36 0:27:40 0:11:56 smithi main centos 8.stream rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} tasks/rados_api_tests} 2
pass 7636490 2024-04-02 15:42:02 2024-04-03 00:44:44 2024-04-03 01:29:27 0:44:43 0:32:33 0:12:10 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-stupid rados tasks/mon_recovery validater/valgrind} 2
pass 7636491 2024-04-02 15:42:03 2024-04-03 00:44:55 2024-04-03 01:29:10 0:44:15 0:36:43 0:07:32 smithi main rhel 8.6 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} 2
pass 7636492 2024-04-02 15:42:04 2024-04-03 00:45:55 2024-04-03 01:05:52 0:19:57 0:09:38 0:10:19 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/pool-access mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 7636493 2024-04-02 15:42:05 2024-04-03 00:45:56 2024-04-03 01:19:29 0:33:33 0:27:36 0:05:57 smithi main rhel 8.6 rados/cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/on mon_election/classic task/test_extra_daemon_features} 2
pass 7636494 2024-04-02 15:42:05 2024-04-03 00:45:56 2024-04-03 01:06:54 0:20:58 0:09:33 0:11:25 smithi main ubuntu 20.04 rados/singleton/{all/peer mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest}} 1
pass 7636495 2024-04-02 15:42:06 2024-04-03 00:46:57 2024-04-03 01:11:11 0:24:14 0:14:36 0:09:38 smithi main centos 8.stream rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 7636496 2024-04-02 15:42:07 2024-04-03 00:47:37 2024-04-03 01:40:48 0:53:11 0:44:18 0:08:53 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/radosbench} 2
pass 7636497 2024-04-02 15:42:08 2024-04-03 00:47:38 2024-04-03 01:30:16 0:42:38 0:31:51 0:10:47 smithi main centos 8.stream rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/filestore-xfs rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 7636498 2024-04-02 15:42:08 2024-04-03 00:48:58 2024-04-03 01:22:22 0:33:24 0:27:43 0:05:41 smithi main rhel 8.6 rados/cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/off mon_election/connectivity task/test_host_drain} 3
pass 7636499 2024-04-02 15:42:09 2024-04-03 00:49:19 2024-04-03 01:34:35 0:45:16 0:38:26 0:06:50 smithi main rhel 8.6 rados/singleton-nomsgr/{all/recovery-unfound-found mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 7636500 2024-04-02 15:42:10 2024-04-03 00:49:29 2024-04-03 01:17:26 0:27:57 0:17:12 0:10:45 smithi main ubuntu 20.04 rados/singleton/{all/pg-autoscaler-progress-off mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest}} 2
pass 7636501 2024-04-02 15:42:11 2024-04-03 00:49:50 2024-04-03 01:31:10 0:41:20 0:31:59 0:09:21 smithi main centos 8.stream rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 7636502 2024-04-02 15:42:12 2024-04-03 00:49:50 2024-04-03 01:24:01 0:34:11 0:23:38 0:10:33 smithi main ubuntu 20.04 rados/cephadm/smoke/{0-distro/ubuntu_20.04 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} 2
pass 7636503 2024-04-02 15:42:12 2024-04-03 00:50:01 2024-04-03 01:13:31 0:23:30 0:14:37 0:08:53 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/redirect} 2
pass 7636504 2024-04-02 15:42:13 2024-04-03 00:50:31 2024-04-03 01:12:45 0:22:14 0:12:07 0:10:07 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-low-osd-mem-target openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/fio_4M_rand_write} 1
pass 7636505 2024-04-02 15:42:14 2024-04-03 00:50:42 2024-04-03 01:24:26 0:33:44 0:24:09 0:09:35 smithi main centos 8.stream rados/thrash-old-clients/{0-distro$/{centos_8.stream_container_tools} 0-size-min-size-overrides/3-size-2-min-size 1-install/pacific backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on mon_election/connectivity msgr-failures/fastclose rados thrashers/pggrow thrashosds-health workloads/test_rbd_api} 3
pass 7636506 2024-04-02 15:42:15 2024-04-03 00:51:02 2024-04-03 01:16:58 0:25:56 0:16:24 0:09:32 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/ubuntu_20.04 agent/on mon_election/classic task/test_iscsi_container/{centos_8.stream_container_tools test_iscsi_container}} 1
pass 7636507 2024-04-02 15:42:16 2024-04-03 00:51:24 2024-04-03 01:18:21 0:26:57 0:18:12 0:08:45 smithi main centos 8.stream rados/singleton/{all/pg-autoscaler mon_election/classic msgr-failures/none msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{centos_8}} 1
pass 7636508 2024-04-02 15:42:17 2024-04-03 00:51:24 2024-04-03 01:26:36 0:35:12 0:23:16 0:11:56 smithi main ubuntu 20.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/osd-dispatch-delay objectstore/filestore-xfs rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 7636509 2024-04-02 15:42:17 2024-04-03 00:52:35 2024-04-03 01:14:40 0:22:05 0:12:30 0:09:35 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/version-number-sanity mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 7636510 2024-04-02 15:42:18 2024-04-03 00:52:35 2024-04-03 01:41:37 0:49:02 0:43:07 0:05:55 smithi main rhel 8.6 rados/singleton-bluestore/{all/cephtool mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8}} 1
pass 7636511 2024-04-02 15:42:19 2024-04-03 00:52:45 2024-04-03 01:17:20 0:24:35 0:13:11 0:11:24 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/redirect_promote_tests} 2
pass 7636512 2024-04-02 15:42:20 2024-04-03 00:52:56 2024-04-03 01:18:01 0:25:05 0:15:41 0:09:24 smithi main centos 8.stream rados/cephadm/osds/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-ops/rm-zap-flag} 2
pass 7636513 2024-04-02 15:42:20 2024-04-03 00:53:16 2024-04-03 01:20:26 0:27:10 0:21:30 0:05:40 smithi main rhel 8.6 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} tasks/rados_cls_all} 2
pass 7636514 2024-04-02 15:42:21 2024-04-03 00:53:17 2024-04-03 01:35:12 0:41:55 0:34:23 0:07:32 smithi main rhel 8.6 rados/multimon/{clusters/21 mon_election/connectivity msgr-failures/many msgr/async no_pools objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} tasks/mon_recovery} 3
pass 7636515 2024-04-02 15:42:22 2024-04-03 00:53:47 2024-04-03 01:22:41 0:28:54 0:22:34 0:06:20 smithi main rhel 8.6 rados/singleton/{all/pg-removal-interruption mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8}} 1
pass 7636516 2024-04-02 15:42:23 2024-04-03 00:53:47 2024-04-03 02:01:30 1:07:43 0:58:10 0:09:33 smithi main centos 8.stream rados/dashboard/{0-single-container-host debug/mgr mon_election/classic random-objectstore$/{bluestore-low-osd-mem-target} tasks/dashboard} 2
pass 7636517 2024-04-02 15:42:24 2024-04-03 00:54:18 2024-04-03 01:24:59 0:30:41 0:21:33 0:09:08 smithi main rhel 8.6 rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/disable mon_election/classic random-objectstore$/{bluestore-low-osd-mem-target} supported-random-distro$/{rhel_8} tasks/crash} 2
pass 7636518 2024-04-02 15:42:24 2024-04-03 00:54:48 2024-04-03 01:21:57 0:27:09 0:19:55 0:07:14 smithi main rhel 8.6 rados/objectstore/{backends/alloc-hint supported-random-distro$/{rhel_8}} 1
pass 7636519 2024-04-02 15:42:25 2024-04-03 00:54:49 2024-04-03 01:20:07 0:25:18 0:16:42 0:08:36 smithi main centos 8.stream rados/rest/{mgr-restful supported-random-distro$/{centos_8}} 1
pass 7636520 2024-04-02 15:42:26 2024-04-03 00:54:59 2024-04-03 01:23:08 0:28:09 0:17:58 0:10:11 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/admin_socket_output mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 7636521 2024-04-02 15:42:27 2024-04-03 00:54:59 2024-04-03 01:20:51 0:25:52 0:19:05 0:06:47 smithi main rhel 8.6 rados/standalone/{supported-random-distro$/{rhel_8} workloads/c2c} 1
pass 7636522 2024-04-02 15:42:27 2024-04-03 00:55:40 2024-04-03 02:28:43 1:33:03 1:24:59 0:08:04 smithi main rhel 8.6 rados/upgrade/parallel/{0-random-distro$/{rhel_8.6_container_tools_3.0} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} 2
pass 7636523 2024-04-02 15:42:28 2024-04-03 00:57:10 2024-04-03 01:28:27 0:31:17 0:21:59 0:09:18 smithi main centos 8.stream rados/valgrind-leaks/{1-start 2-inject-leak/mon centos_latest} 1
pass 7636524 2024-04-02 15:42:29 2024-04-03 00:57:21 2024-04-03 01:23:56 0:26:35 0:16:20 0:10:15 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools agent/off mon_election/connectivity task/test_orch_cli} 1
pass 7636525 2024-04-02 15:42:30 2024-04-03 00:59:01 2024-04-03 01:27:59 0:28:58 0:17:31 0:11:27 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/redirect_set_object} 2
pass 7636526 2024-04-02 15:42:31 2024-04-03 01:00:02 2024-04-03 01:39:41 0:39:39 0:28:38 0:11:01 smithi main centos 8.stream rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/force-sync-many workloads/rados_mon_workunits} 2
pass 7636527 2024-04-02 15:42:31 2024-04-03 01:00:42 2024-04-03 01:37:16 0:36:34 0:26:39 0:09:55 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async-v1only objectstore/filestore-xfs rados tasks/rados_api_tests validater/lockdep} 2
pass 7636528 2024-04-02 15:42:32 2024-04-03 01:01:23 2024-04-03 01:26:34 0:25:11 0:13:34 0:11:37 smithi main centos 8.stream rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 7636529 2024-04-02 15:42:33 2024-04-03 01:02:54 2024-04-03 01:38:38 0:35:44 0:25:09 0:10:35 smithi main centos 8.stream rados/singleton/{all/radostool mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8}} 1
pass 7636530 2024-04-02 15:42:34 2024-04-03 01:03:44 2024-04-03 01:30:27 0:26:43 0:16:31 0:10:12 smithi main centos 8.stream rados/cephadm/smoke/{0-distro/centos_8.stream_container_tools 0-nvme-loop agent/off fixed-2 mon_election/classic start} 2
pass 7636531 2024-04-02 15:42:35 2024-04-03 01:04:55 2024-04-03 01:27:07 0:22:12 0:11:40 0:10:32 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/balancer mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 7636532 2024-04-02 15:42:35 2024-04-03 01:04:55 2024-04-03 01:30:00 0:25:05 0:13:30 0:11:35 smithi main centos 8.stream rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 7636533 2024-04-02 15:42:36 2024-04-03 01:06:16 2024-04-03 01:29:04 0:22:48 0:12:24 0:10:24 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-stupid openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/radosbench_4K_rand_read} 1
pass 7636534 2024-04-02 15:42:37 2024-04-03 01:06:56 2024-04-03 01:31:11 0:24:15 0:14:38 0:09:37 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/set-chunks-read} 2
pass 7636535 2024-04-02 15:42:38 2024-04-03 01:07:07 2024-04-03 01:32:41 0:25:34 0:13:50 0:11:44 smithi main centos 8.stream rados/cephadm/smoke-singlehost/{0-random-distro$/{centos_8.stream_container_tools} 1-start 2-services/basic 3-final} 1
pass 7636536 2024-04-02 15:42:39 2024-04-03 01:08:27 2024-04-03 01:44:11 0:35:44 0:24:23 0:11:21 smithi main centos 8.stream rados/singleton/{all/random-eio mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8}} 2
pass 7636537 2024-04-02 15:42:39 2024-04-03 01:10:38 2024-04-03 01:50:30 0:39:52 0:29:06 0:10:46 smithi main centos 8.stream rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 7636538 2024-04-02 15:42:40 2024-04-03 01:10:48 2024-04-03 01:48:04 0:37:16 0:30:21 0:06:55 smithi main rhel 8.6 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-fast-read-overwrites} 2
pass 7636539 2024-04-02 15:42:41 2024-04-03 01:10:58 2024-04-03 01:34:50 0:23:52 0:13:09 0:10:43 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/cache-fs-trunc mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 7636540 2024-04-02 15:42:42 2024-04-03 01:10:59 2024-04-03 01:48:39 0:37:40 0:27:19 0:10:21 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun agent/on mon_election/classic task/test_orch_cli_mon} 5
pass 7636541 2024-04-02 15:42:42 2024-04-03 01:11:19 2024-04-03 01:42:29 0:31:10 0:21:07 0:10:03 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/small-objects-balanced} 2
pass 7636542 2024-04-02 15:42:43 2024-04-03 01:11:20 2024-04-03 01:39:16 0:27:56 0:21:08 0:06:48 smithi main rhel 8.6 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} tasks/rados_python} 2
pass 7636543 2024-04-02 15:42:44 2024-04-03 01:12:20 2024-04-03 01:48:22 0:36:02 0:25:19 0:10:43 smithi main centos 8.stream rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 7636544 2024-04-02 15:42:45 2024-04-03 01:12:51 2024-04-03 01:38:19 0:25:28 0:15:04 0:10:24 smithi main centos 8.stream rados/singleton/{all/rebuild-mondb mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8}} 1
pass 7636545 2024-04-02 15:42:46 2024-04-03 01:13:11 2024-04-03 01:38:40 0:25:29 0:15:42 0:09:47 smithi main centos 8.stream rados/cephadm/osds/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-ops/rm-zap-wait} 2
pass 7636546 2024-04-02 15:42:46 2024-04-03 01:13:41 2024-04-03 01:40:30 0:26:49 0:20:31 0:06:18 smithi main rhel 8.6 rados/singleton-nomsgr/{all/ceph-kvstore-tool mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 7636547 2024-04-02 15:42:47 2024-04-03 01:13:42 2024-04-03 01:45:56 0:32:14 0:21:59 0:10:15 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/small-objects-localized} 2
pass 7636548 2024-04-02 15:42:48 2024-04-03 01:14:12 2024-04-03 01:37:41 0:23:29 0:14:41 0:08:48 smithi main centos 8.stream rados/objectstore/{backends/ceph_objectstore_tool supported-random-distro$/{centos_8}} 1
pass 7636549 2024-04-02 15:42:49 2024-04-03 01:14:33 2024-04-03 01:32:55 0:18:22 0:08:27 0:09:55 smithi main ubuntu 20.04 rados/multimon/{clusters/3 mon_election/classic msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_no_skews} 2
pass 7636550 2024-04-02 15:42:50 2024-04-03 01:14:43 2024-04-03 01:41:50 0:27:07 0:13:30 0:13:37 smithi main ubuntu 20.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/enable mon_election/connectivity random-objectstore$/{bluestore-comp-zstd} supported-random-distro$/{ubuntu_latest} tasks/failover} 2
pass 7636551 2024-04-02 15:42:50 2024-04-03 01:17:04 2024-04-03 01:50:52 0:33:48 0:27:02 0:06:46 smithi main rhel 8.6 rados/cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/off mon_election/connectivity task/test_rgw_multisite} 3
pass 7636552 2024-04-02 15:42:52 2024-04-03 01:17:34 2024-04-03 01:46:30 0:28:56 0:19:17 0:09:39 smithi main centos 8.stream rados/singleton/{all/recovery-preemption mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8}} 1
pass 7636553 2024-04-02 15:42:52 2024-04-03 01:17:35 2024-04-03 01:47:37 0:30:02 0:21:07 0:08:55 smithi main ubuntu 20.04 rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/crush} 1
pass 7636554 2024-04-02 15:42:53 2024-04-03 01:18:05 2024-04-03 01:39:50 0:21:45 0:11:42 0:10:03 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/radosbench_4K_seq_read} 1
pass 7636555 2024-04-02 15:42:54 2024-04-03 01:18:06 2024-04-03 02:00:06 0:42:00 0:31:02 0:10:58 smithi main centos 8.stream rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/mon-delay msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8} thrashers/many workloads/rados_mon_workunits} 2
pass 7636556 2024-04-02 15:42:55 2024-04-03 01:18:56 2024-04-03 01:38:49 0:19:53 0:08:11 0:11:42 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/ceph-post-file mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 7636557 2024-04-02 15:42:56 2024-04-03 01:18:57 2024-04-03 01:59:07 0:40:10 0:31:46 0:08:24 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/small-objects} 2
pass 7636558 2024-04-02 15:42:56 2024-04-03 01:19:37 2024-04-03 02:07:42 0:48:05 0:37:13 0:10:52 smithi main centos 8.stream rados/thrash-old-clients/{0-distro$/{centos_8.stream_container_tools} 0-size-min-size-overrides/2-size-2-min-size 1-install/pacific backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat mon_election/classic msgr-failures/few rados thrashers/careful thrashosds-health workloads/cache-snaps} 3
pass 7636559 2024-04-02 15:42:57 2024-04-03 01:20:18 2024-04-03 02:25:40 1:05:22 0:56:54 0:08:28 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-bitmap rados tasks/rados_api_tests validater/valgrind} 2
pass 7636560 2024-04-02 15:42:58 2024-04-03 01:20:28 2024-04-03 01:49:26 0:28:58 0:17:41 0:11:17 smithi main centos 8.stream rados/cephadm/smoke/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/on fixed-2 mon_election/connectivity start} 2
pass 7636561 2024-04-02 15:42:59 2024-04-03 01:22:09 2024-04-03 01:46:16 0:24:07 0:14:15 0:09:52 smithi main centos 8.stream rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/osd-dispatch-delay objectstore/bluestore-bitmap rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 7636562 2024-04-02 15:43:00 2024-04-03 01:22:29 2024-04-03 01:42:46 0:20:17 0:09:52 0:10:25 smithi main ubuntu 20.04 rados/singleton/{all/resolve_stuck_peering mon_election/classic msgr-failures/none msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest}} 2
pass 7636563 2024-04-02 15:43:00 2024-04-03 01:22:50 2024-04-03 01:57:20 0:34:30 0:26:47 0:07:43 smithi main rhel 8.6 rados/cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/on mon_election/classic task/test_set_mon_crush_locations} 3
pass 7636564 2024-04-02 15:43:01 2024-04-03 01:24:10 2024-04-03 02:09:54 0:45:44 0:39:03 0:06:41 smithi main rhel 8.6 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 7636565 2024-04-02 15:43:02 2024-04-03 01:24:31 2024-04-03 02:05:58 0:41:27 0:29:25 0:12:02 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/snaps-few-objects-balanced} 2
pass 7636566 2024-04-02 15:43:03 2024-04-03 01:25:01 2024-04-03 01:45:23 0:20:22 0:12:02 0:08:20 smithi main centos 8.stream rados/singleton-nomsgr/{all/crushdiff mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 7636567 2024-04-02 15:43:04 2024-04-03 01:25:02 2024-04-03 01:50:11 0:25:09 0:16:47 0:08:22 smithi main centos 8.stream rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} tasks/rados_stress_watch} 2
pass 7636568 2024-04-02 15:43:05 2024-04-03 01:25:02 2024-04-03 01:52:18 0:27:16 0:20:12 0:07:04 smithi main rhel 8.6 rados/cephadm/osds/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-ops/rmdir-reactivate} 2
pass 7636569 2024-04-02 15:43:05 2024-04-03 01:25:12 2024-04-03 01:48:37 0:23:25 0:10:55 0:12:30 smithi main ubuntu 20.04 rados/singleton/{all/test-crash mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest}} 1
dead 7636570 2024-04-02 15:43:06 2024-04-03 01:26:33 2024-04-03 01:27:37 0:01:04 smithi main centos 8.stream rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
Failure Reason:

Error reimaging machines: Failed to power on smithi040

dead 7636571 2024-04-02 15:43:07 2024-04-03 01:27:37 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/snaps-few-objects-localized} 2
Failure Reason:

Error reimaging machines: Failed to power on smithi083

pass 7636572 2024-04-02 15:43:08 2024-04-03 01:26:34 2024-04-03 01:47:11 0:20:37 0:10:12 0:10:25 smithi main ubuntu 20.04 rados/cephadm/workunits/{0-distro/ubuntu_20.04 agent/off mon_election/connectivity task/test_adoption} 1
pass 7636573 2024-04-02 15:43:09 2024-04-03 01:26:34 2024-04-03 01:44:31 0:17:57 0:08:54 0:09:03 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/export-after-evict mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 7636574 2024-04-02 15:43:09 2024-04-03 01:26:34 2024-04-03 01:48:26 0:21:52 0:12:42 0:09:10 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-bitmap openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/radosbench_4M_rand_read} 1
pass 7636575 2024-04-02 15:43:10 2024-04-03 01:26:35 2024-04-03 02:07:37 0:41:02 0:34:15 0:06:47 smithi main rhel 8.6 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 7636576 2024-04-02 15:43:11 2024-04-03 01:26:35 2024-04-03 01:47:46 0:21:11 0:11:20 0:09:51 smithi main centos 8.stream rados/singleton/{all/test-noautoscale-flag mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8}} 1
pass 7636577 2024-04-02 15:43:12 2024-04-03 01:26:35 2024-04-03 01:45:30 0:18:55 0:10:52 0:08:03 smithi main centos 8.stream rados/objectstore/{backends/filejournal supported-random-distro$/{centos_8}} 1
pass 7636578 2024-04-02 15:43:13 2024-04-03 01:26:36 2024-04-03 01:54:46 0:28:10 0:21:36 0:06:34 smithi main rhel 8.6 rados/cephadm/smoke/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop agent/off fixed-2 mon_election/classic start} 2
pass 7636579 2024-04-02 15:43:13 2024-04-03 01:27:46 2024-04-03 01:50:56 0:23:10 0:14:08 0:09:02 smithi main centos 8.stream rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/disable mon_election/classic random-objectstore$/{bluestore-comp-lz4} supported-random-distro$/{centos_8} tasks/insights} 2
pass 7636580 2024-04-02 15:43:14 2024-04-03 01:27:47 2024-04-03 02:09:47 0:42:00 0:35:30 0:06:30 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/snaps-few-objects} 2
pass 7636581 2024-04-02 15:43:15 2024-04-03 01:28:37 2024-04-03 01:54:35 0:25:58 0:19:25 0:06:33 smithi main rhel 8.6 rados/multimon/{clusters/6 mon_election/connectivity msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} tasks/mon_clock_with_skews} 2
pass 7636582 2024-04-02 15:43:16 2024-04-03 01:29:18 2024-04-03 01:49:14 0:19:56 0:09:17 0:10:39 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/full-tiering mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 7636583 2024-04-02 15:43:17 2024-04-03 01:29:18 2024-04-03 02:08:09 0:38:51 0:31:33 0:07:18 smithi main rhel 8.6 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-dispatch-delay rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects-overwrites} 2
pass 7636584 2024-04-02 15:43:17 2024-04-03 01:29:29 2024-04-03 03:05:23 1:35:54 1:25:41 0:10:13 smithi main centos 8.stream rados/standalone/{supported-random-distro$/{centos_8} workloads/erasure-code} 1
pass 7636585 2024-04-02 15:43:18 2024-04-03 01:30:09 2024-04-03 02:05:20 0:35:11 0:29:01 0:06:10 smithi main rhel 8.6 rados/singleton/{all/test_envlibrados_for_rocksdb mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{rhel_8}} 1
pass 7636586 2024-04-02 15:43:19 2024-04-03 01:30:09 2024-04-03 01:53:37 0:23:28 0:14:48 0:08:40 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools agent/on mon_election/classic task/test_ca_signed_key} 2
pass 7636587 2024-04-02 15:43:20 2024-04-03 01:30:20 2024-04-03 01:58:06 0:27:46 0:18:36 0:09:10 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-lz4 rados tasks/rados_cls_all validater/lockdep} 2
pass 7636588 2024-04-02 15:43:20 2024-04-03 01:30:20 2024-04-03 02:18:01 0:47:41 0:38:08 0:09:33 smithi main centos 8.stream rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/one workloads/snaps-few-objects} 2
pass 7636589 2024-04-02 15:43:21 2024-04-03 01:30:31 2024-04-03 01:55:05 0:24:34 0:13:41 0:10:53 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/write_fadvise_dontneed} 2
pass 7636590 2024-04-02 15:43:22 2024-04-03 01:31:11 2024-04-03 01:57:17 0:26:06 0:13:57 0:12:09 smithi main centos 8.stream rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 7636591 2024-04-02 15:43:23 2024-04-03 01:33:02 2024-04-03 01:54:43 0:21:41 0:09:53 0:11:48 smithi main ubuntu 20.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} tasks/rados_striper} 2
pass 7636592 2024-04-02 15:43:24 2024-04-03 01:34:43 2024-04-03 02:02:31 0:27:48 0:19:52 0:07:56 smithi main rhel 8.6 rados/cephadm/osds/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-ops/repave-all} 2
pass 7636593 2024-04-02 15:43:25 2024-04-03 01:35:13 2024-04-03 02:20:41 0:45:28 0:35:35 0:09:53 smithi main centos 8.stream rados/singleton-bluestore/{all/cephtool mon_election/classic msgr-failures/none msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8}} 1
pass 7636594 2024-04-02 15:43:25 2024-04-03 01:35:13 2024-04-03 02:02:13 0:27:00 0:20:47 0:06:13 smithi main rhel 8.6 rados/singleton-nomsgr/{all/health-warnings mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 7636595 2024-04-02 15:43:26 2024-04-03 01:35:14 2024-04-03 02:51:41 1:16:27 1:05:33 0:10:54 smithi main centos 8.stream rados/singleton/{all/thrash-backfill-full mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8}} 2
pass 7636596 2024-04-02 15:43:27 2024-04-03 01:36:04 2024-04-03 02:00:48 0:24:44 0:11:32 0:13:12 smithi main ubuntu 20.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 7636597 2024-04-02 15:43:28 2024-04-03 01:37:45 2024-04-03 02:05:24 0:27:39 0:18:31 0:09:08 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun agent/off mon_election/connectivity task/test_cephadm} 1
pass 7636598 2024-04-02 15:43:28 2024-04-03 01:38:25 2024-04-03 02:13:38 0:35:13 0:28:10 0:07:03 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/admin_socket_objecter_requests} 2
pass 7636599 2024-04-02 15:43:29 2024-04-03 01:38:46 2024-04-03 02:00:39 0:21:53 0:13:05 0:08:48 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-comp openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/radosbench_4M_seq_read} 1
pass 7636600 2024-04-02 15:43:30 2024-04-03 01:38:46 2024-04-03 02:14:16 0:35:30 0:25:52 0:09:38 smithi main centos 8.stream rados/dashboard/{0-single-container-host debug/mgr mon_election/connectivity random-objectstore$/{bluestore-comp-zlib} tasks/e2e} 2
pass 7636601 2024-04-02 15:43:31 2024-04-03 01:39:16 2024-04-03 01:59:37 0:20:21 0:11:40 0:08:41 smithi main centos 8.stream rados/singleton-nomsgr/{all/large-omap-object-warnings mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 7636602 2024-04-02 15:43:32 2024-04-03 01:39:17 2024-04-03 03:28:58 1:49:41 1:39:36 0:10:05 smithi main centos 8.stream rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-radosbench} 2
pass 7636603 2024-04-02 15:43:32 2024-04-03 01:39:47 2024-04-03 02:38:25 0:58:38 0:46:55 0:11:43 smithi main ubuntu 20.04 rados/singleton/{all/thrash-eio mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}} 2
pass 7636604 2024-04-02 15:43:33 2024-04-03 01:40:38 2024-04-03 03:14:53 1:34:15 1:24:28 0:09:47 smithi main centos 8.stream rados/thrash-old-clients/{0-distro$/{centos_8.stream_container_tools} 0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/on mon_election/connectivity msgr-failures/osd-delay rados thrashers/default thrashosds-health workloads/radosbench} 3
pass 7636605 2024-04-02 15:43:34 2024-04-03 01:41:38 2024-04-03 02:07:36 0:25:58 0:18:38 0:07:20 smithi main rhel 8.6 rados/cephadm/smoke/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop agent/on fixed-2 mon_election/connectivity start} 2
pass 7636606 2024-04-02 15:43:35 2024-04-03 01:41:59 2024-04-03 02:17:07 0:35:08 0:28:07 0:07:01 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/cache-agent-big} 2
pass 7636607 2024-04-02 15:43:36 2024-04-03 01:42:09 2024-04-03 02:20:24 0:38:15 0:27:38 0:10:37 smithi main ubuntu 20.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 7636608 2024-04-02 15:43:36 2024-04-03 01:42:10 2024-04-03 02:09:19 0:27:09 0:18:48 0:08:21 smithi main rhel 8.6 rados/cephadm/smoke-singlehost/{0-random-distro$/{rhel_8.6_container_tools_3.0} 1-start 2-services/rgw 3-final} 1
fail 7636609 2024-04-02 15:43:37 2024-04-03 01:44:20 2024-04-03 04:16:03 2:31:43 2:21:26 0:10:17 smithi main centos 8.stream rados/objectstore/{backends/filestore-idempotent-aio-journal supported-random-distro$/{centos_8}} 1
Failure Reason:

"1712109845.0822086 mon.a (mon.0) 70 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log

pass 7636610 2024-04-02 15:43:38 2024-04-03 01:44:21 2024-04-03 02:17:50 0:33:29 0:21:16 0:12:13 smithi main ubuntu 20.04 rados/singleton/{all/thrash-rados/{thrash-rados thrashosds-health} mon_election/classic msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} 2
pass 7636611 2024-04-02 15:43:39 2024-04-03 01:45:31 2024-04-03 02:05:39 0:20:08 0:10:26 0:09:42 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/lazy_omap_stats_output mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 7636612 2024-04-02 15:43:40 2024-04-03 01:45:31 2024-04-03 02:29:54 0:44:23 0:36:04 0:08:19 smithi main rhel 8.6 rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/enable mon_election/connectivity random-objectstore$/{bluestore-comp-zlib} supported-random-distro$/{rhel_8} tasks/module_selftest} 2
pass 7636613 2024-04-02 15:43:40 2024-04-03 01:46:02 2024-04-03 02:07:54 0:21:52 0:15:23 0:06:29 smithi main rhel 8.6 rados/cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/on mon_election/classic task/test_cephadm_repos} 1
pass 7636614 2024-04-02 15:43:41 2024-04-03 01:46:22 2024-04-03 02:12:32 0:26:10 0:14:43 0:11:27 smithi main ubuntu 20.04 rados/multimon/{clusters/9 mon_election/classic msgr-failures/few msgr/async no_pools objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} tasks/mon_recovery} 3
pass 7636615 2024-04-02 15:43:42 2024-04-03 01:46:23 2024-04-03 02:13:00 0:26:37 0:15:38 0:10:59 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/cache-agent-small} 2
pass 7636616 2024-04-02 15:43:43 2024-04-03 01:47:13 2024-04-03 02:29:08 0:41:55 0:31:04 0:10:51 smithi main centos 8.stream rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8} tasks/rados_workunit_loadgen_big} 2
pass 7636617 2024-04-02 15:43:44 2024-04-03 01:47:54 2024-04-03 02:14:13 0:26:19 0:15:37 0:10:42 smithi main ubuntu 20.04 rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/mgr} 1
pass 7636618 2024-04-02 15:43:44 2024-04-03 01:48:14 2024-04-03 02:25:43 0:37:29 0:29:57 0:07:32 smithi main rhel 8.6 rados/singleton/{all/thrash_cache_writeback_proxy_none mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8}} 2
pass 7636619 2024-04-02 15:43:45 2024-04-03 01:48:24 2024-04-03 02:15:55 0:27:31 0:18:06 0:09:25 smithi main centos 8.stream rados/singleton-nomsgr/{all/librados_hello_world mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 7636620 2024-04-02 15:43:46 2024-04-03 01:48:25 2024-04-03 02:12:18 0:23:53 0:16:59 0:06:54 smithi main rhel 8.6 rados/cephadm/osds/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-ops/rm-zap-add} 2
pass 7636621 2024-04-02 15:43:47 2024-04-03 01:48:45 2024-04-03 02:30:05 0:41:20 0:31:39 0:09:41 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-snappy rados tasks/mon_recovery validater/valgrind} 2
pass 7636622 2024-04-02 15:43:48 2024-04-03 01:48:46 2024-04-03 02:08:54 0:20:08 0:10:28 0:09:40 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-low-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/radosbench_4M_write} 1
pass 7636623 2024-04-02 15:43:48 2024-04-03 01:48:46 2024-04-03 02:16:44 0:27:58 0:17:16 0:10:42 smithi main ubuntu 20.04 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/sync-many workloads/pool-create-delete} 2
pass 7636624 2024-04-02 15:43:49 2024-04-03 01:48:46 2024-04-03 02:12:31 0:23:45 0:12:45 0:11:00 smithi main ubuntu 20.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-comp-snappy rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 7636625 2024-04-02 15:43:50 2024-04-03 01:50:17 2024-04-03 02:37:24 0:47:07 0:37:38 0:09:29 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/cache-pool-snaps-readproxy} 2
pass 7636626 2024-04-02 15:43:51 2024-04-03 01:50:37 2024-04-03 02:21:56 0:31:19 0:25:43 0:05:36 smithi main rhel 8.6 rados/cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/off mon_election/connectivity task/test_cephadm_timeout} 1
pass 7636627 2024-04-02 15:43:52 2024-04-03 01:50:38 2024-04-03 02:17:34 0:26:56 0:20:39 0:06:17 smithi main rhel 8.6 rados/singleton/{all/watch-notify-same-primary mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8}} 1
fail 7636628 2024-04-02 15:43:53 2024-04-03 01:50:58 2024-04-03 02:32:18 0:41:20 0:29:52 0:11:28 smithi main centos 8.stream rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
Failure Reason:

"1712110972.9349895 osd.11 (osd.11) 92 : cluster [ERR] 3.8s0 scrub : stat mismatch, got 30/30 objects, 24/24 clones, 30/30 dirty, 0/0 omap, 0/0 pinned, 0/0 hit_set_archive, 1/1 whiteouts, 53149696/53395456 bytes, 0/0 manifest objects, 0/0 hit_set_archive bytes." in cluster log

pass 7636629 2024-04-02 15:43:54 2024-04-03 01:50:59 2024-04-03 02:22:17 0:31:18 0:24:50 0:06:28 smithi main rhel 8.6 rados/singleton-nomsgr/{all/msgr mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 7636630 2024-04-02 15:43:54 2024-04-03 01:50:59 2024-04-03 02:25:13 0:34:14 0:24:04 0:10:10 smithi main centos 8.stream rados/valgrind-leaks/{1-start 2-inject-leak/none centos_latest} 1
pass 7636631 2024-04-02 15:43:55 2024-04-03 01:52:20 2024-04-03 02:40:59 0:48:39 0:41:17 0:07:22 smithi main rhel 8.6 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-dispatch-delay rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} 2
pass 7636632 2024-04-02 15:43:56 2024-04-03 01:53:40 2024-04-03 02:28:48 0:35:08 0:24:09 0:10:59 smithi main ubuntu 20.04 rados/cephadm/smoke/{0-distro/ubuntu_20.04 0-nvme-loop agent/off fixed-2 mon_election/classic start} 2
pass 7636633 2024-04-02 15:43:57 2024-04-03 01:54:41 2024-04-03 02:27:59 0:33:18 0:22:58 0:10:20 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/cache-pool-snaps} 2
pass 7636634 2024-04-02 15:43:58 2024-04-03 01:54:51 2024-04-03 02:24:57 0:30:06 0:20:27 0:09:39 smithi main ubuntu 20.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-balanced} 2
pass 7636635 2024-04-02 15:43:58 2024-04-03 01:54:51 2024-04-03 02:12:56 0:18:05 0:08:18 0:09:47 smithi main ubuntu 20.04 rados/singleton/{all/admin-socket mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest}} 1
pass 7636636 2024-04-02 15:43:59 2024-04-03 01:54:52 2024-04-03 02:23:07 0:28:15 0:18:00 0:10:15 smithi main ubuntu 20.04 rados/cephadm/workunits/{0-distro/ubuntu_20.04 agent/on mon_election/classic task/test_extra_daemon_features} 2
pass 7636637 2024-04-02 15:44:00 2024-04-03 01:55:12 2024-04-03 02:32:41 0:37:29 0:28:37 0:08:52 smithi main rhel 8.6 rados/singleton-nomsgr/{all/multi-backfill-reject mon_election/connectivity rados supported-random-distro$/{rhel_8}} 2
fail 7636638 2024-04-02 15:44:01 2024-04-03 01:57:23 2024-04-03 04:49:44 2:52:21 2:41:47 0:10:34 smithi main ubuntu 20.04 rados/objectstore/{backends/filestore-idempotent supported-random-distro$/{ubuntu_latest}} 1
Failure Reason:

"1712110452.473959 mon.a (mon.0) 65 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log

pass 7636639 2024-04-02 15:44:02 2024-04-03 01:57:23 2024-04-03 02:29:39 0:32:16 0:21:50 0:10:26 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/cache-snaps-balanced} 2
pass 7636640 2024-04-02 15:44:02 2024-04-03 01:57:24 2024-04-03 02:36:37 0:39:13 0:29:19 0:09:54 smithi main centos 8.stream rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 7636641 2024-04-02 15:44:03 2024-04-03 01:57:24 2024-04-03 02:30:50 0:33:26 0:25:47 0:07:39 smithi main rhel 8.6 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} tasks/rados_workunit_loadgen_mix} 2
pass 7636642 2024-04-02 15:44:04 2024-04-03 01:57:45 2024-04-03 02:18:14 0:20:29 0:09:52 0:10:37 smithi main ubuntu 20.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/disable mon_election/classic random-objectstore$/{bluestore-comp-zstd} supported-random-distro$/{ubuntu_latest} tasks/per_module_finisher_stats} 2
pass 7636643 2024-04-02 15:44:05 2024-04-03 01:57:45 2024-04-03 02:26:59 0:29:14 0:18:09 0:11:05 smithi main ubuntu 20.04 rados/cephadm/osds/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-ops/rm-zap-flag} 2
pass 7636644 2024-04-02 15:44:06 2024-04-03 01:58:15 2024-04-03 02:31:22 0:33:07 0:21:38 0:11:29 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-stupid openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/radosbench_omap_write} 1
pass 7636645 2024-04-02 15:44:06 2024-04-03 01:59:46 2024-04-03 02:31:10 0:31:24 0:21:13 0:10:11 smithi main centos 8.stream rados/singleton/{all/backfill-toofull mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8}} 1
fail 7636646 2024-04-02 15:44:07 2024-04-03 02:00:16 2024-04-03 02:42:18 0:42:02 0:32:51 0:09:11 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/osd_stale_reads mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
Failure Reason:

Exiting scrub checking -- not all pgs scrubbed.

pass 7636647 2024-04-02 15:44:08 2024-04-03 02:00:17 2024-04-03 02:22:49 0:22:32 0:10:33 0:11:59 smithi main centos 8.stream rados/multimon/{clusters/21 mon_election/connectivity msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} tasks/mon_clock_no_skews} 3
pass 7636648 2024-04-02 15:44:09 2024-04-03 02:00:57 2024-04-03 02:31:43 0:30:46 0:20:46 0:10:00 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/cache-snaps} 2
pass 7636649 2024-04-02 15:44:10 2024-04-03 02:01:38 2024-04-03 02:32:03 0:30:25 0:18:21 0:12:04 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools agent/off mon_election/connectivity task/test_host_drain} 3
pass 7636650 2024-04-02 15:44:10 2024-04-03 02:02:38 2024-04-03 02:38:42 0:36:04 0:24:26 0:11:38 smithi main centos 8.stream rados/thrash-old-clients/{0-distro$/{centos_8.stream_container_tools} 0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v2only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat mon_election/classic msgr-failures/fastclose rados thrashers/mapgap thrashosds-health workloads/rbd_cls} 3
pass 7636651 2024-04-02 15:44:11 2024-04-03 02:05:29 2024-04-03 03:26:57 1:21:28 1:15:23 0:06:05 smithi main rhel 8.6 rados/standalone/{supported-random-distro$/{rhel_8} workloads/misc} 1
pass 7636652 2024-04-02 15:44:12 2024-04-03 02:05:40 2024-04-03 02:33:08 0:27:28 0:20:24 0:07:04 smithi main rhel 8.6 rados/singleton/{all/deduptool mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8}} 1
pass 7636653 2024-04-02 15:44:13 2024-04-03 02:06:00 2024-04-03 02:45:38 0:39:38 0:26:53 0:12:45 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zlib rados tasks/rados_api_tests validater/lockdep} 2
pass 7636654 2024-04-02 15:44:14 2024-04-03 02:07:41 2024-04-03 02:31:28 0:23:47 0:14:05 0:09:42 smithi main centos 8.stream rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 7636655 2024-04-02 15:44:15 2024-04-03 02:07:51 2024-04-03 02:35:00 0:27:09 0:20:57 0:06:12 smithi main rhel 8.6 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} thrashers/sync workloads/rados_5925} 2
pass 7636656 2024-04-02 15:44:15 2024-04-03 02:07:51 2024-04-03 02:35:44 0:27:53 0:17:31 0:10:22 smithi main centos 8.stream rados/cephadm/smoke/{0-distro/centos_8.stream_container_tools 0-nvme-loop agent/on fixed-2 mon_election/connectivity start} 2
pass 7636657 2024-04-02 15:44:16 2024-04-03 02:08:12 2024-04-03 02:29:34 0:21:22 0:09:16 0:12:06 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/pool-access mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 7636658 2024-04-02 15:44:17 2024-04-03 02:08:12 2024-04-03 02:36:32 0:28:20 0:18:16 0:10:04 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/cache} 2
pass 7636659 2024-04-02 15:44:18 2024-04-03 02:09:23 2024-04-03 02:32:18 0:22:55 0:11:32 0:11:23 smithi main ubuntu 20.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 7636660 2024-04-02 15:44:19 2024-04-03 02:10:03 2024-04-03 02:30:03 0:20:00 0:09:57 0:10:03 smithi main ubuntu 20.04 rados/singleton/{all/divergent_priors mon_election/classic msgr-failures/none msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}} 1
pass 7636661 2024-04-02 15:44:19 2024-04-03 02:10:04 2024-04-03 02:35:12 0:25:08 0:16:04 0:09:04 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun agent/on mon_election/classic task/test_iscsi_container/{centos_8.stream_container_tools test_iscsi_container}} 1
pass 7636662 2024-04-02 15:44:20 2024-04-03 02:10:04 2024-04-03 02:54:39 0:44:35 0:37:20 0:07:15 smithi main rhel 8.6 rados/singleton-nomsgr/{all/recovery-unfound-found mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 7636663 2024-04-02 15:44:21 2024-04-03 02:11:45 2024-04-03 02:34:49 0:23:04 0:13:26 0:09:38 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/dedup-io-mixed} 2
pass 7636664 2024-04-02 15:44:22 2024-04-03 02:11:55 2024-04-03 02:49:46 0:37:51 0:30:41 0:07:10 smithi main rhel 8.6 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} tasks/rados_workunit_loadgen_mostlyread} 2
pass 7636665 2024-04-02 15:44:23 2024-04-03 02:12:26 2024-04-03 02:34:30 0:22:04 0:12:27 0:09:37 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/sample_fio} 1
pass 7636667 2024-04-02 15:44:24 2024-04-03 02:12:36 2024-04-03 02:37:33 0:24:57 0:15:21 0:09:36 smithi main centos 8.stream rados/cephadm/osds/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-ops/rm-zap-wait} 2
pass 7636668 2024-04-02 15:44:25 2024-04-03 02:12:36 2024-04-03 02:42:39 0:30:03 0:20:11 0:09:52 smithi main ubuntu 20.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 7636670 2024-04-02 15:44:25 2024-04-03 02:12:37 2024-04-03 02:33:38 0:21:01 0:10:11 0:10:50 smithi main centos 8.stream rados/objectstore/{backends/fusestore supported-random-distro$/{centos_8}} 1
pass 7636672 2024-04-02 15:44:26 2024-04-03 02:12:37 2024-04-03 02:39:55 0:27:18 0:19:57 0:07:21 smithi main rhel 8.6 rados/singleton/{all/divergent_priors2 mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8}} 1
pass 7636673 2024-04-02 15:44:27 2024-04-03 02:12:37 2024-04-03 02:55:57 0:43:20 0:34:33 0:08:47 smithi main centos 8.stream rados/singleton-bluestore/{all/cephtool mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8}} 1
pass 7636674 2024-04-02 15:44:28 2024-04-03 02:12:58 2024-04-03 02:44:17 0:31:19 0:25:11 0:06:08 smithi main rhel 8.6 rados/cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/off mon_election/connectivity task/test_orch_cli} 1
pass 7636675 2024-04-02 15:44:29 2024-04-03 02:13:08 2024-04-03 02:50:13 0:37:05 0:29:46 0:07:19 smithi main rhel 8.6 rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/enable mon_election/connectivity random-objectstore$/{bluestore-comp-zlib} supported-random-distro$/{rhel_8} tasks/progress} 2
dead 7636676 2024-04-02 15:44:30 2024-04-03 02:13:19 2024-04-03 14:22:38 12:09:19 smithi main centos 8.stream rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
Failure Reason:

hit max job timeout

pass 7636677 2024-04-02 15:44:30 2024-04-03 02:13:19 2024-04-03 02:40:12 0:26:53 0:16:24 0:10:29 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/dedup-io-snaps} 2
pass 7636678 2024-04-02 15:44:31 2024-04-03 02:14:20 2024-04-03 02:39:26 0:25:06 0:13:08 0:11:58 smithi main centos 8.stream rados/singleton-nomsgr/{all/version-number-sanity mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 7636679 2024-04-02 15:44:32 2024-04-03 02:16:00 2024-04-03 02:47:48 0:31:48 0:21:46 0:10:02 smithi main centos 8.stream rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-small-objects-fast-read-overwrites} 2
pass 7636680 2024-04-02 15:44:33 2024-04-03 02:16:51 2024-04-03 02:46:05 0:29:14 0:22:33 0:06:41 smithi main rhel 8.6 rados/singleton/{all/dump-stuck mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8}} 1
pass 7636681 2024-04-02 15:44:34 2024-04-03 02:17:11 2024-04-03 02:45:02 0:27:51 0:17:08 0:10:43 smithi main centos 8.stream rados/cephadm/smoke/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/off fixed-2 mon_election/classic start} 2
pass 7636682 2024-04-02 15:44:35 2024-04-03 02:17:42 2024-04-03 02:36:02 0:18:20 0:08:19 0:10:01 smithi main ubuntu 20.04 rados/multimon/{clusters/3 mon_election/classic msgr-failures/few msgr/async-v2only no_pools objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_with_skews} 2
pass 7636683 2024-04-02 15:44:35 2024-04-03 02:17:52 2024-04-03 02:59:36 0:41:44 0:30:58 0:10:46 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/pool-snaps-few-objects} 2
pass 7636684 2024-04-02 15:44:36 2024-04-03 02:18:03 2024-04-03 03:32:00 1:13:57 1:03:00 0:10:57 smithi main centos 8.stream rados/dashboard/{0-single-container-host debug/mgr mon_election/connectivity random-objectstore$/{bluestore-comp-snappy} tasks/dashboard} 2
pass 7636685 2024-04-02 15:44:37 2024-04-03 02:18:23 2024-04-03 02:55:51 0:37:28 0:27:50 0:09:38 smithi main rhel 8.6 rados/singleton-nomsgr/{all/admin_socket_output mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 7636686 2024-04-02 15:44:38 2024-04-03 02:20:34 2024-04-03 02:56:21 0:35:47 0:25:48 0:09:59 smithi main ubuntu 20.04 rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/mon-stretch} 1
pass 7636687 2024-04-02 15:44:39 2024-04-03 02:20:34 2024-04-03 04:00:31 1:39:57 1:27:56 0:12:01 smithi main ubuntu 20.04 rados/upgrade/parallel/{0-random-distro$/{ubuntu_20.04} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} 2
pass 7636688 2024-04-02 15:44:40 2024-04-03 02:22:05 2024-04-03 03:05:09 0:43:04 0:34:57 0:08:07 smithi main rhel 8.6 rados/cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/on mon_election/classic task/test_orch_cli_mon} 5
pass 7636689 2024-04-02 15:44:40 2024-04-03 02:23:15 2024-04-03 02:54:17 0:31:02 0:25:43 0:05:19 smithi main rhel 8.6 rados/singleton/{all/ec-inconsistent-hinfo mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8}} 1
pass 7636690 2024-04-02 15:44:41 2024-04-03 02:23:16 2024-04-03 04:36:33 2:13:17 2:01:33 0:11:44 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-comp-zstd rados tasks/rados_cls_all validater/valgrind} 2
pass 7636691 2024-04-02 15:44:42 2024-04-03 02:25:06 2024-04-03 02:49:00 0:23:54 0:14:20 0:09:34 smithi main centos 8.stream rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 7636692 2024-04-02 15:44:43 2024-04-03 02:25:47 2024-04-03 03:10:17 0:44:30 0:36:56 0:07:34 smithi main rhel 8.6 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/force-sync-many workloads/rados_api_tests} 2
pass 7636693 2024-04-02 15:44:44 2024-04-03 02:27:07 2024-04-03 02:49:58 0:22:51 0:10:47 0:12:04 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-bitmap openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/sample_radosbench} 1
pass 7636694 2024-04-02 15:44:45 2024-04-03 02:27:08 2024-04-03 02:53:25 0:26:17 0:17:54 0:08:23 smithi main rhel 8.6 rados/cephadm/smoke-singlehost/{0-random-distro$/{rhel_8.6_container_tools_3.0} 1-start 2-services/basic 3-final} 1
pass 7636695 2024-04-02 15:44:45 2024-04-03 02:28:08 2024-04-03 03:13:13 0:45:05 0:33:27 0:11:38 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/rados_api_tests} 2
pass 7636696 2024-04-02 15:44:46 2024-04-03 02:28:49 2024-04-03 02:52:07 0:23:18 0:13:51 0:09:27 smithi main centos 8.stream rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} tasks/readwrite} 2
pass 7636697 2024-04-02 15:44:47 2024-04-03 02:28:49 2024-04-03 02:49:48 0:20:59 0:12:00 0:08:59 smithi main centos 8.stream rados/singleton-nomsgr/{all/balancer mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 7636698 2024-04-02 15:44:48 2024-04-03 02:28:49 2024-04-03 03:14:45 0:45:56 0:38:07 0:07:49 smithi main rhel 8.6 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 7636699 2024-04-02 15:44:49 2024-04-03 02:29:00 2024-04-03 03:08:06 0:39:06 0:29:28 0:09:38 smithi main centos 8.stream rados/singleton/{all/ec-lost-unfound mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8}} 1
pass 7636700 2024-04-02 15:44:49 2024-04-03 02:29:00 2024-04-03 02:59:01 0:30:01 0:17:56 0:12:05 smithi main ubuntu 20.04 rados/cephadm/workunits/{0-distro/ubuntu_20.04 agent/off mon_election/connectivity task/test_rgw_multisite} 3
pass 7636701 2024-04-02 15:44:50 2024-04-03 02:29:41 2024-04-03 03:23:15 0:53:34 0:39:41 0:13:53 smithi main centos 8.stream rados/thrash-old-clients/{0-distro$/{centos_8.stream_container_tools} 0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/on mon_election/connectivity msgr-failures/few rados thrashers/morepggrow thrashosds-health workloads/snaps-few-objects} 3
pass 7636702 2024-04-02 15:44:51 2024-04-03 02:30:11 2024-04-03 02:55:52 0:25:41 0:16:09 0:09:32 smithi main centos 8.stream rados/objectstore/{backends/keyvaluedb supported-random-distro$/{centos_8}} 1
pass 7636703 2024-04-02 15:44:52 2024-04-03 02:30:52 2024-04-03 03:20:32 0:49:40 0:42:14 0:07:26 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/radosbench-high-concurrency} 2
pass 7636704 2024-04-02 15:44:53 2024-04-03 02:31:12 2024-04-03 03:04:19 0:33:07 0:20:50 0:12:17 smithi main ubuntu 20.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-small-objects-many-deletes} 2
pass 7636705 2024-04-02 15:44:54 2024-04-03 02:31:32 2024-04-03 02:59:11 0:27:39 0:17:18 0:10:21 smithi main centos 8.stream rados/cephadm/osds/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-ops/rmdir-reactivate} 2
pass 7636706 2024-04-02 15:44:54 2024-04-03 02:31:33 2024-04-03 02:58:28 0:26:55 0:21:41 0:05:14 smithi main rhel 8.6 rados/singleton-nomsgr/{all/cache-fs-trunc mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 7636707 2024-04-02 15:44:55 2024-04-03 02:31:33 2024-04-03 02:49:59 0:18:26 0:08:23 0:10:03 smithi main ubuntu 20.04 rados/singleton/{all/erasure-code-nonregression mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}} 1
pass 7636708 2024-04-02 15:44:56 2024-04-03 02:31:54 2024-04-03 02:55:24 0:23:30 0:14:10 0:09:20 smithi main centos 8.stream rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/disable mon_election/classic random-objectstore$/{bluestore-stupid} supported-random-distro$/{centos_8} tasks/prometheus} 2
pass 7636709 2024-04-02 15:44:57 2024-04-03 02:32:04 2024-04-03 03:05:14 0:33:10 0:24:57 0:08:13 smithi main centos 8.stream rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
fail 7636710 2024-04-02 15:44:58 2024-04-03 02:32:04 2024-04-03 03:01:55 0:29:51 0:23:14 0:06:37 smithi main rhel 8.6 rados/cephadm/smoke/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop agent/on fixed-2 mon_election/connectivity start} 2
Failure Reason:

Command failed on smithi016 with status 127: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:49e8f32b3804bf60194367ce55a8ccc716a4fbdf shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e91fa6b4-f164-11ee-b647-cb9ed24678a4 -- bash -c \'stat -c \'"\'"\'%u %g\'"\'"\' /var/log/ceph | grep \'"\'"\'167 167\'"\'"\'\''

pass 7636711 2024-04-02 15:44:59 2024-04-03 02:32:25 2024-04-03 03:52:04 1:19:39 1:12:38 0:07:01 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/radosbench} 2
pass 7636712 2024-04-02 15:44:59 2024-04-03 02:32:45 2024-04-03 03:15:55 0:43:10 0:37:02 0:06:08 smithi main rhel 8.6 rados/singleton/{all/lost-unfound-delete mon_election/classic msgr-failures/none msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8}} 1
pass 7636713 2024-04-02 15:45:00 2024-04-03 02:32:45 2024-04-03 02:54:10 0:21:25 0:11:25 0:10:00 smithi main centos 8.stream rados/singleton-nomsgr/{all/ceph-kvstore-tool mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 7636714 2024-04-02 15:45:01 2024-04-03 02:33:16 2024-04-03 02:55:41 0:22:25 0:13:04 0:09:21 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-comp openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/fio_4K_rand_read} 1
pass 7636715 2024-04-02 15:45:02 2024-04-03 02:33:46 2024-04-03 02:58:55 0:25:09 0:13:20 0:11:49 smithi main ubuntu 20.04 rados/multimon/{clusters/6 mon_election/connectivity msgr-failures/many msgr/async no_pools objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} tasks/mon_recovery} 2
pass 7636716 2024-04-02 15:45:03 2024-04-03 02:34:57 2024-04-03 03:04:19 0:29:22 0:19:18 0:10:04 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools agent/on mon_election/classic task/test_set_mon_crush_locations} 3
pass 7636717 2024-04-02 15:45:04 2024-04-03 02:35:07 2024-04-03 03:03:24 0:28:17 0:17:26 0:10:51 smithi main centos 8.stream rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} tasks/repair_test} 2
pass 7636718 2024-04-02 15:45:04 2024-04-03 02:35:48 2024-04-03 03:07:21 0:31:33 0:24:53 0:06:40 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/redirect} 2
pass 7636719 2024-04-02 15:45:05 2024-04-03 02:36:08 2024-04-03 03:59:22 1:23:14 1:13:25 0:09:49 smithi main centos 8.stream rados/standalone/{supported-random-distro$/{centos_8} workloads/mon} 1
pass 7636720 2024-04-02 15:45:06 2024-04-03 02:36:09 2024-04-03 02:59:57 0:23:48 0:14:13 0:09:35 smithi main centos 8.stream rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 7636721 2024-04-02 15:45:07 2024-04-03 02:36:39 2024-04-03 03:01:08 0:24:29 0:13:39 0:10:50 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-hybrid rados tasks/mon_recovery validater/lockdep} 2
pass 7636722 2024-04-02 15:45:07 2024-04-03 02:37:30 2024-04-03 02:58:38 0:21:08 0:11:49 0:09:19 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun agent/off mon_election/connectivity task/test_adoption} 1
pass 7636723 2024-04-02 15:45:08 2024-04-03 02:37:40 2024-04-03 03:22:36 0:44:56 0:38:28 0:06:28 smithi main rhel 8.6 rados/singleton/{all/lost-unfound mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8}} 1
pass 7636724 2024-04-02 15:45:09 2024-04-03 02:37:41 2024-04-03 03:50:11 1:12:30 1:01:07 0:11:23 smithi main ubuntu 20.04 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/many workloads/rados_mon_osdmap_prune} 2
pass 7636725 2024-04-02 15:45:10 2024-04-03 02:38:31 2024-04-03 02:57:00 0:18:29 0:08:28 0:10:01 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/ceph-post-file mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 7636726 2024-04-02 15:45:11 2024-04-03 02:38:52 2024-04-03 03:09:06 0:30:14 0:20:24 0:09:50 smithi main ubuntu 20.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-small-objects-overwrites} 2
pass 7636727 2024-04-02 15:45:12 2024-04-03 02:38:52 2024-04-03 03:11:27 0:32:35 0:24:43 0:07:52 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/redirect_promote_tests} 2
pass 7636728 2024-04-02 15:45:13 2024-04-03 02:40:03 2024-04-03 03:03:12 0:23:09 0:14:24 0:08:45 smithi main centos 8.stream rados/cephadm/osds/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-ops/repave-all} 2
pass 7636729 2024-04-02 15:45:13 2024-04-03 02:40:13 2024-04-03 03:06:01 0:25:48 0:13:18 0:12:30 smithi main centos 8.stream rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 7636730 2024-04-02 15:45:14 2024-04-03 02:42:44 2024-04-03 03:03:33 0:20:49 0:10:47 0:10:02 smithi main centos 8.stream rados/singleton/{all/max-pg-per-osd.from-mon mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8}} 1
pass 7636731 2024-04-02 15:45:15 2024-04-03 02:42:44 2024-04-03 03:24:21 0:41:37 0:30:20 0:11:17 smithi main ubuntu 20.04 rados/objectstore/{backends/objectcacher-stress supported-random-distro$/{ubuntu_latest}} 1
pass 7636732 2024-04-02 15:45:16 2024-04-03 02:44:25 2024-04-03 03:09:49 0:25:24 0:19:38 0:05:46 smithi main rhel 8.6 rados/singleton-nomsgr/{all/crushdiff mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 7636733 2024-04-02 15:45:17 2024-04-03 02:44:35 2024-04-03 03:11:41 0:27:06 0:19:40 0:07:26 smithi main rhel 8.6 rados/cephadm/smoke/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop agent/off fixed-2 mon_election/classic start} 2
pass 7636734 2024-04-02 15:45:17 2024-04-03 02:44:36 2024-04-03 03:15:28 0:30:52 0:22:44 0:08:08 smithi main centos 8.stream rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-small-objects} 2
pass 7636735 2024-04-02 15:45:18 2024-04-03 02:44:36 2024-04-03 03:15:45 0:31:09 0:23:21 0:07:48 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/redirect_set_object} 2
pass 7636736 2024-04-02 15:45:19 2024-04-03 02:45:47 2024-04-03 03:07:27 0:21:40 0:13:02 0:08:38 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-low-osd-mem-target openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/fio_4K_rand_rw} 1
pass 7636737 2024-04-02 15:45:20 2024-04-03 02:45:47 2024-04-03 03:17:07 0:31:20 0:21:51 0:09:29 smithi main rhel 8.6 rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/enable mon_election/connectivity random-objectstore$/{bluestore-hybrid} supported-random-distro$/{rhel_8} tasks/workunits} 2
pass 7636738 2024-04-02 15:45:21 2024-04-03 02:47:58 2024-04-03 03:16:58 0:29:00 0:22:21 0:06:39 smithi main rhel 8.6 rados/singleton/{all/max-pg-per-osd.from-primary mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{rhel_8}} 1
pass 7636739 2024-04-02 15:45:22 2024-04-03 02:47:58 2024-04-03 03:18:13 0:30:15 0:23:33 0:06:42 smithi main rhel 8.6 rados/cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/on mon_election/classic task/test_ca_signed_key} 2
pass 7636740 2024-04-02 15:45:22 2024-04-03 02:49:09 2024-04-03 03:10:17 0:21:08 0:12:53 0:08:15 smithi main centos 8.stream rados/singleton-nomsgr/{all/export-after-evict mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 7636741 2024-04-02 15:45:23 2024-04-03 02:49:09 2024-04-03 03:20:18 0:31:09 0:21:18 0:09:51 smithi main centos 8.stream rados/valgrind-leaks/{1-start 2-inject-leak/osd centos_latest} 1
pass 7636742 2024-04-02 15:45:24 2024-04-03 02:49:09 2024-04-03 03:24:03 0:34:54 0:23:30 0:11:24 smithi main ubuntu 20.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 7636743 2024-04-02 15:45:25 2024-04-03 02:49:50 2024-04-03 03:13:33 0:23:43 0:12:48 0:10:55 smithi main centos 8.stream rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} tasks/scrub_test} 2
pass 7636744 2024-04-02 15:45:26 2024-04-03 02:50:00 2024-04-03 03:25:21 0:35:21 0:28:58 0:06:23 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/set-chunks-read} 2
pass 7636745 2024-04-02 15:45:27 2024-04-03 02:50:21 2024-04-03 03:22:12 0:31:51 0:25:25 0:06:26 smithi main rhel 8.6 rados/cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/off mon_election/connectivity task/test_cephadm} 1
pass 7636746 2024-04-02 15:45:28 2024-04-03 02:50:21 2024-04-03 03:23:30 0:33:09 0:21:21 0:11:48 smithi main centos 8.stream rados/thrash-old-clients/{0-distro$/{centos_8.stream_container_tools} 0-size-min-size-overrides/2-size-2-min-size 1-install/octopus backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay rados thrashers/none thrashosds-health workloads/test_rbd_api} 3
pass 7636747 2024-04-02 15:45:29 2024-04-03 03:29:03 2024-04-03 04:00:08 0:31:05 0:22:06 0:08:59 smithi main rhel 8.6 rados/singleton/{all/max-pg-per-osd.from-replica mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8}} 1
pass 7636748 2024-04-02 15:45:29 2024-04-03 03:31:04 2024-04-03 03:56:14 0:25:10 0:19:00 0:06:10 smithi main rhel 8.6 rados/multimon/{clusters/9 mon_election/classic msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} tasks/mon_clock_no_skews} 3
pass 7636749 2024-04-02 15:45:30 2024-04-03 03:31:04 2024-04-03 03:58:14 0:27:10 0:20:26 0:06:44 smithi main rhel 8.6 rados/singleton-nomsgr/{all/full-tiering mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 7636750 2024-04-02 15:45:31 2024-04-03 03:31:25 2024-04-03 04:08:35 0:37:10 0:25:13 0:11:57 smithi main ubuntu 20.04 rados/cephadm/smoke/{0-distro/ubuntu_20.04 0-nvme-loop agent/on fixed-2 mon_election/connectivity start} 2
pass 7636751 2024-04-02 15:45:32 2024-04-03 03:31:55 2024-04-03 06:21:16 2:49:21 2:43:08 0:06:13 smithi main rhel 8.6 rados/standalone/{supported-random-distro$/{rhel_8} workloads/osd-backfill} 1
pass 7636752 2024-04-02 15:45:33 2024-04-03 03:31:56 2024-04-03 04:03:25 0:31:29 0:24:33 0:06:56 smithi main rhel 8.6 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 7636753 2024-04-02 15:45:34 2024-04-03 03:32:06 2024-04-03 04:18:20 0:46:14 0:34:38 0:11:36 smithi main centos 8.stream rados/singleton-bluestore/{all/cephtool mon_election/classic msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8}} 1
pass 7636754 2024-04-02 15:45:34 2024-04-03 03:34:57 2024-04-03 04:06:36 0:31:39 0:20:38 0:11:01 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/small-objects-balanced} 2