Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 6238430 2021-06-27 15:04:19 2021-06-28 17:40:29 2021-06-28 18:19:36 0:39:07 0:28:32 0:10:35 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/snaps-few-objects-localized} 2
pass 6238431 2021-06-27 15:04:20 2021-06-28 17:40:29 2021-06-28 18:07:26 0:26:57 0:15:05 0:11:52 smithi master centos 8.2 rados/cephadm/smoke-roleless/{0-distro/centos_8.2_kubic_stable 1-start 2-services/iscsi 3-final} 2
pass 6238432 2021-06-27 15:04:21 2021-06-28 17:41:10 2021-06-28 18:04:49 0:23:39 0:16:29 0:07:10 smithi master rhel 8.4 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} tasks/rados_python} 2
pass 6238433 2021-06-27 15:04:22 2021-06-28 17:41:30 2021-06-28 18:47:01 1:05:31 0:56:36 0:08:55 smithi master ubuntu 20.04 rados/singleton/{all/osd-recovery-incomplete mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}} 1
pass 6238434 2021-06-27 15:04:22 2021-06-28 17:41:31 2021-06-28 18:04:27 0:22:56 0:16:20 0:06:36 smithi master rhel 8.4 rados/singleton-nomsgr/{all/export-after-evict mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 6238435 2021-06-27 15:04:23 2021-06-28 17:41:41 2021-06-28 18:24:44 0:43:03 0:32:24 0:10:39 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8.stream} thrashers/careful thrashosds-health workloads/snaps-few-objects} 2
pass 6238436 2021-06-27 15:04:24 2021-06-28 17:41:42 2021-06-28 18:05:34 0:23:52 0:17:04 0:06:48 smithi master rhel 8.4 rados/multimon/{clusters/21 mon_election/connectivity msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} tasks/mon_clock_no_skews} 3
pass 6238437 2021-06-27 15:04:25 2021-06-28 17:42:32 2021-06-28 18:10:09 0:27:37 0:20:17 0:07:20 smithi master rhel 8.4 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 6238438 2021-06-27 15:04:26 2021-06-28 17:43:13 2021-06-28 18:07:54 0:24:41 0:15:13 0:09:28 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/write_fadvise_dontneed} 2
pass 6238439 2021-06-27 15:04:26 2021-06-28 17:43:13 2021-06-28 18:26:35 0:43:22 0:33:19 0:10:03 smithi master centos 8.3 rados/cephadm/upgrade/{1-start-distro/1-start-centos_8.3-octopus 2-repo_digest/defaut 3-start-upgrade 4-wait mon_election/connectivity} 2
pass 6238440 2021-06-27 15:04:27 2021-06-28 17:43:24 2021-06-28 18:23:14 0:39:50 0:28:09 0:11:41 smithi master centos 8.stream rados/monthrash/{ceph clusters/9-mons mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8.stream} thrashers/force-sync-many workloads/rados_api_tests} 2
pass 6238441 2021-06-27 15:04:28 2021-06-28 17:44:14 2021-06-28 18:31:41 0:47:27 0:41:27 0:06:00 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/admin_socket_objecter_requests} 2
pass 6238442 2021-06-27 15:04:29 2021-06-28 17:44:45 2021-06-28 21:08:02 3:23:17 3:08:40 0:14:37 smithi master rhel 8.4 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/connectivity msgr-failures/few objectstore/bluestore-bitmap rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-radosbench} 2
pass 6238443 2021-06-27 15:04:30 2021-06-28 17:48:17 2021-06-28 18:18:20 0:30:03 0:19:38 0:10:25 smithi master ubuntu 20.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/connectivity msgr-failures/fastclose rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-fast-read-overwrites} 2
pass 6238444 2021-06-27 15:04:30 2021-06-28 17:49:18 2021-06-28 18:33:04 0:43:46 0:34:33 0:09:13 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/cache-agent-big} 2
pass 6238445 2021-06-27 15:04:31 2021-06-28 17:51:39 2021-06-28 19:46:34 1:54:55 1:49:29 0:05:26 smithi master rhel 8.4 rados/standalone/{supported-random-distro$/{rhel_8} workloads/osd-backfill} 1
pass 6238446 2021-06-27 15:04:32 2021-06-28 17:51:39 2021-06-28 18:25:10 0:33:31 0:21:06 0:12:25 smithi master centos 8.3 rados/valgrind-leaks/{1-start 2-inject-leak/osd centos_latest} 1
pass 6238447 2021-06-27 15:04:33 2021-06-28 17:54:00 2021-06-28 18:14:22 0:20:22 0:07:36 0:12:46 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/classic task/test_cephadm_repos} 1
pass 6238448 2021-06-27 15:04:34 2021-06-28 17:57:21 2021-06-28 18:20:58 0:23:37 0:13:24 0:10:13 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-stupid openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/sample_fio} 1
pass 6238449 2021-06-27 15:04:34 2021-06-28 17:57:31 2021-06-28 18:37:58 0:40:27 0:29:39 0:10:48 smithi master ubuntu 20.04 rados/singleton-bluestore/{all/cephtool mon_election/classic msgr-failures/none msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}} 1
pass 6238450 2021-06-27 15:04:35 2021-06-28 17:58:31 2021-06-28 18:22:15 0:23:44 0:11:09 0:12:35 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/cache-agent-small} 2
pass 6238451 2021-06-27 15:04:36 2021-06-28 18:00:52 2021-06-28 18:27:55 0:27:03 0:20:14 0:06:49 smithi master rhel 8.4 rados/singleton/{all/osd-recovery mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8}} 1
pass 6238452 2021-06-27 15:04:37 2021-06-28 18:00:52 2021-06-28 18:38:46 0:37:54 0:27:05 0:10:49 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-lz4 rados tasks/rados_api_tests validater/lockdep} 2
pass 6238453 2021-06-27 15:04:38 2021-06-28 18:01:42 2021-06-28 18:26:36 0:24:54 0:16:36 0:08:18 smithi master rhel 8.4 rados/singleton-nomsgr/{all/full-tiering mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 6238454 2021-06-27 15:04:38 2021-06-28 18:03:43 2021-06-28 18:40:30 0:36:47 0:25:17 0:11:30 smithi master ubuntu 20.04 rados/cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/root mon_election/classic msgr/async start tasks/rados_python} 2
pass 6238455 2021-06-27 15:04:39 2021-06-28 18:04:33 2021-06-28 18:58:26 0:53:53 0:47:07 0:06:46 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/cache-pool-snaps-readproxy} 2
pass 6238456 2021-06-27 15:04:40 2021-06-28 18:04:44 2021-06-28 18:45:25 0:40:41 0:34:55 0:05:46 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/cache-pool-snaps} 2
pass 6238457 2021-06-27 15:04:41 2021-06-28 18:04:54 2021-06-28 19:16:04 1:11:10 1:01:04 0:10:06 smithi master centos 8.2 rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async root} 2
pass 6238458 2021-06-27 15:04:42 2021-06-28 18:04:54 2021-06-28 18:38:54 0:34:00 0:23:38 0:10:22 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8.stream} thrashers/default thrashosds-health workloads/cache-snaps-balanced} 2
pass 6238459 2021-06-27 15:04:43 2021-06-28 18:05:45 2021-06-28 18:39:40 0:33:55 0:23:29 0:10:26 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8.stream} thrashers/mapgap thrashosds-health workloads/cache-snaps} 2
pass 6238460 2021-06-27 15:04:43 2021-06-28 18:06:35 2021-06-28 18:33:18 0:26:43 0:19:04 0:07:39 smithi master rhel 8.3 rados/cephadm/smoke-roleless/{0-distro/rhel_8.3_kubic_stable 1-start 2-services/mirror 3-final} 2
pass 6238461 2021-06-27 15:04:44 2021-06-28 18:07:37 2021-06-28 18:24:07 0:16:30 0:08:53 0:07:37 smithi master centos 8.stream rados/singleton/{all/peer mon_election/classic msgr-failures/none msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8.stream}} 1
pass 6238462 2021-06-27 15:04:45 2021-06-28 18:07:38 2021-06-28 18:34:38 0:27:00 0:18:15 0:08:45 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/cache} 2
pass 6238463 2021-06-27 15:04:46 2021-06-28 18:07:58 2021-06-28 18:33:14 0:25:16 0:17:29 0:07:47 smithi master rhel 8.4 rados/singleton-nomsgr/{all/health-warnings mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 6238464 2021-06-27 15:04:47 2021-06-28 18:09:19 2021-06-28 18:37:12 0:27:53 0:16:28 0:11:25 smithi master ubuntu 20.04 rados/cephadm/smoke/{distro/ubuntu_20.04 fixed-2 mon_election/classic start} 2
pass 6238465 2021-06-27 15:04:47 2021-06-28 18:09:49 2021-06-28 18:35:12 0:25:23 0:17:41 0:07:42 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/dedup-io-mixed} 2
pass 6238466 2021-06-27 15:04:48 2021-06-28 18:09:59 2021-06-28 18:33:16 0:23:17 0:13:32 0:09:45 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8.stream} thrashers/pggrow thrashosds-health workloads/dedup-io-snaps} 2
pass 6238467 2021-06-27 15:04:49 2021-06-28 18:10:11 2021-06-28 18:44:53 0:34:42 0:29:17 0:05:25 smithi master rhel 8.4 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-comp-zlib supported-random-distro$/{rhel_8} tasks/progress} 2
pass 6238468 2021-06-27 15:04:50 2021-06-28 18:10:11 2021-06-28 18:43:45 0:33:34 0:23:41 0:09:53 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/connectivity task/test_orch_cli} 1
pass 6238469 2021-06-27 15:04:51 2021-06-28 18:10:51 2021-06-28 18:36:09 0:25:18 0:15:24 0:09:54 smithi master centos 8.stream rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8.stream} tasks/rados_stress_watch} 2
pass 6238470 2021-06-27 15:04:52 2021-06-28 18:11:12 2021-06-28 18:53:21 0:42:09 0:30:07 0:12:02 smithi master ubuntu 20.04 rados/rook/smoke/{0-distro/ubuntu_20.04 0-kubeadm 1-rook 2-workload/radosbench 3-final cluster/3-node k8s/1.21 net/calico rook/1.6.2} 3
pass 6238471 2021-06-27 15:04:52 2021-06-28 18:11:22 2021-06-28 18:55:40 0:44:18 0:34:10 0:10:08 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/pool-snaps-few-objects} 2
pass 6238472 2021-06-27 15:04:53 2021-06-28 18:12:02 2021-06-28 18:35:39 0:23:37 0:11:06 0:12:31 smithi master centos 8.stream rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/filestore-xfs rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8.stream} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6238473 2021-06-27 15:04:54 2021-06-28 18:12:33 2021-06-28 20:41:31 2:28:58 2:03:24 0:25:34 smithi master centos 8.3 rados/objectstore/{backends/objectstore-bluestore-a supported-random-distro$/{centos_8}} 1
pass 6238474 2021-06-27 15:04:55 2021-06-28 18:14:13 2021-06-28 18:57:39 0:43:26 0:36:52 0:06:34 smithi master rhel 8.4 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6238475 2021-06-27 15:04:56 2021-06-28 18:14:23 2021-06-28 18:34:45 0:20:22 0:10:09 0:10:13 smithi master centos 8.stream rados/singleton/{all/pg-autoscaler-progress-off mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8.stream}} 2
fail 6238476 2021-06-27 15:04:57 2021-06-28 18:15:24 2021-06-28 19:23:10 1:07:46 0:57:03 0:10:43 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8.stream} thrashers/default thrashosds-health workloads/rados_api_tests} 2
Failure Reason:

Command failed (workunit test rados/test.sh) on smithi158 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=cae92f9c710e008f57ea916c123368e1ee393ede TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

pass 6238477 2021-06-27 15:04:57 2021-06-28 18:15:24 2021-06-28 18:45:43 0:30:19 0:18:36 0:11:43 smithi master ubuntu 20.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 1-start 2-services/nfs-ingress 3-final} 2
pass 6238478 2021-06-27 15:04:58 2021-06-28 18:16:04 2021-06-28 18:41:05 0:25:01 0:18:00 0:07:01 smithi master rhel 8.4 rados/singleton-nomsgr/{all/large-omap-object-warnings mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 6238479 2021-06-27 15:04:59 2021-06-28 18:16:05 2021-06-28 19:15:06 0:59:01 0:47:07 0:11:54 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/radosbench-high-concurrency} 2
pass 6238480 2021-06-27 15:05:00 2021-06-28 18:18:25 2021-06-28 18:37:41 0:19:16 0:10:15 0:09:01 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/sample_radosbench} 1
pass 6238481 2021-06-27 15:05:01 2021-06-28 18:18:46 2021-06-28 18:46:44 0:27:58 0:17:26 0:10:32 smithi master centos 8.2 rados/cephadm/smoke-roleless/{0-distro/centos_8.2_kubic_stable 1-start 2-services/nfs-ingress2 3-final} 2
pass 6238482 2021-06-27 15:05:01 2021-06-28 18:19:46 2021-06-28 19:53:11 1:33:25 1:25:51 0:07:34 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/radosbench} 2
pass 6238483 2021-06-27 15:05:02 2021-06-28 18:20:26 2021-06-28 18:40:09 0:19:43 0:08:28 0:11:15 smithi master centos 8.stream rados/multimon/{clusters/3 mon_election/classic msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8.stream} tasks/mon_clock_with_skews} 2
pass 6238484 2021-06-27 15:05:03 2021-06-28 18:21:07 2021-06-28 19:03:21 0:42:14 0:35:18 0:06:56 smithi master rhel 8.4 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 6238485 2021-06-27 15:05:04 2021-06-28 18:22:27 2021-06-28 18:54:16 0:31:49 0:20:48 0:11:01 smithi master centos 8.3 rados/dashboard/{debug/mgr mon_election/classic random-objectstore$/{bluestore-bitmap} supported-random-distro$/{centos_8} tasks/e2e} 2
pass 6238486 2021-06-27 15:05:05 2021-06-28 18:23:18 2021-06-28 18:45:28 0:22:10 0:10:24 0:11:46 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/redirect} 2
pass 6238487 2021-06-27 15:05:06 2021-06-28 18:24:08 2021-06-28 19:07:58 0:43:50 0:32:48 0:11:02 smithi master centos 8.2 rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async-v1only root} 2
pass 6238488 2021-06-27 15:05:06 2021-06-28 18:24:48 2021-06-28 19:27:50 1:03:02 0:52:01 0:11:01 smithi master centos 8.3 rados/monthrash/{ceph clusters/3-mons mon_election/connectivity msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/many workloads/rados_mon_osdmap_prune} 2
pass 6238489 2021-06-27 15:05:07 2021-06-28 18:26:39 2021-06-28 18:46:02 0:19:23 0:08:34 0:10:49 smithi master ubuntu 20.04 rados/singleton/{all/pg-autoscaler mon_election/classic msgr-failures/many msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}} 2
pass 6238490 2021-06-27 15:05:08 2021-06-28 18:26:39 2021-06-28 18:57:00 0:30:21 0:18:31 0:11:50 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8.stream} thrashers/pggrow thrashosds-health workloads/redirect_promote_tests} 2
pass 6238491 2021-06-27 15:05:09 2021-06-28 18:27:29 2021-06-28 19:01:31 0:34:02 0:23:36 0:10:26 smithi master centos 8.stream rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8.stream} thrashers/default thrashosds-health workloads/ec-small-objects-balanced} 2
pass 6238492 2021-06-27 15:05:10 2021-06-28 18:28:30 2021-06-28 18:54:08 0:25:38 0:13:57 0:11:41 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/redirect_set_object} 2
pass 6238493 2021-06-27 15:05:11 2021-06-28 18:31:11 2021-06-28 18:50:24 0:19:13 0:10:30 0:08:43 smithi master centos 8.3 rados/singleton-nomsgr/{all/lazy_omap_stats_output mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 6238494 2021-06-27 15:05:11 2021-06-28 18:31:11 2021-06-28 18:57:57 0:26:46 0:15:17 0:11:29 smithi master centos 8.2 rados/cephadm/smoke/{distro/centos_8.2_kubic_stable fixed-2 mon_election/connectivity start} 2
pass 6238495 2021-06-27 15:05:12 2021-06-28 18:31:51 2021-06-28 19:17:01 0:45:10 0:31:54 0:13:16 smithi master centos 8.3 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{centos_latest} mon_election/connectivity msgr-failures/fastclose rados thrashers/none thrashosds-health workloads/snaps-few-objects} 3
pass 6238496 2021-06-27 15:05:13 2021-06-28 18:33:22 2021-06-28 19:05:14 0:31:52 0:24:22 0:07:30 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/set-chunks-read} 2
pass 6238497 2021-06-27 15:05:14 2021-06-28 18:33:22 2021-06-28 20:30:44 1:57:22 1:47:43 0:09:39 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-snappy rados tasks/rados_cls_all validater/valgrind} 2
pass 6238498 2021-06-27 15:05:15 2021-06-28 18:33:23 2021-06-28 19:07:21 0:33:58 0:27:38 0:06:20 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/small-objects-balanced} 2
pass 6238499 2021-06-27 15:05:16 2021-06-28 18:34:23 2021-06-28 18:56:58 0:22:35 0:13:15 0:09:20 smithi master ubuntu 20.04 rados/cephadm/smoke-singlehost/{0-distro$/{ubuntu_20.04} 1-start 2-services/rgw 3-final} 1
pass 6238500 2021-06-27 15:05:16 2021-06-28 18:34:43 2021-06-28 20:33:33 1:58:50 1:51:02 0:07:48 smithi master ubuntu 20.04 rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/osd} 1
pass 6238501 2021-06-27 15:05:17 2021-06-28 18:34:44 2021-06-28 19:14:14 0:39:30 0:32:38 0:06:52 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/small-objects-localized} 2
pass 6238502 2021-06-27 15:05:18 2021-06-28 18:34:55 2021-06-28 18:52:23 0:17:28 0:08:30 0:08:58 smithi master centos 8.stream rados/singleton/{all/pg-removal-interruption mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8.stream}} 1
dead 6238503 2021-06-27 15:05:19 2021-06-28 18:35:15 2021-06-29 06:45:20 12:10:05 smithi master ubuntu 20.04 rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04-15.2.9 2-repo_digest/repo_digest 3-start-upgrade 4-wait mon_election/classic} 2
Failure Reason:

hit max job timeout

pass 6238504 2021-06-27 15:05:20 2021-06-28 18:35:45 2021-06-28 19:08:40 0:32:55 0:27:36 0:05:19 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/small-objects} 2
pass 6238505 2021-06-27 15:05:20 2021-06-28 18:35:46 2021-06-28 18:55:12 0:19:26 0:10:18 0:09:08 smithi master centos 8.stream rados/singleton-nomsgr/{all/librados_hello_world mon_election/connectivity rados supported-random-distro$/{centos_8.stream}} 1
pass 6238506 2021-06-27 15:05:21 2021-06-28 18:35:46 2021-06-28 19:13:44 0:37:58 0:26:28 0:11:30 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/snaps-few-objects-balanced} 2
pass 6238507 2021-06-27 15:05:22 2021-06-28 18:36:16 2021-06-28 18:55:10 0:18:54 0:11:03 0:07:51 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/connectivity task/test_adoption} 1
pass 6238508 2021-06-27 15:05:23 2021-06-28 18:36:47 2021-06-28 18:54:23 0:17:36 0:09:53 0:07:43 smithi master rhel 8.4 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/many msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} tasks/rados_striper} 2
pass 6238509 2021-06-27 15:05:24 2021-06-28 18:37:17 2021-06-28 19:16:28 0:39:11 0:33:22 0:05:49 smithi master rhel 8.4 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/classic msgr-failures/few rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-overwrites} 2
pass 6238510 2021-06-27 15:05:24 2021-06-28 18:37:47 2021-06-28 19:19:41 0:41:54 0:31:25 0:10:29 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/snaps-few-objects-localized} 2
pass 6238511 2021-06-27 15:05:25 2021-06-28 18:38:38 2021-06-28 18:59:59 0:21:21 0:12:00 0:09:21 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-bitmap openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/fio_4K_rand_read} 1
pass 6238512 2021-06-27 15:05:26 2021-06-28 18:38:38 2021-06-28 19:23:43 0:45:05 0:38:57 0:06:08 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/snaps-few-objects} 2
pass 6238513 2021-06-27 15:05:27 2021-06-28 18:38:48 2021-06-28 19:26:30 0:47:42 0:37:14 0:10:28 smithi master ubuntu 20.04 rados/cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/packaged mon_election/connectivity msgr/async-v1only start tasks/rados_api_tests} 2
pass 6238514 2021-06-27 15:05:28 2021-06-28 18:38:59 2021-06-28 19:03:03 0:24:04 0:14:57 0:09:07 smithi master ubuntu 20.04 rados/singleton/{all/radostool mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}} 1
pass 6238515 2021-06-27 15:05:28 2021-06-28 18:39:49 2021-06-28 19:01:43 0:21:54 0:11:02 0:10:52 smithi master ubuntu 20.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-comp-zstd supported-random-distro$/{ubuntu_latest} tasks/prometheus} 2
pass 6238516 2021-06-27 15:05:29 2021-06-28 18:40:19 2021-06-28 19:05:45 0:25:26 0:14:25 0:11:01 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8.stream} thrashers/mapgap thrashosds-health workloads/write_fadvise_dontneed} 2
pass 6238517 2021-06-27 15:05:30 2021-06-28 18:40:40 2021-06-28 21:32:32 2:51:52 2:20:49 0:31:03 smithi master centos 8.stream rados/objectstore/{backends/objectstore-bluestore-b supported-random-distro$/{centos_8.stream}} 1
pass 6238518 2021-06-27 15:05:31 2021-06-28 18:40:40 2021-06-28 19:08:14 0:27:34 0:20:39 0:06:55 smithi master rhel 8.3 rados/cephadm/smoke-roleless/{0-distro/rhel_8.3_kubic_stable 1-start 2-services/nfs 3-final} 2
pass 6238519 2021-06-27 15:05:32 2021-06-28 18:41:10 2021-06-28 19:28:54 0:47:44 0:34:57 0:12:47 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8.stream} thrashers/morepggrow thrashosds-health workloads/admin_socket_objecter_requests} 2
pass 6238520 2021-06-27 15:05:32 2021-06-28 18:43:51 2021-06-28 19:10:44 0:26:53 0:21:39 0:05:14 smithi master rhel 8.4 rados/singleton-nomsgr/{all/msgr mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 6238521 2021-06-27 15:05:33 2021-06-28 18:43:51 2021-06-28 19:12:28 0:28:37 0:20:21 0:08:16 smithi master rhel 8.4 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-bitmap rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6238522 2021-06-27 15:05:34 2021-06-28 18:45:31 2021-06-28 19:14:02 0:28:31 0:21:51 0:06:40 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/cache-agent-big} 2
pass 6238523 2021-06-27 15:05:35 2021-06-28 18:45:32 2021-06-28 19:24:27 0:38:55 0:30:15 0:08:40 smithi master centos 8.stream rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8.stream} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6238524 2021-06-27 15:05:36 2021-06-28 18:45:32 2021-06-28 19:13:33 0:28:01 0:16:03 0:11:58 smithi master ubuntu 20.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 1-start 2-services/nfs2 3-final} 2
pass 6238525 2021-06-27 15:05:36 2021-06-28 18:45:52 2021-06-28 19:15:12 0:29:20 0:20:08 0:09:12 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/cache-agent-small} 2
pass 6238526 2021-06-27 15:05:37 2021-06-28 18:46:03 2021-06-28 19:21:59 0:35:56 0:28:51 0:07:05 smithi master rhel 8.4 rados/singleton/{all/random-eio mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8}} 2
pass 6238527 2021-06-27 15:05:38 2021-06-28 18:46:53 2021-06-28 19:24:11 0:37:18 0:30:43 0:06:35 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/cache-pool-snaps-readproxy} 2
pass 6238528 2021-06-27 15:05:39 2021-06-28 18:47:14 2021-06-28 19:39:24 0:52:10 0:39:10 0:13:00 smithi master centos 8.2 rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async-v2only root} 2
pass 6238529 2021-06-27 15:05:40 2021-06-28 18:50:04 2021-06-28 19:12:13 0:22:09 0:10:28 0:11:41 smithi master ubuntu 20.04 rados/multimon/{clusters/6 mon_election/connectivity msgr-failures/few msgr/async no_pools objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} tasks/mon_recovery} 2
pass 6238530 2021-06-27 15:05:41 2021-06-28 18:50:25 2021-06-28 19:19:33 0:29:08 0:19:30 0:09:38 smithi master rhel 8.4 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 6238531 2021-06-27 15:05:41 2021-06-28 18:52:25 2021-06-28 19:30:20 0:37:55 0:27:42 0:10:13 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/cache-pool-snaps} 2
pass 6238532 2021-06-27 15:05:42 2021-06-28 18:54:13 2021-06-28 19:19:02 0:24:49 0:16:34 0:08:15 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/classic task/test_cephadm} 1
pass 6238533 2021-06-27 15:05:43 2021-06-28 18:54:14 2021-06-28 19:31:36 0:37:22 0:30:38 0:06:44 smithi master rhel 8.4 rados/singleton-nomsgr/{all/multi-backfill-reject mon_election/connectivity rados supported-random-distro$/{rhel_8}} 2
pass 6238534 2021-06-27 15:05:44 2021-06-28 18:54:14 2021-06-28 19:33:30 0:39:16 0:29:30 0:09:46 smithi master centos 8.stream rados/monthrash/{ceph clusters/9-mons mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8.stream} thrashers/one workloads/rados_mon_workunits} 2
pass 6238535 2021-06-27 15:05:45 2021-06-28 18:54:24 2021-06-28 19:33:28 0:39:04 0:29:09 0:09:55 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/cache-snaps-balanced} 2
pass 6238536 2021-06-27 15:05:46 2021-06-28 18:54:24 2021-06-28 19:28:33 0:34:09 0:22:49 0:11:20 smithi master centos 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 6238537 2021-06-27 15:05:46 2021-06-28 18:55:15 2021-06-28 19:36:56 0:41:41 0:31:49 0:09:52 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/cache-snaps} 2
pass 6238538 2021-06-27 15:05:47 2021-06-28 18:55:45 2021-06-28 19:25:30 0:29:45 0:19:03 0:10:42 smithi master centos 8.2 rados/cephadm/smoke-roleless/{0-distro/centos_8.2_kubic_stable 1-start 2-services/rgw-ingress 3-final} 2
pass 6238539 2021-06-27 15:05:48 2021-06-28 18:55:45 2021-06-28 19:20:31 0:24:46 0:18:37 0:06:09 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/cache} 2
fail 6238540 2021-06-27 15:05:49 2021-06-28 18:55:46 2021-06-28 19:19:33 0:23:47 0:12:53 0:10:54 smithi master ubuntu 20.04 rados/singleton/{all/rebuild-mondb mon_election/classic msgr-failures/none msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest}} 1
Failure Reason:

'wait for quorum size 3' reached maximum tries (10) after waiting for 30 seconds

pass 6238541 2021-06-27 15:05:50 2021-06-28 18:56:16 2021-06-28 19:19:53 0:23:37 0:13:39 0:09:58 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados tasks/mon_recovery validater/lockdep} 2
pass 6238542 2021-06-27 15:05:51 2021-06-28 18:56:56 2021-06-28 19:18:37 0:21:41 0:11:42 0:09:59 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8.stream} thrashers/pggrow thrashosds-health workloads/dedup-io-mixed} 2
pass 6238543 2021-06-27 15:05:51 2021-06-28 18:57:07 2021-06-28 19:24:00 0:26:53 0:19:48 0:07:05 smithi master rhel 8.3 rados/cephadm/smoke/{distro/rhel_8.3_kubic_stable fixed-2 mon_election/classic start} 2
pass 6238544 2021-06-27 15:05:52 2021-06-28 18:57:17 2021-06-28 19:37:06 0:39:49 0:32:19 0:07:30 smithi master rhel 8.4 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} tasks/rados_workunit_loadgen_big} 2
pass 6238545 2021-06-27 15:05:53 2021-06-28 18:57:47 2021-06-28 19:21:09 0:23:22 0:14:57 0:08:25 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-comp openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/fio_4K_rand_rw} 1
pass 6238546 2021-06-27 15:05:54 2021-06-28 18:57:47 2021-06-28 19:23:22 0:25:35 0:15:30 0:10:05 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8.stream} thrashers/careful thrashosds-health workloads/dedup-io-snaps} 2
pass 6238547 2021-06-27 15:05:55 2021-06-28 18:58:08 2021-06-28 19:24:43 0:26:35 0:18:44 0:07:51 smithi master centos 8.stream rados/singleton-nomsgr/{all/osd_stale_reads mon_election/classic rados supported-random-distro$/{centos_8.stream}} 1
pass 6238548 2021-06-27 15:05:56 2021-06-28 18:58:08 2021-06-28 19:26:02 0:27:54 0:20:59 0:06:55 smithi master rhel 8.3 rados/cephadm/smoke-roleless/{0-distro/rhel_8.3_kubic_stable 1-start 2-services/rgw 3-final} 2
pass 6238549 2021-06-27 15:05:56 2021-06-28 18:58:28 2021-06-28 19:44:00 0:45:32 0:33:11 0:12:21 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/pool-snaps-few-objects} 2
pass 6238550 2021-06-27 15:05:57 2021-06-28 19:01:19 2021-06-28 21:00:50 1:59:31 1:50:30 0:09:01 smithi master ubuntu 20.04 rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/scrub} 1
pass 6238551 2021-06-27 15:05:58 2021-06-28 19:01:19 2021-06-28 19:40:53 0:39:34 0:28:26 0:11:08 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8.stream} thrashers/mapgap thrashosds-health workloads/rados_api_tests} 2
pass 6238552 2021-06-27 15:05:59 2021-06-28 19:01:39 2021-06-28 19:53:13 0:51:34 0:41:54 0:09:40 smithi master ubuntu 20.04 rados/singleton/{all/recovery-preemption mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}} 1
fail 6238553 2021-06-27 15:06:00 2021-06-28 19:01:50 2021-06-28 21:13:53 2:12:03 2:01:18 0:10:45 smithi master ubuntu 20.04 rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/defaut 3-start-upgrade 4-wait mon_election/connectivity} 2
Failure Reason:

Command failed on smithi076 with status 1: "sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v15.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 420befb2-d845-11eb-8c1c-001a4aab830c -e sha1=cae92f9c710e008f57ea916c123368e1ee393ede -- bash -c 'ceph orch ps'"

pass 6238554 2021-06-27 15:06:00 2021-06-28 19:02:10 2021-06-28 20:14:13 1:12:03 1:02:12 0:09:51 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/radosbench-high-concurrency} 2
pass 6238555 2021-06-27 15:06:01 2021-06-28 19:03:10 2021-06-28 19:34:29 0:31:19 0:20:08 0:11:11 smithi master centos 8.3 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v2only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{centos_latest} mon_election/classic msgr-failures/few rados thrashers/pggrow thrashosds-health workloads/test_rbd_api} 3
pass 6238556 2021-06-27 15:06:02 2021-06-28 19:08:00 2021-06-28 20:13:15 1:05:15 0:54:33 0:10:42 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/radosbench} 2
pass 6238557 2021-06-27 15:06:03 2021-06-28 19:06:18 2021-06-28 19:23:27 0:17:09 0:07:27 0:09:42 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/connectivity task/test_cephadm_repos} 1
pass 6238558 2021-06-27 15:06:04 2021-06-28 19:08:00 2021-06-28 19:27:31 0:19:31 0:08:48 0:10:43 smithi master ubuntu 20.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-hybrid supported-random-distro$/{ubuntu_latest} tasks/workunits} 2
pass 6238559 2021-06-27 15:06:05 2021-06-28 19:08:21 2021-06-28 19:49:15 0:40:54 0:31:05 0:09:49 smithi master centos 8.stream rados/objectstore/{backends/objectstore-filestore-memstore supported-random-distro$/{centos_8.stream}} 1
pass 6238560 2021-06-27 15:06:05 2021-06-28 19:08:22 2021-06-28 19:41:39 0:33:17 0:23:16 0:10:01 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8.stream} thrashers/pggrow thrashosds-health workloads/redirect} 2
pass 6238561 2021-06-27 15:06:06 2021-06-28 19:08:31 2021-06-28 19:31:25 0:22:54 0:17:24 0:05:30 smithi master rhel 8.4 rados/singleton-nomsgr/{all/pool-access mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 6238562 2021-06-27 15:06:07 2021-06-28 19:08:31 2021-06-28 19:49:42 0:41:11 0:31:04 0:10:07 smithi master centos 8.stream rados/singleton-bluestore/{all/cephtool mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8.stream}} 1
pass 6238563 2021-06-27 15:06:08 2021-06-28 19:08:46 2021-06-28 19:42:52 0:34:06 0:23:35 0:10:31 smithi master centos 8.2 rados/cephadm/with-work/{0-distro/centos_8.2_kubic_stable fixed-2 mode/root mon_election/classic msgr/async-v2only start tasks/rados_python} 2
pass 6238564 2021-06-27 15:06:09 2021-06-28 19:10:06 2021-06-28 19:33:40 0:23:34 0:12:26 0:11:08 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/redirect_promote_tests} 2
pass 6238565 2021-06-27 15:06:10 2021-06-28 19:10:26 2021-06-28 19:37:45 0:27:19 0:11:28 0:15:51 smithi master ubuntu 20.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6238566 2021-06-27 15:06:11 2021-06-28 19:12:17 2021-06-28 19:31:44 0:19:27 0:09:12 0:10:15 smithi master centos 8.stream rados/singleton/{all/resolve_stuck_peering mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8.stream}} 2
pass 6238567 2021-06-27 15:06:11 2021-06-28 19:12:37 2021-06-28 19:41:18 0:28:41 0:22:25 0:06:16 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/redirect_set_object} 2
pass 6238568 2021-06-27 15:06:12 2021-06-28 19:12:38 2021-06-28 19:55:06 0:42:28 0:32:05 0:10:23 smithi master centos 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6238569 2021-06-27 15:06:13 2021-06-28 19:13:38 2021-06-28 19:39:18 0:25:40 0:15:52 0:09:48 smithi master ubuntu 20.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 1-start 2-services/basic 3-final} 2
pass 6238570 2021-06-27 15:06:14 2021-06-28 19:13:48 2021-06-28 19:38:43 0:24:55 0:14:42 0:10:13 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8.stream} thrashers/mapgap thrashosds-health workloads/set-chunks-read} 2
pass 6238571 2021-06-27 15:06:15 2021-06-28 19:06:19 2021-06-28 19:39:11 0:32:52 0:24:03 0:08:49 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8.stream} thrashers/morepggrow thrashosds-health workloads/small-objects-balanced} 2
pass 6238572 2021-06-27 15:06:16 2021-06-28 19:14:09 2021-06-28 20:01:39 0:47:30 0:36:13 0:11:17 smithi master centos 8.2 rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async root} 2
pass 6238573 2021-06-27 15:06:16 2021-06-28 19:14:19 2021-06-28 19:52:20 0:38:01 0:27:01 0:11:00 smithi master ubuntu 20.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/connectivity msgr-failures/osd-delay rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-snaps-few-objects-overwrites} 2
pass 6238574 2021-06-27 15:06:17 2021-06-28 19:15:09 2021-06-28 19:58:28 0:43:19 0:36:44 0:06:35 smithi master rhel 8.4 rados/singleton-nomsgr/{all/recovery-unfound-found mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 6238575 2021-06-27 15:06:18 2021-06-28 19:15:20 2021-06-28 19:44:15 0:28:55 0:18:40 0:10:15 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{centos_8.stream} thrashers/none thrashosds-health workloads/small-objects-localized} 2
pass 6238576 2021-06-27 15:06:19 2021-06-28 19:15:20 2021-06-28 19:35:30 0:20:10 0:08:17 0:11:53 smithi master centos 8.stream rados/multimon/{clusters/9 mon_election/classic msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8.stream} tasks/mon_clock_no_skews} 3
pass 6238577 2021-06-27 15:06:20 2021-06-28 19:16:10 2021-06-28 20:01:03 0:44:53 0:32:12 0:12:41 smithi master centos 8.stream rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-zstd rados recovery-overrides/{default} supported-random-distro$/{centos_8.stream} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 6238578 2021-06-27 15:06:20 2021-06-28 19:22:56 2021-06-28 19:42:20 0:19:24 0:10:06 0:09:18 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-low-osd-mem-target openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/fio_4M_rand_read} 1
pass 6238579 2021-06-27 15:06:21 2021-06-28 19:22:56 2021-06-28 20:02:08 0:39:12 0:29:00 0:10:12 smithi master centos 8.stream rados/monthrash/{ceph clusters/3-mons mon_election/connectivity msgr-failures/mon-delay msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8.stream} thrashers/sync-many workloads/snaps-few-objects} 2
pass 6238580 2021-06-27 15:06:22 2021-06-28 19:22:57 2021-06-28 19:45:46 0:22:49 0:17:38 0:05:11 smithi master rhel 8.4 rados/singleton/{all/test-crash mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8}} 1
pass 6238581 2021-06-27 15:06:23 2021-06-28 19:22:57 2021-06-28 19:54:24 0:31:27 0:21:46 0:09:41 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/small-objects} 2
pass 6238582 2021-06-27 15:06:24 2021-06-28 19:22:58 2021-06-28 20:01:54 0:38:56 0:28:34 0:10:22 smithi master centos 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-many-deletes} 2
pass 6238583 2021-06-27 15:06:25 2021-06-28 19:22:58 2021-06-28 19:50:31 0:27:33 0:16:14 0:11:19 smithi master ubuntu 20.04 rados/cephadm/smoke/{distro/ubuntu_20.04 fixed-2 mon_election/connectivity start} 2
pass 6238584 2021-06-27 15:06:25 2021-06-28 19:22:58 2021-06-28 19:53:55 0:30:57 0:20:27 0:10:30 smithi master centos 8.stream rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8.stream} tasks/rados_workunit_loadgen_mix} 2
pass 6238585 2021-06-27 15:06:26 2021-06-28 19:22:59 2021-06-28 20:00:52 0:37:53 0:26:36 0:11:17 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/snaps-few-objects-balanced} 2
pass 6238586 2021-06-27 15:06:27 2021-06-28 19:23:29 2021-06-28 19:49:04 0:25:35 0:14:47 0:10:48 smithi master centos 8.2 rados/cephadm/smoke-roleless/{0-distro/centos_8.2_kubic_stable 1-start 2-services/client-keyring 3-final} 2
pass 6238587 2021-06-27 15:06:28 2021-06-28 19:23:29 2021-06-28 20:07:19 0:43:50 0:33:48 0:10:02 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/snaps-few-objects-localized} 2
pass 6238588 2021-06-27 15:06:29 2021-06-28 19:23:50 2021-06-28 20:02:58 0:39:08 0:29:36 0:09:32 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/snaps-few-objects} 2
pass 6238589 2021-06-27 15:06:29 2021-06-28 19:24:03 2021-06-28 20:21:19 0:57:16 0:46:48 0:10:28 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zstd rados tasks/rados_api_tests validater/valgrind} 2
pass 6238590 2021-06-27 15:06:30 2021-06-28 19:24:13 2021-06-28 19:43:28 0:19:15 0:09:47 0:09:28 smithi master centos 8.3 rados/singleton-nomsgr/{all/version-number-sanity mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 6238591 2021-06-27 15:06:31 2021-06-28 19:24:34 2021-06-28 19:57:06 0:32:32 0:24:16 0:08:16 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/classic task/test_orch_cli} 1
pass 6238592 2021-06-27 15:06:32 2021-06-28 19:24:34 2021-06-28 19:45:40 0:21:06 0:12:02 0:09:04 smithi master ubuntu 20.04 rados/rook/smoke/{0-distro/ubuntu_20.04 0-kubeadm 1-rook 2-workload/none 3-final cluster/1-node k8s/1.21 net/calico rook/master} 1
pass 6238593 2021-06-27 15:06:33 2021-06-28 19:24:44 2021-06-28 19:57:20 0:32:36 0:24:27 0:08:09 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/write_fadvise_dontneed} 2
pass 6238594 2021-06-27 15:06:33 2021-06-28 19:25:35 2021-06-28 19:52:12 0:26:37 0:15:03 0:11:34 smithi master ubuntu 20.04 rados/singleton/{all/test_envlibrados_for_rocksdb mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest}} 1
pass 6238595 2021-06-27 15:06:34 2021-06-28 19:26:05 2021-06-28 20:03:39 0:37:34 0:30:32 0:07:02 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/admin_socket_objecter_requests} 2
pass 6238596 2021-06-27 15:06:35 2021-06-28 19:26:35 2021-06-28 19:52:39 0:26:04 0:18:54 0:07:10 smithi master rhel 8.3 rados/cephadm/smoke-roleless/{0-distro/rhel_8.3_kubic_stable 1-start 2-services/iscsi 3-final} 2
pass 6238597 2021-06-27 15:06:36 2021-06-28 19:27:36 2021-06-28 21:17:06 1:49:30 1:38:57 0:10:33 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/cache-agent-big} 2
pass 6238598 2021-06-27 15:06:37 2021-06-28 19:27:56 2021-06-28 20:37:57 1:10:01 0:59:34 0:10:27 smithi master centos 8.2 rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async-v1only root} 2
pass 6238599 2021-06-27 15:06:38 2021-06-28 19:28:37 2021-06-28 19:51:36 0:22:59 0:14:21 0:08:38 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/cache-agent-small} 2
pass 6238600 2021-06-27 15:06:38 2021-06-28 15:13:24 2021-06-28 16:43:08 1:29:44 1:22:40 0:07:04 smithi master rhel 8.4 rados/dashboard/{debug/mgr mon_election/classic random-objectstore$/{bluestore-low-osd-mem-target} supported-random-distro$/{rhel_8} tasks/dashboard} 2
pass 6238601 2021-06-27 15:06:39 2021-06-28 19:28:57 2021-06-28 19:52:05 0:23:08 0:16:57 0:06:11 smithi master rhel 8.4 rados/objectstore/{backends/alloc-hint supported-random-distro$/{rhel_8}} 1
pass 6238602 2021-06-27 15:06:40 2021-06-28 19:28:57 2021-06-28 19:53:58 0:25:01 0:18:05 0:06:56 smithi master rhel 8.4 rados/rest/{mgr-restful supported-random-distro$/{rhel_8}} 1
pass 6238603 2021-06-27 15:06:41 2021-06-28 19:29:38 2021-06-28 19:58:11 0:28:33 0:23:49 0:04:44 smithi master rhel 8.4 rados/singleton-nomsgr/{all/admin_socket_output mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 6238604 2021-06-27 15:06:42 2021-06-28 19:29:38 2021-06-28 19:53:21 0:23:43 0:16:47 0:06:56 smithi master rhel 8.4 rados/standalone/{supported-random-distro$/{rhel_8} workloads/c2c} 1
pass 6238605 2021-06-27 15:06:42 2021-06-28 19:30:28 2021-06-28 21:09:20 1:38:52 1:26:09 0:12:43 smithi master ubuntu 20.04 rados/upgrade/parallel/{0-start 1-tasks distro1$/{ubuntu_20.04} mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} 2
pass 6238606 2021-06-27 15:06:43 2021-06-28 19:31:09 2021-06-28 19:59:34 0:28:25 0:21:26 0:06:59 smithi master centos 8.3 rados/valgrind-leaks/{1-start 2-inject-leak/mon centos_latest} 1
pass 6238607 2021-06-27 15:06:44 2021-06-28 19:31:09 2021-06-28 20:13:27 0:42:18 0:33:53 0:08:25 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/cache-pool-snaps-readproxy} 2
pass 6238608 2021-06-27 15:06:45 2021-06-28 19:31:39 2021-06-28 19:54:58 0:23:19 0:12:13 0:11:06 smithi master centos 8.stream rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-low-osd-mem-target supported-random-distro$/{centos_8.stream} tasks/crash} 2
pass 6238609 2021-06-27 15:06:46 2021-06-28 19:31:50 2021-06-28 20:00:24 0:28:34 0:16:09 0:12:25 smithi master ubuntu 20.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 1-start 2-services/mirror 3-final} 2
pass 6238610 2021-06-27 15:06:46 2021-06-28 19:33:00 2021-06-28 20:36:39 1:03:39 0:57:37 0:06:02 smithi master rhel 8.4 rados/singleton/{all/thrash-backfill-full mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{rhel_8}} 2
pass 6238611 2021-06-27 15:06:47 2021-06-28 19:33:30 2021-06-28 20:02:55 0:29:25 0:19:34 0:09:51 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/cache-pool-snaps} 2
pass 6238612 2021-06-27 15:06:48 2021-06-28 19:33:31 2021-06-28 20:15:14 0:41:43 0:31:32 0:10:11 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/cache-snaps-balanced} 2
pass 6238613 2021-06-27 15:06:49 2021-06-28 19:33:41 2021-06-28 19:53:14 0:19:33 0:10:27 0:09:06 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-stupid openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/fio_4M_rand_rw} 1
pass 6238614 2021-06-27 15:06:50 2021-06-28 19:33:42 2021-06-28 20:05:27 0:31:45 0:25:09 0:06:36 smithi master rhel 8.3 rados/cephadm/orchestrator_cli/{0-random-distro$/{rhel_8.3_kubic_stable} 2-node-mgr orchestrator_cli} 2
pass 6238615 2021-06-27 15:06:51 2021-06-28 19:34:32 2021-06-28 19:58:56 0:24:24 0:12:11 0:12:13 smithi master centos 8.3 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6238616 2021-06-27 15:06:51 2021-06-28 19:35:33 2021-06-28 20:05:23 0:29:50 0:20:01 0:09:49 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/cache-snaps} 2
pass 6238617 2021-06-27 15:06:52 2021-06-28 19:36:13 2021-06-28 20:02:09 0:25:56 0:15:01 0:10:55 smithi master centos 8.2 rados/cephadm/smoke/{distro/centos_8.2_kubic_stable fixed-2 mon_election/classic start} 2
pass 6238618 2021-06-27 15:06:53 2021-06-28 19:37:04 2021-06-28 20:16:49 0:39:45 0:28:32 0:11:13 smithi master centos 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6238619 2021-06-27 15:06:54 2021-06-28 19:37:14 2021-06-28 20:05:01 0:27:47 0:21:20 0:06:27 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/cache} 2
pass 6238620 2021-06-27 15:06:55 2021-06-28 19:37:54 2021-06-28 20:17:04 0:39:10 0:28:45 0:10:25 smithi master centos 8.stream rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8.stream} tasks/rados_workunit_loadgen_mostlyread} 2
pass 6238621 2021-06-27 15:06:56 2021-06-28 19:37:55 2021-06-28 19:55:35 0:17:40 0:08:33 0:09:07 smithi master ubuntu 20.04 rados/singleton-nomsgr/{all/balancer mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 6238622 2021-06-27 15:06:56 2021-06-28 19:38:45 2021-06-28 20:20:07 0:41:22 0:31:46 0:09:36 smithi master centos 8.stream rados/singleton/{all/thrash-eio mon_election/classic msgr-failures/none msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8.stream}} 2
pass 6238623 2021-06-27 15:06:57 2021-06-28 19:39:15 2021-06-28 20:20:54 0:41:39 0:30:14 0:11:25 smithi master centos 8.3 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v2only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{centos_latest} mon_election/connectivity msgr-failures/osd-delay rados thrashers/careful thrashosds-health workloads/cache-snaps} 3
pass 6238624 2021-06-27 15:06:58 2021-06-28 19:39:26 2021-06-28 20:06:08 0:26:42 0:20:54 0:05:48 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/dedup-io-mixed} 2
pass 6238625 2021-06-27 15:06:59 2021-06-28 19:39:26 2021-06-28 20:01:49 0:22:23 0:12:07 0:10:16 smithi master centos 8.2 rados/cephadm/smoke-singlehost/{0-distro$/{centos_8.2_kubic_stable} 1-start 2-services/basic 3-final} 1
pass 6238626 2021-06-27 15:07:00 2021-06-28 19:40:36 2021-06-28 20:06:34 0:25:58 0:14:24 0:11:34 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/dedup-io-snaps} 2
pass 6238627 2021-06-27 15:07:00 2021-06-28 19:40:57 2021-06-28 20:00:32 0:19:35 0:07:08 0:12:27 smithi master ubuntu 20.04 rados/multimon/{clusters/21 mon_election/connectivity msgr-failures/few msgr/async-v2only no_pools objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_with_skews} 3
pass 6238628 2021-06-27 15:07:01 2021-06-28 19:41:07 2021-06-28 20:04:50 0:23:43 0:12:39 0:11:04 smithi master centos 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 6238629 2021-06-27 15:07:02 2021-06-28 19:41:47 2021-06-28 20:09:26 0:27:39 0:18:02 0:09:37 smithi master centos 8.3 rados/monthrash/{ceph clusters/9-mons mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} thrashers/sync workloads/pool-create-delete} 2
pass 6238630 2021-06-27 15:07:03 2021-06-28 19:42:18 2021-06-28 20:21:33 0:39:15 0:28:13 0:11:02 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8.stream} thrashers/mapgap thrashosds-health workloads/pool-snaps-few-objects} 2
pass 6238631 2021-06-27 15:07:04 2021-06-28 19:42:28 2021-06-28 20:16:21 0:33:53 0:24:13 0:09:40 smithi master centos 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects} 2
fail 6238632 2021-06-27 15:07:05 2021-06-28 19:42:58 2021-06-28 21:52:31 2:09:33 2:00:05 0:09:28 smithi master centos 8.3 rados/cephadm/upgrade/{1-start-distro/1-start-centos_8.3-octopus 2-repo_digest/defaut 3-start-upgrade 4-wait mon_election/classic} 2
Failure Reason:

Command failed on smithi124 with status 1: "sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5b221ee-d84a-11eb-8c1c-001a4aab830c -e sha1=cae92f9c710e008f57ea916c123368e1ee393ede -- bash -c 'ceph orch ps'"

pass 6238633 2021-06-27 15:07:06 2021-06-28 19:43:29 2021-06-28 20:23:28 0:39:59 0:29:57 0:10:02 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8.stream} thrashers/morepggrow thrashosds-health workloads/rados_api_tests} 2
pass 6238634 2021-06-27 15:07:06 2021-06-28 19:44:09 2021-06-28 20:02:54 0:18:45 0:10:40 0:08:05 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/classic task/test_adoption} 1
pass 6238635 2021-06-27 15:07:07 2021-06-28 19:44:09 2021-06-28 20:19:21 0:35:12 0:24:32 0:10:40 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/radosbench-high-concurrency} 2
pass 6238636 2021-06-27 15:07:08 2021-06-28 19:44:10 2021-06-28 20:01:09 0:16:59 0:08:13 0:08:46 smithi master ubuntu 20.04 rados/singleton-nomsgr/{all/cache-fs-trunc mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 6238637 2021-06-27 15:07:09 2021-06-28 19:44:10 2021-06-28 20:15:19 0:31:09 0:20:37 0:10:32 smithi master centos 8.3 rados/singleton/{all/thrash-rados/{thrash-rados thrashosds-health} mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8}} 2
pass 6238638 2021-06-27 15:07:10 2021-06-28 19:44:20 2021-06-28 20:23:33 0:39:13 0:29:31 0:09:42 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8.stream} thrashers/pggrow thrashosds-health workloads/radosbench} 2
pass 6238639 2021-06-27 15:07:11 2021-06-28 19:44:30 2021-06-28 20:11:59 0:27:29 0:17:24 0:10:05 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-hybrid rados tasks/rados_cls_all validater/lockdep} 2
pass 6238640 2021-06-27 15:07:12 2021-06-28 19:44:41 2021-06-28 20:38:27 0:53:46 0:46:31 0:07:15 smithi master rhel 8.3 rados/cephadm/with-work/{0-distro/rhel_8.3_kubic_stable fixed-2 mode/packaged mon_election/connectivity msgr/async start tasks/rados_api_tests} 2
pass 6238641 2021-06-27 15:07:13 2021-06-28 19:45:01 2021-06-28 20:12:30 0:27:29 0:21:18 0:06:11 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/redirect} 2
pass 6238642 2021-06-27 15:07:13 2021-06-28 19:45:42 2021-06-28 20:11:21 0:25:39 0:15:43 0:09:56 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8.stream} thrashers/default thrashosds-health workloads/redirect_promote_tests} 2
pass 6238643 2021-06-27 15:07:14 2021-06-28 19:46:12 2021-06-28 20:24:05 0:37:53 0:27:38 0:10:15 smithi master ubuntu 20.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/classic msgr-failures/osd-dispatch-delay rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-snaps-few-objects-overwrites} 2
pass 6238644 2021-06-27 15:07:15 2021-06-28 19:46:42 2021-06-28 20:16:55 0:30:13 0:17:20 0:12:53 smithi master centos 8.2 rados/cephadm/smoke-roleless/{0-distro/centos_8.2_kubic_stable 1-start 2-services/nfs-ingress 3-final} 2
pass 6238645 2021-06-27 15:07:16 2021-06-28 19:49:13 2021-06-28 20:10:50 0:21:37 0:11:21 0:10:16 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/fio_4M_rand_write} 1
pass 6238646 2021-06-27 15:07:17 2021-06-28 19:49:23 2021-06-28 20:19:56 0:30:33 0:19:59 0:10:34 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8.stream} thrashers/mapgap thrashosds-health workloads/redirect_set_object} 2
pass 6238647 2021-06-27 15:07:18 2021-06-28 19:50:34 2021-06-28 20:26:38 0:36:04 0:24:49 0:11:15 smithi master centos 8.stream rados/singleton/{all/thrash_cache_writeback_proxy_none mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8.stream}} 2
pass 6238648 2021-06-27 15:07:19 2021-06-28 19:51:44 2021-06-28 20:10:30 0:18:46 0:09:38 0:09:08 smithi master centos 8.3 rados/singleton-nomsgr/{all/ceph-kvstore-tool mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 6238649 2021-06-27 15:07:19 2021-06-28 19:51:44 2021-06-28 20:23:57 0:32:13 0:23:53 0:08:20 smithi master rhel 8.4 rados/objectstore/{backends/ceph_objectstore_tool supported-random-distro$/{rhel_8}} 1
pass 6238650 2021-06-27 15:07:20 2021-06-28 19:52:15 2021-06-28 20:27:08 0:34:53 0:28:29 0:06:24 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/set-chunks-read} 2
pass 6238651 2021-06-27 15:07:21 2021-06-28 19:52:25 2021-06-28 20:19:40 0:27:15 0:21:24 0:05:51 smithi master rhel 8.3 rados/cephadm/smoke-roleless/{0-distro/rhel_8.3_kubic_stable 1-start 2-services/nfs-ingress2 3-final} 2
pass 6238652 2021-06-27 15:07:22 2021-06-28 19:52:45 2021-06-28 20:22:46 0:30:01 0:18:33 0:11:28 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/small-objects-balanced} 2
pass 6238653 2021-06-27 15:07:23 2021-06-28 19:53:16 2021-06-28 20:21:58 0:28:42 0:22:25 0:06:17 smithi master rhel 8.4 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-stupid supported-random-distro$/{rhel_8} tasks/failover} 2
pass 6238654 2021-06-27 15:07:24 2021-06-28 19:53:16 2021-06-28 20:36:38 0:43:22 0:32:14 0:11:08 smithi master centos 8.2 rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async-v2only root} 2
pass 6238655 2021-06-27 15:07:24 2021-06-28 19:53:26 2021-06-28 20:25:08 0:31:42 0:22:10 0:09:32 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8.stream} thrashers/pggrow thrashosds-health workloads/small-objects-localized} 2
pass 6238656 2021-06-27 15:07:25 2021-06-28 19:53:57 2021-06-28 20:16:05 0:22:08 0:11:40 0:10:28 smithi master ubuntu 20.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} tasks/readwrite} 2
pass 6238657 2021-06-27 15:07:26 2021-06-28 19:54:17 2021-06-28 20:25:33 0:31:16 0:21:42 0:09:34 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/small-objects} 2
pass 6238658 2021-06-27 15:07:27 2021-06-28 19:54:28 2021-06-28 20:17:07 0:22:39 0:13:19 0:09:20 smithi master centos 8.stream rados/standalone/{supported-random-distro$/{centos_8.stream} workloads/crush} 1
pass 6238659 2021-06-27 15:07:28 2021-06-28 19:54:28 2021-06-28 20:20:06 0:25:38 0:16:05 0:09:33 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/connectivity task/test_cephadm} 1
pass 6238660 2021-06-27 15:07:28 2021-06-28 19:55:08 2021-06-28 20:12:49 0:17:41 0:07:29 0:10:12 smithi master ubuntu 20.04 rados/singleton/{all/watch-notify-same-primary mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest}} 1
pass 6238661 2021-06-27 15:07:29 2021-06-28 19:55:09 2021-06-28 20:19:34 0:24:25 0:11:22 0:13:03 smithi master ubuntu 20.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6238662 2021-06-27 15:07:30 2021-06-28 19:56:09 2021-06-28 20:37:17 0:41:08 0:31:53 0:09:15 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/snaps-few-objects-balanced} 2
pass 6238663 2021-06-27 15:07:31 2021-06-28 19:56:09 2021-06-28 20:11:59 0:15:50 0:06:45 0:09:05 smithi master ubuntu 20.04 rados/singleton-nomsgr/{all/ceph-post-file mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 6238664 2021-06-27 15:07:32 2021-06-28 19:57:10 2021-06-28 20:31:40 0:34:30 0:23:28 0:11:02 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/snaps-few-objects-localized} 2
pass 6238665 2021-06-27 15:07:33 2021-06-28 19:57:30 2021-06-28 20:25:23 0:27:53 0:20:01 0:07:52 smithi master rhel 8.3 rados/cephadm/smoke/{distro/rhel_8.3_kubic_stable fixed-2 mon_election/connectivity start} 2
pass 6238666 2021-06-27 15:07:33 2021-06-28 19:58:33 2021-06-28 20:40:01 0:41:28 0:35:38 0:05:50 smithi master rhel 8.4 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6238667 2021-06-27 15:07:34 2021-06-28 19:58:53 2021-06-28 20:40:28 0:41:35 0:35:28 0:06:07 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/snaps-few-objects} 2
pass 6238668 2021-06-27 15:07:35 2021-06-28 19:59:03 2021-06-28 20:24:32 0:25:29 0:16:04 0:09:25 smithi master ubuntu 20.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 1-start 2-services/nfs 3-final} 2
pass 6238669 2021-06-27 15:07:36 2021-06-28 19:59:04 2021-06-28 20:26:49 0:27:45 0:20:49 0:06:56 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/write_fadvise_dontneed} 2
pass 6238670 2021-06-27 15:07:37 2021-06-28 19:59:55 2021-06-28 20:21:21 0:21:26 0:10:50 0:10:36 smithi master centos 8.3 rados/monthrash/{ceph clusters/3-mons mon_election/connectivity msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} thrashers/force-sync-many workloads/rados_5925} 2
pass 6238671 2021-06-27 15:07:37 2021-06-28 20:00:27 2021-06-28 20:21:40 0:21:13 0:11:32 0:09:41 smithi master centos 8.3 rados/multimon/{clusters/3 mon_election/classic msgr-failures/many msgr/async no_pools objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} tasks/mon_recovery} 2
pass 6238672 2021-06-27 15:07:38 2021-06-28 20:00:37 2021-06-28 20:17:31 0:16:54 0:08:17 0:08:37 smithi master centos 8.stream rados/singleton/{all/admin-socket mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8.stream}} 1
pass 6238673 2021-06-27 15:07:39 2021-06-28 20:00:37 2021-06-28 20:26:20 0:25:43 0:15:46 0:09:57 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/admin_socket_objecter_requests} 2
pass 6238674 2021-06-27 15:07:40 2021-06-28 20:00:57 2021-06-28 20:42:33 0:41:36 0:31:10 0:10:26 smithi master centos 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 6238675 2021-06-27 15:07:41 2021-06-28 20:01:08 2021-06-28 20:49:03 0:47:55 0:40:31 0:07:24 smithi master rhel 8.4 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 6238676 2021-06-27 15:07:42 2021-06-28 20:01:18 2021-06-28 20:27:10 0:25:52 0:15:16 0:10:36 smithi master centos 8.2 rados/cephadm/smoke-roleless/{0-distro/centos_8.2_kubic_stable 1-start 2-services/nfs2 3-final} 2
pass 6238677 2021-06-27 15:07:43 2021-06-28 20:01:48 2021-06-28 20:19:00 0:17:12 0:08:44 0:08:28 smithi master centos 8.3 rados/singleton-nomsgr/{all/export-after-evict mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 6238678 2021-06-27 15:07:43 2021-06-28 20:01:59 2021-06-28 20:45:35 0:43:36 0:32:35 0:11:01 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/cache-agent-big} 2
pass 6238679 2021-06-27 15:07:44 2021-06-28 20:01:59 2021-06-28 20:43:40 0:41:41 0:31:20 0:10:21 smithi master centos 8.3 rados/singleton-bluestore/{all/cephtool mon_election/classic msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8}} 1
pass 6238680 2021-06-27 15:07:45 2021-06-28 20:02:19 2021-06-28 20:23:43 0:21:24 0:12:27 0:08:57 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-bitmap openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/radosbench_4K_rand_read} 1
pass 6238681 2021-06-27 15:07:46 2021-06-28 20:02:20 2021-06-28 20:27:38 0:25:18 0:14:26 0:10:52 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8.stream} thrashers/default thrashosds-health workloads/cache-agent-small} 2
pass 6238682 2021-06-27 15:07:47 2021-06-28 20:02:20 2021-06-28 20:44:24 0:42:04 0:30:11 0:11:53 smithi master ubuntu 20.04 rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04-15.2.9 2-repo_digest/repo_digest 3-start-upgrade 4-wait mon_election/connectivity} 2
pass 6238683 2021-06-27 15:07:48 2021-06-28 20:03:00 2021-06-28 20:34:27 0:31:27 0:20:34 0:10:53 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/cache-pool-snaps-readproxy} 2
pass 6238684 2021-06-27 15:07:49 2021-06-28 20:03:01 2021-06-28 21:32:51 1:29:50 1:18:59 0:10:51 smithi master centos 8.3 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{centos_latest} mon_election/classic msgr-failures/fastclose rados thrashers/default thrashosds-health workloads/radosbench} 3
pass 6238685 2021-06-27 15:07:49 2021-06-28 20:03:42 2021-06-28 20:43:58 0:40:16 0:29:25 0:10:51 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados tasks/mon_recovery validater/valgrind} 2
pass 6238686 2021-06-27 15:07:50 2021-06-28 20:04:52 2021-06-28 20:22:20 0:17:28 0:07:57 0:09:31 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/classic task/test_cephadm_repos} 1
pass 6238687 2021-06-27 15:07:51 2021-06-28 20:04:53 2021-06-28 20:56:09 0:51:16 0:40:57 0:10:19 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8.stream} thrashers/morepggrow thrashosds-health workloads/cache-pool-snaps} 2
pass 6238688 2021-06-27 15:07:52 2021-06-28 20:05:03 2021-06-28 20:28:36 0:23:33 0:16:35 0:06:58 smithi master rhel 8.4 rados/singleton/{all/deduptool mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8}} 1
pass 6238689 2021-06-27 15:07:53 2021-06-28 20:05:33 2021-06-28 20:38:59 0:33:26 0:25:50 0:07:36 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/cache-snaps-balanced} 2
pass 6238690 2021-06-27 15:07:53 2021-06-28 20:05:34 2021-06-28 20:24:29 0:18:55 0:09:10 0:09:45 smithi master centos 8.stream rados/singleton-nomsgr/{all/full-tiering mon_election/classic rados supported-random-distro$/{centos_8.stream}} 1
pass 6238691 2021-06-27 15:07:54 2021-06-28 20:05:34 2021-06-28 20:47:10 0:41:36 0:34:16 0:07:20 smithi master rhel 8.3 rados/cephadm/with-work/{0-distro/rhel_8.3_kubic_stable fixed-2 mode/root mon_election/classic msgr/async-v1only start tasks/rados_python} 2
pass 6238692 2021-06-27 15:07:55 2021-06-28 20:06:15 2021-06-28 20:32:48 0:26:33 0:15:26 0:11:07 smithi master ubuntu 20.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} tasks/repair_test} 2
pass 6238693 2021-06-27 15:07:56 2021-06-28 20:06:45 2021-06-28 20:38:51 0:32:06 0:21:47 0:10:19 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/cache-snaps} 2
pass 6238694 2021-06-27 15:07:57 2021-06-28 20:07:25 2021-06-28 20:26:44 0:19:19 0:08:40 0:10:39 smithi master centos 8.3 rados/objectstore/{backends/filejournal supported-random-distro$/{centos_8}} 1
pass 6238695 2021-06-27 15:07:58 2021-06-28 20:09:36 2021-06-28 20:33:52 0:24:16 0:13:44 0:10:32 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/cache} 2
pass 6238696 2021-06-27 15:07:58 2021-06-28 20:10:36 2021-06-28 21:00:32 0:49:56 0:39:19 0:10:37 smithi master centos 8.2 rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async root} 2
pass 6238697 2021-06-27 15:07:59 2021-06-28 20:11:27 2021-06-28 20:37:25 0:25:58 0:15:20 0:10:38 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/dedup-io-mixed} 2
pass 6238698 2021-06-27 15:08:00 2021-06-28 20:12:07 2021-06-28 20:37:22 0:25:15 0:15:12 0:10:03 smithi master centos 8.stream rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/filestore-xfs supported-random-distro$/{centos_8.stream} tasks/insights} 2
pass 6238699 2021-06-27 15:08:01 2021-06-28 20:12:07 2021-06-28 20:35:31 0:23:24 0:17:32 0:05:52 smithi master rhel 8.4 rados/singleton/{all/divergent_priors mon_election/classic msgr-failures/none msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8}} 1
pass 6238700 2021-06-27 15:08:02 2021-06-28 20:12:38 2021-06-28 20:42:17 0:29:39 0:23:10 0:06:29 smithi master rhel 8.3 rados/cephadm/smoke-roleless/{0-distro/rhel_8.3_kubic_stable 1-start 2-services/rgw-ingress 3-final} 2
pass 6238701 2021-06-27 15:08:02 2021-06-28 20:12:58 2021-06-28 20:36:13 0:23:15 0:13:21 0:09:54 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8.stream} thrashers/mapgap thrashosds-health workloads/dedup-io-snaps} 2
pass 6238702 2021-06-27 15:08:03 2021-06-28 20:13:19 2021-06-28 20:38:38 0:25:19 0:18:17 0:07:02 smithi master rhel 8.4 rados/singleton-nomsgr/{all/health-warnings mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 6238703 2021-06-27 15:08:04 2021-06-28 20:13:30 2021-06-28 20:53:45 0:40:15 0:29:11 0:11:04 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/pool-snaps-few-objects} 2
pass 6238704 2021-06-27 15:08:05 2021-06-28 20:14:22 2021-06-28 20:42:43 0:28:21 0:16:31 0:11:50 smithi master ubuntu 20.04 rados/cephadm/smoke/{distro/ubuntu_20.04 fixed-2 mon_election/classic start} 2
pass 6238705 2021-06-27 15:08:06 2021-06-28 20:15:22 2021-06-28 20:39:59 0:24:37 0:11:24 0:13:13 smithi master ubuntu 20.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
fail 6238706 2021-06-27 15:08:07 2021-06-28 20:16:16 2021-06-28 23:52:02 3:35:46 3:25:34 0:10:12 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/rados_api_tests} 2
Failure Reason:

Command failed (workunit test rados/test.sh) on smithi114 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=cae92f9c710e008f57ea916c123368e1ee393ede TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

pass 6238707 2021-06-27 15:08:07 2021-06-28 20:16:26 2021-06-28 20:54:39 0:38:13 0:28:00 0:10:13 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8.stream} thrashers/pggrow thrashosds-health workloads/radosbench-high-concurrency} 2
pass 6238708 2021-06-27 15:08:08 2021-06-28 20:16:56 2021-06-28 20:54:14 0:37:18 0:28:06 0:09:12 smithi master centos 8.stream rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/connectivity msgr-failures/fastclose rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8.stream} thrashers/default thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} 2
pass 6238709 2021-06-27 15:08:09 2021-06-28 20:16:57 2021-06-28 20:50:17 0:33:20 0:24:20 0:09:00 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/connectivity task/test_orch_cli} 1
pass 6238710 2021-06-27 15:08:10 2021-06-28 20:16:57 2021-06-28 20:38:28 0:21:31 0:11:32 0:09:59 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-comp openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/radosbench_4K_seq_read} 1
pass 6238711 2021-06-27 15:08:11 2021-06-28 20:20:56 2021-06-28 21:16:14 0:55:18 0:49:17 0:06:01 smithi master rhel 8.4 rados/standalone/{supported-random-distro$/{rhel_8} workloads/erasure-code} 1
pass 6238712 2021-06-27 15:08:12 2021-06-28 20:21:26 2021-06-28 20:42:46 0:21:20 0:12:10 0:09:10 smithi master ubuntu 20.04 rados/rook/smoke/{0-distro/ubuntu_20.04 0-kubeadm 1-rook 2-workload/none 3-final cluster/1-node k8s/1.21 net/calico rook/1.6.2} 1
pass 6238713 2021-06-27 15:08:12 2021-06-28 20:21:27 2021-06-28 20:40:35 0:19:08 0:09:48 0:09:20 smithi master centos 8.stream rados/singleton/{all/divergent_priors2 mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8.stream}} 1
pass 6238714 2021-06-27 15:08:13 2021-06-28 20:21:27 2021-06-28 20:53:00 0:31:33 0:21:28 0:10:05 smithi master ubuntu 20.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6238715 2021-06-27 15:08:14 2021-06-28 20:21:37 2021-06-28 21:59:02 1:37:25 1:26:48 0:10:37 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8.stream} thrashers/careful thrashosds-health workloads/radosbench} 2
pass 6238716 2021-06-27 15:08:15 2021-06-28 20:21:48 2021-06-28 20:49:08 0:27:20 0:17:45 0:09:35 smithi master ubuntu 20.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 1-start 2-services/rgw 3-final} 2
pass 6238717 2021-06-27 15:08:16 2021-06-28 20:22:08 2021-06-28 20:47:37 0:25:29 0:15:23 0:10:06 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{centos_8.stream} thrashers/default thrashosds-health workloads/redirect} 2
pass 6238718 2021-06-27 15:08:17 2021-06-28 20:22:28 2021-06-28 20:40:10 0:17:42 0:07:40 0:10:02 smithi master ubuntu 20.04 rados/singleton-nomsgr/{all/large-omap-object-warnings mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 6238719 2021-06-27 15:08:17 2021-06-28 20:22:48 2021-06-28 21:14:49 0:52:01 0:44:14 0:07:47 smithi master rhel 8.4 rados/monthrash/{ceph clusters/9-mons mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} thrashers/many workloads/rados_api_tests} 2
pass 6238720 2021-06-27 15:08:18 2021-06-28 20:23:29 2021-06-28 20:44:42 0:21:13 0:12:23 0:08:50 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8.stream} thrashers/mapgap thrashosds-health workloads/redirect_promote_tests} 2
pass 6238721 2021-06-27 15:08:19 2021-06-28 20:23:39 2021-06-28 21:03:23 0:39:44 0:28:12 0:11:32 smithi master ubuntu 20.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 6238722 2021-06-27 15:08:20 2021-06-28 20:23:50 2021-06-28 20:43:11 0:19:21 0:08:43 0:10:38 smithi master centos 8.3 rados/multimon/{clusters/6 mon_election/connectivity msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} tasks/mon_clock_no_skews} 2
pass 6238723 2021-06-27 15:08:21 2021-06-28 20:24:11 2021-06-28 20:46:07 0:21:56 0:10:49 0:11:07 smithi master ubuntu 20.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 6238724 2021-06-27 15:08:21 2021-06-28 20:24:41 2021-06-28 20:50:19 0:25:38 0:14:44 0:10:54 smithi master centos 8.2 rados/cephadm/smoke-roleless/{0-distro/centos_8.2_kubic_stable 1-start 2-services/basic 3-final} 2
dead 6238725 2021-06-27 15:08:22 2021-06-28 20:25:11 2021-06-28 20:40:53 0:15:42 0:04:08 0:11:34 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/redirect_set_object} 2
Failure Reason:

{'Failure object was': {'smithi003.front.sepia.ceph.com': {'msg': 'Failed to update apt cache: ', 'invocation': {'module_args': {'dpkg_options': 'force-confdef,force-confold', 'autoremove': False, 'force': False, 'force_apt_get': False, 'policy_rc_d': 'None', 'package': 'None', 'autoclean': False, 'install_recommends': 'None', 'purge': False, 'allow_unauthenticated': False, 'state': 'present', 'upgrade': 'None', 'update_cache': True, 'default_release': 'None', 'only_upgrade': False, 'deb': 'None', 'cache_valid_time': 0}}, '_ansible_no_log': False, 'attempts': 24, 'changed': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_26631ede9027a5643f2e47dacc5af6f1834aac45/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_26631ede9027a5643f2e47dacc5af6f1834aac45/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_26631ede9027a5643f2e47dacc5af6f1834aac45/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_26631ede9027a5643f2e47dacc5af6f1834aac45/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_26631ede9027a5643f2e47dacc5af6f1834aac45/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_26631ede9027a5643f2e47dacc5af6f1834aac45/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_26631ede9027a5643f2e47dacc5af6f1834aac45/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_26631ede9027a5643f2e47dacc5af6f1834aac45/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_26631ede9027a5643f2e47dacc5af6f1834aac45/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 117, in represent_mapping node_key = self.represent_data(item_key) File "/home/teuthworker/src/git.ceph.com_git_teuthology_26631ede9027a5643f2e47dacc5af6f1834aac45/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_26631ede9027a5643f2e47dacc5af6f1834aac45/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', '_ansible_no_log')"}

pass 6238726 2021-06-27 15:08:23 2021-06-28 20:25:32 2021-06-28 21:02:34 0:37:02 0:30:12 0:06:50 smithi master rhel 8.4 rados/dashboard/{debug/mgr mon_election/connectivity random-objectstore$/{bluestore-comp-lz4} supported-random-distro$/{rhel_8} tasks/e2e} 2
pass 6238727 2021-06-27 15:08:24 2021-06-28 20:25:42 2021-06-28 20:49:51 0:24:09 0:12:41 0:11:28 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/set-chunks-read} 2
pass 6238728 2021-06-27 15:08:25 2021-06-28 20:26:22 2021-06-28 20:50:06 0:23:44 0:17:17 0:06:27 smithi master rhel 8.4 rados/singleton/{all/dump-stuck mon_election/classic msgr-failures/many msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{rhel_8}} 1
pass 6238729 2021-06-27 15:08:26 2021-06-28 20:26:24 2021-06-28 21:13:27 0:47:03 0:36:40 0:10:23 smithi master centos 8.2 rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async-v1only root} 2
pass 6238730 2021-06-27 15:08:26 2021-06-28 20:26:45 2021-06-28 20:47:59 0:21:14 0:10:43 0:10:31 smithi master centos 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/many msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} tasks/scrub_test} 2
pass 6238731 2021-06-27 15:08:27 2021-06-28 20:26:55 2021-06-28 21:00:39 0:33:44 0:24:01 0:09:43 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8.stream} thrashers/pggrow thrashosds-health workloads/small-objects-balanced} 2
pass 6238732 2021-06-27 15:08:28 2021-06-28 20:27:16 2021-06-28 21:03:57 0:36:41 0:26:34 0:10:07 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8.stream} thrashers/careful thrashosds-health workloads/small-objects-localized} 2
pass 6238733 2021-06-27 15:08:29 2021-06-28 20:27:17 2021-06-28 20:46:32 0:19:15 0:10:03 0:09:12 smithi master centos 8.3 rados/singleton-nomsgr/{all/lazy_omap_stats_output mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 6238734 2021-06-27 15:08:30 2021-06-28 20:27:18 2021-06-28 20:52:52 0:25:34 0:15:13 0:10:21 smithi master centos 8.2 rados/cephadm/smoke/{distro/centos_8.2_kubic_stable fixed-2 mon_election/connectivity start} 2
pass 6238735 2021-06-27 15:08:31 2021-06-28 20:27:49 2021-06-28 21:08:13 0:40:24 0:28:11 0:12:13 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-stupid rados tasks/rados_api_tests validater/lockdep} 2
pass 6238736 2021-06-27 15:08:31 2021-06-28 20:30:49 2021-06-28 21:09:28 0:38:39 0:27:24 0:11:15 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/small-objects} 2
pass 6238737 2021-06-27 15:08:32 2021-06-28 20:31:50 2021-06-28 23:01:01 2:29:11 2:19:17 0:09:54 smithi master centos 8.stream rados/objectstore/{backends/filestore-idempotent-aio-journal supported-random-distro$/{centos_8.stream}} 1
pass 6238738 2021-06-27 15:08:33 2021-06-28 20:31:50 2021-06-28 20:54:35 0:22:45 0:13:26 0:09:19 smithi master centos 8.2 rados/cephadm/smoke-singlehost/{0-distro$/{centos_8.2_kubic_stable} 1-start 2-services/rgw 3-final} 1
pass 6238739 2021-06-27 15:08:34 2021-06-28 20:32:01 2021-06-28 21:08:26 0:36:25 0:25:21 0:11:04 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/snaps-few-objects-balanced} 2
pass 6238740 2021-06-27 15:08:35 2021-06-28 20:32:51 2021-06-28 22:05:27 1:32:36 1:27:20 0:05:16 smithi master rhel 8.4 rados/singleton/{all/ec-lost-unfound mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8}} 1
pass 6238741 2021-06-27 15:08:36 2021-06-28 20:32:53 2021-06-28 21:11:13 0:38:20 0:28:06 0:10:14 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/snaps-few-objects-localized} 2
fail 6238742 2021-06-27 15:08:36 2021-06-28 20:33:53 2021-06-28 22:46:07 2:12:14 2:01:22 0:10:52 smithi master ubuntu 20.04 rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/defaut 3-start-upgrade 4-wait mon_election/classic} 2
Failure Reason:

Command failed on smithi099 with status 1: "sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v15.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2029f36e-d852-11eb-8c1c-001a4aab830c -e sha1=cae92f9c710e008f57ea916c123368e1ee393ede -- bash -c 'ceph orch ps'"

pass 6238743 2021-06-27 15:08:37 2021-06-28 20:34:34 2021-06-28 21:18:29 0:43:55 0:37:36 0:06:19 smithi master rhel 8.4 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-bitmap supported-random-distro$/{rhel_8} tasks/module_selftest} 2
pass 6238744 2021-06-27 15:08:38 2021-06-28 20:35:34 2021-06-28 21:07:33 0:31:59 0:20:43 0:11:16 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/snaps-few-objects} 2
pass 6238745 2021-06-27 15:08:39 2021-06-28 20:36:15 2021-06-28 20:57:59 0:21:44 0:11:23 0:10:21 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-low-osd-mem-target openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/radosbench_4M_rand_read} 1
pass 6238746 2021-06-27 15:08:40 2021-06-28 20:36:45 2021-06-28 21:01:35 0:24:50 0:18:29 0:06:21 smithi master rhel 8.4 rados/singleton-nomsgr/{all/librados_hello_world mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 6238747 2021-06-27 15:08:41 2021-06-28 20:36:46 2021-06-28 21:02:08 0:25:22 0:14:47 0:10:35 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/write_fadvise_dontneed} 2
pass 6238748 2021-06-27 15:08:41 2021-06-28 20:36:46 2021-06-28 21:08:46 0:32:00 0:20:40 0:11:20 smithi master centos 8.3 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/octopus backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{centos_latest} mon_election/connectivity msgr-failures/few rados thrashers/mapgap thrashosds-health workloads/rbd_cls} 3
pass 6238749 2021-06-27 15:08:42 2021-06-28 20:37:27 2021-06-28 20:55:56 0:18:29 0:11:14 0:07:15 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/connectivity task/test_adoption} 1
pass 6238750 2021-06-27 15:08:43 2021-06-28 20:37:27 2021-06-28 21:12:37 0:35:10 0:26:18 0:08:52 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8.stream} thrashers/careful thrashosds-health workloads/admin_socket_objecter_requests} 2
pass 6238751 2021-06-27 15:08:44 2021-06-28 20:37:27 2021-06-28 20:59:25 0:21:58 0:15:34 0:06:24 smithi master rhel 8.4 rados/singleton/{all/erasure-code-nonregression mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8}} 1
pass 6238752 2021-06-27 15:08:45 2021-06-28 20:38:08 2021-06-28 21:26:37 0:48:29 0:37:15 0:11:14 smithi master ubuntu 20.04 rados/cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/packaged mon_election/connectivity msgr/async-v2only start tasks/rados_api_tests} 2
pass 6238753 2021-06-27 15:08:46 2021-06-28 20:38:28 2021-06-28 21:19:24 0:40:56 0:35:33 0:05:23 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/cache-agent-big} 2
pass 6238754 2021-06-27 15:08:46 2021-06-28 20:38:29 2021-06-28 21:02:14 0:23:45 0:12:23 0:11:22 smithi master centos 8.3 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6238755 2021-06-27 15:08:47 2021-06-28 20:39:00 2021-06-28 21:06:59 0:27:59 0:17:11 0:10:48 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8.stream} thrashers/mapgap thrashosds-health workloads/cache-agent-small} 2
pass 6238756 2021-06-27 15:08:48 2021-06-28 20:40:00 2021-06-28 21:05:27 0:25:27 0:19:13 0:06:14 smithi master rhel 8.3 rados/cephadm/smoke-roleless/{0-distro/rhel_8.3_kubic_stable 1-start 2-services/client-keyring 3-final} 2
pass 6238757 2021-06-27 15:08:49 2021-06-28 20:40:00 2021-06-28 21:27:25 0:47:25 0:36:39 0:10:46 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/cache-pool-snaps-readproxy} 2
pass 6238758 2021-06-27 15:08:50 2021-06-28 20:40:11 2021-06-28 21:05:33 0:25:22 0:16:11 0:09:11 smithi master ubuntu 20.04 rados/singleton-nomsgr/{all/msgr mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 6238759 2021-06-27 15:08:50 2021-06-28 20:40:12 2021-06-28 21:20:15 0:40:03 0:28:26 0:11:37 smithi master ubuntu 20.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6238760 2021-06-27 15:08:51 2021-06-28 20:40:33 2021-06-28 21:10:11 0:29:38 0:18:33 0:11:05 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/cache-pool-snaps} 2
pass 6238761 2021-06-27 15:08:52 2021-06-28 20:40:44 2021-06-28 21:08:20 0:27:36 0:16:27 0:11:09 smithi master ubuntu 20.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 1-start 2-services/iscsi 3-final} 2
pass 6238762 2021-06-27 15:08:53 2021-06-28 20:41:05 2021-06-28 21:10:08 0:29:03 0:16:26 0:12:37 smithi master centos 8.stream rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8.stream} tasks/libcephsqlite} 2
pass 6238763 2021-06-27 15:08:54 2021-06-28 20:42:26 2021-06-28 21:07:34 0:25:08 0:19:39 0:05:29 smithi master rhel 8.4 rados/standalone/{supported-random-distro$/{rhel_8} workloads/mgr} 1
pass 6238764 2021-06-27 15:08:55 2021-06-28 20:42:26 2021-06-28 21:13:46 0:31:20 0:21:38 0:09:42 smithi master centos 8.3 rados/valgrind-leaks/{1-start 2-inject-leak/none centos_latest} 1
pass 6238765 2021-06-27 15:08:55 2021-06-28 20:42:36 2021-06-28 21:47:43 1:05:07 0:58:37 0:06:30 smithi master rhel 8.4 rados/monthrash/{ceph clusters/3-mons mon_election/connectivity msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/one workloads/rados_mon_osdmap_prune} 2
pass 6238766 2021-06-27 15:08:56 2021-06-28 20:42:46 2021-06-28 21:51:43 1:08:57 0:59:38 0:09:19 smithi master centos 8.stream rados/singleton/{all/lost-unfound-delete mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8.stream}} 1
pass 6238767 2021-06-27 15:08:57 2021-06-28 20:42:47 2021-06-28 21:16:13 0:33:26 0:23:12 0:10:14 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/cache-snaps-balanced} 2
pass 6238768 2021-06-27 15:08:58 2021-06-28 20:43:17 2021-06-28 21:27:06 0:43:49 0:37:30 0:06:19 smithi master rhel 8.4 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/classic msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 6238769 2021-06-27 15:08:59 2021-06-28 20:43:47 2021-06-28 21:03:24 0:19:37 0:08:08 0:11:29 smithi master centos 8.stream rados/multimon/{clusters/9 mon_election/classic msgr-failures/many msgr/async-v2only no_pools objectstore/filestore-xfs rados supported-random-distro$/{centos_8.stream} tasks/mon_clock_with_skews} 3
dead 6238770 2021-06-27 15:09:00 2021-06-28 20:44:28 2021-06-29 08:52:51 12:08:23 smithi master centos 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
Failure Reason:

hit max job timeout

pass 6238771 2021-06-27 15:09:00 2021-06-28 20:44:48 2021-06-28 21:44:54 1:00:06 0:50:09 0:09:57 smithi master centos 8.2 rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async-v2only root} 2
pass 6238772 2021-06-27 15:09:01 2021-06-28 20:45:38 2021-06-28 21:19:18 0:33:40 0:23:43 0:09:57 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8.stream} thrashers/careful thrashosds-health workloads/cache-snaps} 2
pass 6238773 2021-06-27 15:09:02 2021-06-28 20:46:09 2021-06-28 21:13:48 0:27:39 0:16:07 0:11:32 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/cache} 2
pass 6238774 2021-06-27 15:09:03 2021-06-28 20:46:39 2021-06-28 21:12:13 0:25:34 0:15:58 0:09:36 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/classic task/test_cephadm} 1
pass 6238775 2021-06-27 15:09:04 2021-06-28 20:47:20 2021-06-28 21:21:26 0:34:06 0:23:09 0:10:57 smithi master ubuntu 20.04 rados/singleton-nomsgr/{all/multi-backfill-reject mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 2
pass 6238776 2021-06-27 15:09:05 2021-06-28 20:47:40 2021-06-28 21:14:58 0:27:18 0:20:52 0:06:26 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/dedup-io-mixed} 2
pass 6238777 2021-06-27 15:09:05 2021-06-28 20:48:00 2021-06-28 21:20:02 0:32:02 0:21:11 0:10:51 smithi master ubuntu 20.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/classic msgr-failures/few rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-small-objects-fast-read-overwrites} 2
pass 6238778 2021-06-27 15:09:06 2021-06-28 20:49:11 2021-06-28 21:09:16 0:20:05 0:09:55 0:10:10 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-stupid openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/radosbench_4M_seq_read} 1
pass 6238779 2021-06-27 15:09:07 2021-06-28 20:49:11 2021-06-28 21:20:00 0:30:49 0:24:08 0:06:41 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/dedup-io-snaps} 2
pass 6238780 2021-06-27 15:09:08 2021-06-28 20:49:11 2021-06-28 21:14:54 0:25:43 0:15:03 0:10:40 smithi master centos 8.2 rados/cephadm/smoke-roleless/{0-distro/centos_8.2_kubic_stable 1-start 2-services/mirror 3-final} 2
pass 6238781 2021-06-27 15:09:09 2021-06-28 20:49:51 2021-06-28 22:26:56 1:37:05 1:27:42 0:09:23 smithi master ubuntu 20.04 rados/singleton/{all/lost-unfound mon_election/classic msgr-failures/none msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest}} 1
pass 6238782 2021-06-27 15:09:10 2021-06-28 20:49:52 2021-06-28 22:53:33 2:03:41 1:53:00 0:10:41 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/filestore-xfs rados tasks/rados_cls_all validater/valgrind} 2
pass 6238783 2021-06-27 15:09:10 2021-06-28 20:50:22 2021-06-28 23:18:06 2:27:44 2:20:01 0:07:43 smithi master rhel 8.4 rados/objectstore/{backends/filestore-idempotent supported-random-distro$/{rhel_8}} 1
pass 6238784 2021-06-27 15:09:11 2021-06-28 20:50:23 2021-06-28 21:28:03 0:37:40 0:24:23 0:13:17 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/pool-snaps-few-objects} 2
pass 6238785 2021-06-27 15:09:12 2021-06-28 20:52:53 2021-06-28 21:19:58 0:27:05 0:20:06 0:06:59 smithi master rhel 8.3 rados/cephadm/smoke/{distro/rhel_8.3_kubic_stable fixed-2 mon_election/classic start} 2
fail 6238786 2021-06-27 15:09:13 2021-06-28 20:53:04 2021-06-28 21:48:47 0:55:43 0:45:00 0:10:43 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8.stream} thrashers/pggrow thrashosds-health workloads/rados_api_tests} 2
Failure Reason:

Command failed (workunit test rados/test.sh) on smithi016 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=cae92f9c710e008f57ea916c123368e1ee393ede TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

pass 6238787 2021-06-27 15:09:14 2021-06-28 20:53:55 2021-06-28 21:53:37 0:59:42 0:52:22 0:07:20 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/radosbench-high-concurrency} 2
pass 6238788 2021-06-27 15:09:15 2021-06-28 20:54:16 2021-06-28 21:27:49 0:33:33 0:26:23 0:07:10 smithi master rhel 8.4 rados/singleton-nomsgr/{all/osd_stale_reads mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 6238789 2021-06-27 15:09:16 2021-06-28 20:54:16 2021-06-28 21:24:29 0:30:13 0:18:37 0:11:36 smithi master centos 8.stream rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-comp-lz4 supported-random-distro$/{centos_8.stream} tasks/progress} 2
pass 6238790 2021-06-27 15:09:16 2021-06-28 20:54:46 2021-06-28 21:23:55 0:29:09 0:22:16 0:06:53 smithi master rhel 8.3 rados/cephadm/smoke-roleless/{0-distro/rhel_8.3_kubic_stable 1-start 2-services/nfs-ingress 3-final} 2
pass 6238791 2021-06-27 15:09:17 2021-06-28 20:54:57 2021-06-28 22:56:46 2:01:49 1:51:32 0:10:17 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/radosbench} 2
pass 6238792 2021-06-27 15:09:18 2021-06-28 20:55:57 2021-06-28 21:19:02 0:23:05 0:16:16 0:06:49 smithi master rhel 8.4 rados/singleton/{all/max-pg-per-osd.from-mon mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8}} 1
pass 6238793 2021-06-27 15:09:19 2021-06-28 20:56:17 2021-06-28 21:37:23 0:41:06 0:30:58 0:10:08 smithi master centos 8.3 rados/singleton-bluestore/{all/cephtool mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8}} 1
pass 6238794 2021-06-27 15:09:20 2021-06-28 20:56:18 2021-06-28 21:17:40 0:21:22 0:11:25 0:09:57 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/redirect} 2
pass 6238795 2021-06-27 15:09:21 2021-06-28 20:56:28 2021-06-28 21:40:10 0:43:42 0:32:19 0:11:23 smithi master centos 8.3 rados/cephadm/upgrade/{1-start-distro/1-start-centos_8.3-octopus 2-repo_digest/repo_digest 3-start-upgrade 4-wait mon_election/connectivity} 2
pass 6238796 2021-06-27 15:09:21 2021-06-28 20:56:58 2021-06-28 21:32:49 0:35:51 0:27:03 0:08:48 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/redirect_promote_tests} 2
pass 6238797 2021-06-27 15:09:22 2021-06-28 20:59:29 2021-06-28 21:25:57 0:26:28 0:19:02 0:07:26 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/redirect_set_object} 2
pass 6238798 2021-06-27 15:09:23 2021-06-28 21:00:30 2021-06-28 21:18:03 0:17:33 0:07:21 0:10:12 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/connectivity task/test_cephadm_repos} 1
pass 6238799 2021-06-27 15:09:24 2021-06-28 21:00:40 2021-06-28 21:23:57 0:23:17 0:12:08 0:11:09 smithi master centos 8.stream rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/osd-dispatch-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8.stream} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6238800 2021-06-27 15:09:25 2021-06-28 21:00:51 2021-06-28 21:36:46 0:35:55 0:25:56 0:09:59 smithi master ubuntu 20.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} tasks/rados_api_tests} 2
pass 6238801 2021-06-27 15:09:26 2021-06-28 21:01:11 2021-06-28 21:17:05 0:15:54 0:07:13 0:08:41 smithi master ubuntu 20.04 rados/singleton-nomsgr/{all/pool-access mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 6238802 2021-06-27 15:09:26 2021-06-28 21:01:42 2021-06-28 21:27:15 0:25:33 0:15:06 0:10:27 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8.stream} thrashers/pggrow thrashosds-health workloads/set-chunks-read} 2
pass 6238803 2021-06-27 15:09:27 2021-06-28 21:02:13 2021-06-28 21:35:23 0:33:10 0:23:33 0:09:37 smithi master centos 8.2 rados/cephadm/with-work/{0-distro/centos_8.2_kubic_stable fixed-2 mode/root mon_election/classic msgr/async start tasks/rados_python} 2
pass 6238804 2021-06-27 15:09:28 2021-06-28 21:02:23 2021-06-28 21:25:26 0:23:03 0:12:58 0:10:05 smithi master centos 8.3 rados/singleton/{all/max-pg-per-osd.from-primary mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8}} 1
pass 6238805 2021-06-27 15:09:29 2021-06-28 21:02:23 2021-06-28 21:41:47 0:39:24 0:31:51 0:07:33 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/small-objects-balanced} 2
pass 6238806 2021-06-27 15:09:30 2021-06-28 21:02:43 2021-06-28 21:45:05 0:42:22 0:31:20 0:11:02 smithi master ubuntu 20.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6238807 2021-06-27 15:09:31 2021-06-28 21:03:25 2021-06-28 21:40:29 0:37:04 0:27:11 0:09:53 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8.stream} thrashers/default thrashosds-health workloads/small-objects-localized} 2
pass 6238808 2021-06-27 15:09:31 2021-06-28 21:03:25 2021-06-28 21:32:25 0:29:00 0:18:47 0:10:13 smithi master ubuntu 20.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 1-start 2-services/nfs-ingress2 3-final} 2
pass 6238809 2021-06-27 15:09:32 2021-06-28 21:03:25 2021-06-28 21:53:05 0:49:40 0:36:17 0:13:23 smithi master centos 8.3 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/pacific backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{centos_latest} mon_election/classic msgr-failures/osd-delay rados thrashers/morepggrow thrashosds-health workloads/snaps-few-objects} 3
pass 6238810 2021-06-27 15:09:33 2021-06-28 21:05:36 2021-06-28 21:24:39 0:19:03 0:09:46 0:09:17 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/radosbench_4M_write} 1
pass 6238811 2021-06-27 15:09:34 2021-06-28 21:05:36 2021-06-28 21:47:54 0:42:18 0:34:16 0:08:02 smithi master rhel 8.4 rados/monthrash/{ceph clusters/9-mons mon_election/classic msgr-failures/few msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/sync-many workloads/rados_mon_workunits} 2
pass 6238812 2021-06-27 15:09:35 2021-06-28 21:07:07 2021-06-28 21:40:36 0:33:29 0:22:36 0:10:53 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/small-objects} 2
pass 6238813 2021-06-27 15:09:36 2021-06-28 21:07:37 2021-06-28 23:00:02 1:52:25 1:47:16 0:05:09 smithi master rhel 8.4 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/connectivity msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-radosbench} 2
pass 6238814 2021-06-27 15:09:36 2021-06-28 21:07:37 2021-06-28 21:59:45 0:52:08 0:40:15 0:11:53 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/snaps-few-objects-balanced} 2
pass 6238815 2021-06-27 15:09:37 2021-06-28 21:08:08 2021-06-28 21:49:36 0:41:28 0:31:12 0:10:16 smithi master centos 8.2 rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async root} 2
pass 6238816 2021-06-27 15:09:38 2021-06-28 21:08:18 2021-06-28 21:27:59 0:19:41 0:07:14 0:12:27 smithi master ubuntu 20.04 rados/multimon/{clusters/21 mon_election/connectivity msgr-failures/few msgr/async no_pools objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_with_skews} 3
pass 6238817 2021-06-27 15:09:39 2021-06-28 21:08:28 2021-06-28 21:30:41 0:22:13 0:10:39 0:11:34 smithi master ubuntu 20.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-bitmap rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 6238818 2021-06-27 15:09:40 2021-06-28 21:08:49 2021-06-28 21:45:50 0:37:01 0:28:21 0:08:40 smithi master ubuntu 20.04 rados/singleton-nomsgr/{all/recovery-unfound-found mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 6238819 2021-06-27 15:09:40 2021-06-28 21:08:49 2021-06-28 21:51:25 0:42:36 0:30:53 0:11:43 smithi master ubuntu 20.04 rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/misc} 1
pass 6238820 2021-06-27 15:09:41 2021-06-28 21:09:19 2021-06-28 21:43:39 0:34:20 0:22:10 0:12:10 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/snaps-few-objects-localized} 2
pass 6238821 2021-06-27 15:09:42 2021-06-28 21:09:30 2021-06-28 21:30:36 0:21:06 0:12:46 0:08:20 smithi master centos 8.stream rados/singleton/{all/max-pg-per-osd.from-replica mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8.stream}} 1
pass 6238822 2021-06-27 15:09:43 2021-06-28 21:09:30 2021-06-28 21:37:53 0:28:23 0:17:15 0:11:08 smithi master ubuntu 20.04 rados/cephadm/smoke/{distro/ubuntu_20.04 fixed-2 mon_election/connectivity start} 2
pass 6238823 2021-06-27 15:09:44 2021-06-28 21:10:10 2021-06-28 21:49:31 0:39:21 0:29:17 0:10:04 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8.stream} thrashers/pggrow thrashosds-health workloads/snaps-few-objects} 2
pass 6238824 2021-06-27 15:09:44 2021-06-28 21:10:20 2021-06-28 21:31:57 0:21:37 0:15:17 0:06:20 smithi master rhel 8.4 rados/objectstore/{backends/fusestore supported-random-distro$/{rhel_8}} 1
pass 6238825 2021-06-27 15:09:45 2021-06-28 21:10:21 2021-06-28 21:42:12 0:31:51 0:24:27 0:07:24 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/write_fadvise_dontneed} 2
pass 6238826 2021-06-27 15:09:46 2021-06-28 19:03:23 2021-06-28 19:31:06 0:27:43 0:15:03 0:12:40 smithi master centos 8.2 rados/cephadm/smoke-roleless/{0-distro/centos_8.2_kubic_stable 1-start 2-services/nfs 3-final} 2
pass 6238827 2021-06-27 15:09:47 2021-06-28 21:11:21 2021-06-28 21:39:52 0:28:31 0:17:35 0:10:56 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-bitmap rados tasks/rados_cls_all validater/lockdep} 2
pass 6238828 2021-06-27 15:09:48 2021-06-28 21:12:42 2021-06-28 21:40:26 0:27:44 0:17:44 0:10:00 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{centos_8.stream} thrashers/default thrashosds-health workloads/admin_socket_objecter_requests} 2
pass 6238829 2021-06-27 15:09:49 2021-06-28 21:13:32 2021-06-28 21:45:12 0:31:40 0:21:39 0:10:01 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8.stream} thrashers/mapgap thrashosds-health workloads/cache-agent-big} 2
pass 6238830 2021-06-27 15:09:49 2021-06-28 21:13:52 2021-06-28 21:32:50 0:18:58 0:09:52 0:09:06 smithi master centos 8.3 rados/singleton-nomsgr/{all/version-number-sanity mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 6238831 2021-06-27 15:09:50 2021-06-28 21:13:53 2021-06-28 21:47:08 0:33:15 0:23:24 0:09:51 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/classic task/test_orch_cli} 1
pass 6238832 2021-06-27 15:09:51 2021-06-28 21:13:54 2021-06-28 22:02:31 0:48:37 0:36:03 0:12:34 smithi master ubuntu 20.04 rados/rook/smoke/{0-distro/ubuntu_20.04 0-kubeadm 1-rook 2-workload/radosbench 3-final cluster/3-node k8s/1.21 net/calico rook/master} 3
pass 6238833 2021-06-27 15:09:52 2021-06-28 21:14:55 2021-06-28 21:34:01 0:19:06 0:09:35 0:09:31 smithi master centos 8.stream rados/singleton/{all/mon-auth-caps mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8.stream}} 1
pass 6238834 2021-06-27 15:09:53 2021-06-28 21:14:56 2021-06-28 21:45:50 0:30:54 0:21:59 0:08:55 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/cache-agent-small} 2
pass 6238835 2021-06-27 15:09:53 2021-06-28 21:14:56 2021-06-28 21:38:00 0:23:04 0:12:36 0:10:28 smithi master centos 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-comp-snappy supported-random-distro$/{centos_8} tasks/prometheus} 2
pass 6238836 2021-06-27 15:09:54 2021-06-28 21:15:06 2021-06-28 21:41:10 0:26:04 0:19:20 0:06:44 smithi master rhel 8.3 rados/cephadm/smoke-roleless/{0-distro/rhel_8.3_kubic_stable 1-start 2-services/nfs2 3-final} 2
pass 6238837 2021-06-27 15:09:55 2021-06-28 21:16:17 2021-06-28 21:48:06 0:31:49 0:21:42 0:10:07 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/cache-pool-snaps-readproxy} 2
pass 6238838 2021-06-27 15:09:56 2021-06-28 21:17:07 2021-06-28 21:40:09 0:23:02 0:14:22 0:08:40 smithi master centos 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8} tasks/rados_cls_all} 2
pass 6238839 2021-06-27 15:09:57 2021-06-28 21:17:08 2021-06-28 21:52:42 0:35:34 0:26:14 0:09:20 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/cache-pool-snaps} 2
pass 6238840 2021-06-27 15:09:58 2021-06-28 21:17:48 2021-06-28 22:05:34 0:47:46 0:37:13 0:10:33 smithi master centos 8.2 rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async-v1only root} 2
pass 6238841 2021-06-27 15:09:58 2021-06-28 21:18:38 2021-06-28 22:02:28 0:43:50 0:32:23 0:11:27 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/cache-snaps-balanced} 2
pass 6238842 2021-06-27 15:09:59 2021-06-28 21:19:09 2021-06-28 22:00:48 0:41:39 0:32:33 0:09:06 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-bitmap openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/radosbench_omap_write} 1
pass 6238843 2021-06-27 15:10:00 2021-06-28 21:19:19 2021-06-28 22:44:27 1:25:08 1:17:58 0:07:10 smithi master rhel 8.4 rados/dashboard/{debug/mgr mon_election/connectivity random-objectstore$/{bluestore-stupid} supported-random-distro$/{rhel_8} tasks/dashboard} 2
pass 6238844 2021-06-27 15:10:01 2021-06-28 21:19:29 2021-06-28 21:48:33 0:29:04 0:23:43 0:05:21 smithi master rhel 8.4 rados/singleton-nomsgr/{all/admin_socket_output mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
fail 6238845 2021-06-27 15:10:02 2021-06-28 21:19:29 2021-06-28 23:29:12 2:09:43 1:58:10 0:11:33 smithi master centos 8.2 rados/upgrade/parallel/{0-start 1-tasks distro1$/{centos_8.2_kubic_stable} mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} 2
Failure Reason:

Command failed on smithi002 with status 1: "sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e762fa7e-d858-11eb-8c1c-001a4aab830c -e sha1=cae92f9c710e008f57ea916c123368e1ee393ede -- bash -c 'ceph orch ps'"

dead 6238846 2021-06-27 15:10:03 2021-06-28 21:20:00 2021-06-29 09:28:15 12:08:15 smithi master centos 8.3 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/connectivity msgr-failures/osd-delay rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-overwrites} 2
Failure Reason:

hit max job timeout

pass 6238847 2021-06-27 15:10:03 2021-06-28 21:20:10 2021-06-28 21:38:48 0:18:38 0:10:53 0:07:45 smithi master centos 8.stream rados/singleton/{all/mon-config-key-caps mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{centos_8.stream}} 1
pass 6238848 2021-06-27 15:10:04 2021-06-28 21:20:10 2021-06-28 21:57:41 0:37:31 0:28:01 0:09:30 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/cache-snaps} 2
pass 6238849 2021-06-27 15:10:05 2021-06-28 21:20:21 2021-06-28 21:47:35 0:27:14 0:11:18 0:15:56 smithi master ubuntu 20.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6238850 2021-06-27 15:10:06 2021-06-28 21:24:02 2021-06-28 21:55:14 0:31:12 0:20:09 0:11:03 smithi master ubuntu 20.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 1-start 2-services/rgw-ingress 3-final} 2
pass 6238851 2021-06-27 15:10:07 2021-06-28 21:24:02 2021-06-28 21:45:02 0:21:00 0:11:46 0:09:14 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8.stream} thrashers/mapgap thrashosds-health workloads/cache} 2
pass 6238852 2021-06-27 15:10:08 2021-06-28 21:24:02 2021-06-28 21:48:36 0:24:34 0:11:53 0:12:41 smithi master ubuntu 20.04 rados/cephadm/orchestrator_cli/{0-random-distro$/{ubuntu_20.04} 2-node-mgr orchestrator_cli} 2
pass 6238853 2021-06-27 15:10:09 2021-06-28 21:24:32 2021-06-28 21:45:22 0:20:50 0:12:04 0:08:46 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/dedup-io-mixed} 2
pass 6238854 2021-06-27 15:10:09 2021-06-28 21:24:43 2021-06-28 21:47:32 0:22:49 0:11:44 0:11:05 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/dedup-io-snaps} 2
pass 6238855 2021-06-27 15:10:10 2021-06-28 21:26:03 2021-06-28 22:04:12 0:38:09 0:27:11 0:10:58 smithi master centos 8.stream rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8.stream} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6238856 2021-06-27 15:10:11 2021-06-28 21:26:44 2021-06-28 21:52:36 0:25:52 0:14:54 0:10:58 smithi master centos 8.2 rados/cephadm/smoke/{distro/centos_8.2_kubic_stable fixed-2 mon_election/classic start} 2
pass 6238857 2021-06-27 15:10:12 2021-06-28 21:27:14 2021-06-28 22:10:36 0:43:22 0:36:39 0:06:43 smithi master rhel 8.4 rados/monthrash/{ceph clusters/3-mons mon_election/connectivity msgr-failures/mon-delay msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/sync workloads/rados_mon_workunits} 2
pass 6238858 2021-06-27 15:10:13 2021-06-28 21:27:24 2021-06-28 21:54:34 0:27:10 0:21:44 0:05:26 smithi master rhel 8.4 rados/singleton/{all/mon-config-keys mon_election/classic msgr-failures/none msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8}} 1
pass 6238859 2021-06-27 15:10:14 2021-06-28 21:27:25 2021-06-28 22:09:10 0:41:45 0:30:59 0:10:46 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/pool-snaps-few-objects} 2
pass 6238860 2021-06-27 15:10:14 2021-06-28 21:27:35 2021-06-28 22:03:05 0:35:30 0:28:58 0:06:32 smithi master rhel 8.4 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/classic msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-balanced} 2
pass 6238861 2021-06-27 15:10:15 2021-06-28 21:28:06 2021-06-28 21:47:12 0:19:06 0:10:04 0:09:02 smithi master centos 8.stream rados/singleton-nomsgr/{all/balancer mon_election/classic rados supported-random-distro$/{centos_8.stream}} 1
pass 6238862 2021-06-27 15:10:16 2021-06-28 21:28:06 2021-06-28 22:09:02 0:40:56 0:35:23 0:05:33 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/rados_api_tests} 2
pass 6238863 2021-06-27 15:10:17 2021-06-28 21:28:06 2021-06-28 21:52:18 0:24:12 0:13:08 0:11:04 smithi master ubuntu 20.04 rados/cephadm/smoke-singlehost/{0-distro$/{ubuntu_20.04} 1-start 2-services/basic 3-final} 1
pass 6238864 2021-06-27 15:10:18 2021-06-28 21:28:07 2021-06-28 21:50:05 0:21:58 0:10:05 0:11:53 smithi master centos 8.3 rados/multimon/{clusters/3 mon_election/classic msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} tasks/mon_recovery} 2
pass 6238865 2021-06-27 15:10:19 2021-06-28 21:40:35 2021-06-28 22:19:59 0:39:24 0:28:20 0:11:04 smithi master ubuntu 20.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 6238866 2021-06-27 15:10:19 2021-06-28 21:40:36 2021-06-28 22:49:52 1:09:16 1:02:20 0:06:56 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/radosbench-high-concurrency} 2
pass 6238867 2021-06-27 15:10:20 2021-06-28 21:40:46 2021-06-28 22:04:00 0:23:14 0:13:36 0:09:38 smithi master centos 8.stream rados/objectstore/{backends/keyvaluedb supported-random-distro$/{centos_8.stream}} 1
fail 6238868 2021-06-27 15:10:21 2021-06-28 21:41:16 2021-06-28 23:05:11 1:23:55 1:11:58 0:11:57 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8.stream} thrashers/mapgap thrashosds-health workloads/radosbench} 2
Failure Reason:

reached maximum tries (500) after waiting for 3000 seconds

fail 6238869 2021-06-27 15:10:22 2021-06-28 21:41:57 2021-06-28 23:53:45 2:11:48 2:01:46 0:10:02 smithi master ubuntu 20.04 rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04-15.2.9 2-repo_digest/defaut 3-start-upgrade 4-wait mon_election/classic} 2
Failure Reason:

Command failed on smithi018 with status 1: "sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v15.2.9 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 97046a9c-d85b-11eb-8c1c-001a4aab830c -e sha1=cae92f9c710e008f57ea916c123368e1ee393ede -- bash -c 'ceph orch ps'"

pass 6238870 2021-06-27 15:10:23 2021-06-28 21:42:17 2021-06-28 22:23:32 0:41:15 0:31:48 0:09:27 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/redirect} 2
pass 6238871 2021-06-27 15:10:23 2021-06-28 21:43:47 2021-06-28 22:36:47 0:53:00 0:44:25 0:08:35 smithi master centos 8.stream rados/standalone/{supported-random-distro$/{centos_8.stream} workloads/mon} 1
pass 6238872 2021-06-27 15:10:24 2021-06-28 21:43:48 2021-06-28 22:02:30 0:18:42 0:08:22 0:10:20 smithi master ubuntu 20.04 rados/singleton/{all/mon-config mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}} 1
pass 6238873 2021-06-27 15:10:25 2021-06-28 21:44:58 2021-06-28 22:03:52 0:18:54 0:10:16 0:08:38 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/classic task/test_adoption} 1
pass 6238874 2021-06-27 15:10:26 2021-06-28 21:44:58 2021-06-28 22:02:27 0:17:29 0:08:02 0:09:27 smithi master ubuntu 20.04 rados/singleton-nomsgr/{all/cache-fs-trunc mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 6238875 2021-06-27 15:10:27 2021-06-28 21:45:09 2021-06-28 22:24:19 0:39:10 0:28:55 0:10:15 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-lz4 rados tasks/mon_recovery validater/valgrind} 2
pass 6238876 2021-06-27 15:10:28 2021-06-28 21:45:09 2021-06-28 22:06:27 0:21:18 0:10:21 0:10:57 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/redirect_promote_tests} 2
pass 6238877 2021-06-27 15:10:28 2021-06-28 21:45:19 2021-06-28 22:14:35 0:29:16 0:18:21 0:10:55 smithi master centos 8.3 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{centos_latest} mon_election/connectivity msgr-failures/fastclose rados thrashers/none thrashosds-health workloads/test_rbd_api} 3
pass 6238878 2021-06-27 15:10:29 2021-06-28 21:45:20 2021-06-28 22:10:30 0:25:10 0:14:13 0:10:57 smithi master ubuntu 20.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} tasks/rados_python} 2
pass 6238879 2021-06-27 15:10:30 2021-06-28 21:45:30 2021-06-28 22:13:00 0:27:30 0:21:21 0:06:09 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/redirect_set_object} 2
pass 6238880 2021-06-27 15:10:31 2021-06-28 21:46:00 2021-06-28 22:08:46 0:22:46 0:15:02 0:07:44 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-comp openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/sample_fio} 1
pass 6238881 2021-06-27 15:10:32 2021-06-28 21:46:01 2021-06-28 22:31:09 0:45:08 0:35:36 0:09:32 smithi master centos 8.2 rados/cephadm/with-work/{0-distro/centos_8.2_kubic_stable fixed-2 mode/root mon_election/classic msgr/async-v1only start tasks/rados_api_tests} 2
pass 6238882 2021-06-27 15:10:33 2021-06-28 21:46:11 2021-06-28 22:18:40 0:32:29 0:24:32 0:07:57 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/set-chunks-read} 2
pass 6238883 2021-06-27 15:10:33 2021-06-28 21:47:21 2021-06-28 22:06:54 0:19:33 0:09:44 0:09:49 smithi master centos 8.stream rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-comp-zlib supported-random-distro$/{centos_8.stream} tasks/workunits} 2
pass 6238884 2021-06-27 15:10:34 2021-06-28 21:47:42 2021-06-28 22:20:48 0:33:06 0:23:00 0:10:06 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{centos_8.stream} thrashers/default thrashosds-health workloads/small-objects-balanced} 2
pass 6238885 2021-06-27 15:10:35 2021-06-28 21:47:42 2021-06-28 22:14:55 0:27:13 0:16:28 0:10:45 smithi master centos 8.2 rados/cephadm/smoke-roleless/{0-distro/centos_8.2_kubic_stable 1-start 2-services/rgw 3-final} 2
pass 6238886 2021-06-27 15:10:36 2021-06-28 21:47:42 2021-06-28 22:49:14 1:01:32 0:52:50 0:08:42 smithi master ubuntu 20.04 rados/singleton/{all/osd-backfill mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} 1
pass 6238887 2021-06-27 15:10:37 2021-06-28 21:47:52 2021-06-28 22:18:57 0:31:05 0:21:02 0:10:03 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8.stream} thrashers/mapgap thrashosds-health workloads/small-objects-localized} 2
pass 6238888 2021-06-27 15:10:38 2021-06-28 21:48:03 2021-06-28 22:07:12 0:19:09 0:09:13 0:09:56 smithi master centos 8.stream rados/singleton-nomsgr/{all/ceph-kvstore-tool mon_election/classic rados supported-random-distro$/{centos_8.stream}} 1
pass 6238889 2021-06-27 15:10:39 2021-06-28 21:48:03 2021-06-28 22:13:27 0:25:24 0:18:53 0:06:31 smithi master rhel 8.3 rados/cephadm/smoke-roleless/{0-distro/rhel_8.3_kubic_stable 1-start 2-services/basic 3-final} 2
pass 6238890 2021-06-27 15:10:39 2021-06-28 21:48:13 2021-06-28 22:22:48 0:34:35 0:22:46 0:11:49 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/small-objects} 2
pass 6238891 2021-06-27 15:10:40 2021-06-28 21:48:44 2021-06-28 22:23:50 0:35:06 0:24:28 0:10:38 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8.stream} thrashers/none thrashosds-health workloads/snaps-few-objects-balanced} 2
pass 6238892 2021-06-27 15:10:41 2021-06-28 21:48:54 2021-06-28 22:16:57 0:28:03 0:19:25 0:08:38 smithi master rhel 8.4 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6238893 2021-06-27 15:10:42 2021-06-28 21:49:45 2021-06-28 22:35:24 0:45:39 0:35:36 0:10:03 smithi master centos 8.2 rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async-v2only root} 2
pass 6238894 2021-06-27 15:10:43 2021-06-28 21:50:15 2021-06-28 22:33:27 0:43:12 0:31:13 0:11:59 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8.stream} thrashers/pggrow thrashosds-health workloads/snaps-few-objects-localized} 2
pass 6238895 2021-06-27 15:10:44 2021-06-28 21:51:35 2021-06-28 23:08:43 1:17:08 1:07:46 0:09:22 smithi master centos 8.stream rados/singleton/{all/osd-recovery-incomplete mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8.stream}} 1
pass 6238896 2021-06-27 15:10:44 2021-06-28 21:51:46 2021-06-28 22:31:33 0:39:47 0:29:07 0:10:40 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8.stream} thrashers/careful thrashosds-health workloads/snaps-few-objects} 2
pass 6238897 2021-06-27 15:10:45 2021-06-28 21:52:37 2021-06-28 22:17:47 0:25:10 0:16:03 0:09:07 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/connectivity task/test_cephadm} 1
pass 6238898 2021-06-27 15:10:46 2021-06-28 21:52:38 2021-06-28 22:08:15 0:15:37 0:06:17 0:09:20 smithi master ubuntu 20.04 rados/singleton-nomsgr/{all/ceph-post-file mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 6238899 2021-06-27 15:10:47 2021-06-28 21:52:38 2021-06-28 22:17:42 0:25:04 0:14:54 0:10:10 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/write_fadvise_dontneed} 2
pass 6238900 2021-06-27 15:10:48 2021-06-28 21:52:49 2021-06-28 22:28:41 0:35:52 0:25:15 0:10:37 smithi master centos 8.stream rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8.stream} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6238901 2021-06-27 15:10:49 2021-06-28 21:53:09 2021-06-28 22:20:53 0:27:44 0:19:42 0:08:02 smithi master rhel 8.3 rados/cephadm/smoke/{distro/rhel_8.3_kubic_stable fixed-2 mon_election/connectivity start} 2
dead 6238902 2021-06-27 15:10:49 2021-06-28 21:53:09 2021-06-29 10:03:29 12:10:20 smithi master ubuntu 20.04 rados/monthrash/{ceph clusters/9-mons mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/force-sync-many workloads/snaps-few-objects} 2
Failure Reason:

hit max job timeout

pass 6238903 2021-06-27 15:10:50 2021-06-28 21:53:40 2021-06-28 22:28:15 0:34:35 0:26:13 0:08:22 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/admin_socket_objecter_requests} 2
pass 6238904 2021-06-27 15:10:51 2021-06-28 21:55:20 2021-06-28 22:29:56 0:34:36 0:23:03 0:11:33 smithi master centos 8.stream rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8.stream} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 6238905 2021-06-27 15:10:52 2021-06-28 21:57:01 2021-06-28 23:15:14 1:18:13 1:06:46 0:11:27 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/cache-agent-big} 2
pass 6238906 2021-06-27 15:10:53 2021-06-28 21:57:51 2021-06-28 22:36:55 0:39:04 0:30:40 0:08:24 smithi master centos 8.stream rados/singleton-bluestore/{all/cephtool mon_election/classic msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8.stream}} 1
pass 6238907 2021-06-27 15:10:54 2021-06-28 21:57:51 2021-06-28 22:25:31 0:27:40 0:15:49 0:11:51 smithi master ubuntu 20.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 1-start 2-services/client-keyring 3-final} 2
pass 6238908 2021-06-27 15:10:54 2021-06-28 21:58:12 2021-06-28 22:36:37 0:38:25 0:28:48 0:09:37 smithi master ubuntu 20.04 rados/objectstore/{backends/objectcacher-stress supported-random-distro$/{ubuntu_latest}} 1
pass 6238909 2021-06-27 15:10:55 2021-06-28 21:59:12 2021-06-28 22:18:34 0:19:22 0:10:23 0:08:59 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-low-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/sample_radosbench} 1