Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 6522882 2021-11-23 22:22:46 2021-11-24 04:15:05 2021-11-24 05:00:01 0:44:56 0:39:45 0:05:11 smithi master rhel 8.4 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-dispatch-delay rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-snaps-few-objects-overwrites} 2
pass 6522883 2021-11-23 22:22:47 2021-11-24 04:15:05 2021-11-24 04:38:17 0:23:12 0:14:15 0:08:57 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados tasks/mon_recovery validater/lockdep} 2
pass 6522884 2021-11-23 22:22:48 2021-11-24 04:15:05 2021-11-24 04:43:40 0:28:35 0:17:54 0:10:41 smithi master rhel 8.4 rados/cephadm/osds/{0-distro/rhel_8.4_container_tools_3.0 0-nvme-loop 1-start 2-ops/rm-zap-flag} 2
pass 6522885 2021-11-23 22:22:49 2021-11-24 04:19:28 2021-11-24 04:57:04 0:37:36 0:28:20 0:09:16 smithi master centos 8.stream rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8.stream} tasks/rados_api_tests} 2
pass 6522886 2021-11-23 22:22:50 2021-11-24 04:19:38 2021-11-24 04:42:10 0:22:32 0:10:38 0:11:54 smithi master centos 8.stream rados/multimon/{clusters/6 mon_election/classic msgr-failures/few msgr/async-v2only no_pools objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8.stream} tasks/mon_clock_with_skews} 2
pass 6522887 2021-11-23 22:22:51 2021-11-24 04:19:58 2021-11-24 04:59:06 0:39:08 0:30:35 0:08:33 smithi master centos 8.3 rados/singleton/{all/backfill-toofull mon_election/classic msgr-failures/none msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8}} 1
pass 6522888 2021-11-23 22:22:52 2021-11-24 04:20:09 2021-11-24 04:59:50 0:39:41 0:29:12 0:10:29 smithi master centos 8.stream rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8.stream} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 6522889 2021-11-23 22:22:53 2021-11-24 04:20:39 2021-11-24 04:55:36 0:34:57 0:22:45 0:12:12 smithi master ubuntu 20.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6522890 2021-11-23 22:22:54 2021-11-24 04:21:10 2021-11-24 04:59:44 0:38:34 0:28:23 0:10:11 smithi master centos 8.3 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/force-sync-many workloads/rados_mon_workunits} 2
pass 6522891 2021-11-23 22:22:55 2021-11-24 04:22:20 2021-11-24 04:51:09 0:28:49 0:20:22 0:08:27 smithi master rhel 8.4 rados/cephadm/smoke/{0-distro/rhel_8.4_container_tools_3.0 0-nvme-loop agent/on fixed-2 mon_election/classic start} 2
fail 6522892 2021-11-23 22:22:56 2021-11-24 04:23:51 2021-11-24 04:43:52 0:20:01 0:08:42 0:11:19 smithi master centos 8.3 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{centos_latest} mon_election/connectivity msgr-failures/few rados thrashers/default thrashosds-health workloads/rbd_cls} 3
Failure Reason:

Command failed on smithi134 with status 5: 'sudo systemctl stop ceph-c1f54542-4ce0-11ec-8c2d-001a4aab830c@mon.a'

pass 6522893 2021-11-23 22:22:57 2021-11-24 04:24:21 2021-11-24 05:09:13 0:44:52 0:38:17 0:06:35 smithi master rhel 8.4 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 6522894 2021-11-23 22:22:58 2021-11-24 04:24:22 2021-11-24 04:49:01 0:24:39 0:14:00 0:10:39 smithi master ubuntu 20.04 rados/rook/smoke/{0-distro/ubuntu_20.04 0-kubeadm 0-nvme-loop 1-rook 2-workload/none 3-final cluster/1-node k8s/1.21 net/flannel rook/1.7.0} 1
pass 6522895 2021-11-23 22:23:00 2021-11-24 04:24:52 2021-11-24 05:51:04 1:26:12 1:14:00 0:12:12 smithi master centos 8.stream rados/dashboard/{0-single-container-host debug/mgr mon_election/classic random-objectstore$/{bluestore-comp-snappy} tasks/dashboard} 2
pass 6522896 2021-11-23 22:23:01 2021-11-24 04:27:33 2021-11-24 04:47:43 0:20:10 0:10:01 0:10:09 smithi master ubuntu 20.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic random-objectstore$/{bluestore-hybrid} supported-random-distro$/{ubuntu_latest} tasks/crash} 2
pass 6522897 2021-11-23 22:23:01 2021-11-24 04:27:33 2021-11-24 04:48:26 0:20:53 0:11:35 0:09:18 smithi master centos 8.stream rados/objectstore/{backends/alloc-hint supported-random-distro$/{centos_8.stream}} 1
pass 6522898 2021-11-23 22:23:02 2021-11-24 04:27:33 2021-11-24 04:50:55 0:23:22 0:13:44 0:09:38 smithi master centos 8.3 rados/rest/{mgr-restful supported-random-distro$/{centos_8}} 1
pass 6522899 2021-11-23 22:23:04 2021-11-24 04:27:44 2021-11-24 04:54:59 0:27:15 0:17:34 0:09:41 smithi master centos 8.3 rados/singleton-nomsgr/{all/admin_socket_output mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 6522900 2021-11-23 22:23:05 2021-11-24 04:27:44 2021-11-24 04:51:15 0:23:31 0:14:36 0:08:55 smithi master centos 8.3 rados/standalone/{supported-random-distro$/{centos_8} workloads/c2c} 1
pass 6522901 2021-11-23 22:23:06 2021-11-24 04:28:04 2021-11-24 05:58:46 1:30:42 1:19:42 0:11:00 smithi master centos 8.3 rados/upgrade/parallel/{0-random-distro$/{centos_8.3_container_tools_3.0} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} 2
pass 6522902 2021-11-23 22:23:07 2021-11-24 04:29:15 2021-11-24 05:06:12 0:36:57 0:28:35 0:08:22 smithi master centos 8.3 rados/valgrind-leaks/{1-start 2-inject-leak/mon centos_latest} 1
pass 6522903 2021-11-23 22:23:08 2021-11-24 04:29:15 2021-11-24 05:02:43 0:33:28 0:23:13 0:10:15 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/redirect} 2
pass 6522904 2021-11-23 22:23:09 2021-11-24 04:29:15 2021-11-24 05:03:48 0:34:33 0:24:25 0:10:08 smithi master rados/cephadm/workunits/{agent/off mon_election/connectivity task/test_nfs} 1
pass 6522905 2021-11-23 22:23:10 2021-11-24 04:30:06 2021-11-24 05:19:09 0:49:03 0:36:22 0:12:41 smithi master centos 8.stream rados/cephadm/with-work/{0-distro/centos_8.stream_container_tools fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rados_api_tests} 2
pass 6522906 2021-11-23 22:23:11 2021-11-24 04:31:56 2021-11-24 04:59:08 0:27:12 0:15:26 0:11:46 smithi master centos 8.2 rados/cephadm/smoke-roleless/{0-distro/centos_8.2_container_tools_3.0 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-bucket 3-final} 2
pass 6522907 2021-11-23 22:23:12 2021-11-24 04:33:57 2021-11-24 04:55:21 0:21:24 0:11:35 0:09:49 smithi master centos 8.stream rados/singleton/{all/deduptool mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8.stream}} 1
pass 6522908 2021-11-23 22:23:13 2021-11-24 04:34:07 2021-11-24 05:18:35 0:44:28 0:32:15 0:12:13 smithi master ubuntu 20.04 rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/defaut 3-start-upgrade 4-wait 5-upgrade-ls agent/on mon_election/classic} 2
pass 6522909 2021-11-23 22:23:14 2021-11-24 04:36:28 2021-11-24 04:57:43 0:21:15 0:11:58 0:09:17 smithi master centos 8.stream rados/singleton-nomsgr/{all/balancer mon_election/connectivity rados supported-random-distro$/{centos_8.stream}} 1
pass 6522910 2021-11-23 22:23:15 2021-11-24 04:36:28 2021-11-24 05:00:44 0:24:16 0:14:17 0:09:59 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8.stream} thrashers/none thrashosds-health workloads/redirect_promote_tests} 2
pass 6522911 2021-11-23 22:23:16 2021-11-24 04:37:29 2021-11-24 05:19:17 0:41:48 0:32:13 0:09:35 smithi master centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 6522912 2021-11-23 22:23:17 2021-11-24 04:38:19 2021-11-24 05:21:26 0:43:07 0:31:49 0:11:18 smithi master centos 8.stream rados/cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools 1-bootstrap/16.2.4 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
pass 6522913 2021-11-23 22:23:18 2021-11-24 04:40:00 2021-11-24 04:59:41 0:19:41 0:09:09 0:10:32 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/fio_4M_rand_read} 1
pass 6522914 2021-11-23 22:23:19 2021-11-24 04:40:00 2021-11-24 05:15:45 0:35:45 0:28:14 0:07:31 smithi master rhel 8.4 rados/cephadm/orchestrator_cli/{0-random-distro$/{rhel_8.4_container_tools_rhel8} 2-node-mgr agent/off orchestrator_cli} 2
pass 6522915 2021-11-23 22:23:20 2021-11-24 04:40:31 2021-11-24 04:59:52 0:19:21 0:10:44 0:08:37 smithi master centos 8.3 rados/singleton/{all/divergent_priors mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8}} 1
pass 6522916 2021-11-23 22:23:21 2021-11-24 04:41:01 2021-11-24 05:01:54 0:20:53 0:12:21 0:08:32 smithi master centos 8.2 rados/cephadm/smoke-singlehost/{0-random-distro$/{centos_8.2_container_tools_3.0} 1-start 2-services/basic 3-final} 1
pass 6522917 2021-11-23 22:23:22 2021-11-24 04:41:02 2021-11-24 05:08:24 0:27:22 0:15:20 0:12:02 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8.stream} thrashers/pggrow thrashosds-health workloads/redirect_set_object} 2
pass 6522918 2021-11-23 22:23:23 2021-11-24 04:42:12 2021-11-24 05:04:08 0:21:56 0:11:04 0:10:52 smithi master ubuntu 20.04 rados/singleton-nomsgr/{all/cache-fs-trunc mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 6522919 2021-11-23 22:23:24 2021-11-24 04:42:12 2021-11-24 05:42:52 1:00:40 0:48:48 0:11:52 smithi master centos 8.stream rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools_crun 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async root} 2
pass 6522920 2021-11-23 22:23:25 2021-11-24 04:43:23 2021-11-24 05:08:54 0:25:31 0:18:05 0:07:26 smithi master rhel 8.4 rados/cephadm/osds/{0-distro/rhel_8.4_container_tools_rhel8 0-nvme-loop 1-start 2-ops/rm-zap-wait} 2
pass 6522921 2021-11-23 22:23:26 2021-11-24 04:43:43 2021-11-24 05:11:08 0:27:25 0:16:45 0:10:40 smithi master centos 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} tasks/rados_cls_all} 2
pass 6522922 2021-11-23 22:23:27 2021-11-24 04:43:54 2021-11-24 05:20:02 0:36:08 0:25:02 0:11:06 smithi master rhel 8.4 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6522923 2021-11-23 22:23:28 2021-11-24 04:48:35 2021-11-24 05:16:29 0:27:54 0:20:31 0:07:23 smithi master rhel 8.4 rados/cephadm/smoke/{0-distro/rhel_8.4_container_tools_rhel8 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} 2
pass 6522924 2021-11-23 22:23:29 2021-11-24 04:49:05 2021-11-24 05:22:26 0:33:21 0:26:37 0:06:44 smithi master rhel 8.4 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity random-objectstore$/{bluestore-comp-lz4} supported-random-distro$/{rhel_8} tasks/failover} 2
pass 6522925 2021-11-23 22:23:30 2021-11-24 04:49:15 2021-11-24 05:06:48 0:17:33 0:08:06 0:09:27 smithi master ubuntu 20.04 rados/singleton/{all/divergent_priors2 mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest}} 1
pass 6522926 2021-11-23 22:23:31 2021-11-24 04:49:16 2021-11-24 05:16:47 0:27:31 0:15:12 0:12:19 smithi master centos 8.3 rados/cephadm/smoke-roleless/{0-distro/centos_8.3_container_tools_3.0 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-user 3-final} 2
pass 6522927 2021-11-23 22:23:32 2021-11-24 04:51:16 2021-11-24 05:18:43 0:27:27 0:18:15 0:09:12 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8.stream} thrashers/careful thrashosds-health workloads/set-chunks-read} 2
pass 6522928 2021-11-23 22:23:33 2021-11-24 04:51:17 2021-11-24 05:14:13 0:22:56 0:11:36 0:11:20 smithi master centos 8.stream rados/singleton-nomsgr/{all/ceph-kvstore-tool mon_election/connectivity rados supported-random-distro$/{centos_8.stream}} 1
fail 6522929 2021-11-23 22:23:34 2021-11-24 04:52:47 2021-11-24 05:20:01 0:27:14 0:15:32 0:11:42 smithi master rados/cephadm/workunits/{agent/on mon_election/classic task/test_orch_cli} 1
Failure Reason:

Test failure: test_daemon_restart (tasks.cephadm_cases.test_cli.TestCephadmCLI)

pass 6522930 2021-11-23 22:23:36 2021-11-24 04:52:47 2021-11-24 05:56:52 1:04:05 0:54:39 0:09:26 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados tasks/rados_api_tests validater/valgrind} 2
pass 6522931 2021-11-23 22:23:37 2021-11-24 04:53:38 2021-11-24 05:28:56 0:35:18 0:23:46 0:11:32 smithi master centos 8.stream rados/cephadm/with-work/{0-distro/centos_8.stream_container_tools_crun fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_python} 2
pass 6522932 2021-11-23 22:23:38 2021-11-24 04:55:29 2021-11-24 05:20:50 0:25:21 0:15:35 0:09:46 smithi master centos 8.stream rados/objectstore/{backends/ceph_objectstore_tool supported-random-distro$/{centos_8.stream}} 1
pass 6522933 2021-11-23 22:23:39 2021-11-24 04:55:39 2021-11-24 05:20:00 0:24:21 0:13:49 0:10:32 smithi master ubuntu 20.04 rados/multimon/{clusters/9 mon_election/connectivity msgr-failures/many msgr/async no_pools objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} tasks/mon_recovery} 3
pass 6522934 2021-11-23 22:23:40 2021-11-24 04:55:39 2021-11-24 05:27:17 0:31:38 0:23:26 0:08:12 smithi master rhel 8.4 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 6522935 2021-11-23 22:23:41 2021-11-24 04:57:50 2021-11-24 05:35:28 0:37:38 0:27:04 0:10:34 smithi master centos 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6522936 2021-11-23 22:23:42 2021-11-24 04:58:00 2021-11-24 05:48:08 0:50:08 0:39:44 0:10:24 smithi master centos 8.stream rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8.stream} thrashers/many workloads/snaps-few-objects} 2
pass 6522937 2021-11-23 22:23:43 2021-11-24 04:58:51 2021-11-24 05:40:39 0:41:48 0:31:34 0:10:14 smithi master centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 6522938 2021-11-23 22:23:44 2021-11-24 04:59:11 2021-11-24 05:55:21 0:56:10 0:44:26 0:11:44 smithi master centos 8.stream rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8.stream} thrashers/pggrow thrashosds-health workloads/ec-radosbench} 2
pass 6522939 2021-11-23 22:23:45 2021-11-24 04:59:52 2021-11-24 05:17:18 0:17:26 0:08:37 0:08:49 smithi master ubuntu 20.04 rados/singleton/{all/dump-stuck mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest}} 1
pass 6522940 2021-11-23 22:23:46 2021-11-24 04:59:52 2021-11-24 05:25:19 0:25:27 0:16:15 0:09:12 smithi master centos 8.stream rados/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/nfs-ingress 3-final} 2
pass 6522941 2021-11-23 22:23:47 2021-11-24 04:59:52 2021-11-24 05:35:10 0:35:18 0:24:59 0:10:19 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/small-objects-balanced} 2
pass 6522942 2021-11-23 22:23:48 2021-11-24 04:59:53 2021-11-24 05:19:34 0:19:41 0:09:24 0:10:17 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-bitmap openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/fio_4M_rand_rw} 1
pass 6522943 2021-11-23 22:23:49 2021-11-24 04:59:53 2021-11-24 05:23:30 0:23:37 0:14:11 0:09:26 smithi master ubuntu 20.04 rados/cephadm/osds/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-ops/repave-all} 2
pass 6522944 2021-11-23 22:23:50 2021-11-24 05:00:03 2021-11-24 05:28:09 0:28:06 0:19:47 0:08:19 smithi master rhel 8.4 rados/singleton-nomsgr/{all/ceph-post-file mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 6522945 2021-11-23 22:23:51 2021-11-24 05:00:54 2021-11-24 05:42:06 0:41:12 0:34:18 0:06:54 smithi master rhel 8.4 rados/standalone/{supported-random-distro$/{rhel_8} workloads/crush} 1
pass 6522946 2021-11-23 22:23:52 2021-11-24 05:00:54 2021-11-24 05:34:58 0:34:04 0:20:37 0:13:27 smithi master ubuntu 20.04 rados/cephadm/smoke/{0-distro/ubuntu_20.04 0-nvme-loop agent/on fixed-2 mon_election/classic start} 2
pass 6522947 2021-11-23 22:23:53 2021-11-24 05:02:44 2021-11-24 05:55:21 0:52:37 0:44:00 0:08:37 smithi master rhel 8.4 rados/cephadm/thrash/{0-distro/rhel_8.4_container_tools_3.0 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async-v1only root} 2
pass 6522948 2021-11-23 22:23:54 2021-11-24 05:03:55 2021-11-24 05:41:38 0:37:43 0:24:53 0:12:50 smithi master ubuntu 20.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} 2
fail 6522949 2021-11-23 22:23:55 2021-11-24 05:05:05 2021-11-24 07:08:06 2:03:01 1:53:24 0:09:37 smithi master centos 8.3 rados/singleton/{all/ec-inconsistent-hinfo mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8}} 1
Failure Reason:

"2021-11-24T06:17:59.124950+0000 osd.3 (osd.3) 4 : cluster [WRN] Error(s) ignored for 2:ad551702:::test:head enough copies available" in cluster log

pass 6522950 2021-11-23 22:23:56 2021-11-24 05:05:06 2021-11-24 05:30:55 0:25:49 0:15:49 0:10:00 smithi master centos 8.stream rados/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-services/nfs-ingress2 3-final} 2
pass 6522951 2021-11-23 22:23:58 2021-11-24 05:05:36 2021-11-24 05:37:16 0:31:40 0:21:29 0:10:11 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/small-objects-localized} 2
pass 6522952 2021-11-23 22:23:59 2021-11-24 05:06:17 2021-11-24 06:04:54 0:58:37 0:49:47 0:08:50 smithi master rhel 8.4 rados/cephadm/with-work/{0-distro/rhel_8.4_container_tools_3.0 fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rados_api_tests} 2
pass 6522953 2021-11-23 22:24:00 2021-11-24 05:08:27 2021-11-24 05:35:39 0:27:12 0:21:02 0:06:10 smithi master rhel 8.4 rados/singleton-nomsgr/{all/crushdiff mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
fail 6522954 2021-11-23 22:24:01 2021-11-24 05:08:28 2021-11-24 05:28:30 0:20:02 0:08:58 0:11:04 smithi master centos 8.3 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/octopus backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{centos_latest} mon_election/classic msgr-failures/osd-delay rados thrashers/mapgap thrashosds-health workloads/snaps-few-objects} 3
Failure Reason:

Command failed on smithi092 with status 5: 'sudo systemctl stop ceph-0465720c-4ce7-11ec-8c2d-001a4aab830c@mon.a'

pass 6522955 2021-11-23 22:24:02 2021-11-24 05:09:18 2021-11-24 05:44:19 0:35:01 0:26:17 0:08:44 smithi master rhel 8.4 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic random-objectstore$/{bluestore-bitmap} supported-random-distro$/{rhel_8} tasks/insights} 2
pass 6522956 2021-11-23 22:24:03 2021-11-24 05:11:09 2021-11-24 05:49:47 0:38:38 0:26:02 0:12:36 smithi master centos 8.stream rados/cephadm/upgrade/{1-start-distro/1-start-centos_8.stream_container-tools 2-repo_digest/repo_digest 3-start-upgrade 4-wait 5-upgrade-ls agent/off mon_election/connectivity} 2
pass 6522957 2021-11-23 22:24:04 2021-11-24 05:14:20 2021-11-24 05:41:01 0:26:41 0:19:01 0:07:40 smithi master rhel 8.4 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} tasks/rados_python} 2
pass 6522958 2021-11-23 22:24:05 2021-11-24 05:15:50 2021-11-24 05:39:46 0:23:56 0:13:38 0:10:18 smithi master centos 8.2 rados/cephadm/osds/{0-distro/centos_8.2_container_tools_3.0 0-nvme-loop 1-start 2-ops/rm-zap-add} 2
pass 6522959 2021-11-23 22:24:06 2021-11-24 05:16:31 2021-11-24 06:28:21 1:11:50 1:00:52 0:10:58 smithi master centos 8.3 rados/singleton/{all/ec-lost-unfound mon_election/classic msgr-failures/none msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8}} 1
pass 6522960 2021-11-23 22:24:07 2021-11-24 05:16:51 2021-11-24 05:50:34 0:33:43 0:23:37 0:10:06 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8.stream} thrashers/morepggrow thrashosds-health workloads/small-objects} 2
pass 6522961 2021-11-23 22:24:08 2021-11-24 05:17:22 2021-11-24 05:44:09 0:26:47 0:16:27 0:10:20 smithi master centos 8.2 rados/cephadm/smoke/{0-distro/centos_8.2_container_tools_3.0 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} 2
pass 6522962 2021-11-23 22:24:09 2021-11-24 05:18:42 2021-11-24 05:37:40 0:18:58 0:07:45 0:11:13 smithi master rados/cephadm/workunits/{agent/off mon_election/connectivity task/test_adoption} 1
pass 6522963 2021-11-23 22:24:10 2021-11-24 05:18:53 2021-11-24 05:40:20 0:21:27 0:12:32 0:08:55 smithi master centos 8.3 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6522964 2021-11-23 22:24:11 2021-11-24 05:19:23 2021-11-24 05:40:13 0:20:50 0:10:37 0:10:13 smithi master centos 8.stream rados/singleton-nomsgr/{all/export-after-evict mon_election/classic rados supported-random-distro$/{centos_8.stream}} 1
pass 6522965 2021-11-23 22:24:12 2021-11-24 05:19:24 2021-11-24 05:59:32 0:40:08 0:29:19 0:10:49 smithi master centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 6522966 2021-11-23 22:24:13 2021-11-24 05:20:04 2021-11-24 05:44:01 0:23:57 0:13:51 0:10:06 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-comp openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/fio_4M_rand_write} 1
pass 6522967 2021-11-23 22:24:14 2021-11-24 05:20:04 2021-11-24 06:19:38 0:59:34 0:52:02 0:07:32 smithi master rhel 8.4 rados/cephadm/thrash/{0-distro/rhel_8.4_container_tools_rhel8 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async-v2only root} 2
pass 6522968 2021-11-23 22:24:15 2021-11-24 05:20:05 2021-11-24 05:36:30 0:16:25 0:06:04 0:10:21 smithi master ubuntu 20.04 rados/singleton/{all/erasure-code-nonregression mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}} 1
pass 6522969 2021-11-23 22:24:16 2021-11-24 05:20:05 2021-11-24 05:47:21 0:27:16 0:20:55 0:06:21 smithi master rhel 8.4 rados/objectstore/{backends/filejournal supported-random-distro$/{rhel_8}} 1
pass 6522970 2021-11-23 22:24:18 2021-11-24 05:20:05 2021-11-24 05:55:34 0:35:29 0:26:15 0:09:14 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8.stream} thrashers/none thrashosds-health workloads/snaps-few-objects-balanced} 2
pass 6522971 2021-11-23 22:24:19 2021-11-24 05:20:06 2021-11-24 05:47:03 0:26:57 0:18:52 0:08:05 smithi master rhel 8.4 rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_3.0 0-nvme-loop 1-start 2-services/nfs 3-final} 2
pass 6522972 2021-11-23 22:24:20 2021-11-24 05:21:36 2021-11-24 05:51:43 0:30:07 0:18:42 0:11:25 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados tasks/rados_cls_all validater/lockdep} 2
pass 6522973 2021-11-23 22:24:21 2021-11-24 05:22:27 2021-11-24 06:00:35 0:38:08 0:27:30 0:10:38 smithi master centos 8.stream rados/cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools 1-bootstrap/16.2.5 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
pass 6522974 2021-11-23 22:24:22 2021-11-24 05:23:37 2021-11-24 05:52:54 0:29:17 0:21:28 0:07:49 smithi master rhel 8.4 rados/multimon/{clusters/21 mon_election/classic msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} tasks/mon_clock_no_skews} 3
pass 6522975 2021-11-23 22:24:23 2021-11-24 05:25:28 2021-11-24 06:04:44 0:39:16 0:26:50 0:12:26 smithi master centos 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 6522976 2021-11-23 22:24:24 2021-11-24 05:27:19 2021-11-24 06:05:47 0:38:28 0:27:49 0:10:39 smithi master centos 8.stream rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8.stream} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6522977 2021-11-23 22:24:25 2021-11-24 05:28:19 2021-11-24 05:49:22 0:21:03 0:11:02 0:10:01 smithi master centos 8.stream rados/singleton-nomsgr/{all/full-tiering mon_election/connectivity rados supported-random-distro$/{centos_8.stream}} 1
pass 6522978 2021-11-23 22:24:26 2021-11-24 05:28:39 2021-11-24 05:59:59 0:31:20 0:20:45 0:10:35 smithi master centos 8.stream rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8.stream} thrashers/one workloads/pool-create-delete} 2
pass 6522979 2021-11-23 22:24:27 2021-11-24 05:28:40 2021-11-24 06:02:27 0:33:47 0:23:37 0:10:10 smithi master centos 8.stream rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8.stream} thrashers/careful thrashosds-health workloads/ec-small-objects-balanced} 2
pass 6522980 2021-11-23 22:24:28 2021-11-24 05:29:00 2021-11-24 05:56:15 0:27:15 0:18:39 0:08:36 smithi master rhel 8.4 rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_rhel8 0-nvme-loop 1-start 2-services/nfs2 3-final} 2
pass 6522981 2021-11-23 22:24:29 2021-11-24 05:31:01 2021-11-24 06:18:08 0:47:07 0:33:22 0:13:45 smithi master centos 8.stream rados/singleton-bluestore/{all/cephtool mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8.stream}} 1
pass 6522982 2021-11-23 22:24:30 2021-11-24 05:35:02 2021-11-24 06:44:01 1:08:59 0:59:28 0:09:31 smithi master centos 8.stream rados/singleton/{all/lost-unfound-delete mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8.stream}} 1
pass 6522983 2021-11-23 22:24:31 2021-11-24 05:35:02 2021-11-24 06:00:09 0:25:07 0:14:48 0:10:19 smithi master centos 8.3 rados/cephadm/osds/{0-distro/centos_8.3_container_tools_3.0 0-nvme-loop 1-start 2-ops/rm-zap-flag} 2
pass 6522984 2021-11-23 22:24:32 2021-11-24 05:35:12 2021-11-24 06:14:36 0:39:24 0:27:25 0:11:59 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/snaps-few-objects-localized} 2
pass 6522985 2021-11-23 22:24:33 2021-11-24 05:35:33 2021-11-24 06:03:38 0:28:05 0:17:05 0:11:00 smithi master centos 8.3 rados/cephadm/smoke/{0-distro/centos_8.3_container_tools_3.0 0-nvme-loop agent/on fixed-2 mon_election/classic start} 2
dead 6522986 2021-11-23 22:24:34 2021-11-24 05:36:33 2021-11-24 05:53:01 0:16:28 0:04:00 0:12:28 smithi master ubuntu 20.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity random-objectstore$/{bluestore-comp-zlib} supported-random-distro$/{ubuntu_latest} tasks/module_selftest} 2
Failure Reason:

{'Failure object was': {'smithi057.front.sepia.ceph.com': {'msg': 'Failed to update apt cache: ', 'invocation': {'module_args': {'dpkg_options': 'force-confdef,force-confold', 'autoremove': False, 'force': False, 'force_apt_get': False, 'policy_rc_d': 'None', 'package': 'None', 'autoclean': False, 'install_recommends': 'None', 'purge': False, 'allow_unauthenticated': False, 'state': 'present', 'upgrade': 'None', 'update_cache': True, 'default_release': 'None', 'only_upgrade': False, 'deb': 'None', 'cache_valid_time': 0}}, '_ansible_no_log': False, 'attempts': 24, 'changed': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 117, in represent_mapping node_key = self.represent_data(item_key) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', '_ansible_no_log')"}

pass 6522987 2021-11-23 22:24:35 2021-11-24 05:37:24 2021-11-24 06:23:20 0:45:56 0:36:11 0:09:45 smithi master rhel 8.4 rados/cephadm/with-work/{0-distro/rhel_8.4_container_tools_rhel8 fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rados_python} 2
pass 6522988 2021-11-23 22:24:36 2021-11-24 05:39:54 2021-11-24 06:05:41 0:25:47 0:19:22 0:06:25 smithi master rhel 8.4 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} tasks/rados_stress_watch} 2
pass 6522989 2021-11-23 22:24:37 2021-11-24 05:40:15 2021-11-24 06:01:47 0:21:32 0:10:53 0:10:39 smithi master centos 8.3 rados/singleton-nomsgr/{all/health-warnings mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 6522990 2021-11-23 22:24:38 2021-11-24 05:40:25 2021-11-24 07:17:58 1:37:33 1:27:33 0:10:00 smithi master ubuntu 20.04 rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/erasure-code} 1
pass 6522991 2021-11-23 22:24:39 2021-11-24 05:40:25 2021-11-24 06:23:24 0:42:59 0:34:46 0:08:13 smithi master centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 6522992 2021-11-23 22:24:40 2021-11-24 05:40:26 2021-11-24 06:38:30 0:58:04 0:48:12 0:09:52 smithi master ubuntu 20.04 rados/singleton/{all/lost-unfound mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} 1
pass 6522993 2021-11-23 22:24:41 2021-11-24 05:40:46 2021-11-24 06:35:21 0:54:35 0:42:55 0:11:40 smithi master ubuntu 20.04 rados/cephadm/thrash/{0-distro/ubuntu_20.04 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async root} 2
pass 6522994 2021-11-23 22:24:42 2021-11-24 05:41:07 2021-11-24 06:23:31 0:42:24 0:30:41 0:11:43 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8.stream} thrashers/careful thrashosds-health workloads/snaps-few-objects} 2
pass 6522995 2021-11-23 22:24:43 2021-11-24 05:41:47 2021-11-24 06:07:44 0:25:57 0:15:23 0:10:34 smithi master rados/cephadm/workunits/{agent/on mon_election/classic task/test_cephadm} 1
pass 6522996 2021-11-23 22:24:44 2021-11-24 05:41:47 2021-11-24 06:13:05 0:31:18 0:19:43 0:11:35 smithi master ubuntu 20.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/rgw-ingress 3-final} 2
pass 6522997 2021-11-23 22:24:45 2021-11-24 05:42:58 2021-11-24 06:04:25 0:21:27 0:11:18 0:10:09 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-low-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/radosbench_4K_rand_read} 1
fail 6522998 2021-11-23 22:24:46 2021-11-24 05:42:58 2021-11-24 06:24:31 0:41:33 0:28:55 0:12:38 smithi master ubuntu 20.04 rados/rook/smoke/{0-distro/ubuntu_20.04 0-kubeadm 0-nvme-loop 1-rook 2-workload/radosbench 3-final cluster/3-node k8s/1.21 net/host rook/master} 3
Failure Reason:

'check osd count' reached maximum tries (90) after waiting for 900 seconds

fail 6522999 2021-11-23 22:24:47 2021-11-24 05:44:19 2021-11-24 06:13:56 0:29:37 0:18:54 0:10:43 smithi master centos 8.stream rados/dashboard/{0-single-container-host debug/mgr mon_election/connectivity random-objectstore$/{bluestore-hybrid} tasks/e2e} 2
Failure Reason:

Command failed (workunit test cephadm/test_dashboard_e2e.sh) on smithi134 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=32e899f1522a79ad334651ffcdd9a4268ad76a0e TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_dashboard_e2e.sh'

pass 6523000 2021-11-23 22:24:49 2021-11-24 05:44:29 2021-11-24 06:04:24 0:19:55 0:10:30 0:09:25 smithi master centos 8.3 rados/singleton-nomsgr/{all/large-omap-object-warnings mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 6523001 2021-11-23 22:24:50 2021-11-24 05:45:20 2021-11-24 06:10:36 0:25:16 0:13:45 0:11:31 smithi master centos 8.stream rados/cephadm/osds/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-ops/rm-zap-wait} 2
pass 6523002 2021-11-23 22:24:51 2021-11-24 05:47:10 2021-11-24 06:08:21 0:21:11 0:10:47 0:10:24 smithi master centos 8.stream rados/singleton/{all/max-pg-per-osd.from-mon mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8.stream}} 1
pass 6523003 2021-11-23 22:24:52 2021-11-24 05:47:11 2021-11-24 06:13:37 0:26:26 0:15:06 0:11:20 smithi master centos 8.stream rados/cephadm/smoke/{0-distro/centos_8.stream_container_tools 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} 2
pass 6523004 2021-11-23 22:24:53 2021-11-24 05:48:11 2021-11-24 06:12:14 0:24:03 0:12:56 0:11:07 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/write_fadvise_dontneed} 2
pass 6523005 2021-11-23 22:24:54 2021-11-24 05:48:42 2021-11-24 06:11:49 0:23:07 0:10:33 0:12:34 smithi master ubuntu 20.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6523006 2021-11-23 22:24:55 2021-11-24 05:49:52 2021-11-24 06:40:26 0:50:34 0:38:53 0:11:41 smithi master ubuntu 20.04 rados/cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/packaged mon_election/classic msgr/async start tasks/rados_api_tests} 2
pass 6523007 2021-11-23 22:24:56 2021-11-24 05:50:43 2021-11-24 06:30:39 0:39:56 0:33:21 0:06:35 smithi master rhel 8.4 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-fast-read-overwrites} 2
pass 6523008 2021-11-23 22:24:57 2021-11-24 05:51:13 2021-11-24 06:16:59 0:25:46 0:15:37 0:10:09 smithi master centos 8.2 rados/cephadm/smoke-roleless/{0-distro/centos_8.2_container_tools_3.0 0-nvme-loop 1-start 2-services/rgw 3-final} 2
pass 6523009 2021-11-23 22:24:58 2021-11-24 05:51:43 2021-11-24 08:39:22 2:47:39 2:39:18 0:08:21 smithi master rhel 8.4 rados/objectstore/{backends/filestore-idempotent-aio-journal supported-random-distro$/{rhel_8}} 1
pass 6523010 2021-11-23 22:24:59 2021-11-24 05:53:04 2021-11-24 06:13:51 0:20:47 0:11:13 0:09:34 smithi master centos 8.3 rados/singleton-nomsgr/{all/lazy_omap_stats_output mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 6523011 2021-11-23 22:25:00 2021-11-24 05:53:04 2021-11-24 06:35:20 0:42:16 0:32:24 0:09:52 smithi master ubuntu 20.04 rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04-15.2.9 2-repo_digest/defaut 3-start-upgrade 4-wait 5-upgrade-ls agent/on mon_election/classic} 2
fail 6523012 2021-11-23 22:25:01 2021-11-24 05:53:05 2021-11-24 06:14:37 0:21:32 0:08:21 0:13:11 smithi master centos 8.3 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/pacific backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{centos_latest} mon_election/connectivity msgr-failures/fastclose rados thrashers/morepggrow thrashosds-health workloads/test_rbd_api} 3
Failure Reason:

Command failed on smithi073 with status 5: 'sudo systemctl stop ceph-6afb24d4-4ced-11ec-8c2d-001a4aab830c@mon.a'

pass 6523013 2021-11-23 22:25:02 2021-11-24 05:55:25 2021-11-24 06:17:32 0:22:07 0:11:02 0:11:05 smithi master ubuntu 20.04 rados/singleton/{all/max-pg-per-osd.from-primary mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}} 1
pass 6523014 2021-11-23 22:25:03 2021-11-24 05:55:26 2021-11-24 06:45:17 0:49:51 0:39:49 0:10:02 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados tasks/mon_recovery validater/valgrind} 2
pass 6523015 2021-11-23 22:25:04 2021-11-24 05:55:36 2021-11-24 06:37:44 0:42:08 0:32:06 0:10:02 smithi master centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 6523016 2021-11-23 22:25:05 2021-11-24 05:56:16 2021-11-24 06:26:38 0:30:22 0:19:03 0:11:19 smithi master ubuntu 20.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic random-objectstore$/{bluestore-bitmap} supported-random-distro$/{ubuntu_latest} tasks/progress} 2
pass 6523017 2021-11-23 22:25:06 2021-11-24 05:56:57 2021-11-24 06:36:12 0:39:15 0:27:05 0:12:10 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/admin_socket_objecter_requests} 2
pass 6523018 2021-11-23 22:25:07 2021-11-24 05:58:47 2021-11-24 06:24:21 0:25:34 0:15:58 0:09:36 smithi master centos 8.stream rados/cephadm/orchestrator_cli/{0-random-distro$/{centos_8.stream_container_tools} 2-node-mgr agent/on orchestrator_cli} 2
pass 6523019 2021-11-23 22:25:08 2021-11-24 05:58:48 2021-11-24 06:18:32 0:19:44 0:10:26 0:09:18 smithi master centos 8.stream rados/multimon/{clusters/3 mon_election/connectivity msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8.stream} tasks/mon_clock_with_skews} 2
pass 6523020 2021-11-23 22:25:09 2021-11-24 05:59:38 2021-11-24 06:20:05 0:20:27 0:09:49 0:10:38 smithi master ubuntu 20.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 6523021 2021-11-23 22:25:10 2021-11-24 06:00:09 2021-11-24 06:38:02 0:37:53 0:26:31 0:11:22 smithi master ubuntu 20.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6523022 2021-11-23 22:25:11 2021-11-24 06:00:19 2021-11-24 06:23:36 0:23:17 0:13:54 0:09:23 smithi master centos 8.stream rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8.stream} thrashers/sync-many workloads/rados_5925} 2
pass 6523023 2021-11-23 22:25:12 2021-11-24 06:00:39 2021-11-24 06:41:43 0:41:04 0:33:19 0:07:45 smithi master rhel 8.4 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 6523024 2021-11-23 22:25:14 2021-11-24 06:02:30 2021-11-24 06:20:29 0:17:59 0:07:03 0:10:56 smithi master ubuntu 20.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} tasks/rados_striper} 2
pass 6523025 2021-11-23 22:25:15 2021-11-24 06:02:40 2021-11-24 06:28:07 0:25:27 0:17:54 0:07:33 smithi master rhel 8.4 rados/cephadm/smoke-singlehost/{0-random-distro$/{rhel_8.4_container_tools_3.0} 1-start 2-services/rgw 3-final} 1
pass 6523026 2021-11-23 22:25:16 2021-11-24 06:02:41 2021-11-24 06:59:07 0:56:26 0:45:43 0:10:43 smithi master centos 8.2 rados/cephadm/thrash/{0-distro/centos_8.2_container_tools_3.0 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async-v1only root} 2
pass 6523027 2021-11-23 22:25:17 2021-11-24 06:03:41 2021-11-24 06:34:45 0:31:04 0:24:29 0:06:35 smithi master rhel 8.4 rados/singleton-nomsgr/{all/librados_hello_world mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 6523028 2021-11-23 22:25:18 2021-11-24 06:03:42 2021-11-24 06:25:58 0:22:16 0:10:46 0:11:30 smithi master ubuntu 20.04 rados/singleton/{all/max-pg-per-osd.from-replica mon_election/classic msgr-failures/none msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest}} 1
pass 6523029 2021-11-23 22:25:19 2021-11-24 06:04:32 2021-11-24 06:20:13 0:15:41 0:04:51 0:10:50 smithi master rados/cephadm/workunits/{agent/off mon_election/connectivity task/test_cephadm_repos} 1
pass 6523030 2021-11-23 22:25:20 2021-11-24 06:04:32 2021-11-24 07:22:25 1:17:53 1:07:29 0:10:24 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/cache-agent-big} 2
pass 6523031 2021-11-23 22:25:21 2021-11-24 06:04:53 2021-11-24 06:24:49 0:19:56 0:09:45 0:10:11 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-stupid openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/radosbench_4K_seq_read} 1
pass 6523032 2021-11-23 22:25:22 2021-11-24 06:04:53 2021-11-24 06:29:15 0:24:22 0:13:48 0:10:34 smithi master centos 8.3 rados/cephadm/smoke-roleless/{0-distro/centos_8.3_container_tools_3.0 0-nvme-loop 1-start 2-services/basic 3-final} 2
pass 6523033 2021-11-23 22:25:23 2021-11-24 06:05:03 2021-11-24 06:29:10 0:24:07 0:13:01 0:11:06 smithi master centos 8.stream rados/cephadm/osds/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-ops/repave-all} 2
pass 6523034 2021-11-23 22:25:24 2021-11-24 06:05:44 2021-11-24 06:31:16 0:25:32 0:15:11 0:10:21 smithi master centos 8.stream rados/cephadm/smoke/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/on fixed-2 mon_election/classic start} 2
pass 6523035 2021-11-23 22:25:25 2021-11-24 06:05:54 2021-11-24 06:33:58 0:28:04 0:16:12 0:11:52 smithi master ubuntu 20.04 rados/singleton-nomsgr/{all/msgr mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 6523036 2021-11-23 22:25:26 2021-11-24 06:07:45 2021-11-24 06:41:37 0:33:52 0:26:48 0:07:04 smithi master rhel 8.4 rados/standalone/{supported-random-distro$/{rhel_8} workloads/mgr} 1
pass 6523037 2021-11-23 22:25:27 2021-11-24 06:08:25 2021-11-24 06:46:13 0:37:48 0:25:56 0:11:52 smithi master centos 8.3 rados/valgrind-leaks/{1-start 2-inject-leak/none centos_latest} 1
pass 6523038 2021-11-23 22:25:28 2021-11-24 06:10:46 2021-11-24 06:31:54 0:21:08 0:11:32 0:09:36 smithi master centos 8.3 rados/singleton/{all/mon-auth-caps mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8}} 1
pass 6523039 2021-11-23 22:25:29 2021-11-24 06:10:46 2021-11-24 06:35:12 0:24:26 0:13:48 0:10:38 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8.stream} thrashers/none thrashosds-health workloads/cache-agent-small} 2
pass 6523040 2021-11-23 22:25:30 2021-11-24 06:11:57 2021-11-24 06:55:25 0:43:28 0:33:10 0:10:18 smithi master centos 8.3 rados/cephadm/thrash/{0-distro/centos_8.3_container_tools_3.0 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async-v2only root} 2
pass 6523041 2021-11-23 22:25:31 2021-11-24 06:11:57 2021-11-24 06:47:34 0:35:37 0:24:46 0:10:51 smithi master centos 8.2 rados/cephadm/with-work/{0-distro/centos_8.2_container_tools_3.0 fixed-2 mode/root mon_election/connectivity msgr/async-v1only start tasks/rados_python} 2
pass 6523042 2021-11-23 22:25:32 2021-11-24 06:12:17 2021-11-24 06:54:25 0:42:08 0:30:37 0:11:31 smithi master centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
fail 6523043 2021-11-23 22:25:33 2021-11-24 06:13:08 2021-11-24 06:37:09 0:24:01 0:14:05 0:09:56 smithi master centos 8.stream rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity random-objectstore$/{bluestore-comp-lz4} supported-random-distro$/{centos_8.stream} tasks/prometheus} 2
Failure Reason:

Test failure: test_standby (tasks.mgr.test_prometheus.TestPrometheus)

pass 6523044 2021-11-23 22:25:34 2021-11-24 06:13:38 2021-11-24 06:36:54 0:23:16 0:13:54 0:09:22 smithi master centos 8.stream rados/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/client-keyring 3-final} 2
pass 6523045 2021-11-23 22:25:36 2021-11-24 06:13:59 2021-11-24 06:42:55 0:28:56 0:23:23 0:05:33 smithi master rhel 8.4 rados/singleton/{all/mon-config-key-caps mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8}} 1
pass 6523046 2021-11-23 22:25:37 2021-11-24 06:13:59 2021-11-24 06:35:20 0:21:21 0:10:08 0:11:13 smithi master ubuntu 20.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6523047 2021-11-23 22:25:38 2021-11-24 06:14:39 2021-11-24 06:48:12 0:33:33 0:21:39 0:11:54 smithi master centos 8.3 rados/singleton-nomsgr/{all/multi-backfill-reject mon_election/connectivity rados supported-random-distro$/{centos_8}} 2
pass 6523048 2021-11-23 22:25:39 2021-11-24 06:17:00 2021-11-24 06:56:53 0:39:53 0:33:13 0:06:40 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/cache-pool-snaps-readproxy} 2
pass 6523049 2021-11-23 22:25:40 2021-11-24 06:17:41 2021-11-24 08:51:09 2:33:28 2:23:20 0:10:08 smithi master centos 8.stream rados/objectstore/{backends/filestore-idempotent supported-random-distro$/{centos_8.stream}} 1
pass 6523050 2021-11-23 22:25:41 2021-11-24 06:18:11 2021-11-24 06:59:48 0:41:37 0:32:31 0:09:06 smithi master centos 8.stream rados/cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools 1-bootstrap/octopus 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
pass 6523051 2021-11-23 22:25:42 2021-11-24 06:18:41 2021-11-24 06:45:20 0:26:39 0:18:55 0:07:44 smithi master rhel 8.4 rados/cephadm/osds/{0-distro/rhel_8.4_container_tools_3.0 0-nvme-loop 1-start 2-ops/rm-zap-add} 2
pass 6523052 2021-11-23 22:25:43 2021-11-24 06:19:42 2021-11-24 07:00:27 0:40:45 0:29:31 0:11:14 smithi master ubuntu 20.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} tasks/rados_workunit_loadgen_big} 2
pass 6523053 2021-11-23 22:25:44 2021-11-24 06:20:12 2021-11-24 06:47:23 0:27:11 0:20:34 0:06:37 smithi master rhel 8.4 rados/cephadm/smoke/{0-distro/rhel_8.4_container_tools_3.0 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} 2
pass 6523054 2021-11-23 22:25:45 2021-11-24 06:58:00 1605 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados tasks/rados_api_tests validater/lockdep} 2
pass 6523055 2021-11-23 22:25:46 2021-11-24 06:20:33 2021-11-24 06:42:43 0:22:10 0:10:12 0:11:58 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/radosbench_4M_rand_read} 1
pass 6523056 2021-11-23 22:25:47 2021-11-24 06:20:33 2021-11-24 07:03:07 0:42:34 0:29:10 0:13:24 smithi master rados/cephadm/workunits/{agent/on mon_election/classic task/test_nfs} 1
pass 6523057 2021-11-23 22:25:48 2021-11-24 06:23:24 2021-11-24 06:48:51 0:25:27 0:16:03 0:09:24 smithi master centos 8.stream rados/singleton/{all/mon-config-keys mon_election/connectivity msgr-failures/none msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8.stream}} 1
pass 6523058 2021-11-23 22:25:49 2021-11-24 06:23:24 2021-11-24 06:54:22 0:30:58 0:20:54 0:10:04 smithi master centos 8.stream rados/singleton-nomsgr/{all/osd_stale_reads mon_election/classic rados supported-random-distro$/{centos_8.stream}} 1
pass 6523059 2021-11-23 22:25:50 2021-11-24 06:23:25 2021-11-24 06:57:01 0:33:36 0:23:34 0:10:02 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8.stream} thrashers/careful thrashosds-health workloads/cache-pool-snaps} 2
pass 6523060 2021-11-23 22:25:52 2021-11-24 06:23:35 2021-11-24 06:46:42 0:23:07 0:13:46 0:09:21 smithi master centos 8.stream rados/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-services/iscsi 3-final} 2
pass 6523061 2021-11-23 22:25:53 2021-11-24 06:23:45 2021-11-24 06:56:07 0:32:22 0:24:38 0:07:44 smithi master rhel 8.4 rados/multimon/{clusters/6 mon_election/classic msgr-failures/few msgr/async no_pools objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} tasks/mon_recovery} 2
pass 6523062 2021-11-23 22:25:54 2021-11-24 06:24:26 2021-11-24 07:02:55 0:38:29 0:27:39 0:10:50 smithi master centos 8.stream rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8.stream} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 6523063 2021-11-23 22:25:55 2021-11-24 06:24:36 2021-11-24 07:08:22 0:43:46 0:37:14 0:06:32 smithi master rhel 8.4 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6523064 2021-11-23 22:25:56 2021-11-24 06:24:57 2021-11-24 07:02:34 0:37:37 0:25:47 0:11:50 smithi master ubuntu 20.04 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/sync workloads/rados_api_tests} 2
pass 6523065 2021-11-23 22:25:57 2021-11-24 06:26:47 2021-11-24 06:56:05 0:29:18 0:18:06 0:11:12 smithi master ubuntu 20.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-small-objects-many-deletes} 2
pass 6523066 2021-11-23 22:25:58 2021-11-24 06:28:08 2021-11-24 07:17:32 0:49:24 0:36:50 0:12:34 smithi master centos 8.stream rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async root} 2
pass 6523067 2021-11-23 22:25:59 2021-11-24 06:29:18 2021-11-24 07:16:43 0:47:25 0:36:22 0:11:03 smithi master centos 8.3 rados/cephadm/with-work/{0-distro/centos_8.3_container_tools_3.0 fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rados_api_tests} 2
pass 6523068 2021-11-23 22:26:00 2021-11-24 06:29:19 2021-11-24 07:04:17 0:34:58 0:23:58 0:11:00 smithi master centos 8.stream rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8.stream} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-overwrites} 2
pass 6523069 2021-11-23 22:26:01 2021-11-24 06:30:49 2021-11-24 07:15:03 0:44:14 0:33:36 0:10:38 smithi master ubuntu 20.04 rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/repo_digest 3-start-upgrade 4-wait 5-upgrade-ls agent/off mon_election/connectivity} 2
pass 6523070 2021-11-23 22:26:02 2021-11-24 06:31:20 2021-11-24 06:49:20 0:18:00 0:07:52 0:10:08 smithi master ubuntu 20.04 rados/singleton/{all/mon-config mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}} 1
pass 6523071 2021-11-23 22:26:03 2021-11-24 06:31:20 2021-11-24 07:15:29 0:44:09 0:31:04 0:13:05 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/cache-snaps-balanced} 2
pass 6523072 2021-11-23 22:26:04 2021-11-24 06:34:01 2021-11-24 06:52:32 0:18:31 0:07:03 0:11:28 smithi master ubuntu 20.04 rados/singleton-nomsgr/{all/pool-access mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 6523073 2021-11-23 22:26:06 2021-11-24 06:34:51 2021-11-24 07:16:39 0:41:48 0:32:05 0:09:43 smithi master centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
fail 6523074 2021-11-23 22:26:07 2021-11-24 06:35:22 2021-11-24 06:54:48 0:19:26 0:08:49 0:10:37 smithi master centos 8.3 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v1only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{centos_latest} mon_election/classic msgr-failures/few rados thrashers/none thrashosds-health workloads/cache-snaps} 3
Failure Reason:

Command failed on smithi085 with status 5: 'sudo systemctl stop ceph-1589de18-4cf3-11ec-8c2d-001a4aab830c@mon.a'

pass 6523075 2021-11-23 22:26:08 2021-11-24 06:35:22 2021-11-24 07:00:49 0:25:27 0:18:28 0:06:59 smithi master rhel 8.4 rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_3.0 0-nvme-loop 1-start 2-services/mirror 3-final} 2
pass 6523076 2021-11-23 22:26:09 2021-11-24 06:35:23 2021-11-24 06:56:30 0:21:07 0:10:38 0:10:29 smithi master centos 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic random-objectstore$/{filestore-xfs} supported-random-distro$/{centos_8} tasks/workunits} 2
pass 6523077 2021-11-23 22:26:10 2021-11-24 06:35:23 2021-11-24 07:01:21 0:25:58 0:18:14 0:07:44 smithi master rhel 8.4 rados/cephadm/osds/{0-distro/rhel_8.4_container_tools_rhel8 0-nvme-loop 1-start 2-ops/rm-zap-flag} 2
pass 6523078 2021-11-23 22:26:11 2021-11-24 06:36:14 2021-11-24 07:04:31 0:28:17 0:20:17 0:08:00 smithi master rhel 8.4 rados/cephadm/smoke/{0-distro/rhel_8.4_container_tools_rhel8 0-nvme-loop agent/on fixed-2 mon_election/classic start} 2
pass 6523079 2021-11-23 22:26:12 2021-11-24 06:37:04 2021-11-24 07:14:48 0:37:44 0:26:22 0:11:22 smithi master ubuntu 20.04 rados/singleton/{all/osd-backfill mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}} 1
pass 6523080 2021-11-23 22:26:13 2021-11-24 06:37:05 2021-11-24 07:16:31 0:39:26 0:28:35 0:10:51 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/cache-snaps} 2
pass 6523081 2021-11-23 22:26:14 2021-11-24 06:37:15 2021-11-24 07:17:32 0:40:17 0:29:17 0:11:00 smithi master ubuntu 20.04 rados/singleton-bluestore/{all/cephtool mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}} 1
pass 6523082 2021-11-23 22:26:15 2021-11-24 06:37:46 2021-11-24 07:30:56 0:53:10 0:43:10 0:10:00 smithi master centos 8.3 rados/singleton-nomsgr/{all/recovery-unfound-found mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 6523083 2021-11-23 22:26:16 2021-11-24 06:37:46 2021-11-24 07:51:06 1:13:20 1:06:59 0:06:21 smithi master rhel 8.4 rados/standalone/{supported-random-distro$/{rhel_8} workloads/misc} 1
pass 6523084 2021-11-23 22:26:17 2021-11-24 06:38:06 2021-11-24 07:01:52 0:23:46 0:13:34 0:10:12 smithi master rados/cephadm/workunits/{agent/off mon_election/connectivity task/test_orch_cli} 1
pass 6523085 2021-11-23 22:26:18 2021-11-24 06:38:07 2021-11-24 07:11:36 0:33:29 0:25:14 0:08:15 smithi master rhel 8.4 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} tasks/rados_workunit_loadgen_mix} 2
pass 6523086 2021-11-23 22:26:19 2021-11-24 06:40:27 2021-11-24 07:06:49 0:26:22 0:19:29 0:06:53 smithi master rhel 8.4 rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_rhel8 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-bucket 3-final} 2
pass 6523087 2021-11-23 22:26:20 2021-11-24 06:41:38 2021-11-24 07:01:44 0:20:06 0:09:11 0:10:55 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-bitmap openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/radosbench_4M_seq_read} 1
pass 6523088 2021-11-23 22:26:21 2021-11-24 06:41:48 2021-11-24 07:00:55 0:19:07 0:09:08 0:09:59 smithi master centos 8.3 rados/objectstore/{backends/fusestore supported-random-distro$/{centos_8}} 1
pass 6523089 2021-11-23 22:26:22 2021-11-24 06:41:48 2021-11-24 07:16:51 0:35:03 0:24:53 0:10:10 smithi master rhel 8.4 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6523090 2021-11-23 22:26:23 2021-11-24 06:45:19 2021-11-24 07:33:10 0:47:51 0:37:04 0:10:47 smithi master centos 8.stream rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools_crun 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async-v1only root} 2
pass 6523091 2021-11-23 22:26:24 2021-11-24 06:45:30 2021-11-24 07:19:48 0:34:18 0:24:05 0:10:13 smithi master centos 8.stream rados/cephadm/with-work/{0-distro/centos_8.stream_container_tools fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_python} 2
pass 6523092 2021-11-23 22:26:25 2021-11-24 06:46:20 2021-11-24 07:31:49 0:45:29 0:35:22 0:10:07 smithi master centos 8.stream rados/singleton/{all/osd-recovery-incomplete mon_election/classic msgr-failures/none msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8.stream}} 1
pass 6523093 2021-11-23 22:26:26 2021-11-24 06:46:21 2021-11-24 07:17:48 0:31:27 0:25:08 0:06:19 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/cache} 2
pass 6523094 2021-11-23 22:26:27 2021-11-24 06:46:51 2021-11-24 07:28:44 0:41:53 0:30:54 0:10:59 smithi master centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 6523095 2021-11-23 22:26:28 2021-11-24 06:47:31 2021-11-24 07:16:53 0:29:22 0:23:02 0:06:20 smithi master rhel 8.4 rados/singleton-nomsgr/{all/version-number-sanity mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 6523096 2021-11-23 22:26:30 2021-11-24 06:47:42 2021-11-24 07:14:04 0:26:22 0:14:31 0:11:51 smithi master ubuntu 20.04 rados/cephadm/osds/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-ops/rm-zap-wait} 2
pass 6523097 2021-11-23 22:26:31 2021-11-24 06:48:22 2021-11-24 09:04:12 2:15:50 2:05:56 0:09:54 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados tasks/rados_cls_all validater/valgrind} 2
pass 6523098 2021-11-23 22:26:32 2021-11-24 06:48:53 2021-11-24 07:20:59 0:32:06 0:18:20 0:13:46 smithi master ubuntu 20.04 rados/cephadm/smoke/{0-distro/ubuntu_20.04 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} 2
pass 6523099 2021-11-23 22:26:33 2021-11-24 06:52:33 2021-11-24 07:15:40 0:23:07 0:10:51 0:12:16 smithi master centos 8.stream rados/multimon/{clusters/9 mon_election/connectivity msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8.stream} tasks/mon_clock_no_skews} 3
pass 6523100 2021-11-23 22:26:34 2021-11-24 06:54:34 2021-11-24 07:28:06 0:33:32 0:22:54 0:10:38 smithi master centos 8.stream rados/singleton/{all/osd-recovery mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8.stream}} 1
pass 6523101 2021-11-23 22:26:35 2021-11-24 06:54:54 2021-11-24 07:15:49 0:20:55 0:09:15 0:11:40 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/dedup-io-mixed} 2
pass 6523102 2021-11-23 22:26:36 2021-11-24 06:54:55 2021-11-24 07:19:57 0:25:02 0:13:05 0:11:57 smithi master centos 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 6523103 2021-11-23 22:26:37 2021-11-24 06:56:15 2021-11-24 07:23:58 0:27:43 0:16:30 0:11:13 smithi master ubuntu 20.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-user 3-final} 2
pass 6523104 2021-11-23 22:26:38 2021-11-24 06:56:16 2021-11-24 07:33:49 0:37:33 0:27:53 0:09:40 smithi master centos 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6523105 2021-11-23 22:26:39 2021-11-24 06:56:36 2021-11-24 07:52:56 0:56:20 0:45:24 0:10:56 smithi master ubuntu 20.04 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/force-sync-many workloads/rados_mon_osdmap_prune} 2
pass 6523106 2021-11-23 22:26:40 2021-11-24 06:56:57 2021-11-24 07:28:46 0:31:49 0:21:27 0:10:22 smithi master centos 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects} 2
pass 6523107 2021-11-23 22:26:41 2021-11-24 06:57:07 2021-11-24 08:04:52 1:07:45 1:01:34 0:06:11 smithi master rhel 8.4 rados/cephadm/thrash/{0-distro/rhel_8.4_container_tools_3.0 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async-v2only root} 2
pass 6523108 2021-11-23 22:26:42 2021-11-24 06:57:37 2021-11-24 07:27:43 0:30:06 0:17:45 0:12:21 smithi master ubuntu 20.04 rados/rook/smoke/{0-distro/ubuntu_20.04 0-kubeadm 0-nvme-loop 1-rook 2-workload/none 3-final cluster/3-node k8s/1.21 net/calico rook/1.7.0} 3
pass 6523109 2021-11-23 22:26:43 2021-11-24 06:59:18 2021-11-24 08:22:56 1:23:38 1:14:02 0:09:36 smithi master centos 8.stream rados/dashboard/{0-single-container-host debug/mgr mon_election/connectivity random-objectstore$/{bluestore-hybrid} tasks/dashboard} 2
pass 6523110 2021-11-23 22:26:44 2021-11-24 06:59:58 2021-11-24 07:29:52 0:29:54 0:23:34 0:06:20 smithi master rhel 8.4 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity random-objectstore$/{bluestore-comp-lz4} supported-random-distro$/{rhel_8} tasks/crash} 2
pass 6523111 2021-11-23 22:26:45 2021-11-24 07:00:29 2021-11-24 07:29:26 0:28:57 0:19:06 0:09:51 smithi master centos 8.3 rados/singleton-nomsgr/{all/admin_socket_output mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 6523112 2021-11-23 22:26:46 2021-11-24 07:00:29 2021-11-24 08:36:52 1:36:23 1:25:08 0:11:15 smithi master ubuntu 20.04 rados/upgrade/parallel/{0-random-distro$/{ubuntu_20.04} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} 2
pass 6523113 2021-11-23 22:26:47 2021-11-24 07:00:49 2021-11-24 07:46:58 0:46:09 0:36:08 0:10:01 smithi master centos 8.stream rados/cephadm/with-work/{0-distro/centos_8.stream_container_tools_crun fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rados_api_tests} 2
pass 6523114 2021-11-23 22:26:48 2021-11-24 07:01:30 2021-11-24 07:27:06 0:25:36 0:16:14 0:09:22 smithi master centos 8.2 rados/cephadm/smoke-roleless/{0-distro/centos_8.2_container_tools_3.0 0-nvme-loop 1-start 2-services/nfs-ingress 3-final} 2
pass 6523115 2021-11-23 22:26:49 2021-11-24 07:01:50 2021-11-24 07:28:48 0:26:58 0:14:45 0:12:13 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/dedup-io-snaps} 2
pass 6523116 2021-11-23 22:26:50 2021-11-24 07:02:41 2021-11-24 07:20:08 0:17:27 0:07:09 0:10:18 smithi master ubuntu 20.04 rados/singleton/{all/peer mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}} 1
pass 6523117 2021-11-23 22:26:51 2021-11-24 07:02:41 2021-11-24 07:40:27 0:37:46 0:27:10 0:10:36 smithi master centos 8.stream rados/cephadm/upgrade/{1-start-distro/1-start-centos_8.stream_container-tools 2-repo_digest/repo_digest 3-start-upgrade 4-wait 5-upgrade-ls agent/off mon_election/classic} 2
pass 6523118 2021-11-23 22:26:52 2021-11-24 07:03:01 2021-11-24 07:22:54 0:19:53 0:09:17 0:10:36 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-comp openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/radosbench_4M_write} 1
pass 6523119 2021-11-23 22:26:53 2021-11-24 07:03:02 2021-11-24 07:27:49 0:24:47 0:13:17 0:11:30 smithi master centos 8.2 rados/cephadm/osds/{0-distro/centos_8.2_container_tools_3.0 0-nvme-loop 1-start 2-ops/repave-all} 2
pass 6523120 2021-11-23 22:26:54 2021-11-24 07:04:22 2021-11-24 07:44:05 0:39:43 0:29:47 0:09:56 smithi master centos 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} tasks/rados_workunit_loadgen_mostlyread} 2
pass 6523121 2021-11-23 22:26:55 2021-11-24 07:04:33 2021-11-24 07:31:23 0:26:50 0:21:45 0:05:05 smithi master rhel 8.4 rados/singleton-nomsgr/{all/balancer mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 6523122 2021-11-23 22:26:56 2021-11-24 07:04:33 2021-11-24 07:32:05 0:27:32 0:15:27 0:12:05 smithi master centos 8.2 rados/cephadm/smoke/{0-distro/centos_8.2_container_tools_3.0 0-nvme-loop agent/off fixed-2 mon_election/classic start} 2
pass 6523123 2021-11-23 22:26:57 2021-11-24 07:06:54 2021-11-24 07:27:20 0:20:26 0:08:24 0:12:02 smithi master rados/cephadm/workunits/{agent/off mon_election/classic task/test_adoption} 1
pass 6523124 2021-11-23 22:26:58 2021-11-24 07:06:54 2021-11-24 07:57:35 0:50:41 0:43:16 0:07:25 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/pool-snaps-few-objects} 2
pass 6523125 2021-11-23 22:26:59 2021-11-24 07:08:25 2021-11-24 07:32:56 0:24:31 0:11:35 0:12:56 smithi master centos 8.3 rados/singleton/{all/pg-autoscaler-progress-off mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8}} 2
pass 6523126 2021-11-23 22:27:00 2021-11-24 07:11:45 2021-11-24 07:52:34 0:40:49 0:30:05 0:10:44 smithi master centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 6523127 2021-11-23 22:27:02 2021-11-24 07:13:36 2021-11-24 07:38:39 0:25:03 0:15:16 0:09:47 smithi master centos 8.3 rados/objectstore/{backends/keyvaluedb supported-random-distro$/{centos_8}} 1
pass 6523128 2021-11-23 22:27:03 2021-11-24 07:13:36 2021-11-24 07:54:18 0:40:42 0:28:20 0:12:22 smithi master ubuntu 20.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-dispatch-delay rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-snaps-few-objects-overwrites} 2
pass 6523129 2021-11-23 22:27:04 2021-11-24 07:14:07 2021-11-24 07:58:34 0:44:27 0:34:10 0:10:17 smithi master centos 8.stream rados/cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools 1-bootstrap/16.2.4 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
pass 6523130 2021-11-23 22:27:05 2021-11-24 13:11:41 2021-11-24 13:43:09 0:31:28 0:24:32 0:06:56 smithi master rhel 8.4 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6523131 2021-11-23 22:27:06 2021-11-24 13:11:41 2021-11-24 13:33:38 0:21:57 0:11:11 0:10:46 smithi master ubuntu 20.04 rados/singleton-nomsgr/{all/cache-fs-trunc mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 6523132 2021-11-23 22:27:07 2021-11-24 13:11:41 2021-11-24 14:32:58 1:21:17 1:12:05 0:09:12 smithi master centos 8.stream rados/standalone/{supported-random-distro$/{centos_8.stream} workloads/mon} 1
pass 6523133 2021-11-23 22:27:08 2021-11-24 13:11:42 2021-11-24 13:45:25 0:33:43 0:26:45 0:06:58 smithi master rhel 8.4 rados/cephadm/orchestrator_cli/{0-random-distro$/{rhel_8.4_container_tools_rhel8} 2-node-mgr agent/off orchestrator_cli} 2
pass 6523134 2021-11-23 22:27:09 2021-11-24 13:12:12 2021-11-24 13:33:11 0:20:59 0:12:15 0:08:44 smithi master centos 8.stream rados/cephadm/smoke-singlehost/{0-random-distro$/{centos_8.stream_container_tools} 1-start 2-services/basic 3-final} 1
fail 6523135 2021-11-23 22:27:10 2021-11-24 13:12:22 2021-11-24 13:32:15 0:19:53 0:08:30 0:11:23 smithi master centos 8.3 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v2only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{centos_latest} mon_election/connectivity msgr-failures/osd-delay rados thrashers/pggrow thrashosds-health workloads/radosbench} 3
Failure Reason:

Command failed on smithi059 with status 5: 'sudo systemctl stop ceph-8fb5aa78-4d2a-11ec-8c2d-001a4aab830c@mon.a'

pass 6523136 2021-11-23 22:27:11 2021-11-24 13:13:03 2021-11-24 13:49:10 0:36:07 0:26:27 0:09:40 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/rados_api_tests} 2
pass 6523137 2021-11-23 22:27:12 2021-11-24 13:13:23 2021-11-24 13:33:53 0:20:30 0:09:31 0:10:59 smithi master ubuntu 20.04 rados/singleton/{all/pg-autoscaler mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest}} 2
pass 6523138 2021-11-23 22:27:13 2021-11-24 13:13:24 2021-11-24 13:41:13 0:27:49 0:16:42 0:11:07 smithi master centos 8.stream rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic random-objectstore$/{bluestore-comp-zstd} supported-random-distro$/{centos_8.stream} tasks/failover} 2
pass 6523139 2021-11-23 22:27:14 2021-11-24 13:13:54 2021-11-24 13:41:31 0:27:37 0:17:54 0:09:43 smithi master centos 8.3 rados/cephadm/smoke-roleless/{0-distro/centos_8.3_container_tools_3.0 0-nvme-loop 1-start 2-services/nfs-ingress2 3-final} 2
pass 6523140 2021-11-23 22:27:15 2021-11-24 13:14:14 2021-11-24 14:05:56 0:51:42 0:44:51 0:06:51 smithi master rhel 8.4 rados/cephadm/thrash/{0-distro/rhel_8.4_container_tools_rhel8 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async root} 2
pass 6523141 2021-11-23 22:27:16 2021-11-24 13:14:45 2021-11-24 13:38:12 0:23:27 0:14:34 0:08:53 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados tasks/mon_recovery validater/lockdep} 2
pass 6523142 2021-11-23 22:27:17 2021-11-24 13:14:45 2021-11-24 13:35:42 0:20:57 0:12:05 0:08:52 smithi master centos 8.stream rados/singleton-nomsgr/{all/ceph-kvstore-tool mon_election/classic rados supported-random-distro$/{centos_8.stream}} 1
pass 6523143 2021-11-23 22:27:18 2021-11-24 13:14:46 2021-11-24 13:39:38 0:24:52 0:14:16 0:10:36 smithi master centos 8.3 rados/cephadm/osds/{0-distro/centos_8.3_container_tools_3.0 0-nvme-loop 1-start 2-ops/rm-zap-add} 2
pass 6523144 2021-11-23 22:27:19 2021-11-24 13:16:26 2021-11-24 13:38:05 0:21:39 0:11:30 0:10:09 smithi master centos 8.stream rados/multimon/{clusters/21 mon_election/classic msgr-failures/few msgr/async-v2only no_pools objectstore/bluestore-stupid rados supported-random-distro$/{centos_8.stream} tasks/mon_clock_with_skews} 3
pass 6523145 2021-11-23 22:27:20 2021-11-24 13:16:47 2021-11-24 14:04:29 0:47:42 0:39:33 0:08:09 smithi master rhel 8.4 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 6523146 2021-11-23 22:27:21 2021-11-24 13:19:17 2021-11-24 14:02:41 0:43:24 0:36:16 0:07:08 smithi master rhel 8.4 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6523147 2021-11-23 22:27:22 2021-11-24 13:19:28 2021-11-24 13:45:16 0:25:48 0:16:04 0:09:44 smithi master centos 8.3 rados/cephadm/smoke/{0-distro/centos_8.3_container_tools_3.0 0-nvme-loop agent/on fixed-2 mon_election/connectivity start} 2
pass 6523148 2021-11-23 22:27:23 2021-11-24 13:19:38 2021-11-24 13:53:06 0:33:28 0:23:08 0:10:20 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-low-osd-mem-target openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/radosbench_omap_write} 1
pass 6523149 2021-11-23 22:27:24 2021-11-24 13:19:39 2021-11-24 13:58:51 0:39:12 0:25:46 0:13:26 smithi master ubuntu 20.04 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/many workloads/rados_mon_workunits} 2
pass 6523150 2021-11-23 22:27:25 2021-11-24 13:22:39 2021-11-24 14:09:51 0:47:12 0:39:59 0:07:13 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/radosbench-high-concurrency} 2
pass 6523151 2021-11-23 22:27:26 2021-11-24 13:22:40 2021-11-24 13:43:53 0:21:13 0:10:48 0:10:25 smithi master centos 8.stream rados/singleton/{all/pg-removal-interruption mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8.stream}} 1
pass 6523152 2021-11-23 22:27:27 2021-11-24 13:23:00 2021-11-24 13:58:28 0:35:28 0:25:38 0:09:50 smithi master centos 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 6523153 2021-11-23 22:27:28 2021-11-24 13:23:00 2021-11-24 14:04:27 0:41:27 0:35:26 0:06:01 smithi master rhel 8.4 rados/cephadm/with-work/{0-distro/rhel_8.4_container_tools_3.0 fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rados_python} 2
pass 6523154 2021-11-23 22:27:30 2021-11-24 13:23:01 2021-11-24 13:46:13 0:23:12 0:13:36 0:09:36 smithi master centos 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} tasks/readwrite} 2
pass 6523155 2021-11-23 22:27:31 2021-11-24 13:23:01 2021-11-24 14:07:09 0:44:08 0:33:11 0:10:57 smithi master centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 6523156 2021-11-23 22:27:32 2021-11-24 13:23:22 2021-11-24 13:42:20 0:18:58 0:08:47 0:10:11 smithi master centos 8.3 rados/singleton-nomsgr/{all/ceph-post-file mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 6523157 2021-11-23 22:27:33 2021-11-24 13:23:22 2021-11-24 13:47:00 0:23:38 0:13:46 0:09:52 smithi master centos 8.stream rados/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/nfs 3-final} 2
pass 6523158 2021-11-23 22:27:34 2021-11-24 13:23:32 2021-11-24 13:49:18 0:25:46 0:16:06 0:09:40 smithi master rados/cephadm/workunits/{agent/on mon_election/connectivity task/test_cephadm} 1
pass 6523159 2021-11-23 22:27:35 2021-11-24 13:23:33 2021-11-24 14:00:16 0:36:43 0:25:17 0:11:26 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/radosbench} 2
pass 6523160 2021-11-23 22:27:36 2021-11-24 13:23:33 2021-11-24 13:49:02 0:25:29 0:13:10 0:12:19 smithi master centos 8.3 rados/singleton/{all/radostool mon_election/classic msgr-failures/none msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8}} 1
pass 6523161 2021-11-23 22:27:37 2021-11-24 13:25:24 2021-11-24 13:50:00 0:24:36 0:13:20 0:11:16 smithi master centos 8.stream rados/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-services/nfs2 3-final} 2
fail 6523162 2021-11-23 22:27:38 2021-11-24 13:26:34 2021-11-24 13:46:00 0:19:26 0:10:08 0:09:18 smithi master centos 8.stream rados/cephadm/osds/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-ops/rm-zap-flag} 2
Failure Reason:

Command failed on smithi074 with status 127: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:32e899f1522a79ad334651ffcdd9a4268ad76a0e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5717e3f0-4d2c-11ec-8c2d-001a4aab830c -- ceph mon dump -f json'

pass 6523163 2021-11-23 22:27:39 2021-11-24 13:26:34 2021-11-24 14:00:51 0:34:17 0:24:29 0:09:48 smithi master centos 8.3 rados/objectstore/{backends/objectcacher-stress supported-random-distro$/{centos_8}} 1
pass 6523164 2021-11-23 22:27:40 2021-11-24 13:27:35 2021-11-24 13:54:49 0:27:14 0:20:46 0:06:28 smithi master rhel 8.4 rados/singleton-nomsgr/{all/crushdiff mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 6523165 2021-11-23 22:27:41 2021-11-24 13:27:35 2021-11-24 13:53:00 0:25:25 0:14:52 0:10:33 smithi master centos 8.stream rados/cephadm/smoke/{0-distro/centos_8.stream_container_tools 0-nvme-loop agent/off fixed-2 mon_election/classic start} 2
pass 6523166 2021-11-23 22:27:42 2021-11-24 13:27:45 2021-11-24 13:49:28 0:21:43 0:11:55 0:09:48 smithi master ubuntu 20.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity random-objectstore$/{bluestore-comp-zstd} supported-random-distro$/{ubuntu_latest} tasks/insights} 2
pass 6523167 2021-11-23 22:27:43 2021-11-24 13:27:46 2021-11-24 14:24:13 0:56:27 0:45:41 0:10:46 smithi master ubuntu 20.04 rados/cephadm/thrash/{0-distro/ubuntu_20.04 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async-v1only root} 2
pass 6523168 2021-11-23 22:27:44 2021-11-24 13:28:26 2021-11-24 13:51:51 0:23:25 0:14:14 0:09:11 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8.stream} thrashers/none thrashosds-health workloads/redirect} 2
pass 6523169 2021-11-23 22:27:45 2021-11-24 13:28:37 2021-11-24 14:13:40 0:45:03 0:38:59 0:06:04 smithi master rhel 8.4 rados/singleton/{all/random-eio mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8}} 2
pass 6523170 2021-11-23 22:27:46 2021-11-24 13:28:37 2021-11-24 14:26:06 0:57:29 0:49:49 0:07:40 smithi master rhel 8.4 rados/cephadm/with-work/{0-distro/rhel_8.4_container_tools_rhel8 fixed-2 mode/packaged mon_election/classic msgr/async start tasks/rados_api_tests} 2
pass 6523171 2021-11-23 22:27:47 2021-11-24 13:28:47 2021-11-24 13:48:45 0:19:58 0:09:23 0:10:35 smithi master ubuntu 20.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6523172 2021-11-23 22:27:48 2021-11-24 13:28:48 2021-11-24 14:12:44 0:43:56 0:33:22 0:10:34 smithi master ubuntu 20.04 rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04-15.2.9 2-repo_digest/defaut 3-start-upgrade 4-wait 5-upgrade-ls agent/on mon_election/connectivity} 2
pass 6523173 2021-11-23 22:27:49 2021-11-24 13:28:58 2021-11-24 13:50:46 0:21:48 0:12:45 0:09:03 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-stupid openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/sample_fio} 1
pass 6523174 2021-11-23 22:27:50 2021-11-24 13:28:58 2021-11-24 14:09:07 0:40:09 0:29:25 0:10:44 smithi master centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 6523175 2021-11-23 22:27:51 2021-11-24 13:29:39 2021-11-24 13:50:35 0:20:56 0:10:53 0:10:03 smithi master centos 8.stream rados/singleton-nomsgr/{all/export-after-evict mon_election/connectivity rados supported-random-distro$/{centos_8.stream}} 1
pass 6523176 2021-11-23 22:27:52 2021-11-24 13:29:39 2021-11-24 18:02:06 4:32:27 4:22:07 0:10:20 smithi master ubuntu 20.04 rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/osd-backfill} 1
pass 6523177 2021-11-23 22:27:54 2021-11-24 13:29:59 2021-11-24 14:05:15 0:35:16 0:26:50 0:08:26 smithi master centos 8.3 rados/valgrind-leaks/{1-start 2-inject-leak/osd centos_latest} 1
pass 6523178 2021-11-23 22:27:55 2021-11-24 13:30:00 2021-11-24 13:57:50 0:27:50 0:14:57 0:12:53 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/redirect_promote_tests} 2
pass 6523179 2021-11-23 22:27:56 2021-11-24 13:32:20 2021-11-24 13:59:35 0:27:15 0:21:22 0:05:53 smithi master rhel 8.4 rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_3.0 0-nvme-loop 1-start 2-services/rgw-ingress 3-final} 2
pass 6523180 2021-11-23 22:27:57 2021-11-24 13:32:21 2021-11-24 13:56:44 0:24:23 0:12:49 0:11:34 smithi master ubuntu 20.04 rados/singleton/{all/rebuild-mondb mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}} 1
pass 6523181 2021-11-23 22:27:58 2021-11-24 13:33:21 2021-11-24 14:01:09 0:27:48 0:16:31 0:11:17 smithi master centos 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} tasks/repair_test} 2
pass 6523182 2021-11-23 22:27:59 2021-11-24 13:33:42 2021-11-24 14:37:32 1:03:50 0:53:17 0:10:33 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async objectstore/filestore-xfs rados tasks/rados_api_tests validater/valgrind} 2
pass 6523183 2021-11-23 22:28:00 2021-11-24 13:34:02 2021-11-24 13:51:19 0:17:17 0:04:44 0:12:33 smithi master rados/cephadm/workunits/{agent/off mon_election/classic task/test_cephadm_repos} 1
pass 6523184 2021-11-23 22:28:01 2021-11-24 13:34:02 2021-11-24 14:22:58 0:48:56 0:42:42 0:06:14 smithi master rhel 8.4 rados/singleton-bluestore/{all/cephtool mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8}} 1
pass 6523185 2021-11-23 22:28:02 2021-11-24 13:34:03 2021-11-24 13:57:42 0:23:39 0:13:31 0:10:08 smithi master centos 8.stream rados/cephadm/osds/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-ops/rm-zap-wait} 2
pass 6523186 2021-11-23 22:28:03 2021-11-24 14:17:42 1729 smithi master centos 8.stream rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8.stream} thrashers/careful thrashosds-health workloads/ec-snaps-few-objects-overwrites} 2
pass 6523187 2021-11-23 22:28:04 2021-11-24 13:38:14 2021-11-24 14:01:37 0:23:23 0:12:53 0:10:30 smithi master centos 8.3 rados/multimon/{clusters/3 mon_election/connectivity msgr-failures/many msgr/async no_pools objectstore/filestore-xfs rados supported-random-distro$/{centos_8} tasks/mon_recovery} 2
pass 6523188 2021-11-23 22:28:05 2021-11-24 13:38:14 2021-11-24 14:03:12 0:24:58 0:14:08 0:10:50 smithi master centos 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 6523189 2021-11-23 22:28:06 2021-11-24 13:39:45 2021-11-24 14:15:59 0:36:14 0:26:03 0:10:11 smithi master centos 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6523190 2021-11-23 22:28:07 2021-11-24 13:40:46 2021-11-24 14:28:11 0:47:25 0:36:42 0:10:43 smithi master centos 8.stream rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8.stream} thrashers/one workloads/snaps-few-objects} 2
pass 6523191 2021-11-23 22:28:08 2021-11-24 13:40:46 2021-11-24 14:08:43 0:27:57 0:16:35 0:11:22 smithi master centos 8.stream rados/cephadm/smoke/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/on fixed-2 mon_election/connectivity start} 2
pass 6523192 2021-11-23 22:28:09 2021-11-24 13:41:16 2021-11-24 14:00:13 0:18:57 0:10:14 0:08:43 smithi master centos 8.3 rados/singleton-nomsgr/{all/full-tiering mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 6523193 2021-11-23 22:28:10 2021-11-24 13:41:17 2021-11-24 14:17:05 0:35:48 0:25:34 0:10:14 smithi master centos 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 6523194 2021-11-23 22:28:11 2021-11-24 13:41:37 2021-11-24 14:04:13 0:22:36 0:12:14 0:10:22 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/redirect_set_object} 2
pass 6523195 2021-11-23 22:28:12 2021-11-24 13:42:28 2021-11-24 14:19:56 0:37:28 0:26:50 0:10:38 smithi master centos 8.stream rados/cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools 1-bootstrap/16.2.5 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
pass 6523196 2021-11-23 22:28:13 2021-11-24 13:42:28 2021-11-24 14:21:27 0:38:59 0:29:15 0:09:44 smithi master centos 8.3 rados/singleton/{all/recovery-preemption mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8}} 1
pass 6523197 2021-11-23 22:28:15 2021-11-24 13:42:28 2021-11-24 14:28:36 0:46:08 0:36:26 0:09:42 smithi master centos 8.2 rados/cephadm/thrash/{0-distro/centos_8.2_container_tools_3.0 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async-v2only root} 2
dead 6523198 2021-11-23 22:28:16 2021-11-24 13:43:19 2021-11-24 13:59:23 0:16:04 0:06:06 0:09:58 smithi master centos 8.3 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{centos_latest} mon_election/classic msgr-failures/fastclose rados thrashers/careful thrashosds-health workloads/rbd_cls} 3
Failure Reason:

{'Failure object was': {'smithi018.front.sepia.ceph.com': {'results': [{'msg': 'non-zero return code', 'cmd': ['dnf', '-y', 'copr', 'enable', 'ceph/python3-asyncssh'], 'stdout': '', 'stderr': 'Enabling a Copr repository. Please note that this repository is not part\\nof the main distribution, and quality may vary.\\n\\nThe Fedora Project does not exercise any power over the contents of\\nthis repository beyond the rules outlined in the Copr FAQ at\\n<https://docs.pagure.org/copr.copr/user_documentation.html#what-i-can-build-in-copr>,\\nand packages are not held to any quality or security level.\\n\\nPlease do not file bug reports about these packages in Fedora\\nBugzilla. In case of problems, contact the owner of this repository.\\nCurl error (28): Timeout was reached for https://copr.fedorainfracloud.org/coprs/ceph/python3-asyncssh/repo/epel-8/dnf.repo?arch=x86_64 [Operation too slow. Less than 1000 bytes/sec transferred the last 30 seconds]', 'rc': 1, 'start': '2021-11-24 13:56:47.307816', 'end': '2021-11-24 13:59:07.596870', 'delta': '0:02:20.289054', 'changed': True, 'failed': True, 'invocation': {'module_args': {'_raw_params': 'dnf -y copr enable ceph/python3-asyncssh', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': 'None', 'chdir': 'None', 'executable': 'None', 'creates': 'None', 'removes': 'None', 'stdin': 'None'}}, 'stdout_lines': [], 'stderr_lines': ['Enabling a Copr repository. Please note that this repository is not part', 'of the main distribution, and quality may vary.', '', 'The Fedora Project does not exercise any power over the contents of', 'this repository beyond the rules outlined in the Copr FAQ at', '<https://docs.pagure.org/copr.copr/user_documentation.html#what-i-can-build-in-copr>,', 'and packages are not held to any quality or security level.', '', 'Please do not file bug reports about these packages in Fedora', 'Bugzilla. In case of problems, contact the owner of this repository.', 'Curl error (28): Timeout was reached for https://copr.fedorainfracloud.org/coprs/ceph/python3-asyncssh/repo/epel-8/dnf.repo?arch=x86_64 [Operation too slow. Less than 1000 bytes/sec transferred the last 30 seconds]'], '_ansible_no_log': False, 'item': 'ceph/python3-asyncssh', 'ansible_loop_var': 'item', '_ansible_item_label': 'ceph/python3-asyncssh'}], 'changed': True, 'msg': 'All items completed', 'warnings': ["Consider using the dnf module rather than running 'dnf'. If you need to use command because dnf is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message."]}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 199, in represent_list return self.represent_sequence(\'tag:yaml.org,2002:seq\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 92, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', 'ceph/python3-asyncssh')"}

pass 6523199 2021-11-23 22:28:17 2021-11-24 13:43:59 2021-11-24 14:10:21 0:26:22 0:19:48 0:06:34 smithi master rhel 8.4 rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_rhel8 0-nvme-loop 1-start 2-services/rgw 3-final} 2
dead 6523200 2021-11-23 22:28:18 2021-11-24 13:46:17 2021-11-24 14:02:34 0:16:17 0:05:38 0:10:39 smithi master centos 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic random-objectstore$/{bluestore-comp-snappy} supported-random-distro$/{centos_8} tasks/module_selftest} 2
Failure Reason:

{'Failure object was': {'smithi154.front.sepia.ceph.com': {'results': [{'msg': 'non-zero return code', 'cmd': ['dnf', '-y', 'copr', 'enable', 'ceph/python3-asyncssh'], 'stdout': '', 'stderr': 'Enabling a Copr repository. Please note that this repository is not part\\nof the main distribution, and quality may vary.\\n\\nThe Fedora Project does not exercise any power over the contents of\\nthis repository beyond the rules outlined in the Copr FAQ at\\n<https://docs.pagure.org/copr.copr/user_documentation.html#what-i-can-build-in-copr>,\\nand packages are not held to any quality or security level.\\n\\nPlease do not file bug reports about these packages in Fedora\\nBugzilla. In case of problems, contact the owner of this repository.\\nCurl error (28): Timeout was reached for https://copr.fedorainfracloud.org/coprs/ceph/python3-asyncssh/repo/epel-8/dnf.repo?arch=x86_64 [Operation timed out after 30001 milliseconds with 0 out of 0 bytes received]', 'rc': 1, 'start': '2021-11-24 13:59:49.643353', 'end': '2021-11-24 14:01:49.935275', 'delta': '0:02:00.291922', 'changed': True, 'failed': True, 'invocation': {'module_args': {'_raw_params': 'dnf -y copr enable ceph/python3-asyncssh', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': 'None', 'chdir': 'None', 'executable': 'None', 'creates': 'None', 'removes': 'None', 'stdin': 'None'}}, 'stdout_lines': [], 'stderr_lines': ['Enabling a Copr repository. Please note that this repository is not part', 'of the main distribution, and quality may vary.', '', 'The Fedora Project does not exercise any power over the contents of', 'this repository beyond the rules outlined in the Copr FAQ at', '<https://docs.pagure.org/copr.copr/user_documentation.html#what-i-can-build-in-copr>,', 'and packages are not held to any quality or security level.', '', 'Please do not file bug reports about these packages in Fedora', 'Bugzilla. In case of problems, contact the owner of this repository.', 'Curl error (28): Timeout was reached for https://copr.fedorainfracloud.org/coprs/ceph/python3-asyncssh/repo/epel-8/dnf.repo?arch=x86_64 [Operation timed out after 30001 milliseconds with 0 out of 0 bytes received]'], '_ansible_no_log': False, 'item': 'ceph/python3-asyncssh', 'ansible_loop_var': 'item', '_ansible_item_label': 'ceph/python3-asyncssh'}], 'changed': True, 'msg': 'All items completed', 'warnings': ["Consider using the dnf module rather than running 'dnf'. If you need to use command because dnf is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message."]}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 199, in represent_list return self.represent_sequence(\'tag:yaml.org,2002:seq\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 92, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', 'ceph/python3-asyncssh')"}

pass 6523201 2021-11-23 22:28:19 2021-11-24 13:47:07 2021-11-24 14:26:46 0:39:39 0:26:39 0:13:00 smithi master ubuntu 20.04 rados/cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/root mon_election/connectivity msgr/async-v1only start tasks/rados_python} 2
pass 6523202 2021-11-23 22:28:20 2021-11-24 13:48:48 2021-11-24 14:13:49 0:25:01 0:14:32 0:10:29 smithi master centos 8.stream rados/singleton-nomsgr/{all/health-warnings mon_election/connectivity rados supported-random-distro$/{centos_8.stream}} 1
pass 6523203 2021-11-23 22:28:21 2021-11-24 13:48:48 2021-11-24 14:14:35 0:25:47 0:15:32 0:10:15 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/set-chunks-read} 2
pass 6523204 2021-11-23 22:28:22 2021-11-24 13:48:49 2021-11-24 14:32:33 0:43:44 0:34:01 0:09:43 smithi master centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 6523205 2021-11-23 22:28:23 2021-11-24 13:49:19 2021-11-24 14:12:54 0:23:35 0:12:31 0:11:04 smithi master centos 8.stream rados/singleton/{all/resolve_stuck_peering mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8.stream}} 2
dead 6523206 2021-11-23 22:28:24 2021-11-24 13:49:19 2021-11-24 14:02:24 0:13:05 0:07:01 0:06:04 smithi master rhel 8.4 rados/objectstore/{backends/objectstore-bluestore-a supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'Failure object was': {'smithi098.front.sepia.ceph.com': {'results': [{'msg': 'non-zero return code', 'cmd': ['dnf', '-y', 'copr', 'enable', 'ceph/python3-asyncssh'], 'stdout': 'Updating Subscription Management repositories.', 'stderr': 'Enabling a Copr repository. Please note that this repository is not part\\nof the main distribution, and quality may vary.\\n\\nThe Fedora Project does not exercise any power over the contents of\\nthis repository beyond the rules outlined in the Copr FAQ at\\n<https://docs.pagure.org/copr.copr/user_documentation.html#what-i-can-build-in-copr>,\\nand packages are not held to any quality or security level.\\n\\nPlease do not file bug reports about these packages in Fedora\\nBugzilla. In case of problems, contact the owner of this repository.\\nCurl error (28): Timeout was reached for https://copr.fedorainfracloud.org/coprs/ceph/python3-asyncssh/repo/epel-8/dnf.repo?arch=x86_64 [Operation timed out after 30001 milliseconds with 0 out of 0 bytes received]', 'rc': 1, 'start': '2021-11-24 13:59:38.077332', 'end': '2021-11-24 14:01:38.729332', 'delta': '0:02:00.652000', 'changed': True, 'failed': True, 'invocation': {'module_args': {'_raw_params': 'dnf -y copr enable ceph/python3-asyncssh', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': 'None', 'chdir': 'None', 'executable': 'None', 'creates': 'None', 'removes': 'None', 'stdin': 'None'}}, 'stdout_lines': ['Updating Subscription Management repositories.'], 'stderr_lines': ['Enabling a Copr repository. Please note that this repository is not part', 'of the main distribution, and quality may vary.', '', 'The Fedora Project does not exercise any power over the contents of', 'this repository beyond the rules outlined in the Copr FAQ at', '<https://docs.pagure.org/copr.copr/user_documentation.html#what-i-can-build-in-copr>,', 'and packages are not held to any quality or security level.', '', 'Please do not file bug reports about these packages in Fedora', 'Bugzilla. In case of problems, contact the owner of this repository.', 'Curl error (28): Timeout was reached for https://copr.fedorainfracloud.org/coprs/ceph/python3-asyncssh/repo/epel-8/dnf.repo?arch=x86_64 [Operation timed out after 30001 milliseconds with 0 out of 0 bytes received]'], '_ansible_no_log': False, 'item': 'ceph/python3-asyncssh', 'ansible_loop_var': 'item', '_ansible_item_label': 'ceph/python3-asyncssh'}], 'changed': True, 'msg': 'All items completed', 'warnings': ["Consider using the dnf module rather than running 'dnf'. If you need to use command because dnf is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message."]}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 199, in represent_list return self.represent_sequence(\'tag:yaml.org,2002:seq\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 92, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', 'ceph/python3-asyncssh')"}

pass 6523207 2021-11-23 22:28:25 2021-11-24 13:49:30 2021-11-24 14:09:11 0:19:41 0:09:29 0:10:12 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/sample_radosbench} 1
pass 6523208 2021-11-23 22:28:26 2021-11-24 13:49:30 2021-11-24 14:13:13 0:23:43 0:14:19 0:09:24 smithi master ubuntu 20.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/basic 3-final} 2
dead 6523209 2021-11-23 22:28:27 2021-11-24 13:49:31 2021-11-24 14:03:12 0:13:41 0:07:14 0:06:27 smithi master rhel 8.4 rados/cephadm/osds/{0-distro/rhel_8.4_container_tools_3.0 0-nvme-loop 1-start 2-ops/repave-all} 2
Failure Reason:

{'Failure object was': {'smithi023.front.sepia.ceph.com': {'results': [{'msg': 'non-zero return code', 'cmd': ['dnf', '-y', 'copr', 'enable', 'ceph/python3-asyncssh'], 'stdout': 'Updating Subscription Management repositories.', 'stderr': 'Enabling a Copr repository. Please note that this repository is not part\\nof the main distribution, and quality may vary.\\n\\nThe Fedora Project does not exercise any power over the contents of\\nthis repository beyond the rules outlined in the Copr FAQ at\\n<https://docs.pagure.org/copr.copr/user_documentation.html#what-i-can-build-in-copr>,\\nand packages are not held to any quality or security level.\\n\\nPlease do not file bug reports about these packages in Fedora\\nBugzilla. In case of problems, contact the owner of this repository.\\nCurl error (28): Timeout was reached for https://copr.fedorainfracloud.org/coprs/ceph/python3-asyncssh/repo/epel-8/dnf.repo?arch=x86_64 [Operation timed out after 30001 milliseconds with 0 out of 0 bytes received]', 'rc': 1, 'start': '2021-11-24 14:00:38.935612', 'end': '2021-11-24 14:02:39.619033', 'delta': '0:02:00.683421', 'changed': True, 'failed': True, 'invocation': {'module_args': {'_raw_params': 'dnf -y copr enable ceph/python3-asyncssh', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': 'None', 'chdir': 'None', 'executable': 'None', 'creates': 'None', 'removes': 'None', 'stdin': 'None'}}, 'stdout_lines': ['Updating Subscription Management repositories.'], 'stderr_lines': ['Enabling a Copr repository. Please note that this repository is not part', 'of the main distribution, and quality may vary.', '', 'The Fedora Project does not exercise any power over the contents of', 'this repository beyond the rules outlined in the Copr FAQ at', '<https://docs.pagure.org/copr.copr/user_documentation.html#what-i-can-build-in-copr>,', 'and packages are not held to any quality or security level.', '', 'Please do not file bug reports about these packages in Fedora', 'Bugzilla. In case of problems, contact the owner of this repository.', 'Curl error (28): Timeout was reached for https://copr.fedorainfracloud.org/coprs/ceph/python3-asyncssh/repo/epel-8/dnf.repo?arch=x86_64 [Operation timed out after 30001 milliseconds with 0 out of 0 bytes received]'], '_ansible_no_log': False, 'item': 'ceph/python3-asyncssh', 'ansible_loop_var': 'item', '_ansible_item_label': 'ceph/python3-asyncssh'}], 'changed': True, 'msg': 'All items completed', 'warnings': ["Consider using the dnf module rather than running 'dnf'. If you need to use command because dnf is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message."]}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 199, in represent_list return self.represent_sequence(\'tag:yaml.org,2002:seq\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 92, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', 'ceph/python3-asyncssh')"}

dead 6523210 2021-11-23 22:28:28 2021-11-24 13:49:31 2021-11-24 14:03:27 0:13:56 0:06:58 0:06:58 smithi master rhel 8.4 rados/cephadm/smoke/{0-distro/rhel_8.4_container_tools_3.0 0-nvme-loop agent/off fixed-2 mon_election/classic start} 2
Failure Reason:

{'Failure object was': {'smithi145.front.sepia.ceph.com': {'results': [{'msg': 'non-zero return code', 'cmd': ['dnf', '-y', 'copr', 'enable', 'ceph/python3-asyncssh'], 'stdout': 'Updating Subscription Management repositories.', 'stderr': 'Enabling a Copr repository. Please note that this repository is not part\\nof the main distribution, and quality may vary.\\n\\nThe Fedora Project does not exercise any power over the contents of\\nthis repository beyond the rules outlined in the Copr FAQ at\\n<https://docs.pagure.org/copr.copr/user_documentation.html#what-i-can-build-in-copr>,\\nand packages are not held to any quality or security level.\\n\\nPlease do not file bug reports about these packages in Fedora\\nBugzilla. In case of problems, contact the owner of this repository.\\nCurl error (28): Timeout was reached for https://copr.fedorainfracloud.org/coprs/ceph/python3-asyncssh/repo/epel-8/dnf.repo?arch=x86_64 [Operation timed out after 30001 milliseconds with 0 out of 0 bytes received]', 'rc': 1, 'start': '2021-11-24 14:00:37.896550', 'end': '2021-11-24 14:02:38.525777', 'delta': '0:02:00.629227', 'changed': True, 'failed': True, 'invocation': {'module_args': {'_raw_params': 'dnf -y copr enable ceph/python3-asyncssh', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': 'None', 'chdir': 'None', 'executable': 'None', 'creates': 'None', 'removes': 'None', 'stdin': 'None'}}, 'stdout_lines': ['Updating Subscription Management repositories.'], 'stderr_lines': ['Enabling a Copr repository. Please note that this repository is not part', 'of the main distribution, and quality may vary.', '', 'The Fedora Project does not exercise any power over the contents of', 'this repository beyond the rules outlined in the Copr FAQ at', '<https://docs.pagure.org/copr.copr/user_documentation.html#what-i-can-build-in-copr>,', 'and packages are not held to any quality or security level.', '', 'Please do not file bug reports about these packages in Fedora', 'Bugzilla. In case of problems, contact the owner of this repository.', 'Curl error (28): Timeout was reached for https://copr.fedorainfracloud.org/coprs/ceph/python3-asyncssh/repo/epel-8/dnf.repo?arch=x86_64 [Operation timed out after 30001 milliseconds with 0 out of 0 bytes received]'], '_ansible_no_log': False, 'item': 'ceph/python3-asyncssh', 'ansible_loop_var': 'item', '_ansible_item_label': 'ceph/python3-asyncssh'}], 'changed': True, 'msg': 'All items completed', 'warnings': ["Consider using the dnf module rather than running 'dnf'. If you need to use command because dnf is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message."]}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 199, in represent_list return self.represent_sequence(\'tag:yaml.org,2002:seq\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 92, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_a0bc318848afe71da1fbf34e1e1b44738d8e3d6d/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', 'ceph/python3-asyncssh')"}

pass 6523211 2021-11-23 22:28:29 2021-11-24 13:50:01 2021-11-24 14:22:04 0:32:03 0:21:51 0:10:12 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/small-objects-balanced} 2
pass 6523212 2021-11-23 22:28:30 2021-11-24 13:50:52 2021-11-24 14:24:35 0:33:43 0:24:03 0:09:40 smithi master rhel 8.4 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6523213 2021-11-23 22:28:31 2021-11-24 13:53:03 2021-11-24 14:32:23 0:39:20 0:27:02 0:12:18 smithi master ubuntu 20.04 rados/rook/smoke/{0-distro/ubuntu_20.04 0-kubeadm 0-nvme-loop 1-rook 2-workload/radosbench 3-final cluster/1-node k8s/1.21 net/flannel rook/master} 1
pass 6523214 2021-11-23 22:28:32 2021-11-24 13:53:03 2021-11-24 14:26:22 0:33:19 0:22:11 0:11:08 smithi master centos 8.stream rados/dashboard/{0-single-container-host debug/mgr mon_election/classic random-objectstore$/{bluestore-low-osd-mem-target} tasks/e2e} 2
pass 6523215 2021-11-23 22:28:33 2021-11-24 13:54:53 2021-11-24 14:14:24 0:19:31 0:07:24 0:12:07 smithi master ubuntu 20.04 rados/singleton-nomsgr/{all/large-omap-object-warnings mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 6523216 2021-11-23 22:28:34 2021-11-24 13:56:54 2021-11-24 14:37:32 0:40:38 0:29:09 0:11:29 smithi master rados/cephadm/workunits/{agent/on mon_election/connectivity task/test_nfs} 1
pass 6523217 2021-11-23 22:28:35 2021-11-24 13:57:35 2021-11-24 14:19:48 0:22:13 0:11:36 0:10:37 smithi master centos 8.3 rados/singleton/{all/test-crash mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8}} 1
pass 6523218 2021-11-23 22:28:37 2021-11-24 13:57:35 2021-11-24 14:21:23 0:23:48 0:13:13 0:10:35 smithi master centos 8.stream rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8.stream} tasks/scrub_test} 2
pass 6523219 2021-11-23 22:28:38 2021-11-24 13:57:45 2021-11-24 14:59:10 1:01:25 0:51:12 0:10:13 smithi master centos 8.3 rados/cephadm/thrash/{0-distro/centos_8.3_container_tools_3.0 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async root} 2
pass 6523220 2021-11-23 22:28:39 2021-11-24 13:57:56 2021-11-24 14:44:05 0:46:09 0:36:20 0:09:49 smithi master centos 8.2 rados/cephadm/with-work/{0-distro/centos_8.2_container_tools_3.0 fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rados_api_tests} 2
pass 6523221 2021-11-23 22:28:40 2021-11-24 13:58:36 2021-11-24 14:22:26 0:23:50 0:13:26 0:10:24 smithi master centos 8.2 rados/cephadm/smoke-roleless/{0-distro/centos_8.2_container_tools_3.0 0-nvme-loop 1-start 2-services/client-keyring 3-final} 2
pass 6523222 2021-11-23 22:28:41 2021-11-24 13:58:56 2021-11-24 14:38:18 0:39:22 0:33:47 0:05:35 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/small-objects-localized} 2
pass 6523223 2021-11-23 22:28:42 2021-11-24 14:22:16 2021-11-24 14:43:12 0:20:56 0:11:34 0:09:22 smithi master centos 8.3 rados/singleton-nomsgr/{all/lazy_omap_stats_output mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 6523224 2021-11-23 22:28:43 2021-11-24 14:22:17 2021-11-24 17:54:06 3:31:49 3:24:55 0:06:54 smithi master rhel 8.4 rados/standalone/{supported-random-distro$/{rhel_8} workloads/osd} 1
pass 6523225 2021-11-23 22:28:44 2021-11-24 14:22:27 2021-11-24 15:00:35 0:38:08 0:27:43 0:10:25 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados tasks/rados_api_tests validater/lockdep} 2
pass 6523226 2021-11-23 22:28:45 2021-11-24 14:23:07 2021-11-24 15:01:45 0:38:38 0:31:23 0:07:15 smithi master rhel 8.4 rados/singleton/{all/test_envlibrados_for_rocksdb mon_election/classic msgr-failures/none msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8}} 1
pass 6523227 2021-11-23 22:28:46 2021-11-24 14:24:18 2021-11-24 15:06:22 0:42:04 0:32:22 0:09:42 smithi master ubuntu 20.04 rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/repo_digest 3-start-upgrade 4-wait 5-upgrade-ls agent/off mon_election/classic} 2
fail 6523228 2021-11-23 22:28:47 2021-11-24 14:24:38 2021-11-24 14:56:46 0:32:08 0:21:29 0:10:39 smithi master ubuntu 20.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity random-objectstore$/{bluestore-bitmap} supported-random-distro$/{ubuntu_latest} tasks/progress} 2
Failure Reason:

"2021-11-24T14:45:07.955764+0000 osd.1 (osd.1) 3 : cluster [WRN] slow request osd_op(client.4799.0:2400 5.c 5:3f0be0ae:::benchmark_data_smithi120_19501_object2399:head [set-alloc-hint object_size 4194304 write_size 4194304,write 0~4194304 in=4194304b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e32) initiated 2021-11-24T14:44:37.505953+0000 currently delayed" in cluster log

pass 6523229 2021-11-23 22:28:48 2021-11-24 14:24:39 2021-11-24 15:07:50 0:43:11 0:32:06 0:11:05 smithi master centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 6523230 2021-11-23 22:28:49 2021-11-24 14:26:09 2021-11-24 14:53:56 0:27:47 0:21:04 0:06:43 smithi master rhel 8.4 rados/multimon/{clusters/6 mon_election/classic msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} tasks/mon_clock_no_skews} 2
pass 6523231 2021-11-23 22:28:50 2021-11-24 14:26:29 2021-11-24 15:06:07 0:39:38 0:29:40 0:09:58 smithi master centos 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 6523232 2021-11-23 22:28:51 2021-11-24 14:26:50 2021-11-24 15:04:23 0:37:33 0:27:49 0:09:44 smithi master centos 8.stream rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8.stream} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6523233 2021-11-23 22:28:52 2021-11-24 14:27:10 2021-11-24 15:04:15 0:37:05 0:25:20 0:11:45 smithi master ubuntu 20.04 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/sync-many workloads/snaps-few-objects} 2
pass 6523234 2021-11-23 22:28:53 2021-11-24 14:28:21 2021-11-24 14:53:53 0:25:32 0:16:00 0:09:32 smithi master centos 8.stream rados/cephadm/orchestrator_cli/{0-random-distro$/{centos_8.stream_container_tools_crun} 2-node-mgr agent/on orchestrator_cli} 2
pass 6523235 2021-11-23 22:28:54 2021-11-24 14:28:41 2021-11-24 15:09:54 0:41:13 0:27:10 0:14:03 smithi master centos 8.stream rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8.stream} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 6523236 2021-11-23 22:28:55 2021-11-24 14:32:42 2021-11-24 14:56:23 0:23:41 0:13:38 0:10:03 smithi master centos 8.2 rados/cephadm/smoke-singlehost/{0-random-distro$/{centos_8.2_container_tools_3.0} 1-start 2-services/rgw 3-final} 1
pass 6523237 2021-11-23 22:28:56 2021-11-24 14:32:42 2021-11-24 14:54:39 0:21:57 0:11:40 0:10:17 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-bitmap openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/fio_4K_rand_read} 1
pass 6523238 2021-11-23 22:28:57 2021-11-24 14:33:03 2021-11-24 15:09:01 0:35:58 0:21:38 0:14:20 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8.stream} thrashers/none thrashosds-health workloads/small-objects} 2
pass 6523239 2021-11-23 22:28:58 2021-11-24 14:37:34 2021-11-24 15:00:02 0:22:28 0:10:51 0:11:37 smithi master ubuntu 20.04 rados/singleton-nomsgr/{all/librados_hello_world mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 6523240 2021-11-23 22:28:59 2021-11-24 14:37:34 2021-11-24 16:11:31 1:33:57 1:27:42 0:06:15 smithi master rhel 8.4 rados/singleton/{all/thrash-backfill-full mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8}} 2
pass 6523241 2021-11-23 22:29:01 2021-11-24 14:38:25 2021-11-24 15:06:41 0:28:16 0:18:29 0:09:47 smithi master rhel 8.4 rados/cephadm/osds/{0-distro/rhel_8.4_container_tools_rhel8 0-nvme-loop 1-start 2-ops/rm-zap-add} 2
pass 6523242 2021-11-23 22:29:02 2021-11-24 14:41:15 2021-11-24 15:10:03 0:28:48 0:20:47 0:08:01 smithi master rhel 8.4 rados/cephadm/smoke/{0-distro/rhel_8.4_container_tools_rhel8 0-nvme-loop agent/on fixed-2 mon_election/connectivity start} 2
pass 6523243 2021-11-23 22:29:03 2021-11-24 14:42:26 2021-11-24 17:28:33 2:46:07 2:16:35 0:29:32 smithi master ubuntu 20.04 rados/objectstore/{backends/objectstore-bluestore-b supported-random-distro$/{ubuntu_latest}} 1
pass 6523244 2021-11-23 22:29:04 2021-11-24 14:42:26 2021-11-24 15:07:48 0:25:22 0:14:45 0:10:37 smithi master centos 8.3 rados/cephadm/smoke-roleless/{0-distro/centos_8.3_container_tools_3.0 0-nvme-loop 1-start 2-services/iscsi 3-final} 2
pass 6523245 2021-11-23 22:29:05 2021-11-24 14:42:37 2021-11-24 15:30:13 0:47:36 0:41:08 0:06:28 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-dispatch-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/snaps-few-objects-balanced} 2
pass 6523246 2021-11-23 22:29:06 2021-11-24 14:43:17 2021-11-24 15:25:36 0:42:19 0:31:42 0:10:37 smithi master centos 8.stream rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async-v1only root} 2
pass 6523247 2021-11-23 22:29:07 2021-11-24 14:44:07 2021-11-24 15:27:51 0:43:44 0:33:42 0:10:02 smithi master centos 8.stream rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few rados recovery-overrides/{default} supported-random-distro$/{centos_8.stream} thrashers/default thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} 2
pass 6523248 2021-11-23 22:29:08 2021-11-24 14:44:08 2021-11-24 15:11:29 0:27:21 0:20:40 0:06:41 smithi master rhel 8.4 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} tasks/libcephsqlite} 2
pass 6523249 2021-11-23 22:29:09 2021-11-24 14:44:18 2021-11-24 15:30:25 0:46:07 0:39:14 0:06:53 smithi master rhel 8.4 rados/singleton/{all/thrash-eio mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8}} 2
fail 6523250 2021-11-23 22:29:10 2021-11-24 14:44:59 2021-11-24 15:08:56 0:23:57 0:14:03 0:09:54 smithi master rados/cephadm/workunits/{agent/off mon_election/classic task/test_orch_cli} 1
Failure Reason:

Test failure: test_daemon_restart (tasks.cephadm_cases.test_cli.TestCephadmCLI)

pass 6523251 2021-11-23 22:29:11 2021-11-24 14:44:59 2021-11-24 15:11:56 0:26:57 0:17:44 0:09:13 smithi master centos 8.stream rados/singleton-nomsgr/{all/msgr mon_election/connectivity rados supported-random-distro$/{centos_8.stream}} 1
pass 6523252 2021-11-23 22:29:12 2021-11-24 14:44:59 2021-11-24 15:20:32 0:35:33 0:25:24 0:10:09 smithi master centos 8.3 rados/cephadm/with-work/{0-distro/centos_8.3_container_tools_3.0 fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_python} 2
pass 6523253 2021-11-23 22:29:13 2021-11-24 14:45:20 2021-11-24 15:28:15 0:42:55 0:31:27 0:11:28 smithi master centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 6523254 2021-11-23 22:29:14 2021-11-24 14:46:50 2021-11-24 15:13:23 0:26:33 0:14:51 0:11:42 smithi master centos 8.stream rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8.stream} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6523255 2021-11-23 22:29:15 2021-11-24 14:48:01 2021-11-24 15:35:37 0:47:36 0:39:44 0:07:52 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/snaps-few-objects-localized} 2
fail 6523256 2021-11-23 22:29:16 2021-11-24 14:48:11 2021-11-24 15:10:13 0:22:02 0:08:15 0:13:47 smithi master centos 8.3 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/octopus backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{centos_latest} mon_election/connectivity msgr-failures/few rados thrashers/default thrashosds-health workloads/snaps-few-objects} 3
Failure Reason:

Command failed on smithi045 with status 5: 'sudo systemctl stop ceph-7e45f834-4d38-11ec-8c2d-001a4aab830c@mon.a'

pass 6523257 2021-11-23 22:29:17 2021-11-24 14:52:32 2021-11-24 15:18:11 0:25:39 0:14:32 0:11:07 smithi master centos 8.stream rados/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/mirror 3-final} 2
fail 6523258 2021-11-23 22:29:18 2021-11-24 14:53:12 2021-11-24 15:25:29 0:32:17 0:23:53 0:08:24 smithi master rhel 8.4 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic random-objectstore$/{bluestore-low-osd-mem-target} supported-random-distro$/{rhel_8} tasks/prometheus} 2
Failure Reason:

Test failure: test_standby (tasks.mgr.test_prometheus.TestPrometheus)

pass 6523259 2021-11-23 22:29:19 2021-11-24 14:54:03 2021-11-24 15:22:48 0:28:45 0:17:44 0:11:01 smithi master ubuntu 20.04 rados/singleton/{all/thrash-rados/{thrash-rados thrashosds-health} mon_election/connectivity msgr-failures/none msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}} 2
pass 6523260 2021-11-23 22:29:20 2021-11-24 14:54:03 2021-11-24 15:22:00 0:27:57 0:15:01 0:12:56 smithi master ubuntu 20.04 rados/cephadm/osds/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-ops/rm-zap-flag} 2
pass 6523261 2021-11-23 22:29:21 2021-11-24 14:56:04 2021-11-24 15:37:17 0:41:13 0:35:31 0:05:42 smithi master rhel 8.4 rados/singleton-nomsgr/{all/multi-backfill-reject mon_election/classic rados supported-random-distro$/{rhel_8}} 2
pass 6523262 2021-11-23 22:29:22 2021-11-24 14:56:04 2021-11-24 15:27:45 0:31:41 0:18:57 0:12:44 smithi master ubuntu 20.04 rados/cephadm/smoke/{0-distro/ubuntu_20.04 0-nvme-loop agent/off fixed-2 mon_election/classic start} 2
pass 6523263 2021-11-23 22:29:23 2021-11-24 14:56:25 2021-11-24 15:22:53 0:26:28 0:14:22 0:12:06 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-comp openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/fio_4K_rand_rw} 1
dead 6523264 2021-11-23 22:29:24 2021-11-24 14:56:55 2021-11-25 03:08:21 12:11:26 smithi master centos 8.stream rados/cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools 1-bootstrap/octopus 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
Failure Reason:

hit max job timeout

pass 6523265 2021-11-23 22:29:26 2021-11-24 14:57:05 2021-11-24 17:16:46 2:19:41 2:07:52 0:11:49 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados tasks/rados_cls_all validater/valgrind} 2
pass 6523266 2021-11-23 22:29:27 2021-11-24 14:59:16 2021-11-24 15:39:48 0:40:32 0:29:39 0:10:53 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/snaps-few-objects} 2
pass 6523267 2021-11-23 22:29:28 2021-11-24 15:00:06 2021-11-24 15:49:49 0:49:43 0:40:17 0:09:26 smithi master centos 8.stream rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools_crun 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async-v2only root} 2
pass 6523268 2021-11-23 22:29:29 2021-11-24 15:00:17 2021-11-24 15:34:05 0:33:48 0:23:29 0:10:19 smithi master centos 8.stream rados/singleton/{all/thrash_cache_writeback_proxy_none mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8.stream}} 2
pass 6523269 2021-11-23 22:29:30 2021-11-24 15:24:48 851 smithi master centos 8.stream rados/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-bucket 3-final} 2
pass 6523270 2021-11-23 22:29:31 2021-11-24 15:01:18 2021-11-24 15:22:26 0:21:08 0:09:19 0:11:49 smithi master centos 8.3 rados/multimon/{clusters/9 mon_election/connectivity msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} tasks/mon_clock_with_skews} 3
pass 6523271 2021-11-23 22:29:32 2021-11-24 15:02:58 2021-11-24 15:33:46 0:30:48 0:19:49 0:10:59 smithi master centos 8.3 rados/singleton-nomsgr/{all/osd_stale_reads mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 6523272 2021-11-23 22:29:33 2021-11-24 15:04:19 2021-11-24 18:19:38 3:15:19 3:09:25 0:05:54 smithi master rhel 8.4 rados/standalone/{supported-random-distro$/{rhel_8} workloads/scrub} 1
pass 6523273 2021-11-23 22:29:34 2021-11-24 15:04:19 2021-11-24 15:27:51 0:23:32 0:12:46 0:10:46 smithi master centos 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 6523274 2021-11-23 22:29:35 2021-11-24 15:04:40 2021-11-24 15:39:34 0:34:54 0:24:01 0:10:53 smithi master ubuntu 20.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6523275 2021-11-23 22:29:36 2021-11-24 15:05:20 2021-11-24 15:41:36 0:36:16 0:29:24 0:06:52 smithi master rhel 8.4 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/sync workloads/pool-create-delete} 2
pass 6523276 2021-11-23 22:29:37 2021-11-24 15:06:10 2021-11-24 15:51:22 0:45:12 0:35:55 0:09:17 smithi master centos 8.stream rados/cephadm/with-work/{0-distro/centos_8.stream_container_tools fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rados_api_tests} 2
pass 6523277 2021-11-23 22:29:38 2021-11-24 15:06:11 2021-11-24 15:59:45 0:53:34 0:44:31 0:09:03 smithi master centos 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-radosbench} 2
pass 6523278 2021-11-23 22:29:39 2021-11-24 15:06:31 2021-11-24 15:42:09 0:35:38 0:26:08 0:09:30 smithi master centos 8.stream rados/cephadm/upgrade/{1-start-distro/1-start-centos_8.stream_container-tools 2-repo_digest/defaut 3-start-upgrade 4-wait 5-upgrade-ls agent/on mon_election/connectivity} 2
pass 6523279 2021-11-23 22:29:40 2021-11-24 15:06:41 2021-11-24 15:35:32 0:28:51 0:16:03 0:12:48 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/write_fadvise_dontneed} 2
pass 6523280 2021-11-23 22:29:41 2021-11-24 15:07:52 2021-11-24 15:31:04 0:23:12 0:13:53 0:09:19 smithi master centos 8.2 rados/cephadm/osds/{0-distro/centos_8.2_container_tools_3.0 0-nvme-loop 1-start 2-ops/rm-zap-wait} 2
pass 6523281 2021-11-23 22:29:42 2021-11-24 15:07:52 2021-11-24 15:46:11 0:38:19 0:27:21 0:10:58 smithi master centos 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} tasks/rados_api_tests} 2
pass 6523282 2021-11-23 22:29:43 2021-11-24 15:08:43 2021-11-24 15:52:34 0:43:51 0:33:30 0:10:21 smithi master centos 8.stream rados/objectstore/{backends/objectstore-filestore-memstore supported-random-distro$/{centos_8.stream}} 1
pass 6523283 2021-11-23 22:29:44 2021-11-24 15:08:53 2021-11-24 15:25:05 0:16:12 0:06:41 0:09:31 smithi master ubuntu 20.04 rados/singleton/{all/watch-notify-same-primary mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}} 1
pass 6523284 2021-11-23 22:29:45 2021-11-24 15:08:53 2021-11-24 15:34:33 0:25:40 0:16:02 0:09:38 smithi master centos 8.2 rados/cephadm/smoke/{0-distro/centos_8.2_container_tools_3.0 0-nvme-loop agent/on fixed-2 mon_election/connectivity start} 2
pass 6523285 2021-11-23 22:29:46 2021-11-24 15:09:04 2021-11-24 15:28:10 0:19:06 0:10:11 0:08:55 smithi master centos 8.3 rados/singleton-nomsgr/{all/pool-access mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 6523286 2021-11-23 22:29:48 2021-11-24 15:09:04 2021-11-24 15:27:06 0:18:02 0:07:44 0:10:18 smithi master rados/cephadm/workunits/{agent/on mon_election/connectivity task/test_adoption} 1
pass 6523287 2021-11-23 22:29:49 2021-11-24 15:09:05 2021-11-24 15:58:13 0:49:08 0:42:39 0:06:29 smithi master rhel 8.4 rados/singleton-bluestore/{all/cephtool mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8}} 1
pass 6523288 2021-11-23 22:29:50 2021-11-24 15:09:05 2021-11-24 15:51:09 0:42:04 0:31:57 0:10:07 smithi master centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 6523289 2021-11-23 22:29:51 2021-11-24 15:09:55 2021-11-24 15:29:11 0:19:16 0:07:51 0:11:25 smithi master ubuntu 20.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity random-objectstore$/{bluestore-comp-snappy} supported-random-distro$/{ubuntu_latest} tasks/workunits} 2
pass 6523290 2021-11-23 22:29:52 2021-11-24 15:10:06 2021-11-24 15:39:53 0:29:47 0:19:32 0:10:15 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8.stream} thrashers/morepggrow thrashosds-health workloads/admin_socket_objecter_requests} 2
pass 6523291 2021-11-23 22:29:53 2021-11-24 15:10:16 2021-11-24 15:36:19 0:26:03 0:19:35 0:06:28 smithi master rhel 8.4 rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_3.0 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-user 3-final} 2
pass 6523292 2021-11-23 22:29:54 2021-11-24 15:11:17 2021-11-24 15:30:10 0:18:53 0:09:22 0:09:31 smithi master centos 8.3 rados/singleton/{all/admin-socket mon_election/classic msgr-failures/none msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8}} 1
pass 6523293 2021-11-23 22:29:55 2021-11-24 15:11:17 2021-11-24 15:31:49 0:20:32 0:09:22 0:11:10 smithi master ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-low-osd-mem-target openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/fio_4M_rand_read} 1
pass 6523294 2021-11-23 22:29:56 2021-11-24 15:11:37 2021-11-24 16:09:09 0:57:32 0:51:21 0:06:11 smithi master rhel 8.4 rados/cephadm/thrash/{0-distro/rhel_8.4_container_tools_3.0 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async root} 2
pass 6523295 2021-11-23 22:29:57 2021-11-24 15:11:58 2021-11-24 15:35:26 0:23:28 0:10:37 0:12:51 smithi master ubuntu 20.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6523296 2021-11-23 22:29:58 2021-11-24 15:13:28 2021-11-24 15:59:31 0:46:03 0:31:07 0:14:56 smithi master centos 8.stream rados/singleton-nomsgr/{all/recovery-unfound-found mon_election/connectivity rados supported-random-distro$/{centos_8.stream}} 1
pass 6523297 2021-11-23 22:29:59 2021-11-24 15:18:19 2021-11-24 15:47:55 0:29:36 0:21:13 0:08:23 smithi master rhel 8.4 rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_rhel8 0-nvme-loop 1-start 2-services/nfs-ingress 3-final} 2
pass 6523298 2021-11-23 22:30:00 2021-11-24 15:20:40 2021-11-24 15:45:37 0:24:57 0:13:25 0:11:32 smithi master centos 8.3 rados/cephadm/osds/{0-distro/centos_8.3_container_tools_3.0 0-nvme-loop 1-start 2-ops/repave-all} 2
pass 6523299 2021-11-23 22:30:01 2021-11-24 15:22:11 2021-11-24 15:51:45 0:29:34 0:20:25 0:09:09 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/cache-agent-big} 2
pass 6523300 2021-11-23 22:30:02 2021-11-24 15:22:31 2021-11-24 15:50:13 0:27:42 0:16:46 0:10:56 smithi master centos 8.3 rados/cephadm/smoke/{0-distro/centos_8.3_container_tools_3.0 0-nvme-loop agent/off fixed-2 mon_election/classic start} 2
pass 6523301 2021-11-23 22:30:03 2021-11-24 15:22:31 2021-11-24 15:54:18 0:31:47 0:21:19 0:10:28 smithi master centos 8.stream rados/singleton/{all/backfill-toofull mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8.stream}} 1
pass 6523302 2021-11-23 22:30:04 2021-11-24 15:22:52 2021-11-24 15:56:29 0:33:37 0:23:31 0:10:06 smithi master centos 8.stream rados/cephadm/with-work/{0-distro/centos_8.stream_container_tools_crun fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rados_python} 2
pass 6523303 2021-11-23 22:30:05 2021-11-24 15:23:02 2021-11-24 15:56:03 0:33:01 0:22:24 0:10:37 smithi master centos 8.3 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-small-objects-fast-read-overwrites} 2
pass 6523304 2021-11-23 22:30:06 2021-11-24 15:24:53 2021-11-24 15:46:39 0:21:46 0:11:51 0:09:55 smithi master centos 8.3 rados/singleton-nomsgr/{all/version-number-sanity mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 6523305 2021-11-23 22:30:07 2021-11-24 15:25:13 2021-11-24 16:08:53 0:43:40 0:33:39 0:10:01 smithi master centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 6523306 2021-11-23 22:30:08 2021-11-24 15:25:33 2021-11-24 15:49:10 0:23:37 0:13:25 0:10:12 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados tasks/mon_recovery validater/lockdep} 2
pass 6523307 2021-11-23 22:30:09 2021-11-24 15:25:44 2021-11-24 15:53:10 0:27:26 0:15:05 0:12:21 smithi master rados/cephadm/workunits/{agent/off mon_election/classic task/test_cephadm} 1
pass 6523308 2021-11-23 22:30:10 2021-11-24 15:27:14 2021-11-24 15:53:36 0:26:22 0:15:21 0:11:01 smithi master centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8.stream} thrashers/pggrow thrashosds-health workloads/cache-agent-small} 2