Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 7138543 2023-01-12 20:12:55 2023-01-13 13:53:55 2023-01-13 14:13:55 0:20:00 0:11:52 0:08:08 smithi main centos 8.stream rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/disable mon_election/connectivity random-objectstore$/{bluestore-comp-zstd} supported-random-distro$/{centos_8} tasks/workunits} 2
pass 7138545 2023-01-12 20:12:57 2023-01-13 13:54:45 2023-01-13 14:22:50 0:28:05 0:13:51 0:14:14 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-comp openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/fio_4M_rand_rw} 1
pass 7138547 2023-01-12 20:12:58 2023-01-13 13:54:46 2023-01-13 14:24:23 0:29:37 0:21:49 0:07:48 smithi main centos 8.stream rados/singleton/{all/osd-recovery mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8}} 1
pass 7138549 2023-01-12 20:12:59 2023-01-13 13:55:16 2023-01-13 14:29:39 0:34:23 0:26:37 0:07:46 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun agent/off mon_election/classic task/test_orch_cli_mon} 5
pass 7138551 2023-01-12 20:13:00 2023-01-13 13:56:37 2023-01-13 14:29:47 0:33:10 0:25:38 0:07:32 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/radosbench-high-concurrency} 2
pass 7138553 2023-01-12 20:13:01 2023-01-13 13:56:37 2023-01-13 14:37:47 0:41:10 0:34:46 0:06:24 smithi main centos 8.stream rados/objectstore/{backends/objectstore-filestore-memstore supported-random-distro$/{centos_8}} 1
pass 7138555 2023-01-12 20:13:03 2023-01-13 13:56:57 2023-01-13 14:51:38 0:54:41 0:45:56 0:08:45 smithi main rhel 8.6 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/sync workloads/rados_mon_osdmap_prune} 2
pass 7138557 2023-01-12 20:13:04 2023-01-13 14:01:32 2023-01-13 14:38:51 0:37:19 0:28:51 0:08:28 smithi main centos 8.stream rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} tasks/rados_api_tests} 2
pass 7138559 2023-01-12 20:13:05 2023-01-13 14:02:22 2023-01-13 14:44:01 0:41:39 0:32:07 0:09:32 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-stupid rados tasks/mon_recovery validater/valgrind} 2
pass 7138561 2023-01-12 20:13:06 2023-01-13 14:04:55 2023-01-13 14:39:52 0:34:57 0:29:16 0:05:41 smithi main rhel 8.6 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} 2
pass 7138563 2023-01-12 20:13:08 2023-01-13 14:04:55 2023-01-13 14:24:57 0:20:02 0:11:43 0:08:19 smithi main centos 8.stream rados/singleton-nomsgr/{all/pool-access mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 7138565 2023-01-12 20:13:09 2023-01-13 14:04:55 2023-01-13 15:03:59 0:59:04 0:18:15 0:40:49 smithi main ubuntu 20.04 rados/cephadm/osds/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-ops/rm-zap-add} 2
pass 7138567 2023-01-12 20:13:10 2023-01-13 14:04:56 2023-01-13 14:23:35 0:18:39 0:12:50 0:05:49 smithi main rhel 8.6 rados/singleton/{all/peer mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8}} 1
pass 7138569 2023-01-12 20:13:11 2023-01-13 14:04:56 2023-01-13 14:38:37 0:33:41 0:13:29 0:20:12 smithi main ubuntu 20.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 7138571 2023-01-12 20:13:13 2023-01-13 14:06:37 2023-01-13 15:08:18 1:01:41 0:53:32 0:08:09 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/radosbench} 2
pass 7138573 2023-01-12 20:13:14 2023-01-13 14:06:47 2023-01-13 14:51:10 0:44:23 0:36:10 0:08:13 smithi main centos 8.stream rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/filestore-xfs rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 7138575 2023-01-12 20:13:15 2023-01-13 14:06:57 2023-01-13 14:28:07 0:21:10 0:14:57 0:06:13 smithi main rhel 8.6 rados/cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/on mon_election/connectivity task/test_adoption} 1
pass 7138577 2023-01-12 20:13:16 2023-01-13 14:06:57 2023-01-13 14:46:38 0:39:41 0:32:17 0:07:24 smithi main centos 8.stream rados/singleton-nomsgr/{all/recovery-unfound-found mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 7138579 2023-01-12 20:13:17 2023-01-13 14:06:58 2023-01-13 14:29:53 0:22:55 0:17:12 0:05:43 smithi main centos 8.stream rados/singleton/{all/pg-autoscaler-progress-off mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8}} 2
pass 7138581 2023-01-12 20:13:19 2023-01-13 14:06:58 2023-01-13 14:45:53 0:38:55 0:31:09 0:07:46 smithi main centos 8.stream rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
dead 7138583 2023-01-12 20:13:20 2023-01-13 14:08:39 2023-01-13 14:13:12 0:04:33 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/redirect} 2
Failure Reason:

Error reimaging machines: 'NoneType' object has no attribute '_fields'

pass 7138585 2023-01-12 20:13:21 2023-01-13 14:08:59 2023-01-13 14:54:29 0:45:30 0:24:02 0:21:28 smithi main ubuntu 20.04 rados/cephadm/smoke/{0-distro/ubuntu_20.04 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} 2
pass 7138587 2023-01-12 20:13:22 2023-01-13 14:09:19 2023-01-13 14:33:42 0:24:23 0:10:11 0:14:12 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-low-osd-mem-target openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/fio_4M_rand_write} 1
pass 7138589 2023-01-12 20:13:23 2023-01-13 14:09:20 2023-01-13 14:39:06 0:29:46 0:22:21 0:07:25 smithi main centos 8.stream rados/thrash-old-clients/{0-distro$/{centos_8.stream_container_tools} 0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on mon_election/connectivity msgr-failures/few rados thrashers/pggrow thrashosds-health workloads/test_rbd_api} 3
pass 7138591 2023-01-12 20:13:25 2023-01-13 14:09:40 2023-01-13 14:37:41 0:28:01 0:14:05 0:13:56 smithi main ubuntu 20.04 rados/singleton/{all/pg-autoscaler mon_election/classic msgr-failures/none msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}} 1
pass 7138593 2023-01-12 20:13:26 2023-01-13 14:09:40 2023-01-13 14:46:01 0:36:21 0:25:53 0:10:28 smithi main centos 8.stream rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/osd-dispatch-delay objectstore/filestore-xfs rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 7138595 2023-01-12 20:13:27 2023-01-13 14:13:21 2023-01-13 14:35:11 0:21:50 0:14:07 0:07:43 smithi main centos 8.stream rados/singleton-nomsgr/{all/version-number-sanity mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 7138597 2023-01-12 20:13:28 2023-01-13 14:13:21 2023-01-13 14:54:50 0:41:29 0:34:46 0:06:43 smithi main centos 8.stream rados/singleton-bluestore/{all/cephtool mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8}} 1
pass 7138599 2023-01-12 20:13:30 2023-01-13 14:13:22 2023-01-13 14:38:37 0:25:15 0:18:37 0:06:38 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/redirect_promote_tests} 2
pass 7138601 2023-01-12 20:13:31 2023-01-13 14:13:32 2023-01-13 14:35:19 0:21:47 0:14:52 0:06:55 smithi main centos 8.stream rados/cephadm/osds/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-ops/rm-zap-flag} 2
pass 7138603 2023-01-12 20:13:32 2023-01-13 14:14:02 2023-01-13 14:39:04 0:25:02 0:18:54 0:06:08 smithi main rhel 8.6 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} tasks/rados_cls_all} 2
pass 7138605 2023-01-12 20:13:33 2023-01-13 14:14:03 2023-01-13 14:50:49 0:36:46 0:26:33 0:10:13 smithi main centos 8.stream rados/multimon/{clusters/21 mon_election/connectivity msgr-failures/many msgr/async no_pools objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8} tasks/mon_recovery} 3
pass 7138607 2023-01-12 20:13:35 2023-01-13 14:17:31 2023-01-13 14:35:27 0:17:56 0:08:24 0:09:32 smithi main ubuntu 20.04 rados/singleton/{all/pg-removal-interruption mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}} 1
pass 7138609 2023-01-12 20:13:36 2023-01-13 14:17:41 2023-01-13 15:40:55 1:23:14 1:13:54 0:09:20 smithi main centos 8.stream rados/dashboard/{0-single-container-host debug/mgr mon_election/classic random-objectstore$/{bluestore-hybrid} tasks/dashboard} 2
pass 7138611 2023-01-12 20:13:37 2023-01-13 14:19:07 2023-01-13 14:42:48 0:23:41 0:15:51 0:07:50 smithi main rhel 8.6 rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/disable mon_election/classic random-objectstore$/{bluestore-comp-zstd} supported-random-distro$/{rhel_8} tasks/crash} 2
pass 7138613 2023-01-12 20:13:38 2023-01-13 14:19:59 2023-01-13 14:39:18 0:19:19 0:11:39 0:07:40 smithi main centos 8.stream rados/objectstore/{backends/alloc-hint supported-random-distro$/{centos_8}} 1
pass 7138615 2023-01-12 20:13:40 2023-01-13 14:20:09 2023-01-13 14:42:40 0:22:31 0:15:05 0:07:26 smithi main centos 8.stream rados/rest/{mgr-restful supported-random-distro$/{centos_8}} 1
fail 7138617 2023-01-12 20:13:41 2023-01-13 14:21:05 2023-01-13 14:41:02 0:19:57 0:08:40 0:11:17 smithi main ubuntu 20.04 rados/rook/smoke/{0-distro/ubuntu_20.04 0-kubeadm 0-nvme-loop 1-rook 2-workload/radosbench cluster/1-node k8s/1.21 net/calico rook/1.7.2} 1
Failure Reason:

Command failed on smithi089 with status 1: 'sudo kubeadm init --node-name smithi089 --token abcdef.ijscw5ifbyowbl3e --pod-network-cidr 10.250.192.0/21'

pass 7138619 2023-01-12 20:13:42 2023-01-13 14:21:06 2023-01-13 14:50:09 0:29:03 0:22:15 0:06:48 smithi main rhel 8.6 rados/singleton-nomsgr/{all/admin_socket_output mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 7138621 2023-01-12 20:13:43 2023-01-13 14:21:26 2023-01-13 14:45:31 0:24:05 0:13:09 0:10:56 smithi main ubuntu 20.04 rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/c2c} 1
dead 7138623 2023-01-12 20:13:44 2023-01-13 14:21:36 2023-01-13 14:34:32 0:12:56 0:07:14 0:05:42 smithi main rhel 8.6 rados/upgrade/parallel/{0-random-distro$/{rhel_8.6_container_tools_rhel8} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} 2
Failure Reason:

{'smithi188.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi188', '--force'], 'delta': '0:00:00.653100', 'end': '2023-01-13 14:32:17.520136', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi188 --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-13 14:32:16.867036', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47AD93748) matches other registered hosts: smithi188.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47AD93748) matches other registered hosts: smithi188.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

pass 7138625 2023-01-12 20:13:46 2023-01-13 14:21:47 2023-01-13 14:51:19 0:29:32 0:22:27 0:07:05 smithi main centos 8.stream rados/valgrind-leaks/{1-start 2-inject-leak/mon centos_latest} 1
pass 7138627 2023-01-12 20:13:47 2023-01-13 14:22:17 2023-01-13 14:48:26 0:26:09 0:19:53 0:06:16 smithi main rhel 8.6 rados/cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/off mon_election/classic task/test_cephadm} 1
pass 7138628 2023-01-12 20:13:48 2023-01-13 14:22:17 2023-01-13 14:51:18 0:29:01 0:21:58 0:07:03 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/redirect_set_object} 2
pass 7138629 2023-01-12 20:13:49 2023-01-13 14:22:17 2023-01-13 14:59:03 0:36:46 0:30:43 0:06:03 smithi main rhel 8.6 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/force-sync-many workloads/rados_mon_workunits} 2
pass 7138630 2023-01-12 20:13:51 2023-01-13 14:22:28 2023-01-13 14:57:00 0:34:32 0:26:25 0:08:07 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async-v1only objectstore/filestore-xfs rados tasks/rados_api_tests validater/lockdep} 2
pass 7138631 2023-01-12 20:13:52 2023-01-13 14:23:38 2023-01-13 14:46:01 0:22:23 0:13:36 0:08:47 smithi main centos 8.stream rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 7138632 2023-01-12 20:13:53 2023-01-13 14:24:29 2023-01-13 14:56:48 0:32:19 0:26:00 0:06:19 smithi main rhel 8.6 rados/singleton/{all/radostool mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8}} 1
pass 7138633 2023-01-12 20:13:54 2023-01-13 14:24:29 2023-01-13 14:48:28 0:23:59 0:16:55 0:07:04 smithi main centos 8.stream rados/cephadm/smoke/{0-distro/centos_8.stream_container_tools 0-nvme-loop agent/off fixed-2 mon_election/classic start} 2
pass 7138634 2023-01-12 20:13:56 2023-01-13 14:25:19 2023-01-13 14:44:42 0:19:23 0:12:25 0:06:58 smithi main centos 8.stream rados/singleton-nomsgr/{all/balancer mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 7138635 2023-01-12 20:13:57 2023-01-13 14:25:20 2023-01-13 14:48:11 0:22:51 0:13:28 0:09:23 smithi main centos 8.stream rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 7138636 2023-01-12 20:13:58 2023-01-13 14:26:50 2023-01-13 14:47:07 0:20:17 0:08:59 0:11:18 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-stupid openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/radosbench_4K_rand_read} 1
pass 7138637 2023-01-12 20:13:59 2023-01-13 14:27:21 2023-01-13 14:53:34 0:26:13 0:15:39 0:10:34 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/set-chunks-read} 2
pass 7138638 2023-01-12 20:14:01 2023-01-13 14:27:41 2023-01-13 14:59:14 0:31:33 0:25:35 0:05:58 smithi main rhel 8.6 rados/singleton/{all/random-eio mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8}} 2
pass 7138639 2023-01-12 20:14:02 2023-01-13 14:28:01 2023-01-13 14:49:09 0:21:08 0:13:47 0:07:21 smithi main centos 8.stream rados/cephadm/smoke-singlehost/{0-random-distro$/{centos_8.stream_container_tools} 1-start 2-services/basic 3-final} 1
pass 7138640 2023-01-12 20:14:03 2023-01-13 14:28:02 2023-01-13 15:02:47 0:34:45 0:29:19 0:05:26 smithi main rhel 8.6 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 7138641 2023-01-12 20:14:04 2023-01-13 14:28:12 2023-01-13 14:59:57 0:31:45 0:23:57 0:07:48 smithi main centos 8.stream rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-fast-read-overwrites} 2
dead 7138642 2023-01-12 20:14:06 2023-01-13 14:28:42 2023-01-13 14:41:17 0:12:35 0:05:40 0:06:55 smithi main rhel 8.6 rados/singleton-nomsgr/{all/cache-fs-trunc mon_election/classic rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi052.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi052', '--force'], 'delta': '0:00:00.716104', 'end': '2023-01-13 14:39:07.974874', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi052 --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-13 14:39:07.258770', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFDD2) matches other registered hosts: smithi052.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFDD2) matches other registered hosts: smithi052.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

pass 7138643 2023-01-12 20:14:07 2023-01-13 14:28:43 2023-01-13 14:58:43 0:30:00 0:23:43 0:06:17 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/small-objects-balanced} 2
pass 7138644 2023-01-12 20:14:08 2023-01-13 14:28:53 2023-01-13 14:52:54 0:24:01 0:16:56 0:07:05 smithi main rhel 8.6 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} tasks/rados_python} 2
pass 7138645 2023-01-12 20:14:09 2023-01-13 14:29:33 2023-01-13 14:52:45 0:23:12 0:15:29 0:07:43 smithi main centos 8.stream rados/cephadm/osds/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-ops/rm-zap-wait} 2
dead 7138646 2023-01-12 20:14:10 2023-01-13 14:29:34 2023-01-13 14:48:24 0:18:50 smithi main rhel 8.6 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
Failure Reason:

Error reimaging machines: reached maximum tries (100) after waiting for 600 seconds

pass 7138647 2023-01-12 20:14:12 2023-01-13 14:29:44 2023-01-13 14:53:32 0:23:48 0:14:16 0:09:32 smithi main ubuntu 20.04 rados/singleton/{all/rebuild-mondb mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest}} 1
pass 7138648 2023-01-12 20:14:13 2023-01-13 14:29:44 2023-01-13 14:49:19 0:19:35 0:09:29 0:10:06 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/ceph-kvstore-tool mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 7138649 2023-01-12 20:14:14 2023-01-13 14:29:45 2023-01-13 15:01:09 0:31:24 0:24:00 0:07:24 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/small-objects-localized} 2
pass 7138650 2023-01-12 20:14:15 2023-01-13 14:29:55 2023-01-13 14:53:48 0:23:53 0:15:37 0:08:16 smithi main centos 8.stream rados/objectstore/{backends/ceph_objectstore_tool supported-random-distro$/{centos_8}} 1
pass 7138651 2023-01-12 20:14:17 2023-01-13 14:29:55 2023-01-13 14:52:25 0:22:30 0:06:17 0:16:13 smithi main ubuntu 20.04 rados/cephadm/workunits/{0-distro/ubuntu_20.04 agent/on mon_election/connectivity task/test_cephadm_repos} 1
pass 7138652 2023-01-12 20:14:18 2023-01-13 14:29:56 2023-01-13 14:47:48 0:17:52 0:10:54 0:06:58 smithi main centos 8.stream rados/multimon/{clusters/3 mon_election/classic msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} tasks/mon_clock_no_skews} 2
pass 7138653 2023-01-12 20:14:19 2023-01-13 14:29:56 2023-01-13 15:24:07 0:54:11 0:47:27 0:06:44 smithi main centos 8.stream rados/singleton/{all/recovery-preemption mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8}} 1
pass 7138654 2023-01-12 20:14:20 2023-01-13 14:29:56 2023-01-13 15:20:48 0:50:52 0:10:41 0:40:11 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/radosbench_4K_seq_read} 1
dead 7138655 2023-01-12 20:14:22 2023-01-13 14:30:57 2023-01-13 14:45:43 0:14:46 0:06:59 0:07:47 smithi main rhel 8.6 rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/enable mon_election/connectivity random-objectstore$/{bluestore-comp-zlib} supported-random-distro$/{rhel_8} tasks/failover} 2
Failure Reason:

{'smithi002.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi002.front.sepia.ceph.com', '--force'], 'delta': '0:00:00.706548', 'end': '2023-01-13 14:43:36.252338', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi002.front.sepia.ceph.com --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-13 14:43:35.545790', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFE02) matches other registered hosts: smithi002 (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFE02) matches other registered hosts: smithi002 (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

pass 7138656 2023-01-12 20:14:23 2023-01-13 14:32:57 2023-01-13 15:12:58 0:40:01 0:33:33 0:06:28 smithi main rhel 8.6 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/mon-delay msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/many workloads/rados_mon_workunits} 2
dead 7138657 2023-01-12 20:14:24 2023-01-13 14:34:38 2023-01-13 14:46:57 0:12:19 0:05:39 0:06:40 smithi main rhel 8.6 rados/singleton-nomsgr/{all/ceph-post-file mon_election/classic rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi046.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi046.front.sepia.ceph.com', '--force'], 'delta': '0:00:00.704414', 'end': '2023-01-13 14:44:48.997188', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi046.front.sepia.ceph.com --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-13 14:44:48.292774', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BF610) matches other registered hosts: smithi046 (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BF610) matches other registered hosts: smithi046 (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

pass 7138658 2023-01-12 20:14:25 2023-01-13 14:34:38 2023-01-13 15:04:49 0:30:11 0:22:28 0:07:43 smithi main centos 8.stream rados/standalone/{supported-random-distro$/{centos_8} workloads/crush} 1
dead 7138659 2023-01-12 20:14:26 2023-01-13 14:35:18 2023-01-14 02:45:11 12:09:53 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/small-objects} 2
Failure Reason:

hit max job timeout

pass 7138660 2023-01-12 20:14:28 2023-01-13 14:35:29 2023-01-13 15:19:00 0:43:31 0:33:44 0:09:47 smithi main centos 8.stream rados/thrash-old-clients/{0-distro$/{centos_8.stream_container_tools} 0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay rados thrashers/careful thrashosds-health workloads/cache-snaps} 3
pass 7138661 2023-01-12 20:14:29 2023-01-13 14:37:50 2023-01-13 15:39:44 1:01:54 0:54:57 0:06:57 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-bitmap rados tasks/rados_api_tests validater/valgrind} 2
pass 7138662 2023-01-12 20:14:30 2023-01-13 14:38:40 2023-01-13 15:01:53 0:23:13 0:17:20 0:05:53 smithi main centos 8.stream rados/cephadm/smoke/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/on fixed-2 mon_election/connectivity start} 2
pass 7138663 2023-01-12 20:14:31 2023-01-13 14:38:40 2023-01-13 15:01:21 0:22:41 0:14:55 0:07:46 smithi main centos 8.stream rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/osd-dispatch-delay objectstore/bluestore-bitmap rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 7138664 2023-01-12 20:14:33 2023-01-13 14:39:01 2023-01-13 14:58:27 0:19:26 0:11:37 0:07:49 smithi main centos 8.stream rados/singleton/{all/resolve_stuck_peering mon_election/classic msgr-failures/none msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8}} 2
pass 7138665 2023-01-12 20:14:34 2023-01-13 14:39:11 2023-01-13 15:18:45 0:39:34 0:32:08 0:07:26 smithi main rhel 8.6 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 7138666 2023-01-12 20:14:35 2023-01-13 14:39:12 2023-01-13 15:02:43 0:23:31 0:17:09 0:06:22 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools agent/off mon_election/classic task/test_iscsi_pids_limit/{centos_8.stream_container_tools test_iscsi_pids_limit}} 1
pass 7138667 2023-01-12 20:14:36 2023-01-13 14:39:22 2023-01-13 15:17:17 0:37:55 0:29:43 0:08:12 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/snaps-few-objects-balanced} 2
pass 7138668 2023-01-12 20:14:38 2023-01-13 14:39:52 2023-01-13 14:59:25 0:19:33 0:13:23 0:06:10 smithi main rhel 8.6 rados/singleton-nomsgr/{all/crushdiff mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 7138669 2023-01-12 20:14:39 2023-01-13 14:41:03 2023-01-13 15:08:25 0:27:22 0:17:25 0:09:57 smithi main centos 8.stream rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} tasks/rados_stress_watch} 2
fail 7138670 2023-01-12 20:14:40 2023-01-13 14:42:43 2023-01-13 15:10:05 0:27:22 0:19:43 0:07:39 smithi main centos 8.stream rados/singleton/{all/test-crash mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8}} 1
Failure Reason:

Command failed (workunit test rados/test_crash.sh) on smithi154 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=cb17f286272f7ae9dbdf8117ca7b077b0a5cf650 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test_crash.sh'

pass 7138671 2023-01-12 20:14:41 2023-01-13 14:42:54 2023-01-13 15:19:13 0:36:19 0:28:34 0:07:45 smithi main centos 8.stream rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 7138672 2023-01-12 20:14:43 2023-01-13 14:44:04 2023-01-13 15:08:02 0:23:58 0:16:18 0:07:40 smithi main rhel 8.6 rados/cephadm/osds/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-ops/rmdir-reactivate} 2
pass 7138673 2023-01-12 20:14:44 2023-01-13 14:44:44 2023-01-13 15:19:58 0:35:14 0:28:14 0:07:00 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/snaps-few-objects-localized} 2
pass 7138674 2023-01-12 20:14:45 2023-01-13 14:44:45 2023-01-13 15:03:01 0:18:16 0:10:45 0:07:31 smithi main centos 8.stream rados/singleton-nomsgr/{all/export-after-evict mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 7138675 2023-01-12 20:14:46 2023-01-13 14:45:35 2023-01-13 15:03:50 0:18:15 0:08:41 0:09:34 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-bitmap openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/radosbench_4M_rand_read} 1
pass 7138676 2023-01-12 20:14:47 2023-01-13 14:45:45 2023-01-13 15:18:59 0:33:14 0:26:43 0:06:31 smithi main centos 8.stream rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
dead 7138677 2023-01-12 20:14:49 2023-01-13 14:45:56 2023-01-13 14:57:50 0:11:54 0:05:38 0:06:16 smithi main rhel 8.6 rados/singleton/{all/test-noautoscale-flag mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi002.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi002.front.sepia.ceph.com', '--force'], 'delta': '0:00:00.716496', 'end': '2023-01-13 14:55:39.916295', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi002.front.sepia.ceph.com --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-13 14:55:39.199799', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFE02) matches other registered hosts: smithi002 (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFE02) matches other registered hosts: smithi002 (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

pass 7138678 2023-01-12 20:14:50 2023-01-13 14:45:56 2023-01-13 15:09:19 0:23:23 0:17:17 0:06:06 smithi main rhel 8.6 rados/cephadm/smoke/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop agent/off fixed-2 mon_election/classic start} 2
pass 7138679 2023-01-12 20:14:51 2023-01-13 14:46:06 2023-01-13 15:04:24 0:18:18 0:08:12 0:10:06 smithi main ubuntu 20.04 rados/objectstore/{backends/filejournal supported-random-distro$/{ubuntu_latest}} 1
pass 7138680 2023-01-12 20:14:52 2023-01-13 14:46:07 2023-01-13 15:34:24 0:48:17 0:36:03 0:12:14 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/snaps-few-objects} 2
pass 7138681 2023-01-12 20:14:54 2023-01-13 14:46:07 2023-01-13 15:03:54 0:17:47 0:10:47 0:07:00 smithi main centos 8.stream rados/multimon/{clusters/6 mon_election/connectivity msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} tasks/mon_clock_with_skews} 2
pass 7138682 2023-01-12 20:14:55 2023-01-13 14:46:48 2023-01-13 15:05:50 0:19:02 0:11:40 0:07:22 smithi main centos 8.stream rados/singleton-nomsgr/{all/full-tiering mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 7138683 2023-01-12 20:14:56 2023-01-13 14:46:58 2023-01-13 15:21:43 0:34:45 0:22:52 0:11:53 smithi main ubuntu 20.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-dispatch-delay rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-small-objects-overwrites} 2
fail 7138684 2023-01-12 20:14:57 2023-01-13 14:47:48 2023-01-13 15:18:48 0:31:00 0:24:35 0:06:25 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun agent/on mon_election/connectivity task/test_nfs} 1
Failure Reason:

Test failure: test_non_existent_cluster (tasks.cephfs.test_nfs.TestNFS)

fail 7138685 2023-01-12 20:14:58 2023-01-13 14:47:49 2023-01-13 15:08:00 0:20:11 0:09:10 0:11:01 smithi main ubuntu 20.04 rados/singleton/{all/test_envlibrados_for_rocksdb mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}} 1
Failure Reason:

Command failed (workunit test rados/test_envlibrados_for_rocksdb.sh) on smithi176 with status 2: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=cb17f286272f7ae9dbdf8117ca7b077b0a5cf650 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test_envlibrados_for_rocksdb.sh'

pass 7138686 2023-01-12 20:15:00 2023-01-13 14:48:19 2023-01-13 15:13:42 0:25:23 0:19:17 0:06:06 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-lz4 rados tasks/rados_cls_all validater/lockdep} 2
pass 7138687 2023-01-12 20:15:01 2023-01-13 14:48:19 2023-01-13 15:33:05 0:44:46 0:38:34 0:06:12 smithi main rhel 8.6 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/one workloads/snaps-few-objects} 2
pass 7138688 2023-01-12 20:15:02 2023-01-13 15:12:49 808 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/write_fadvise_dontneed} 2
pass 7138689 2023-01-12 20:15:03 2023-01-13 14:48:40 2023-01-13 15:12:34 0:23:54 0:16:55 0:06:59 smithi main centos 8.stream rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/disable mon_election/classic random-objectstore$/{bluestore-comp-lz4} supported-random-distro$/{centos_8} tasks/insights} 2
pass 7138690 2023-01-12 20:15:05 2023-01-13 14:49:10 2023-01-13 15:17:06 0:27:56 0:11:57 0:15:59 smithi main ubuntu 20.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 7138691 2023-01-12 20:15:06 2023-01-13 14:50:51 2023-01-13 15:27:04 0:36:13 0:09:29 0:26:44 smithi main ubuntu 20.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} tasks/rados_striper} 2
pass 7138692 2023-01-12 20:15:07 2023-01-13 14:51:11 2023-01-13 15:33:47 0:42:36 0:36:17 0:06:19 smithi main rhel 8.6 rados/singleton-bluestore/{all/cephtool mon_election/classic msgr-failures/none msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8}} 1
pass 7138693 2023-01-12 20:15:08 2023-01-13 14:51:12 2023-01-13 15:12:51 0:21:39 0:15:21 0:06:18 smithi main rhel 8.6 rados/cephadm/osds/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-ops/repave-all} 2
pass 7138694 2023-01-12 20:15:10 2023-01-13 14:51:22 2023-01-13 15:12:06 0:20:44 0:14:20 0:06:24 smithi main rhel 8.6 rados/singleton-nomsgr/{all/health-warnings mon_election/classic rados supported-random-distro$/{rhel_8}} 1
dead 7138695 2023-01-12 20:15:11 2023-01-13 14:51:22 2023-01-13 15:03:28 0:12:06 0:05:41 0:06:25 smithi main rhel 8.6 rados/standalone/{supported-random-distro$/{rhel_8} workloads/erasure-code} 1
Failure Reason:

{'smithi032.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi032.front.sepia.ceph.com', '--force'], 'delta': '0:00:00.720108', 'end': '2023-01-13 15:01:22.767055', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi032.front.sepia.ceph.com --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-13 15:01:22.046947', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFD0C) matches other registered hosts: smithi032 (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFD0C) matches other registered hosts: smithi032 (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

pass 7138696 2023-01-12 20:15:12 2023-01-13 14:51:23 2023-01-13 16:18:45 1:27:22 1:15:10 0:12:12 smithi main ubuntu 20.04 rados/singleton/{all/thrash-backfill-full mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}} 2
pass 7138697 2023-01-12 20:15:14 2023-01-13 14:51:43 2023-01-13 15:22:15 0:30:32 0:13:31 0:17:01 smithi main ubuntu 20.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 7138698 2023-01-12 20:15:15 2023-01-13 14:52:54 2023-01-13 15:25:12 0:32:18 0:22:08 0:10:10 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/admin_socket_objecter_requests} 2
pass 7138699 2023-01-12 20:15:16 2023-01-13 14:53:04 2023-01-13 15:13:16 0:20:12 0:10:31 0:09:41 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-comp openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/radosbench_4M_seq_read} 1
dead 7138700 2023-01-12 20:15:17 2023-01-13 14:53:34 2023-01-13 15:06:09 0:12:35 0:07:02 0:05:33 smithi main rhel 8.6 rados/cephadm/smoke/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop agent/on fixed-2 mon_election/connectivity start} 2
Failure Reason:

{'smithi019.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi019.front.sepia.ceph.com', '--force'], 'delta': '0:00:00.698991', 'end': '2023-01-13 15:04:04.179154', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi019.front.sepia.ceph.com --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-13 15:04:03.480163', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFD12) matches other registered hosts: smithi019 (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFD12) matches other registered hosts: smithi019 (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

fail 7138701 2023-01-12 20:15:19 2023-01-13 14:53:35 2023-01-13 15:22:49 0:29:14 0:19:39 0:09:35 smithi main centos 8.stream rados/dashboard/{0-single-container-host debug/mgr mon_election/connectivity random-objectstore$/{bluestore-bitmap} tasks/e2e} 2
Failure Reason:

Command failed (workunit test cephadm/test_dashboard_e2e.sh) on smithi049 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=cb17f286272f7ae9dbdf8117ca7b077b0a5cf650 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_dashboard_e2e.sh'

fail 7138702 2023-01-12 20:15:20 2023-01-13 14:54:35 2023-01-13 15:18:59 0:24:24 0:09:18 0:15:06 smithi main ubuntu 20.04 rados/rook/smoke/{0-distro/ubuntu_20.04 0-kubeadm 0-nvme-loop 1-rook 2-workload/none cluster/3-node k8s/1.21 net/flannel rook/master} 3
Failure Reason:

Command failed on smithi131 with status 1: 'sudo kubeadm init --node-name smithi131 --token abcdef.m1nvit54c2pkeszb --pod-network-cidr 10.252.16.0/21'

pass 7138703 2023-01-12 20:15:21 2023-01-13 14:56:56 2023-01-13 15:17:14 0:20:18 0:09:12 0:11:06 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/large-omap-object-warnings mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 7138704 2023-01-12 20:15:22 2023-01-13 14:57:06 2023-01-13 16:04:59 1:07:53 1:00:52 0:07:01 smithi main centos 8.stream rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-radosbench} 2
pass 7138705 2023-01-12 20:15:23 2023-01-13 14:57:57 2023-01-13 15:43:07 0:45:10 0:34:07 0:11:03 smithi main ubuntu 20.04 rados/singleton/{all/thrash-eio mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}} 2
pass 7138706 2023-01-12 20:15:25 2023-01-13 14:58:37 2023-01-13 17:08:24 2:09:47 2:02:43 0:07:04 smithi main centos 8.stream rados/thrash-old-clients/{0-distro$/{centos_8.stream_container_tools} 0-size-min-size-overrides/3-size-2-min-size 1-install/octopus backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/on mon_election/connectivity msgr-failures/fastclose rados thrashers/default thrashosds-health workloads/radosbench} 3
pass 7138707 2023-01-12 20:15:26 2023-01-13 14:59:07 2023-01-13 15:25:41 0:26:34 0:18:40 0:07:54 smithi main rhel 8.6 rados/cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/off mon_election/classic task/test_orch_cli} 1
pass 7138708 2023-01-12 20:15:27 2023-01-13 14:59:08 2023-01-13 15:28:19 0:29:11 0:22:07 0:07:04 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/cache-agent-big} 2
pass 7138709 2023-01-12 20:15:28 2023-01-13 14:59:18 2023-01-13 15:32:58 0:33:40 0:27:12 0:06:28 smithi main centos 8.stream rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 7138710 2023-01-12 20:15:29 2023-01-13 14:59:59 2023-01-13 17:42:23 2:42:24 2:32:01 0:10:23 smithi main ubuntu 20.04 rados/objectstore/{backends/filestore-idempotent-aio-journal supported-random-distro$/{ubuntu_latest}} 1
pass 7138711 2023-01-12 20:15:31 2023-01-13 14:59:59 2023-01-13 15:35:16 0:35:17 0:21:27 0:13:50 smithi main ubuntu 20.04 rados/singleton/{all/thrash-rados/{thrash-rados thrashosds-health} mon_election/classic msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} 2
pass 7138712 2023-01-12 20:15:32 2023-01-13 15:01:19 2023-01-13 15:20:22 0:19:03 0:12:10 0:06:53 smithi main centos 8.stream rados/singleton-nomsgr/{all/lazy_omap_stats_output mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 7138713 2023-01-12 20:15:33 2023-01-13 15:01:30 2023-01-13 15:22:38 0:21:08 0:15:15 0:05:53 smithi main centos 8.stream rados/cephadm/smoke-singlehost/{0-random-distro$/{centos_8.stream_container_tools_crun} 1-start 2-services/rgw 3-final} 1
dead 7138714 2023-01-12 20:15:34 2023-01-13 15:01:30 2023-01-13 15:15:12 0:13:42 0:07:14 0:06:28 smithi main rhel 8.6 rados/multimon/{clusters/9 mon_election/classic msgr-failures/few msgr/async no_pools objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} tasks/mon_recovery} 3
Failure Reason:

{'smithi037.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi037.front.sepia.ceph.com', '--force'], 'delta': '0:00:00.704728', 'end': '2023-01-13 15:13:12.950137', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi037.front.sepia.ceph.com --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-13 15:13:12.245409', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFD18) matches other registered hosts: smithi037 (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFD18) matches other registered hosts: smithi037 (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

pass 7138715 2023-01-12 20:15:35 2023-01-13 15:02:00 2023-01-13 15:28:45 0:26:45 0:14:34 0:12:11 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/cache-agent-small} 2
pass 7138716 2023-01-12 20:15:37 2023-01-13 15:02:51 2023-01-13 15:47:59 0:45:08 0:30:39 0:14:29 smithi main ubuntu 20.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} tasks/rados_workunit_loadgen_big} 2
pass 7138717 2023-01-12 20:15:38 2023-01-13 15:02:51 2023-01-13 15:33:36 0:30:45 0:25:03 0:05:42 smithi main rhel 8.6 rados/singleton/{all/thrash_cache_writeback_proxy_none mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8}} 2
dead 7138718 2023-01-12 20:15:39 2023-01-13 15:14:52 341 smithi main rhel 8.6 rados/singleton-nomsgr/{all/librados_hello_world mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi031.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi031.front.sepia.ceph.com', '--force'], 'delta': '0:00:00.705275', 'end': '2023-01-13 15:12:46.973598', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi031.front.sepia.ceph.com --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-13 15:12:46.268323', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BF6CC) matches other registered hosts: smithi031 (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BF6CC) matches other registered hosts: smithi031 (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

dead 7138719 2023-01-12 20:15:40 2023-01-13 15:03:02 2023-01-13 15:16:16 0:13:14 0:07:05 0:06:09 smithi main rhel 8.6 rados/cephadm/osds/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-ops/rm-zap-add} 2
Failure Reason:

{'smithi032.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi032.front.sepia.ceph.com', '--force'], 'delta': '0:00:00.699950', 'end': '2023-01-13 15:14:14.570823', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi032.front.sepia.ceph.com --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-13 15:14:13.870873', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFD0C) matches other registered hosts: smithi032 (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFD0C) matches other registered hosts: smithi032 (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

pass 7138720 2023-01-12 20:15:42 2023-01-13 15:03:32 2023-01-13 15:43:40 0:40:08 0:31:42 0:08:26 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-snappy rados tasks/mon_recovery validater/valgrind} 2
pass 7138721 2023-01-12 20:15:43 2023-01-13 15:04:03 2023-01-13 15:25:56 0:21:53 0:08:59 0:12:54 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-low-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/radosbench_4M_write} 1
pass 7138722 2023-01-12 20:15:44 2023-01-13 15:04:03 2023-01-13 15:29:21 0:25:18 0:17:48 0:07:30 smithi main centos 8.stream rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/sync-many workloads/pool-create-delete} 2
pass 7138723 2023-01-12 20:15:45 2023-01-13 15:04:03 2023-01-13 15:28:50 0:24:47 0:16:31 0:08:16 smithi main rhel 8.6 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 7138724 2023-01-12 20:15:47 2023-01-13 15:05:54 2023-01-13 15:41:22 0:35:28 0:27:51 0:07:37 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/cache-pool-snaps-readproxy} 2
pass 7138725 2023-01-12 20:15:48 2023-01-13 15:06:14 2023-01-13 15:48:15 0:42:01 0:29:59 0:12:02 smithi main ubuntu 20.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/enable mon_election/connectivity random-objectstore$/{bluestore-hybrid} supported-random-distro$/{ubuntu_latest} tasks/module_selftest} 2
pass 7138726 2023-01-12 20:15:49 2023-01-13 15:08:05 2023-01-13 15:26:49 0:18:44 0:13:08 0:05:36 smithi main rhel 8.6 rados/singleton/{all/watch-notify-same-primary mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8}} 1
dead 7138727 2023-01-12 20:15:50 2023-01-13 15:08:05 2023-01-13 15:22:07 0:14:02 0:07:23 0:06:39 smithi main rhel 8.6 rados/cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/on mon_election/connectivity task/test_orch_cli_mon} 5
Failure Reason:

{'smithi052.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi052', '--force'], 'delta': '0:00:00.700754', 'end': '2023-01-13 15:20:08.442886', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi052 --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-13 15:20:07.742132', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFDD2) matches other registered hosts: smithi052.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFDD2) matches other registered hosts: smithi052.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

pass 7138728 2023-01-12 20:15:51 2023-01-13 15:08:26 2023-01-13 15:49:20 0:40:54 0:33:01 0:07:53 smithi main rhel 8.6 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 7138729 2023-01-12 20:15:53 2023-01-13 15:10:06 2023-01-13 15:41:51 0:31:45 0:17:53 0:13:52 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/msgr mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 7138730 2023-01-12 20:15:54 2023-01-13 15:12:07 2023-01-13 15:37:45 0:25:38 0:17:47 0:07:51 smithi main centos 8.stream rados/standalone/{supported-random-distro$/{centos_8} workloads/mgr} 1
pass 7138731 2023-01-12 20:15:55 2023-01-13 15:12:37 2023-01-13 15:41:09 0:28:32 0:21:53 0:06:39 smithi main centos 8.stream rados/valgrind-leaks/{1-start 2-inject-leak/none centos_latest} 1
pass 7138732 2023-01-12 20:15:56 2023-01-13 15:12:37 2023-01-13 15:53:56 0:41:19 0:33:28 0:07:51 smithi main centos 8.stream rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-dispatch-delay rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} 2
dead 7138733 2023-01-12 20:15:57 2023-01-13 15:12:58 2023-01-13 15:25:25 0:12:27 0:05:39 0:06:48 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/cache-pool-snaps} 2
Failure Reason:

{'smithi188.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi188', '--force'], 'delta': '0:00:00.742977', 'end': '2023-01-13 15:23:12.148894', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi188 --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-13 15:23:11.405917', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47AD93748) matches other registered hosts: smithi188.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47AD93748) matches other registered hosts: smithi188.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}, 'smithi047.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi047.front.sepia.ceph.com', '--force'], 'delta': '0:00:00.696007', 'end': '2023-01-13 15:23:16.838540', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi047.front.sepia.ceph.com --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-13 15:23:16.142533', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFF78) matches other registered hosts: smithi047 (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFF78) matches other registered hosts: smithi047 (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

pass 7138734 2023-01-12 20:15:59 2023-01-13 15:12:58 2023-01-13 15:49:21 0:36:23 0:24:56 0:11:27 smithi main ubuntu 20.04 rados/cephadm/smoke/{0-distro/ubuntu_20.04 0-nvme-loop agent/off fixed-2 mon_election/classic start} 2
dead 7138735 2023-01-12 20:16:00 2023-01-13 15:12:58 2023-01-13 15:27:05 0:14:07 0:06:55 0:07:12 smithi main rhel 8.6 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-balanced} 2
Failure Reason:

{'smithi148.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi148', '--force'], 'delta': '0:00:00.666919', 'end': '2023-01-13 15:24:49.203274', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi148 --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-13 15:24:48.536355', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47ADA6AA4) matches other registered hosts: smithi148.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47ADA6AA4) matches other registered hosts: smithi148.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

pass 7138736 2023-01-12 20:16:01 2023-01-13 15:13:49 2023-01-13 15:31:33 0:17:44 0:08:10 0:09:34 smithi main ubuntu 20.04 rados/singleton/{all/admin-socket mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest}} 1
pass 7138737 2023-01-12 20:16:02 2023-01-13 15:13:49 2023-01-13 15:51:51 0:38:02 0:30:48 0:07:14 smithi main rhel 8.6 rados/singleton-nomsgr/{all/multi-backfill-reject mon_election/connectivity rados supported-random-distro$/{rhel_8}} 2
pass 7138738 2023-01-12 20:16:04 2023-01-13 15:15:20 2023-01-13 17:51:44 2:36:24 2:30:36 0:05:48 smithi main centos 8.stream rados/objectstore/{backends/filestore-idempotent supported-random-distro$/{centos_8}} 1
pass 7138739 2023-01-12 20:16:05 2023-01-13 15:15:20 2023-01-13 15:48:17 0:32:57 0:20:43 0:12:14 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/cache-snaps-balanced} 2
pass 7138740 2023-01-12 20:16:06 2023-01-13 15:16:20 2023-01-13 15:59:21 0:43:01 0:32:07 0:10:54 smithi main ubuntu 20.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 7138741 2023-01-12 20:16:07 2023-01-13 15:17:11 2023-01-13 15:49:12 0:32:01 0:21:04 0:10:57 smithi main ubuntu 20.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} tasks/rados_workunit_loadgen_mix} 2
pass 7138742 2023-01-12 20:16:08 2023-01-13 15:17:11 2023-01-13 15:36:32 0:19:21 0:09:50 0:09:31 smithi main ubuntu 20.04 rados/cephadm/workunits/{0-distro/ubuntu_20.04 agent/off mon_election/classic task/test_adoption} 1
pass 7138743 2023-01-12 20:16:10 2023-01-13 15:17:12 2023-01-13 15:53:40 0:36:28 0:23:39 0:12:49 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-stupid openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/radosbench_omap_write} 1
pass 7138744 2023-01-12 20:16:11 2023-01-13 15:17:22 2023-01-13 16:02:31 0:45:09 0:39:20 0:05:49 smithi main centos 8.stream rados/singleton/{all/backfill-toofull mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8}} 1
pass 7138745 2023-01-12 20:16:12 2023-01-13 15:17:22 2023-01-13 15:46:40 0:29:18 0:22:30 0:06:48 smithi main rhel 8.6 rados/singleton-nomsgr/{all/osd_stale_reads mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 7138746 2023-01-12 20:16:13 2023-01-13 15:17:22 2023-01-13 15:37:11 0:19:49 0:08:45 0:11:04 smithi main ubuntu 20.04 rados/multimon/{clusters/21 mon_election/connectivity msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_no_skews} 3
pass 7138747 2023-01-12 20:16:15 2023-01-13 15:18:53 2023-01-13 15:50:01 0:31:08 0:17:53 0:13:15 smithi main ubuntu 20.04 rados/cephadm/osds/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-ops/rm-zap-flag} 2
pass 7138748 2023-01-12 20:16:16 2023-01-13 15:19:03 2023-01-13 15:48:34 0:29:31 0:21:56 0:07:35 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/cache-snaps} 2
pass 7138749 2023-01-12 20:16:17 2023-01-13 15:19:04 2023-01-13 15:50:20 0:31:16 0:23:47 0:07:29 smithi main centos 8.stream rados/thrash-old-clients/{0-distro$/{centos_8.stream_container_tools} 0-size-min-size-overrides/2-size-2-min-size 1-install/pacific backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat mon_election/classic msgr-failures/few rados thrashers/mapgap thrashosds-health workloads/rbd_cls} 3
pass 7138750 2023-01-12 20:16:18 2023-01-13 15:19:04 2023-01-13 15:39:47 0:20:43 0:14:36 0:06:07 smithi main rhel 8.6 rados/singleton/{all/deduptool mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8}} 1
pass 7138751 2023-01-12 20:16:20 2023-01-13 15:19:04 2023-01-13 15:53:15 0:34:11 0:27:00 0:07:11 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zlib rados tasks/rados_api_tests validater/lockdep} 2
pass 7138752 2023-01-12 20:16:21 2023-01-13 15:19:15 2023-01-13 15:41:58 0:22:43 0:15:08 0:07:35 smithi main centos 8.stream rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 7138753 2023-01-12 20:16:22 2023-01-13 15:20:25 2023-01-13 15:42:54 0:22:29 0:13:33 0:08:56 smithi main centos 8.stream rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/sync workloads/rados_5925} 2
pass 7138754 2023-01-12 20:16:23 2023-01-13 15:21:46 2023-01-13 15:47:19 0:25:33 0:17:40 0:07:53 smithi main centos 8.stream rados/cephadm/smoke/{0-distro/centos_8.stream_container_tools 0-nvme-loop agent/on fixed-2 mon_election/connectivity start} 2
pass 7138755 2023-01-12 20:16:24 2023-01-13 15:22:16 2023-01-13 15:43:21 0:21:05 0:09:06 0:11:59 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/pool-access mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 7138756 2023-01-12 20:16:26 2023-01-13 15:22:16 2023-01-13 15:48:37 0:26:21 0:15:31 0:10:50 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/cache} 2
pass 7138757 2023-01-12 20:16:27 2023-01-13 15:22:17 2023-01-13 15:57:12 0:34:55 0:28:37 0:06:18 smithi main rhel 8.6 rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/disable mon_election/classic random-objectstore$/{bluestore-hybrid} supported-random-distro$/{rhel_8} tasks/progress} 2
pass 7138758 2023-01-12 20:16:28 2023-01-13 15:22:17 2023-01-13 15:44:26 0:22:09 0:14:04 0:08:05 smithi main centos 8.stream rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 7138759 2023-01-12 20:16:29 2023-01-13 15:22:47 2023-01-13 15:44:38 0:21:51 0:11:48 0:10:03 smithi main ubuntu 20.04 rados/singleton/{all/divergent_priors mon_election/classic msgr-failures/none msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}} 1
pass 7138760 2023-01-12 20:16:31 2023-01-13 15:22:58 2023-01-13 15:48:59 0:26:01 0:18:41 0:07:20 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools agent/on mon_election/connectivity task/test_cephadm} 1
pass 7138761 2023-01-12 20:16:32 2023-01-13 15:22:58 2023-01-13 16:05:02 0:42:04 0:34:01 0:08:03 smithi main rhel 8.6 rados/singleton-nomsgr/{all/recovery-unfound-found mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 7138762 2023-01-12 20:16:33 2023-01-13 15:24:08 2023-01-13 16:40:39 1:16:31 1:08:13 0:08:18 smithi main centos 8.stream rados/standalone/{supported-random-distro$/{centos_8} workloads/misc} 1
pass 7138763 2023-01-12 20:16:34 2023-01-13 15:49:08 777 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/dedup-io-mixed} 2
pass 7138764 2023-01-12 20:16:36 2023-01-13 15:25:29 2023-01-13 16:01:40 0:36:11 0:28:06 0:08:05 smithi main rhel 8.6 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} tasks/rados_workunit_loadgen_mostlyread} 2
pass 7138765 2023-01-12 20:16:37 2023-01-13 15:25:50 2023-01-13 15:47:53 0:22:03 0:11:14 0:10:49 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/sample_fio} 1
pass 7138766 2023-01-12 20:16:38 2023-01-13 15:26:00 2023-01-13 15:59:12 0:33:12 0:21:42 0:11:30 smithi main ubuntu 20.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 7138767 2023-01-12 20:16:39 2023-01-13 15:28:13 2023-01-13 15:45:21 0:17:08 0:10:23 0:06:45 smithi main centos 8.stream rados/objectstore/{backends/fusestore supported-random-distro$/{centos_8}} 1
pass 7138768 2023-01-12 20:16:40 2023-01-13 15:28:13 2023-01-13 15:47:06 0:18:53 0:12:18 0:06:35 smithi main centos 8.stream rados/singleton/{all/divergent_priors2 mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8}} 1
pass 7138769 2023-01-12 20:16:42 2023-01-13 15:28:13 2023-01-13 15:49:23 0:21:10 0:14:33 0:06:37 smithi main centos 8.stream rados/cephadm/osds/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-ops/rm-zap-wait} 2
pass 7138770 2023-01-12 20:16:43 2023-01-13 15:28:24 2023-01-13 16:12:23 0:43:59 0:36:42 0:07:17 smithi main rhel 8.6 rados/singleton-bluestore/{all/cephtool mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8}} 1
pass 7138771 2023-01-12 20:16:44 2023-01-13 15:28:54 2023-01-13 16:02:19 0:33:25 0:26:52 0:06:33 smithi main centos 8.stream rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 7138772 2023-01-12 20:16:45 2023-01-13 15:28:55 2023-01-13 15:53:19 0:24:24 0:13:54 0:10:30 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/dedup-io-snaps} 2
pass 7138773 2023-01-12 20:16:47 2023-01-13 15:28:55 2023-01-13 15:49:24 0:20:29 0:14:03 0:06:26 smithi main centos 8.stream rados/singleton-nomsgr/{all/version-number-sanity mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 7138774 2023-01-12 20:16:48 2023-01-13 15:28:55 2023-01-13 16:01:43 0:32:48 0:21:19 0:11:29 smithi main ubuntu 20.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-small-objects-fast-read-overwrites} 2
pass 7138775 2023-01-12 20:16:49 2023-01-13 15:29:26 2023-01-13 15:56:15 0:26:49 0:17:20 0:09:29 smithi main centos 8.stream rados/cephadm/smoke/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/off fixed-2 mon_election/classic start} 2
pass 7138776 2023-01-12 20:16:50 2023-01-13 15:33:07 2023-01-13 15:54:47 0:21:40 0:11:29 0:10:11 smithi main ubuntu 20.04 rados/singleton/{all/dump-stuck mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}} 1
pass 7138777 2023-01-12 20:16:51 2023-01-13 15:33:07 2023-01-13 15:51:01 0:17:54 0:08:14 0:09:40 smithi main ubuntu 20.04 rados/multimon/{clusters/3 mon_election/classic msgr-failures/few msgr/async-v2only no_pools objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_with_skews} 2
pass 7138778 2023-01-12 20:16:53 2023-01-13 15:33:08 2023-01-13 16:10:40 0:37:32 0:30:08 0:07:24 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/pool-snaps-few-objects} 2
pass 7138779 2023-01-12 20:16:54 2023-01-13 15:33:38 2023-01-13 16:56:05 1:22:27 1:14:58 0:07:29 smithi main centos 8.stream rados/dashboard/{0-single-container-host debug/mgr mon_election/connectivity random-objectstore$/{bluestore-comp-lz4} tasks/dashboard} 2
fail 7138780 2023-01-12 20:16:55 2023-01-13 15:34:29 2023-01-13 15:54:36 0:20:07 0:08:38 0:11:29 smithi main ubuntu 20.04 rados/rook/smoke/{0-distro/ubuntu_20.04 0-kubeadm 0-nvme-loop 1-rook 2-workload/radosbench cluster/1-node k8s/1.21 net/host rook/1.7.2} 1
Failure Reason:

Command failed on smithi138 with status 1: 'sudo kubeadm init --node-name smithi138 --token abcdef.16m51ixjrrxbpv2c --pod-network-cidr 10.252.72.0/21'

pass 7138781 2023-01-12 20:16:56 2023-01-13 15:34:29 2023-01-13 16:03:53 0:29:24 0:22:57 0:06:27 smithi main rhel 8.6 rados/singleton-nomsgr/{all/admin_socket_output mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 7138782 2023-01-12 20:16:58 2023-01-13 15:35:19 2023-01-13 17:11:28 1:36:09 1:29:00 0:07:09 smithi main rhel 8.6 rados/upgrade/parallel/{0-random-distro$/{rhel_8.6_container_tools_3.0} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} 2
pass 7138783 2023-01-12 20:16:59 2023-01-13 15:36:40 2023-01-13 15:52:30 0:15:50 0:09:15 0:06:35 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun agent/off mon_election/classic task/test_cephadm_repos} 1
pass 7138784 2023-01-12 20:17:00 2023-01-13 15:37:20 2023-01-13 16:44:15 1:06:55 1:01:02 0:05:53 smithi main rhel 8.6 rados/singleton/{all/ec-inconsistent-hinfo mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8}} 1
pass 7138785 2023-01-12 20:17:01 2023-01-13 15:37:21 2023-01-13 18:04:59 2:27:38 2:20:59 0:06:39 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-comp-zstd rados tasks/rados_cls_all validater/valgrind} 2
dead 7138786 2023-01-12 20:17:03 2023-01-13 15:37:51 2023-01-13 15:54:10 0:16:19 0:07:08 0:09:11 smithi main rhel 8.6 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
Failure Reason:

{'smithi145.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi145', '--force'], 'delta': '0:00:00.678192', 'end': '2023-01-13 15:51:58.360659', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi145 --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-13 15:51:57.682467', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47AD93866) matches other registered hosts: smithi145.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47AD93866) matches other registered hosts: smithi145.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

pass 7138787 2023-01-12 20:17:04 2023-01-13 15:41:02 2023-01-13 16:25:07 0:44:05 0:30:05 0:14:00 smithi main ubuntu 20.04 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/force-sync-many workloads/rados_api_tests} 2
pass 7138788 2023-01-12 20:17:05 2023-01-13 15:41:12 2023-01-13 16:01:10 0:19:58 0:08:45 0:11:13 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-bitmap openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/sample_radosbench} 1
dead 7138789 2023-01-12 20:17:06 2023-01-13 15:41:22 2023-01-13 15:54:35 0:13:13 0:07:13 0:06:00 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/rados_api_tests} 2
Failure Reason:

{'smithi019.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi019.front.sepia.ceph.com', '--force'], 'delta': '0:00:00.671267', 'end': '2023-01-13 15:52:29.813781', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi019.front.sepia.ceph.com --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-13 15:52:29.142514', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFD12) matches other registered hosts: smithi019 (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFD12) matches other registered hosts: smithi019 (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

pass 7138790 2023-01-12 20:17:08 2023-01-13 15:41:53 2023-01-13 16:02:57 0:21:04 0:13:47 0:07:17 smithi main centos 8.stream rados/cephadm/smoke-singlehost/{0-random-distro$/{centos_8.stream_container_tools} 1-start 2-services/basic 3-final} 1
pass 7138791 2023-01-12 20:17:09 2023-01-13 15:42:03 2023-01-13 16:03:02 0:20:59 0:14:19 0:06:40 smithi main rhel 8.6 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} tasks/readwrite} 2
pass 7138792 2023-01-12 20:17:10 2023-01-13 15:42:03 2023-01-13 16:01:21 0:19:18 0:09:29 0:09:49 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/balancer mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 7138793 2023-01-12 20:17:11 2023-01-13 15:42:04 2023-01-13 16:31:24 0:49:20 0:26:57 0:22:23 smithi main ubuntu 20.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 7138794 2023-01-12 20:17:12 2023-01-13 15:43:14 2023-01-13 16:34:28 0:51:14 0:44:54 0:06:20 smithi main centos 8.stream rados/singleton/{all/ec-lost-unfound mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8}} 1
pass 7138795 2023-01-12 20:17:14 2023-01-13 15:43:15 2023-01-13 16:06:04 0:22:49 0:12:18 0:10:31 smithi main ubuntu 20.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/enable mon_election/connectivity random-objectstore$/{bluestore-hybrid} supported-random-distro$/{ubuntu_latest} tasks/prometheus} 2
pass 7138796 2023-01-12 20:17:15 2023-01-13 10:40:32 2023-01-13 11:27:14 0:46:42 0:39:28 0:07:14 smithi main centos 8.stream rados/thrash-old-clients/{0-distro$/{centos_8.stream_container_tools} 0-size-min-size-overrides/3-size-2-min-size 1-install/quincy backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/on mon_election/connectivity msgr-failures/osd-delay rados thrashers/morepggrow thrashosds-health workloads/snaps-few-objects} 3
pass 7138797 2023-01-12 20:17:16 2023-01-13 15:43:45 2023-01-13 16:12:14 0:28:29 0:19:41 0:08:48 smithi main centos 8.stream rados/cephadm/osds/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-ops/rmdir-reactivate} 2
pass 7138798 2023-01-12 20:17:17 2023-01-13 15:44:35 2023-01-13 16:11:07 0:26:32 0:15:14 0:11:18 smithi main ubuntu 20.04 rados/objectstore/{backends/keyvaluedb supported-random-distro$/{ubuntu_latest}} 1
pass 7138799 2023-01-12 20:17:19 2023-01-13 15:44:36 2023-01-13 16:32:09 0:47:33 0:34:04 0:13:29 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/radosbench-high-concurrency} 2
pass 7138800 2023-01-12 20:17:20 2023-01-13 15:44:46 2023-01-13 16:23:24 0:38:38 0:23:53 0:14:45 smithi main ubuntu 20.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-small-objects-many-deletes} 2
dead 7138801 2023-01-12 20:17:21 2023-01-13 15:45:26 2023-01-13 16:04:04 0:18:38 0:09:48 0:08:50 smithi main centos 8.stream rados/singleton-nomsgr/{all/cache-fs-trunc mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
Failure Reason:

{'smithi164.front.sepia.ceph.com': {'changed': True, 'msg': 'All items completed', 'results': [{'_ansible_item_label': 'ceph/python3-asyncssh', '_ansible_no_log': False, 'ansible_loop_var': 'item', 'changed': True, 'cmd': ['dnf', '-y', 'copr', 'enable', 'ceph/python3-asyncssh'], 'delta': '0:04:21.934836', 'end': '2023-01-13 16:02:22.929783', 'failed': True, 'invocation': {'module_args': {'_raw_params': 'dnf -y copr enable ceph/python3-asyncssh', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'item': 'ceph/python3-asyncssh', 'msg': 'non-zero return code', 'rc': 1, 'start': '2023-01-13 15:58:00.994947', 'stderr': 'Enabling a Copr repository. Please note that this repository is not part\nof the main distribution, and quality may vary.\n\nThe Fedora Project does not exercise any power over the contents of\nthis repository beyond the rules outlined in the Copr FAQ at\n<https://docs.pagure.org/copr.copr/user_documentation.html#what-i-can-build-in-copr>,\nand packages are not held to any quality or security level.\n\nPlease do not file bug reports about these packages in Fedora\nBugzilla. In case of problems, contact the owner of this repository.\nError: Failed to connect to https://copr.fedorainfracloud.org/coprs/ceph/python3-asyncssh/repo/epel-8/dnf.repo?arch=x86_64: Connection timed out', 'stderr_lines': ['Enabling a Copr repository. Please note that this repository is not part', 'of the main distribution, and quality may vary.', '', 'The Fedora Project does not exercise any power over the contents of', 'this repository beyond the rules outlined in the Copr FAQ at', '<https://docs.pagure.org/copr.copr/user_documentation.html#what-i-can-build-in-copr>,', 'and packages are not held to any quality or security level.', '', 'Please do not file bug reports about these packages in Fedora', 'Bugzilla. In case of problems, contact the owner of this repository.', 'Error: Failed to connect to https://copr.fedorainfracloud.org/coprs/ceph/python3-asyncssh/repo/epel-8/dnf.repo?arch=x86_64: Connection timed out'], 'stdout': '', 'stdout_lines': []}], 'warnings': ["Consider using the dnf module rather than running 'dnf'. If you need to use command because dnf is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message."]}}

dead 7138802 2023-01-12 20:17:22 2023-01-13 15:46:47 2023-01-13 16:03:59 0:17:12 0:09:44 0:07:28 smithi main centos 8.stream rados/standalone/{supported-random-distro$/{centos_8} workloads/mon} 1
Failure Reason:

{'smithi176.front.sepia.ceph.com': {'changed': True, 'msg': 'All items completed', 'results': [{'_ansible_item_label': 'ceph/python3-asyncssh', '_ansible_no_log': False, 'ansible_loop_var': 'item', 'changed': True, 'cmd': ['dnf', '-y', 'copr', 'enable', 'ceph/python3-asyncssh'], 'delta': '0:04:21.571131', 'end': '2023-01-13 16:02:14.994555', 'failed': True, 'invocation': {'module_args': {'_raw_params': 'dnf -y copr enable ceph/python3-asyncssh', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'item': 'ceph/python3-asyncssh', 'msg': 'non-zero return code', 'rc': 1, 'start': '2023-01-13 15:57:53.423424', 'stderr': 'Enabling a Copr repository. Please note that this repository is not part\nof the main distribution, and quality may vary.\n\nThe Fedora Project does not exercise any power over the contents of\nthis repository beyond the rules outlined in the Copr FAQ at\n<https://docs.pagure.org/copr.copr/user_documentation.html#what-i-can-build-in-copr>,\nand packages are not held to any quality or security level.\n\nPlease do not file bug reports about these packages in Fedora\nBugzilla. In case of problems, contact the owner of this repository.\nError: Failed to connect to https://copr.fedorainfracloud.org/coprs/ceph/python3-asyncssh/repo/epel-8/dnf.repo?arch=x86_64: Connection timed out', 'stderr_lines': ['Enabling a Copr repository. Please note that this repository is not part', 'of the main distribution, and quality may vary.', '', 'The Fedora Project does not exercise any power over the contents of', 'this repository beyond the rules outlined in the Copr FAQ at', '<https://docs.pagure.org/copr.copr/user_documentation.html#what-i-can-build-in-copr>,', 'and packages are not held to any quality or security level.', '', 'Please do not file bug reports about these packages in Fedora', 'Bugzilla. In case of problems, contact the owner of this repository.', 'Error: Failed to connect to https://copr.fedorainfracloud.org/coprs/ceph/python3-asyncssh/repo/epel-8/dnf.repo?arch=x86_64: Connection timed out'], 'stdout': '', 'stdout_lines': []}], 'warnings': ["Consider using the dnf module rather than running 'dnf'. If you need to use command because dnf is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message."]}}

pass 7138803 2023-01-12 20:17:24 2023-01-13 15:47:07 2023-01-13 16:05:31 0:18:24 0:08:04 0:10:20 smithi main ubuntu 20.04 rados/singleton/{all/erasure-code-nonregression mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}} 1
dead 7138804 2023-01-12 20:17:25 2023-01-13 15:47:27 2023-01-13 16:02:50 0:15:23 0:08:25 0:06:58 smithi main rhel 8.6 rados/cephadm/smoke/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop agent/on fixed-2 mon_election/connectivity start} 2
Failure Reason:

{'smithi042.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi042', '--force'], 'delta': '0:00:00.692179', 'end': '2023-01-13 15:58:41.908235', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi042 --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-13 15:58:41.216056', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFD0E) matches other registered hosts: smithi042.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFD0E) matches other registered hosts: smithi042.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

pass 7138805 2023-01-12 20:17:26 2023-01-13 15:47:58 2023-01-13 16:29:31 0:41:33 0:26:26 0:15:07 smithi main ubuntu 20.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 7138806 2023-01-12 20:17:27 2023-01-13 15:48:08 2023-01-13 17:01:40 1:13:32 1:06:18 0:07:14 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/radosbench} 2
pass 7138807 2023-01-12 20:17:29 2023-01-13 15:48:19 2023-01-13 16:45:13 0:56:54 0:51:35 0:05:19 smithi main rhel 8.6 rados/singleton/{all/lost-unfound-delete mon_election/classic msgr-failures/none msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8}} 1
pass 7138808 2023-01-12 20:17:30 2023-01-13 15:48:19 2023-01-13 16:07:18 0:18:59 0:12:47 0:06:12 smithi main centos 8.stream rados/singleton-nomsgr/{all/ceph-kvstore-tool mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 7138809 2023-01-12 20:17:31 2023-01-13 15:48:19 2023-01-13 16:11:20 0:23:01 0:12:28 0:10:33 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-comp openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/fio_4K_rand_read} 1
fail 7138810 2023-01-12 20:17:32 2023-01-13 15:48:39 2023-01-13 16:01:33 0:12:54 0:07:15 0:05:39 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/on mon_election/connectivity task/test_iscsi_pids_limit/{centos_8.stream_container_tools test_iscsi_pids_limit}} 1
Failure Reason:

Command failed on smithi084 with status 1: 'TESTDIR=/home/ubuntu/cephtest bash -s'

dead 7138811 2023-01-12 20:17:33 2023-01-13 15:48:40 2023-01-13 16:03:33 0:14:53 0:07:44 0:07:09 smithi main rhel 8.6 rados/multimon/{clusters/6 mon_election/connectivity msgr-failures/many msgr/async no_pools objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} tasks/mon_recovery} 2
Failure Reason:

{'smithi170.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi170', '--force'], 'delta': '0:00:00.720738', 'end': '2023-01-13 15:59:20.431486', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi170 --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-13 15:59:19.710748', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47AD93B54) matches other registered hosts: smithi170.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47AD93B54) matches other registered hosts: smithi170.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

dead 7138812 2023-01-12 20:17:35 2023-01-13 16:03:51 439 smithi main rhel 8.6 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} tasks/repair_test} 2
Failure Reason:

{'smithi007.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi007', '--force'], 'delta': '0:00:00.699681', 'end': '2023-01-13 16:01:45.721193', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi007 --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-13 16:01:45.021512', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFDDC) matches other registered hosts: smithi007.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFDDC) matches other registered hosts: smithi007.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

dead 7138813 2023-01-12 20:17:36 2023-01-13 15:49:00 2023-01-13 16:02:41 0:13:41 0:05:43 0:07:58 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/redirect} 2
Failure Reason:

{'smithi188.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi188', '--force'], 'delta': '0:00:00.685055', 'end': '2023-01-13 16:00:31.239009', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi188 --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-13 16:00:30.553954', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47AD93748) matches other registered hosts: smithi188.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47AD93748) matches other registered hosts: smithi188.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}, 'smithi047.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi047.front.sepia.ceph.com', '--force'], 'delta': '0:00:00.691270', 'end': '2023-01-13 16:00:37.505755', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi047.front.sepia.ceph.com --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-13 16:00:36.814485', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFF78) matches other registered hosts: smithi047 (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFF78) matches other registered hosts: smithi047 (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

dead 7138814 2023-01-12 20:17:37 2023-01-13 15:49:11 2023-01-13 16:09:37 0:20:26 smithi main rhel 8.6 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
Failure Reason:

Error reimaging machines: reached maximum tries (100) after waiting for 600 seconds

pass 7138815 2023-01-12 20:17:38 2023-01-13 15:49:21 2023-01-13 16:10:41 0:21:20 0:14:05 0:07:15 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-hybrid rados tasks/mon_recovery validater/lockdep} 2
pass 7138816 2023-01-12 20:17:40 2023-01-13 15:49:21 2023-01-13 16:52:20 1:02:59 0:56:13 0:06:46 smithi main centos 8.stream rados/singleton/{all/lost-unfound mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8}} 1
pass 7138817 2023-01-12 20:17:41 2023-01-13 16:55:35 3565 smithi main centos 8.stream rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} thrashers/many workloads/rados_mon_osdmap_prune} 2
fail 7138818 2023-01-12 20:17:42 2023-01-13 15:49:32 2023-01-13 16:21:41 0:32:09 0:25:38 0:06:31 smithi main rhel 8.6 rados/cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/off mon_election/classic task/test_nfs} 1
Failure Reason:

Test failure: test_non_existent_cluster (tasks.cephfs.test_nfs.TestNFS)

fail 7138819 2023-01-12 20:17:43 2023-01-13 15:49:32 2023-01-13 16:08:36 0:19:04 0:08:41 0:10:23 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/ceph-post-file mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
Failure Reason:

Command failed (workunit test post-file.sh) on smithi175 with status 255: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=cb17f286272f7ae9dbdf8117ca7b077b0a5cf650 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/post-file.sh'

pass 7138820 2023-01-12 20:17:44 2023-01-13 15:50:03 2023-01-13 16:21:43 0:31:40 0:24:48 0:06:52 smithi main rhel 8.6 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-small-objects-overwrites} 2
pass 7138821 2023-01-12 20:17:46 2023-01-13 15:50:23 2023-01-13 16:17:14 0:26:51 0:16:36 0:10:15 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/redirect_promote_tests} 2
pass 7138822 2023-01-12 20:17:47 2023-01-13 15:50:24 2023-01-13 16:22:00 0:31:36 0:12:50 0:18:46 smithi main ubuntu 20.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 7138823 2023-01-12 20:17:48 2023-01-13 15:51:54 2023-01-13 16:13:52 0:21:58 0:14:51 0:07:07 smithi main centos 8.stream rados/cephadm/osds/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-ops/repave-all} 2
pass 7138824 2023-01-12 20:17:49 2023-01-13 15:52:35 2023-01-13 16:10:32 0:17:57 0:11:12 0:06:45 smithi main centos 8.stream rados/singleton/{all/max-pg-per-osd.from-mon mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8}} 1
pass 7138825 2023-01-12 20:17:51 2023-01-13 15:53:25 2023-01-13 16:35:24 0:41:59 0:30:24 0:11:35 smithi main ubuntu 20.04 rados/objectstore/{backends/objectcacher-stress supported-random-distro$/{ubuntu_latest}} 1
pass 7138826 2023-01-12 20:17:52 2023-01-13 15:53:25 2023-01-13 16:12:25 0:19:00 0:12:18 0:06:42 smithi main centos 8.stream rados/singleton-nomsgr/{all/crushdiff mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 7138827 2023-01-12 20:17:53 2023-01-13 15:53:26 2023-01-13 16:33:50 0:40:24 0:10:40 0:29:44 smithi main ubuntu 20.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/disable mon_election/classic random-objectstore$/{filestore-xfs} supported-random-distro$/{ubuntu_latest} tasks/workunits} 2
pass 7138828 2023-01-12 20:17:54 2023-01-13 15:53:46 2023-01-13 16:24:48 0:31:02 0:25:00 0:06:02 smithi main rhel 8.6 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-small-objects} 2
pass 7138829 2023-01-12 20:17:56 2023-01-13 15:53:56 2023-01-13 16:16:39 0:22:43 0:17:09 0:05:34 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/redirect_set_object} 2
pass 7138830 2023-01-12 20:17:57 2023-01-13 15:54:17 2023-01-13 16:17:06 0:22:49 0:16:55 0:05:54 smithi main rhel 8.6 rados/cephadm/smoke/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop agent/off fixed-2 mon_election/classic start} 2
pass 7138831 2023-01-12 20:17:58 2023-01-13 15:54:17 2023-01-13 16:15:05 0:20:48 0:10:45 0:10:03 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-low-osd-mem-target openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/fio_4K_rand_rw} 1
pass 7138832 2023-01-12 20:17:59 2023-01-13 15:54:37 2023-01-13 16:15:31 0:20:54 0:14:48 0:06:06 smithi main centos 8.stream rados/singleton/{all/max-pg-per-osd.from-primary mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{centos_8}} 1
pass 7138833 2023-01-12 20:18:00 2023-01-13 15:54:38 2023-01-13 16:11:13 0:16:35 0:11:04 0:05:31 smithi main centos 8.stream rados/singleton-nomsgr/{all/export-after-evict mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 7138834 2023-01-12 20:18:02 2023-01-13 15:54:38 2023-01-13 19:37:02 3:42:24 3:31:21 0:11:03 smithi main ubuntu 20.04 rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/osd-backfill} 1
pass 7138835 2023-01-12 20:18:03 2023-01-13 10:41:13 2023-01-13 11:09:42 0:28:29 0:22:32 0:05:57 smithi main centos 8.stream rados/valgrind-leaks/{1-start 2-inject-leak/osd centos_latest} 1
pass 7138836 2023-01-12 20:18:04 2023-01-13 10:41:13 2023-01-13 11:14:29 0:33:16 0:25:40 0:07:36 smithi main centos 8.stream rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
fail 7138837 2023-01-12 20:18:05 2023-01-13 10:41:23 2023-01-13 11:40:43 0:59:20 0:21:13 0:38:07 smithi main ubuntu 20.04 rados/cephadm/workunits/{0-distro/ubuntu_20.04 agent/on mon_election/connectivity task/test_orch_cli} 1
Failure Reason:

Command failed on smithi170 with status 100: 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.0.0-1762-gcb17f286-1focal cephadm=18.0.0-1762-gcb17f286-1focal ceph-mds=18.0.0-1762-gcb17f286-1focal ceph-mgr=18.0.0-1762-gcb17f286-1focal ceph-common=18.0.0-1762-gcb17f286-1focal ceph-fuse=18.0.0-1762-gcb17f286-1focal ceph-test=18.0.0-1762-gcb17f286-1focal ceph-volume=18.0.0-1762-gcb17f286-1focal radosgw=18.0.0-1762-gcb17f286-1focal python3-rados=18.0.0-1762-gcb17f286-1focal python3-rgw=18.0.0-1762-gcb17f286-1focal python3-cephfs=18.0.0-1762-gcb17f286-1focal python3-rbd=18.0.0-1762-gcb17f286-1focal libcephfs2=18.0.0-1762-gcb17f286-1focal libcephfs-dev=18.0.0-1762-gcb17f286-1focal librados2=18.0.0-1762-gcb17f286-1focal librbd1=18.0.0-1762-gcb17f286-1focal rbd-fuse=18.0.0-1762-gcb17f286-1focal'

pass 7138838 2023-01-12 20:18:07 2023-01-13 10:42:44 2023-01-13 11:02:11 0:19:27 0:13:36 0:05:51 smithi main rhel 8.6 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} tasks/scrub_test} 2
pass 7138839 2023-01-12 20:18:08 2023-01-13 10:43:04 2023-01-13 11:07:05 0:24:01 0:17:32 0:06:29 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/set-chunks-read} 2
pass 7138840 2023-01-12 20:18:09 2023-01-13 10:43:54 2023-01-13 11:11:57 0:28:03 0:21:05 0:06:58 smithi main centos 8.stream rados/thrash-old-clients/{0-distro$/{centos_8.stream_container_tools} 0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat mon_election/classic msgr-failures/fastclose rados thrashers/none thrashosds-health workloads/test_rbd_api} 3
pass 7138841 2023-01-12 20:18:10 2023-01-13 10:44:05 2023-01-13 11:07:29 0:23:24 0:16:03 0:07:21 smithi main rhel 8.6 rados/singleton/{all/max-pg-per-osd.from-replica mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8}} 1
pass 7138842 2023-01-12 20:18:11 2023-01-13 10:44:05 2023-01-13 11:03:22 0:19:17 0:12:47 0:06:30 smithi main rhel 8.6 rados/multimon/{clusters/9 mon_election/classic msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} tasks/mon_clock_no_skews} 3
fail 7138843 2023-01-12 20:18:13 2023-01-13 10:47:58 2023-01-13 11:02:14 0:14:16 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/full-tiering mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
Failure Reason:

Command failed on smithi159 with status 100: 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic'

dead 7138844 2023-01-12 20:18:14 2023-01-13 10:50:09 2023-01-13 11:36:25 0:46:16 0:12:02 0:34:14 smithi main ubuntu 20.04 rados/cephadm/smoke/{0-distro/ubuntu_20.04 0-nvme-loop agent/on fixed-2 mon_election/connectivity start} 2
Failure Reason:

{'smithi114.front.sepia.ceph.com': {'_ansible_no_log': False, 'cache_update_time': 1673609496, 'cache_updated': False, 'changed': False, 'invocation': {'module_args': {'allow_unauthenticated': False, 'autoclean': False, 'autoremove': False, 'cache_valid_time': 0, 'deb': None, 'default_release': None, 'dpkg_options': 'force-confdef,force-confold', 'force': True, 'force_apt_get': False, 'install_recommends': None, 'name': ['mpich', 'qemu-system-x86', 'lttng-tools', 'libtool-bin', 'docker.io', 'python3-nose', 'python3-venv', 'python3-virtualenv', 'python3-configobj', 'python3-gevent', 'python3-numpy', 'python3-matplotlib', 'python3-setuptools', 'python-dev', 'libfcgi0ldbl', 'libev-dev', 'perl', 'libwww-perl', 'lsb-release', 'build-essential', 'sysstat', 'gdb', 'libedit2', 'cryptsetup-bin', 'xfsprogs', 'gdisk', 'parted', 'libuuid1', 'libatomic-ops-dev', 'git-core', 'attr', 'dbench', 'bonnie++', 'valgrind', 'ant', 'libtool', 'automake', 'gettext', 'uuid-dev', 'libacl1-dev', 'bc', 'xfsdump', 'xfslibs-dev', 'libattr1-dev', 'quota', 'libcap2-bin', 'libncurses5-dev', 'lvm2', 'vim', 'pdsh', 'blktrace', 'genisoimage', 'libjson-xs-perl', 'xml-twig-tools', 'default-jdk', 'junit4', 'tgt', 'open-iscsi', 'cifs-utils', 'ipcalc', 'nfs-common', 'nfs-kernel-server', 'software-properties-common', 'libgnutls30'], 'only_upgrade': False, 'package': ['mpich', 'qemu-system-x86', 'lttng-tools', 'libtool-bin', 'docker.io', 'python3-nose', 'python3-venv', 'python3-virtualenv', 'python3-configobj', 'python3-gevent', 'python3-numpy', 'python3-matplotlib', 'python3-setuptools', 'python-dev', 'libfcgi0ldbl', 'libev-dev', 'perl', 'libwww-perl', 'lsb-release', 'build-essential', 'sysstat', 'gdb', 'libedit2', 'cryptsetup-bin', 'xfsprogs', 'gdisk', 'parted', 'libuuid1', 'libatomic-ops-dev', 'git-core', 'attr', 'dbench', 'bonnie++', 'valgrind', 'ant', 'libtool', 'automake', 'gettext', 'uuid-dev', 'libacl1-dev', 'bc', 'xfsdump', 'xfslibs-dev', 'libattr1-dev', 'quota', 'libcap2-bin', 'libncurses5-dev', 'lvm2', 'vim', 'pdsh', 'blktrace', 'genisoimage', 'libjson-xs-perl', 'xml-twig-tools', 'default-jdk', 'junit4', 'tgt', 'open-iscsi', 'cifs-utils', 'ipcalc', 'nfs-common', 'nfs-kernel-server', 'software-properties-common', 'libgnutls30'], 'policy_rc_d': None, 'purge': False, 'state': 'present', 'update_cache': None, 'update_cache_retries': 5, 'update_cache_retry_max_delay': 12, 'upgrade': None}}, 'msg': '\'/usr/bin/apt-get -y -o "Dpkg::Options::=--force-confdef" -o "Dpkg::Options::=--force-confold" --force-yes install \'qemu-system-x86\' \'git-core\'\' failed: W: --force-yes is deprecated, use one of the options starting with --allow instead.\nE: Failed to fetch http://archive.ubuntu.com/ubuntu/pool/main/c/ceph/librados2_15.2.17-0ubuntu0.20.04.1_amd64.deb Could not connect to archive.ubuntu.com:80 (185.125.190.39), connection timed out Could not connect to archive.ubuntu.com:80 (2620:2d:4000:1::19), connection timed out Could not connect to archive.ubuntu.com:80 (185.125.190.36), connection timed out Could not connect to archive.ubuntu.com:80 (2620:2d:4000:1::16), connection timed out\nE: Failed to fetch http://archive.ubuntu.com/ubuntu/pool/main/c/ceph/librbd1_15.2.17-0ubuntu0.20.04.1_amd64.deb Unable to connect to archive.ubuntu.com:http:\nE: Unable to fetch some archives, maybe run apt-get update or try with --fix-missing?\n', 'rc': 100, 'stderr': 'W: --force-yes is deprecated, use one of the options starting with --allow instead.\nE: Failed to fetch http://archive.ubuntu.com/ubuntu/pool/main/c/ceph/librados2_15.2.17-0ubuntu0.20.04.1_amd64.deb Could not connect to archive.ubuntu.com:80 (185.125.190.39), connection timed out Could not connect to archive.ubuntu.com:80 (2620:2d:4000:1::19), connection timed out Could not connect to archive.ubuntu.com:80 (185.125.190.36), connection timed out Could not connect to archive.ubuntu.com:80 (2620:2d:4000:1::16), connection timed out\nE: Failed to fetch http://archive.ubuntu.com/ubuntu/pool/main/c/ceph/librbd1_15.2.17-0ubuntu0.20.04.1_amd64.deb Unable to connect to archive.ubuntu.com:http:\nE: Unable to fetch some archives, maybe run apt-get update or try with --fix-missing?\n', 'stderr_lines': ['W: --force-yes is deprecated, use one of the options starting with --allow instead.', 'E: Failed to fetch http://archive.ubuntu.com/ubuntu/pool/main/c/ceph/librados2_15.2.17-0ubuntu0.20.04.1_amd64.deb Could not connect to archive.ubuntu.com:80 (185.125.190.39), connection timed out Could not connect to archive.ubuntu.com:80 (2620:2d:4000:1::19), connection timed out Could not connect to archive.ubuntu.com:80 (185.125.190.36), connection timed out Could not connect to archive.ubuntu.com:80 (2620:2d:4000:1::16), connection timed out', 'E: Failed to fetch http://archive.ubuntu.com/ubuntu/pool/main/c/ceph/librbd1_15.2.17-0ubuntu0.20.04.1_amd64.deb Unable to connect to archive.ubuntu.com:http:', 'E: Unable to fetch some archives, maybe run apt-get update or try with --fix-missing?'], 'stdout': 'Reading package lists...\nBuilding dependency tree...\nReading state information...\ngit is already the newest version (1:2.25.1-1ubuntu3.6).\nThe following additional packages will be installed:\n librados2 librbd1 qemu-block-extra qemu-system-common qemu-utils\nSuggested packages:\n samba vde2 debootstrap\nThe following NEW packages will be installed:\n librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86\n qemu-utils\n0 upgraded, 6 newly installed, 0 to remove and 119 not upgraded.\nNeed to get 13.7 MB of archives.\nAfter this operation, 62.8 MB of additional disk space will be used.\nErr:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librados2 amd64 15.2.17-0ubuntu0.20.04.1\n Could not connect to archive.ubuntu.com:80 (185.125.190.39), connection timed out Could not connect to archive.ubuntu.com:80 (2620:2d:4000:1::19), connection timed out Could not connect to archive.ubuntu.com:80 (185.125.190.36), connection timed out Could not connect to archive.ubuntu.com:80 (2620:2d:4000:1::16), connection timed out\nErr:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librbd1 amd64 15.2.17-0ubuntu0.20.04.1\n Unable to connect to archive.ubuntu.com:http:\nIgn:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-block-extra amd64 1:4.2-3ubuntu6.24\nIgn:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-common amd64 1:4.2-3ubuntu6.24\nIgn:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-x86 amd64 1:4.2-3ubuntu6.24\nIgn:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-utils amd64 1:4.2-3ubuntu6.24\nGet:3 http://security.ubuntu.com/ubuntu focal-updates/main amd64 qemu-block-extra amd64 1:4.2-3ubuntu6.24 [54.8 kB]\nGet:4 http://security.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-common amd64 1:4.2-3ubuntu6.24 [1056 kB]\nGet:5 http://security.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-x86 amd64 1:4.2-3ubuntu6.24 [6735 kB]\nGet:6 http://security.ubuntu.com/ubuntu focal-updates/main amd64 qemu-utils amd64 1:4.2-3ubuntu6.24 [969 kB]\nFetched 8815 kB in 1min 45s (83.6 kB/s)\n', 'stdout_lines': ['Reading package lists...', 'Building dependency tree...', 'Reading state information...', 'git is already the newest version (1:2.25.1-1ubuntu3.6).', 'The following additional packages will be installed:', ' librados2 librbd1 qemu-block-extra qemu-system-common qemu-utils', 'Suggested packages:', ' samba vde2 debootstrap', 'The following NEW packages will be installed:', ' librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86', ' qemu-utils', '0 upgraded, 6 newly installed, 0 to remove and 119 not upgraded.', 'Need to get 13.7 MB of archives.', 'After this operation, 62.8 MB of additional disk space will be used.', 'Err:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librados2 amd64 15.2.17-0ubuntu0.20.04.1', ' Could not connect to archive.ubuntu.com:80 (185.125.190.39), connection timed out Could not connect to archive.ubuntu.com:80 (2620:2d:4000:1::19), connection timed out Could not connect to archive.ubuntu.com:80 (185.125.190.36), connection timed out Could not connect to archive.ubuntu.com:80 (2620:2d:4000:1::16), connection timed out', 'Err:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librbd1 amd64 15.2.17-0ubuntu0.20.04.1', ' Unable to connect to archive.ubuntu.com:http:', 'Ign:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-block-extra amd64 1:4.2-3ubuntu6.24', 'Ign:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-common amd64 1:4.2-3ubuntu6.24', 'Ign:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-x86 amd64 1:4.2-3ubuntu6.24', 'Ign:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-utils amd64 1:4.2-3ubuntu6.24', 'Get:3 http://security.ubuntu.com/ubuntu focal-updates/main amd64 qemu-block-extra amd64 1:4.2-3ubuntu6.24 [54.8 kB]', 'Get:4 http://security.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-common amd64 1:4.2-3ubuntu6.24 [1056 kB]', 'Get:5 http://security.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-x86 amd64 1:4.2-3ubuntu6.24 [6735 kB]', 'Get:6 http://security.ubuntu.com/ubuntu focal-updates/main amd64 qemu-utils amd64 1:4.2-3ubuntu6.24 [969 kB]', 'Fetched 8815 kB in 1min 45s (83.6 kB/s)']}, 'smithi087.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'invocation': {'module_args': {'allow_unauthenticated': False, 'autoclean': False, 'autoremove': False, 'cache_valid_time': 0, 'deb': None, 'default_release': None, 'dpkg_options': 'force-confdef,force-confold', 'force': False, 'force_apt_get': False, 'install_recommends': None, 'only_upgrade': False, 'package': None, 'policy_rc_d': None, 'purge': False, 'state': 'present', 'update_cache': True, 'update_cache_retries': 5, 'update_cache_retry_max_delay': 12, 'upgrade': None}}, 'msg': 'Failed to update apt cache: unknown reason'}}

pass 7138845 2023-01-12 20:18:15 2023-01-13 10:50:09 2023-01-13 11:13:43 0:23:34 0:16:01 0:07:33 smithi main rhel 8.6 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 7138846 2023-01-12 20:18:16 2023-01-13 10:50:39 2023-01-13 11:32:32 0:41:53 0:34:48 0:07:05 smithi main centos 8.stream rados/singleton-bluestore/{all/cephtool mon_election/classic msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8}} 1
dead 7138847 2023-01-12 20:18:18 2023-01-13 10:51:10 2023-01-13 11:07:33 0:16:23 0:06:56 0:09:27 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/small-objects-balanced} 2
Failure Reason:

{'smithi148.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi148', '--force'], 'delta': '0:00:00.690405', 'end': '2023-01-13 11:05:10.006106', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi148 --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-13 11:05:09.315701', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47ADA6AA4) matches other registered hosts: smithi148.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47ADA6AA4) matches other registered hosts: smithi148.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

pass 7138848 2023-01-12 20:18:19 2023-01-13 15:54:48 2023-01-13 16:53:30 0:58:42 0:51:06 0:07:36 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados tasks/rados_api_tests validater/valgrind} 2
pass 7138849 2023-01-12 20:18:20 2023-01-13 15:56:19 2023-01-13 16:34:28 0:38:09 0:31:06 0:07:03 smithi main centos 8.stream rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/mon-delay msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} thrashers/one workloads/rados_mon_workunits} 2
pass 7138850 2023-01-12 20:18:21 2023-01-13 15:57:19 2023-01-13 16:20:11 0:22:52 0:11:54 0:10:58 smithi main ubuntu 20.04 rados/singleton/{all/mon-auth-caps mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}} 1
pass 7138851 2023-01-12 20:18:22 2023-01-13 15:57:20 2023-01-13 16:20:28 0:23:08 0:15:43 0:07:25 smithi main rhel 8.6 rados/cephadm/osds/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-ops/rm-zap-add} 2
pass 7138852 2023-01-12 20:18:24 2023-01-13 15:59:20 2023-01-13 16:21:38 0:22:18 0:10:17 0:12:01 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/health-warnings mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 7138853 2023-01-12 20:18:25 2023-01-13 15:59:31 2023-01-13 16:19:25 0:19:54 0:10:22 0:09:32 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-stupid openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/fio_4M_rand_read} 1
fail 7138854 2023-01-12 20:18:26 2023-01-13 15:59:31 2023-01-13 18:30:34 2:31:03 2:09:56 0:21:07 smithi main centos 8.stream rados/objectstore/{backends/objectstore-bluestore-a supported-random-distro$/{centos_8}} 1
Failure Reason:

Command failed on smithi116 with status 1: 'sudo TESTDIR=/home/ubuntu/cephtest bash -c \'mkdir $TESTDIR/archive/ostest && cd $TESTDIR/archive/ostest && ulimit -Sn 16384 && CEPH_ARGS="--no-log-to-stderr --log-file $TESTDIR/archive/ceph_test_objectstore.log --debug-bluestore 20" ceph_test_objectstore --gtest_filter=*/2:-*SyntheticMatrixC* --gtest_catch_exceptions=0\''

pass 7138855 2023-01-12 20:18:27 2023-01-13 16:01:12 2023-01-13 16:42:08 0:40:56 0:31:34 0:09:22 smithi main centos 8.stream rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-stupid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 7138856 2023-01-12 20:18:29 2023-01-13 16:01:42 2023-01-13 16:33:13 0:31:31 0:23:43 0:07:48 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/small-objects-localized} 2
pass 7138857 2023-01-12 20:18:30 2023-01-13 16:01:52 2023-01-13 16:22:52 0:21:00 0:13:48 0:07:12 smithi main centos 8.stream rados/singleton/{all/mon-config-key-caps mon_election/classic msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8}} 1
dead 7138858 2023-01-12 20:18:31 2023-01-13 16:01:53 2023-01-13 16:07:06 0:05:13 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools agent/off mon_election/classic task/test_orch_cli_mon} 5
Failure Reason:

Error reimaging machines: 'NoneType' object has no attribute '_fields'

dead 7138859 2023-01-12 20:18:32 2023-01-13 16:02:43 2023-01-14 04:25:34 12:22:51 smithi main rhel 8.6 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
fail 7138860 2023-01-12 20:18:33 2023-01-13 16:02:54 2023-01-13 16:28:30 0:25:36 0:19:00 0:06:36 smithi main centos 8.stream rados/dashboard/{0-single-container-host debug/mgr mon_election/classic random-objectstore$/{bluestore-stupid} tasks/e2e} 2
Failure Reason:

Command failed (workunit test cephadm/test_dashboard_e2e.sh) on smithi137 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=cb17f286272f7ae9dbdf8117ca7b077b0a5cf650 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_dashboard_e2e.sh'

pass 7138861 2023-01-12 20:18:35 2023-01-13 16:03:04 2023-01-13 16:26:19 0:23:15 0:16:14 0:07:01 smithi main rhel 8.6 rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/enable mon_election/connectivity random-objectstore$/{bluestore-bitmap} supported-random-distro$/{rhel_8} tasks/crash} 2
fail 7138862 2023-01-12 20:18:36 2023-01-13 16:03:34 2023-01-13 16:33:11 0:29:37 0:09:22 0:20:15 smithi main ubuntu 20.04 rados/rook/smoke/{0-distro/ubuntu_20.04 0-kubeadm 0-nvme-loop 1-rook 2-workload/none cluster/3-node k8s/1.21 net/calico rook/master} 3
Failure Reason:

Command failed on smithi007 with status 1: 'sudo kubeadm init --node-name smithi007 --token abcdef.zg682tnw4w3v72ky --pod-network-cidr 10.248.48.0/21'

pass 7138863 2023-01-12 20:18:37 2023-01-13 16:03:55 2023-01-13 16:22:29 0:18:34 0:13:22 0:05:12 smithi main rhel 8.6 rados/singleton-nomsgr/{all/large-omap-object-warnings mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 7138864 2023-01-12 20:18:38 2023-01-13 16:03:55 2023-01-13 16:30:11 0:26:16 0:15:24 0:10:52 smithi main ubuntu 20.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} tasks/libcephsqlite} 2
pass 7138865 2023-01-12 20:18:40 2023-01-13 16:04:06 2023-01-13 16:36:06 0:32:00 0:24:25 0:07:35 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/small-objects} 2
pass 7138866 2023-01-12 20:18:41 2023-01-13 16:05:06 2023-01-13 16:40:22 0:35:16 0:28:47 0:06:29 smithi main rhel 8.6 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-snaps-few-objects-overwrites} 2
pass 7138867 2023-01-12 20:18:42 2023-01-13 16:05:37 2023-01-13 16:29:29 0:23:52 0:17:15 0:06:37 smithi main centos 8.stream rados/cephadm/smoke/{0-distro/centos_8.stream_container_tools 0-nvme-loop agent/on fixed-2 mon_election/classic start} 2
pass 7138868 2023-01-12 20:18:43 2023-01-13 16:06:07 2023-01-13 16:31:29 0:25:22 0:18:29 0:06:53 smithi main rhel 8.6 rados/singleton/{all/mon-config-keys mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8}} 1
pass 7138869 2023-01-12 20:18:44 2023-01-13 16:07:17 2023-01-13 16:43:18 0:36:01 0:26:35 0:09:26 smithi main ubuntu 20.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/osd-dispatch-delay objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 7138870 2023-01-12 20:18:46 2023-01-13 16:07:18 2023-01-13 16:26:30 0:19:12 0:09:54 0:09:18 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/lazy_omap_stats_output mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 7138871 2023-01-12 20:18:47 2023-01-13 16:07:18 2023-01-13 19:14:33 3:07:15 3:01:40 0:05:35 smithi main rhel 8.6 rados/standalone/{supported-random-distro$/{rhel_8} workloads/osd} 1
pass 7138872 2023-01-12 20:18:48 2023-01-13 16:07:18 2023-01-13 16:46:18 0:39:00 0:24:45 0:14:15 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/snaps-few-objects-balanced} 2
pass 7138873 2023-01-12 20:18:49 2023-01-13 16:08:39 2023-01-13 16:30:51 0:22:12 0:15:02 0:07:10 smithi main centos 8.stream rados/cephadm/smoke-singlehost/{0-random-distro$/{centos_8.stream_container_tools_crun} 1-start 2-services/rgw 3-final} 1
pass 7138874 2023-01-12 20:18:51 2023-01-13 16:09:49 2023-01-13 16:29:09 0:19:20 0:12:22 0:06:58 smithi main centos 8.stream rados/singleton/{all/mon-config mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8}} 1
pass 7138875 2023-01-12 20:18:52 2023-01-13 16:10:00 2023-01-13 16:27:39 0:17:39 0:10:59 0:06:40 smithi main centos 8.stream rados/multimon/{clusters/21 mon_election/connectivity msgr-failures/many msgr/async-v2only no_pools objectstore/filestore-xfs rados supported-random-distro$/{centos_8} tasks/mon_clock_with_skews} 3
pass 7138876 2023-01-12 20:18:53 2023-01-13 16:10:40 2023-01-13 16:30:35 0:19:55 0:10:21 0:09:34 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/fio_4M_rand_rw} 1
pass 7138877 2023-01-12 20:18:55 2023-01-13 16:10:40 2023-01-13 16:33:06 0:22:26 0:14:43 0:07:43 smithi main centos 8.stream rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-stupid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 7138878 2023-01-12 20:18:56 2023-01-13 16:11:11 2023-01-13 16:37:03 0:25:52 0:19:10 0:06:42 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-stupid rados tasks/rados_cls_all validater/lockdep} 2
pass 7138879 2023-01-12 20:18:57 2023-01-13 16:11:21 2023-01-13 16:33:53 0:22:32 0:15:16 0:07:16 smithi main rhel 8.6 rados/cephadm/osds/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-ops/rm-zap-flag} 2
pass 7138880 2023-01-12 20:18:58 2023-01-13 16:12:22 2023-01-13 16:34:22 0:22:00 0:12:06 0:09:54 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/librados_hello_world mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 7138881 2023-01-12 20:18:59 2023-01-13 16:12:32 2023-01-13 16:50:40 0:38:08 0:30:49 0:07:19 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/snaps-few-objects-localized} 2
pass 7138882 2023-01-12 20:19:00 2023-01-13 16:13:53 2023-01-13 16:52:42 0:38:49 0:31:07 0:07:42 smithi main centos 8.stream rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/sync-many workloads/snaps-few-objects} 2
pass 7138883 2023-01-12 20:19:02 2023-01-13 16:15:13 2023-01-13 17:22:06 1:06:53 0:59:35 0:07:18 smithi main centos 8.stream rados/singleton/{all/osd-backfill mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8}} 1
pass 7138884 2023-01-12 20:19:03 2023-01-13 16:15:34 2023-01-13 19:02:31 2:46:57 2:20:42 0:26:15 smithi main centos 8.stream rados/objectstore/{backends/objectstore-bluestore-b supported-random-distro$/{centos_8}} 1
pass 7138885 2023-01-12 20:19:04 2023-01-13 16:15:54 2023-01-13 16:58:34 0:42:40 0:34:39 0:08:01 smithi main centos 8.stream rados/thrash-old-clients/{0-distro$/{centos_8.stream_container_tools} 0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v2only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on mon_election/connectivity msgr-failures/few rados thrashers/pggrow thrashosds-health workloads/cache-snaps} 3
pass 7138886 2023-01-12 20:19:05 2023-01-13 16:17:15 2023-01-13 16:36:21 0:19:06 0:12:56 0:06:10 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun agent/on mon_election/connectivity task/test_adoption} 1
pass 7138887 2023-01-12 20:19:06 2023-01-13 16:17:15 2023-01-13 16:40:15 0:23:00 0:14:55 0:08:05 smithi main rhel 8.6 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/fastclose objectstore/filestore-xfs rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 7138888 2023-01-12 20:19:08 2023-01-13 16:18:56 2023-01-13 16:54:35 0:35:39 0:28:48 0:06:51 smithi main centos 8.stream rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} tasks/rados_api_tests} 2
pass 7138889 2023-01-12 20:19:09 2023-01-13 16:19:26 2023-01-13 16:56:59 0:37:33 0:24:50 0:12:43 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/snaps-few-objects} 2
pass 7138890 2023-01-12 20:19:10 2023-01-13 16:20:37 2023-01-13 16:46:19 0:25:42 0:17:54 0:07:48 smithi main centos 8.stream rados/singleton-nomsgr/{all/msgr mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 7138891 2023-01-12 20:19:11 2023-01-13 16:20:37 2023-01-13 17:18:57 0:58:20 0:51:42 0:06:38 smithi main rhel 8.6 rados/singleton/{all/osd-recovery-incomplete mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8}} 1
pass 7138892 2023-01-12 20:19:13 2023-01-13 16:21:47 2023-01-13 16:44:50 0:23:03 0:17:19 0:05:44 smithi main centos 8.stream rados/cephadm/smoke/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} 2
pass 7138893 2023-01-12 20:19:14 2023-01-13 16:21:48 2023-01-13 16:58:15 0:36:27 0:25:26 0:11:01 smithi main ubuntu 20.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 7138894 2023-01-12 20:19:15 2023-01-13 16:22:08 2023-01-13 16:46:51 0:24:43 0:18:04 0:06:39 smithi main rhel 8.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/write_fadvise_dontneed} 2
pass 7138895 2023-01-12 20:19:16 2023-01-13 16:22:08 2023-01-13 16:49:19 0:27:11 0:13:40 0:13:31 smithi main ubuntu 20.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/disable mon_election/classic random-objectstore$/{bluestore-comp-zstd} supported-random-distro$/{ubuntu_latest} tasks/failover} 2
pass 7138896 2023-01-12 20:19:17 2023-01-13 16:22:39 2023-01-13 17:04:41 0:42:02 0:34:17 0:07:45 smithi main centos 8.stream rados/singleton-nomsgr/{all/multi-backfill-reject mon_election/classic rados supported-random-distro$/{centos_8}} 2
dead 7138897 2023-01-12 20:19:19 2023-01-13 16:23:29 2023-01-13 16:36:23 0:12:54 0:05:41 0:07:13 smithi main rhel 8.6 rados/singleton/{all/osd-recovery mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi006.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi006', '--force'], 'delta': '0:00:00.698793', 'end': '2023-01-13 16:34:14.671732', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi006 --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-13 16:34:13.972939', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFEE6) matches other registered hosts: smithi006.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFEE6) matches other registered hosts: smithi006.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

pass 7138898 2023-01-12 20:19:20 2023-01-13 16:23:30 2023-01-13 16:46:53 0:23:23 0:10:17 0:13:06 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-bitmap openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/fio_4M_rand_write} 1
pass 7138899 2023-01-12 20:19:21 2023-01-13 16:24:50 2023-01-13 17:01:00 0:36:10 0:25:49 0:10:21 smithi main ubuntu 20.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/filestore-xfs rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
dead 7138900 2023-01-12 20:19:22 2023-01-13 16:25:10 2023-01-13 16:37:33 0:12:23 0:05:38 0:06:45 smithi main rhel 8.6 rados/cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/off mon_election/classic task/test_cephadm} 1
Failure Reason:

{'smithi057.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi057.front.sepia.ceph.com', '--force'], 'delta': '0:00:00.689831', 'end': '2023-01-13 16:35:25.079890', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi057.front.sepia.ceph.com --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-13 16:35:24.390059', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFF86) matches other registered hosts: smithi057 (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFF86) matches other registered hosts: smithi057 (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

pass 7138901 2023-01-12 20:19:23 2023-01-13 16:25:11 2023-01-13 17:00:09 0:34:58 0:20:27 0:14:31 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/admin_socket_objecter_requests} 2
pass 7138902 2023-01-12 20:19:25 2023-01-13 16:26:21 2023-01-13 16:46:29 0:20:08 0:13:18 0:06:50 smithi main centos 8.stream rados/multimon/{clusters/3 mon_election/classic msgr-failures/few msgr/async no_pools objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8} tasks/mon_recovery} 2
pass 7138903 2023-01-12 20:19:26 2023-01-13 16:27:22 2023-01-13 16:46:15 0:18:53 0:12:31 0:06:22 smithi main rhel 8.6 rados/singleton/{all/peer mon_election/classic msgr-failures/none msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{rhel_8}} 1
pass 7138904 2023-01-12 20:19:27 2023-01-13 16:27:42 2023-01-13 16:54:40 0:26:58 0:20:49 0:06:09 smithi main centos 8.stream rados/singleton-nomsgr/{all/osd_stale_reads mon_election/connectivity rados supported-random-distro$/{centos_8}} 1