Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
dead 6921633 2022-07-10 03:32:38 2022-07-10 03:33:21 2022-07-10 03:55:47 0:22:26 0:11:48 0:10:38 smithi main rhel 8.4 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} tasks/rados_striper} 2
Failure Reason:

{'smithi161.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi156.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921634 2022-07-10 03:32:39 2022-07-10 03:33:21 2022-07-10 04:39:42 1:06:21 0:57:47 0:08:34 smithi main centos 8.stream rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async root} 2
dead 6921635 2022-07-10 03:32:40 2022-07-10 03:33:21 2022-07-10 03:48:15 0:14:54 0:07:12 0:07:42 smithi main rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/cache-agent-small} 2
Failure Reason:

{'smithi031.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi170.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921636 2022-07-10 03:32:42 2022-07-10 03:33:22 2022-07-10 04:23:52 0:50:30 0:38:58 0:11:32 smithi main ubuntu 20.04 rados/cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_python} 2
pass 6921637 2022-07-10 03:32:43 2022-07-10 03:33:22 2022-07-10 03:54:54 0:21:32 0:13:35 0:07:57 smithi main ubuntu 20.04 rados/objectstore/{backends/filejournal supported-random-distro$/{ubuntu_latest}} 1
pass 6921638 2022-07-10 03:32:44 2022-07-10 03:33:23 2022-07-10 05:30:11 1:56:48 1:42:38 0:14:10 smithi main ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v1only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/osd-delay rados thrashers/morepggrow thrashosds-health workloads/radosbench} 3
pass 6921639 2022-07-10 03:32:45 2022-07-10 03:33:23 2022-07-10 04:09:35 0:36:12 0:25:36 0:10:36 smithi main ubuntu 18.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_18.04 0-nvme-loop 1-start 2-services/client-keyring 3-final} 2
pass 6921640 2022-07-10 03:32:46 2022-07-10 03:33:23 2022-07-10 04:58:20 1:24:57 1:17:44 0:07:13 smithi main centos 8.stream rados/singleton/{all/ec-lost-unfound mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8}} 1
pass 6921641 2022-07-10 03:32:47 2022-07-10 03:33:24 2022-07-10 04:16:22 0:42:58 0:37:18 0:05:40 smithi main centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 6921642 2022-07-10 03:32:48 2022-07-10 03:33:24 2022-07-10 03:56:15 0:22:51 0:14:20 0:08:31 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/large-omap-object-warnings mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 6921643 2022-07-10 03:32:50 2022-07-10 03:33:25 2022-07-10 04:04:00 0:30:35 0:19:29 0:11:06 smithi main centos 8.stream rados/monthrash/{ceph clusters/3-mons mon_election/connectivity msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/many workloads/rados_5925} 2
pass 6921644 2022-07-10 03:32:51 2022-07-10 03:33:25 2022-07-10 04:19:07 0:45:42 0:26:51 0:18:51 smithi main ubuntu 20.04 rados/cephadm/smoke/{0-nvme-loop distro/ubuntu_20.04 fixed-2 mon_election/classic start} 2
pass 6921645 2022-07-10 03:32:52 2022-07-10 03:33:26 2022-07-10 04:14:54 0:41:28 0:32:09 0:09:19 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/cache-pool-snaps-readproxy} 2
pass 6921646 2022-07-10 03:32:53 2022-07-10 03:33:26 2022-07-10 06:27:01 2:53:35 2:38:06 0:15:29 smithi main centos 8.stream rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-radosbench} 2
pass 6921647 2022-07-10 03:32:54 2022-07-10 03:33:26 2022-07-10 04:06:04 0:32:38 0:19:45 0:12:53 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/classic task/test_orch_cli} 1
pass 6921648 2022-07-10 03:32:55 2022-07-10 03:33:27 2022-07-10 04:05:23 0:31:56 0:13:53 0:18:03 smithi main ubuntu 20.04 rados/multimon/{clusters/21 mon_election/classic msgr-failures/many msgr/async no_pools objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_no_skews} 3
pass 6921649 2022-07-10 03:32:57 2022-07-10 03:33:27 2022-07-10 04:18:10 0:44:43 0:39:32 0:05:11 smithi main centos 8.stream rados/singleton-bluestore/{all/cephtool mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8}} 1
pass 6921650 2022-07-10 03:32:58 2022-07-10 03:33:28 2022-07-10 04:08:38 0:35:10 0:28:32 0:06:38 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-bitmap openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/radosbench_omap_write} 1
pass 6921651 2022-07-10 03:32:59 2022-07-10 03:33:28 2022-07-10 04:03:22 0:29:54 0:22:26 0:07:28 smithi main centos 8.stream rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/enable mon_election/classic objectstore/bluestore-bitmap supported-random-distro$/{centos_8} tasks/crash} 2
fail 6921652 2022-07-10 03:33:00 2022-07-10 03:33:28 2022-07-10 04:08:37 0:35:09 0:27:18 0:07:51 smithi main ubuntu 20.04 rados/rook/smoke/{0-distro/ubuntu_20.04 0-kubeadm 1-rook 2-workload/none 3-final cluster/1-node k8s/1.21 net/calico rook/1.6.2} 1
Failure Reason:

'wait for operator' reached maximum tries (90) after waiting for 900 seconds

pass 6921653 2022-07-10 03:33:02 2022-07-10 03:33:29 2022-07-10 04:09:41 0:36:12 0:24:59 0:11:13 smithi main centos 8.stream rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6921654 2022-07-10 03:33:03 2022-07-10 03:33:29 2022-07-10 04:10:41 0:37:12 0:26:12 0:11:00 smithi main ubuntu 20.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/iscsi 3-final} 2
dead 6921655 2022-07-10 03:33:04 2022-07-10 03:33:29 2022-07-10 03:49:44 0:16:15 0:08:00 0:08:15 smithi main rhel 8.4 rados/singleton/{all/erasure-code-nonregression mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi132.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921656 2022-07-10 03:33:05 2022-07-10 03:33:30 2022-07-10 04:08:53 0:35:23 0:19:45 0:15:38 smithi main centos 8.stream rados/cephadm/osds/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-ops/rm-zap-add} 2
pass 6921657 2022-07-10 03:33:06 2022-07-10 03:33:30 2022-07-10 04:02:51 0:29:21 0:14:05 0:15:16 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/lazy_omap_stats_output mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 6921658 2022-07-10 03:33:07 2022-07-10 03:33:31 2022-07-10 04:20:46 0:47:15 0:32:47 0:14:28 smithi main ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v2only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/fastclose rados thrashers/none thrashosds-health workloads/rbd_cls} 3
pass 6921659 2022-07-10 03:33:08 2022-07-10 03:33:31 2022-07-10 04:16:18 0:42:47 0:36:44 0:06:03 smithi main centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 6921660 2022-07-10 03:33:10 2022-07-10 03:33:31 2022-07-10 04:08:20 0:34:49 0:27:12 0:07:37 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-hybrid rados tasks/rados_cls_all validater/lockdep} 2
dead 6921661 2022-07-10 03:33:11 2022-07-10 03:33:32 2022-07-10 03:56:56 0:23:24 0:14:03 0:09:21 smithi main rhel 8.4 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
Failure Reason:

{'smithi059.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi066.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi042.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921662 2022-07-10 03:33:12 2022-07-10 03:33:32 2022-07-10 04:19:40 0:46:08 0:36:57 0:09:11 smithi main ubuntu 20.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6921663 2022-07-10 03:33:13 2022-07-10 03:33:33 2022-07-10 04:10:14 0:36:41 0:23:05 0:13:36 smithi main centos 8.stream rados/cephadm/smoke/{0-nvme-loop distro/centos_8.stream_container_tools fixed-2 mon_election/connectivity start} 2
dead 6921664 2022-07-10 03:33:14 2022-07-10 03:33:33 2022-07-10 03:54:37 0:21:04 0:11:20 0:09:44 smithi main rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v1only objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/cache-pool-snaps} 2
Failure Reason:

{'smithi155.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi169.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921665 2022-07-10 03:33:16 2022-07-10 03:33:33 2022-07-10 04:39:19 1:05:46 0:50:15 0:15:31 smithi main ubuntu 20.04 rados/singleton/{all/lost-unfound-delete mon_election/classic msgr-failures/none msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}} 1
pass 6921666 2022-07-10 03:33:17 2022-07-10 03:33:34 2022-07-10 04:06:16 0:32:42 0:18:41 0:14:01 smithi main centos 8.stream rados/cephadm/smoke-singlehost/{0-distro$/{centos_8.stream_container_tools} 1-start 2-services/rgw 3-final} 1
dead 6921667 2022-07-10 03:33:18 2022-07-10 03:33:34 2022-07-10 03:53:09 0:19:35 0:09:26 0:10:09 smithi main rhel 8.4 rados/standalone/{supported-random-distro$/{rhel_8} workloads/mgr} 1
Failure Reason:

{'smithi081.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921668 2022-07-10 03:33:19 2022-07-10 03:33:34 2022-07-10 04:26:06 0:52:32 0:39:23 0:13:09 smithi main centos 8.stream rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} tasks/rados_workunit_loadgen_big} 2
pass 6921669 2022-07-10 03:33:20 2022-07-10 03:33:35 2022-07-10 04:19:00 0:45:25 0:30:33 0:14:52 smithi main ubuntu 20.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/connectivity msgr-failures/fastclose rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-small-objects-overwrites} 2
pass 6921670 2022-07-10 03:33:21 2022-07-10 03:33:35 2022-07-10 03:58:23 0:24:48 0:17:10 0:07:38 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/connectivity task/test_adoption} 1
dead 6921671 2022-07-10 03:33:22 2022-07-10 03:33:36 2022-07-10 03:48:28 0:14:52 0:07:05 0:07:47 smithi main rhel 8.4 rados/singleton-nomsgr/{all/librados_hello_world mon_election/classic rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi018.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921672 2022-07-10 03:33:24 2022-07-10 04:08:00 1341 smithi main centos 8.stream rados/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/mirror 3-final} 2
pass 6921673 2022-07-10 03:33:25 2022-07-10 04:26:08 2358 smithi main centos 8.stream rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async-v1only root} 2
pass 6921674 2022-07-10 03:33:27 2022-07-10 03:33:37 2022-07-10 05:18:28 1:44:51 1:37:39 0:07:12 smithi main centos 8.stream rados/singleton/{all/lost-unfound mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8}} 1
pass 6921675 2022-07-10 03:33:28 2022-07-10 03:33:37 2022-07-10 04:24:17 0:50:40 0:43:24 0:07:16 smithi main centos 8.stream rados/cephadm/with-work/{0-distro/centos_8.stream_container_tools fixed-2 mode/packaged mon_election/connectivity msgr/async-v1only start tasks/rados_api_tests} 2
pass 6921676 2022-07-10 03:33:30 2022-07-10 03:33:37 2022-07-10 04:47:17 1:13:40 0:57:40 0:16:00 smithi main ubuntu 20.04 rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls mon_election/classic} 2
pass 6921677 2022-07-10 03:33:31 2022-07-10 03:33:38 2022-07-10 04:13:24 0:39:46 0:23:38 0:16:08 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/cache-snaps-balanced} 2
pass 6921678 2022-07-10 03:33:32 2022-07-10 03:33:38 2022-07-10 03:57:34 0:23:56 0:17:43 0:06:13 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-comp openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/sample_fio} 1
dead 6921679 2022-07-10 03:33:33 2022-07-10 03:54:49 678 smithi main rhel 8.4 rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_3.0 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-bucket 3-final} 2
Failure Reason:

{'smithi006.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi171.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

dead 6921680 2022-07-10 03:33:35 2022-07-10 03:33:39 2022-07-10 03:46:05 0:12:26 0:06:26 0:06:00 smithi main rhel 8.4 rados/singleton-nomsgr/{all/msgr mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi036.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921681 2022-07-10 03:33:36 2022-07-10 03:33:39 2022-07-10 04:51:08 1:17:29 1:09:15 0:08:14 smithi main ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/few rados thrashers/pggrow thrashosds-health workloads/snaps-few-objects} 3
dead 6921682 2022-07-10 03:33:37 2022-07-10 03:33:40 2022-07-10 03:55:34 0:21:54 0:11:41 0:10:13 smithi main rhel 8.4 rados/cephadm/smoke/{0-nvme-loop distro/rhel_8.4_container_tools_3.0 fixed-2 mon_election/classic start} 2
Failure Reason:

{'smithi179.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi038.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921683 2022-07-10 03:33:39 2022-07-10 03:33:40 2022-07-10 03:58:07 0:24:27 0:13:15 0:11:12 smithi main ubuntu 20.04 rados/singleton/{all/max-pg-per-osd.from-mon mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}} 1
pass 6921684 2022-07-10 03:33:40 2022-07-10 03:33:40 2022-07-10 06:05:17 2:31:37 2:22:41 0:08:56 smithi main ubuntu 20.04 rados/objectstore/{backends/filestore-idempotent-aio-journal supported-random-distro$/{ubuntu_latest}} 1
pass 6921685 2022-07-10 03:33:41 2022-07-10 03:33:41 2022-07-10 04:16:54 0:43:13 0:27:43 0:15:30 smithi main centos 8.stream rados/valgrind-leaks/{1-start 2-inject-leak/none centos_latest} 1
pass 6921686 2022-07-10 03:33:42 2022-07-10 03:33:42 2022-07-10 04:28:08 0:54:26 0:41:35 0:12:51 smithi main centos 8.stream rados/monthrash/{ceph clusters/9-mons mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} thrashers/one workloads/rados_api_tests} 2
fail 6921687 2022-07-10 03:33:44 2022-07-10 03:33:44 2022-07-10 04:03:15 0:29:31 0:21:31 0:08:00 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/classic task/test_cephadm} 1
Failure Reason:

SELinux denials found on ubuntu@smithi139.front.sepia.ceph.com: ['type=AVC msg=audit(1657425577.381:18191): avc: denied { ioctl } for pid=119624 comm="iptables" path="/var/lib/containers/storage/overlay/249156ab2f389c6ac9c2ca25dedc27bc9e837daca02a7919bfed1584584d45dd/merged" dev="overlay" ino=3805285 scontext=system_u:system_r:iptables_t:s0 tcontext=system_u:object_r:container_file_t:s0:c1022,c1023 tclass=dir permissive=1']

dead 6921688 2022-07-10 03:33:45 2022-07-10 03:33:45 2022-07-10 03:54:24 0:20:39 0:10:55 0:09:44 smithi main rhel 8.4 rados/cephadm/osds/{0-distro/rhel_8.4_container_tools_3.0 0-nvme-loop 1-start 2-ops/rm-zap-flag} 2
Failure Reason:

{'smithi125.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi001.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

dead 6921689 2022-07-10 03:33:46 2022-07-10 03:33:46 2022-07-10 03:55:28 0:21:42 0:11:39 0:10:03 smithi main rhel 8.4 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-dispatch-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-small-objects-balanced} 2
Failure Reason:

{'smithi122.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi064.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921690 2022-07-10 03:33:47 2022-07-10 03:33:47 2022-07-10 04:01:19 0:27:32 0:18:25 0:09:07 smithi main centos 8.stream rados/multimon/{clusters/3 mon_election/connectivity msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} tasks/mon_clock_with_skews} 2
pass 6921691 2022-07-10 03:33:48 2022-07-10 03:33:48 2022-07-10 04:07:17 0:33:29 0:23:45 0:09:44 smithi main ubuntu 20.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
dead 6921692 2022-07-10 03:33:50 2022-07-10 03:33:50 2022-07-10 03:54:37 0:20:47 0:11:13 0:09:34 smithi main rhel 8.4 rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/disable mon_election/connectivity objectstore/bluestore-comp-lz4 supported-random-distro$/{rhel_8} tasks/failover} 2
Failure Reason:

{'smithi117.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi154.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921693 2022-07-10 03:33:51 2022-07-10 03:33:51 2022-07-10 04:25:14 0:51:23 0:42:39 0:08:44 smithi main centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
dead 6921694 2022-07-10 03:33:52 2022-07-10 03:33:52 2022-07-10 03:51:38 0:17:46 0:10:14 0:07:32 smithi main rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/cache-snaps} 2
Failure Reason:

{'smithi102.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi190.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921695 2022-07-10 03:33:53 2022-07-10 03:33:53 2022-07-10 04:11:21 0:37:28 0:28:47 0:08:41 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/multi-backfill-reject mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 2
dead 6921696 2022-07-10 03:33:55 2022-07-10 03:33:55 2022-07-10 03:55:39 0:21:44 0:11:36 0:10:08 smithi main rhel 8.4 rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_rhel8 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-user 3-final} 2
Failure Reason:

{'smithi130.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi070.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921697 2022-07-10 03:33:56 2022-07-10 03:33:56 2022-07-10 04:14:23 0:40:27 0:16:04 0:24:23 smithi main centos 8.stream rados/singleton/{all/max-pg-per-osd.from-primary mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8}} 1
fail 6921698 2022-07-10 03:33:57 2022-07-10 03:46:56 2022-07-10 04:23:51 0:36:55 0:23:36 0:13:19 smithi main centos 8.stream rados/cephadm/mgr-nfs-upgrade/{0-distro/centos_8.stream_container_tools 1-bootstrap/octopus 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
Failure Reason:

Command failed on smithi031 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v15 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a3682ef4-0005-11ed-842e-001a4aab830c -e sha1=d56c5c84f520641c4e8344273f00f783f914b733 -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | length == 1\'"\'"\'\''

pass 6921699 2022-07-10 03:33:58 2022-07-10 03:49:30 2022-07-10 04:22:25 0:32:55 0:21:58 0:10:57 smithi main ubuntu 20.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} tasks/rados_workunit_loadgen_mix} 2
pass 6921700 2022-07-10 03:33:59 2022-07-10 03:50:30 2022-07-10 04:38:35 0:48:05 0:38:01 0:10:04 smithi main centos 8.stream rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async-v2only root} 2
pass 6921701 2022-07-10 03:34:00 2022-07-10 03:52:18 2022-07-10 04:34:09 0:41:51 0:32:01 0:09:50 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados tasks/mon_recovery validater/valgrind} 2
dead 6921702 2022-07-10 03:34:02 2022-07-10 03:54:36 2022-07-10 04:08:41 0:14:05 0:06:22 0:07:43 smithi main rhel 8.4 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
Failure Reason:

{'smithi169.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi154.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi155.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921703 2022-07-10 03:34:03 2022-07-10 03:54:49 2022-07-10 04:30:37 0:35:48 0:28:21 0:07:27 smithi main ubuntu 20.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
dead 6921704 2022-07-10 03:34:04 2022-07-10 03:54:52 2022-07-10 04:08:43 0:13:51 0:06:12 0:07:39 smithi main rhel 8.4 rados/cephadm/with-work/{0-distro/rhel_8.4_container_tools_3.0 fixed-2 mode/root mon_election/classic msgr/async-v2only start tasks/rados_python} 2
Failure Reason:

{'smithi171.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi189.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921705 2022-07-10 03:34:05 2022-07-10 03:55:06 2022-07-10 04:37:09 0:42:03 0:35:10 0:06:53 smithi main ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/octopus backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/osd-delay rados thrashers/careful thrashosds-health workloads/test_rbd_api} 3
pass 6921706 2022-07-10 03:34:06 2022-07-10 03:55:38 2022-07-10 04:24:30 0:28:52 0:21:33 0:07:19 smithi main centos 8.stream rados/singleton-nomsgr/{all/osd_stale_reads mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 6921707 2022-07-10 03:34:07 2022-07-10 03:55:40 2022-07-10 04:18:13 0:22:33 0:15:49 0:06:44 smithi main centos 8.stream rados/singleton/{all/max-pg-per-osd.from-replica mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8}} 1
pass 6921708 2022-07-10 03:34:08 2022-07-10 03:55:41 2022-07-10 04:19:17 0:23:36 0:17:01 0:06:35 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/cache} 2
dead 6921709 2022-07-10 03:34:10 2022-07-10 03:55:53 2022-07-10 04:08:56 0:13:03 0:06:10 0:06:53 smithi main rhel 8.4 rados/cephadm/smoke/{0-nvme-loop distro/rhel_8.4_container_tools_rhel8 fixed-2 mon_election/connectivity start} 2
Failure Reason:

{'smithi070.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi130.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921710 2022-07-10 03:34:11 2022-07-10 03:55:55 2022-07-10 04:12:13 0:16:18 0:08:40 0:07:38 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-low-osd-mem-target openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/sample_radosbench} 1
pass 6921711 2022-07-10 03:34:12 2022-07-10 03:56:26 2022-07-10 04:13:34 0:17:08 0:08:49 0:08:19 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/connectivity task/test_cephadm_repos} 1
pass 6921712 2022-07-10 03:34:13 2022-07-10 03:57:07 2022-07-10 04:24:08 0:27:01 0:20:20 0:06:41 smithi main ubuntu 18.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_18.04 0-nvme-loop 1-start 2-services/nfs-ingress 3-final} 2
pass 6921713 2022-07-10 03:34:14 2022-07-10 03:57:08 2022-07-10 04:35:10 0:38:02 0:29:55 0:08:07 smithi main centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
dead 6921714 2022-07-10 03:34:15 2022-07-10 03:58:09 2022-07-10 04:11:08 0:12:59 0:05:52 0:07:07 smithi main rhel 8.4 rados/singleton/{all/mon-auth-caps mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi022.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921715 2022-07-10 03:34:17 2022-07-10 03:58:30 2022-07-10 04:33:59 0:35:29 0:26:38 0:08:51 smithi main centos 8.stream rados/cephadm/upgrade/{1-start-distro/1-start-centos_8.stream_container-tools 2-repo_digest/repo_digest 3-upgrade/simple 4-wait 5-upgrade-ls mon_election/connectivity} 2
dead 6921716 2022-07-10 03:34:18 2022-07-10 04:01:21 2022-07-10 04:13:57 0:12:36 0:05:17 0:07:19 smithi main rhel 8.4 rados/singleton-nomsgr/{all/pool-access mon_election/classic rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi192.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921717 2022-07-10 03:34:19 2022-07-10 04:02:52 2022-07-10 04:34:58 0:32:06 0:21:28 0:10:38 smithi main ubuntu 20.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/nfs-ingress2 3-final} 2
dead 6921718 2022-07-10 03:34:20 2022-07-10 04:03:33 2022-07-10 04:15:07 0:11:34 0:05:22 0:06:12 smithi main rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/pool-snaps-few-objects} 2
Failure Reason:

{'smithi097.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi047.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

dead 6921719 2022-07-10 03:34:21 2022-07-10 04:04:04 2022-07-10 04:17:16 0:13:12 0:05:21 0:07:51 smithi main rhel 8.4 rados/cephadm/osds/{0-distro/rhel_8.4_container_tools_rhel8 0-nvme-loop 1-start 2-ops/rm-zap-wait} 2
Failure Reason:

{'smithi163.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi202.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921720 2022-07-10 03:34:22 2022-07-10 04:05:24 2022-07-10 04:44:30 0:39:06 0:32:07 0:06:59 smithi main centos 8.stream rados/standalone/{supported-random-distro$/{centos_8} workloads/misc} 1
pass 6921721 2022-07-10 03:34:23 2022-07-10 04:05:25 2022-07-10 05:02:39 0:57:14 0:48:13 0:09:01 smithi main ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/luminous-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/fastclose rados thrashers/default thrashosds-health workloads/cache-snaps} 3
dead 6921722 2022-07-10 03:34:24 2022-07-10 04:06:25 2022-07-10 04:20:20 0:13:55 0:05:42 0:08:13 smithi main rhel 8.4 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/classic msgr-failures/few rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-snaps-few-objects-overwrites} 2
Failure Reason:

{'smithi174.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi094.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

dead 6921723 2022-07-10 03:34:26 2022-07-10 04:07:26 2022-07-10 04:20:20 0:12:54 0:05:35 0:07:19 smithi main rhel 8.4 rados/singleton/{all/mon-config-key-caps mon_election/classic msgr-failures/none msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi075.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921724 2022-07-10 03:34:27 2022-07-10 04:07:26 2022-07-10 04:59:49 0:52:23 0:45:19 0:07:04 smithi main centos 8.stream rados/monthrash/{ceph clusters/3-mons mon_election/connectivity msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} thrashers/sync-many workloads/rados_mon_osdmap_prune} 2
pass 6921725 2022-07-10 03:34:28 2022-07-10 04:08:07 2022-07-10 04:37:49 0:29:42 0:22:18 0:07:24 smithi main ubuntu 18.04 rados/cephadm/smoke/{0-nvme-loop distro/ubuntu_18.04 fixed-2 mon_election/classic start} 2
pass 6921726 2022-07-10 03:34:29 2022-07-10 04:08:27 2022-07-10 04:50:26 0:41:59 0:34:56 0:07:03 smithi main ubuntu 20.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} tasks/rados_workunit_loadgen_mostlyread} 2
dead 6921727 2022-07-10 03:34:30 2022-07-10 04:08:38 2022-07-10 04:21:08 0:12:30 0:05:57 0:06:33 smithi main rhel 8.4 rados/singleton-nomsgr/{all/recovery-unfound-found mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi040.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921728 2022-07-10 03:34:31 2022-07-10 04:08:38 2022-07-10 04:43:49 0:35:11 0:29:18 0:05:53 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/classic task/test_nfs} 1
dead 6921729 2022-07-10 03:34:32 2022-07-10 04:08:49 2022-07-10 04:21:59 0:13:10 0:06:00 0:07:10 smithi main rhel 8.4 rados/objectstore/{backends/filestore-idempotent supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi171.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921730 2022-07-10 03:34:34 2022-07-10 04:08:49 2022-07-10 04:38:21 0:29:32 0:22:09 0:07:23 smithi main ubuntu 20.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 6921731 2022-07-10 03:34:35 2022-07-10 04:08:49 2022-07-10 04:28:38 0:19:49 0:13:21 0:06:28 smithi main ubuntu 20.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6921732 2022-07-10 03:34:36 2022-07-10 04:09:00 2022-07-10 04:32:36 0:23:36 0:15:28 0:08:08 smithi main centos 8.stream rados/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/nfs 3-final} 2
pass 6921733 2022-07-10 03:34:37 2022-07-10 04:09:40 2022-07-10 04:31:46 0:22:06 0:14:07 0:07:59 smithi main ubuntu 20.04 rados/multimon/{clusters/6 mon_election/classic msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} tasks/mon_recovery} 2
pass 6921734 2022-07-10 03:34:38 2022-07-10 04:09:51 2022-07-10 04:38:42 0:28:51 0:21:43 0:07:08 smithi main centos 8.stream rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/enable mon_election/classic objectstore/bluestore-comp-snappy supported-random-distro$/{centos_8} tasks/insights} 2
pass 6921735 2022-07-10 03:34:39 2022-07-10 04:09:51 2022-07-10 04:53:34 0:43:43 0:36:17 0:07:26 smithi main centos 8.stream rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async root} 2
dead 6921736 2022-07-10 03:34:40 2022-07-10 04:10:22 2022-07-10 04:23:50 0:13:28 0:06:32 0:06:56 smithi main rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/rados_api_tests} 2
Failure Reason:

{'smithi067.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi055.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921737 2022-07-10 03:34:42 2022-07-10 04:10:42 2022-07-10 04:28:13 0:17:31 0:10:37 0:06:54 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-stupid openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/fio_4K_rand_read} 1
dead 6921738 2022-07-10 03:34:43 2022-07-10 04:10:43 2022-07-10 04:24:27 0:13:44 0:06:19 0:07:25 smithi main rhel 8.4 rados/cephadm/with-work/{0-distro/rhel_8.4_container_tools_rhel8 fixed-2 mode/packaged mon_election/connectivity msgr/async start tasks/rados_api_tests} 2
Failure Reason:

{'smithi143.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi089.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921739 2022-07-10 03:34:44 2022-07-10 04:11:23 2022-07-10 04:35:47 0:24:24 0:17:38 0:06:46 smithi main centos 8.stream rados/singleton/{all/mon-config-keys mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8}} 1
pass 6921740 2022-07-10 03:34:45 2022-07-10 04:11:23 2022-07-10 04:50:46 0:39:23 0:31:13 0:08:10 smithi main centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 6921741 2022-07-10 03:34:46 2022-07-10 04:13:34 2022-07-10 04:52:18 0:38:44 0:29:57 0:08:47 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados tasks/rados_api_tests validater/lockdep} 2
dead 6921742 2022-07-10 03:34:47 2022-07-10 04:13:45 2022-07-10 04:26:46 0:13:01 0:05:48 0:07:13 smithi main rhel 8.4 rados/singleton-nomsgr/{all/version-number-sanity mon_election/classic rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi192.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921743 2022-07-10 03:34:48 2022-07-10 04:14:05 2022-07-10 04:48:40 0:34:35 0:23:29 0:11:06 smithi main ubuntu 20.04 rados/cephadm/smoke/{0-nvme-loop distro/ubuntu_20.04 fixed-2 mon_election/connectivity start} 2
pass 6921744 2022-07-10 03:34:50 2022-07-10 04:14:56 2022-07-10 04:34:33 0:19:37 0:12:09 0:07:28 smithi main ubuntu 20.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 6921745 2022-07-10 03:34:51 2022-07-10 04:15:17 2022-07-10 04:53:16 0:37:59 0:30:03 0:07:56 smithi main centos 8.stream rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6921746 2022-07-10 03:34:52 2022-07-10 04:16:28 2022-07-10 04:38:59 0:22:31 0:15:51 0:06:40 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/connectivity task/test_orch_cli} 1
dead 6921747 2022-07-10 03:34:53 2022-07-10 04:16:29 2022-07-10 04:30:17 0:13:48 0:05:54 0:07:54 smithi main rhel 8.4 rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_3.0 0-nvme-loop 1-start 2-services/nfs2 3-final} 2
Failure Reason:

{'smithi203.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi005.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921748 2022-07-10 03:34:54 2022-07-10 04:17:00 2022-07-10 04:36:06 0:19:06 0:12:30 0:06:36 smithi main centos 8.stream rados/singleton/{all/mon-config mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8}} 1
pass 6921749 2022-07-10 03:34:55 2022-07-10 04:17:21 2022-07-10 06:48:31 2:31:10 2:23:41 0:07:29 smithi main ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/luminous backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/few rados thrashers/mapgap thrashosds-health workloads/radosbench} 3
pass 6921750 2022-07-10 03:34:57 2022-07-10 04:18:22 2022-07-10 05:00:07 0:41:45 0:34:58 0:06:47 smithi main centos 8.stream rados/singleton-bluestore/{all/cephtool mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8}} 1
pass 6921751 2022-07-10 03:34:58 2022-07-10 04:19:02 2022-07-10 04:54:11 0:35:09 0:28:06 0:07:03 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/radosbench-high-concurrency} 2
pass 6921752 2022-07-10 03:34:59 2022-07-10 04:19:13 2022-07-10 04:47:12 0:27:59 0:20:53 0:07:06 smithi main ubuntu 18.04 rados/cephadm/osds/{0-distro/ubuntu_18.04 0-nvme-loop 1-start 2-ops/rmdir-reactivate} 2
fail 6921753 2022-07-10 03:35:00 2022-07-10 04:19:23 2022-07-10 04:33:11 0:13:48 0:05:51 0:07:57 smithi main ubuntu 20.04 rados/dashboard/{centos_8.stream_container_tools clusters/{2-node-mgr} debug/mgr mon_election/connectivity random-objectstore$/{bluestore-comp-lz4} supported-random-distro$/{ubuntu_latest} tasks/dashboard} 2
Failure Reason:

Command failed on smithi037 with status 1: 'TESTDIR=/home/ubuntu/cephtest bash -s'

pass 6921754 2022-07-10 03:35:01 2022-07-10 04:19:44 2022-07-10 04:46:45 0:27:01 0:19:29 0:07:32 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/admin_socket_output mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 6921755 2022-07-10 03:35:02 2022-07-10 04:19:45 2022-07-10 07:50:50 3:31:05 3:23:35 0:07:30 smithi main ubuntu 18.04 rados/upgrade/nautilus-x-singleton/{0-cluster/{openstack start} 1-install/nautilus 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{rbd-cls rbd-import-export readwrite snaps-few-objects} 5-workload/{radosbench rbd_api} 6-finish-upgrade 7-pacific 8-workload/{rbd-python snaps-many-objects} bluestore-bitmap mon_election/connectivity thrashosds-health ubuntu_18.04} 4
dead 6921756 2022-07-10 03:35:04 2022-07-10 04:20:55 2022-07-10 04:33:51 0:12:56 0:06:24 0:06:32 smithi main rhel 8.4 rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_rhel8 0-nvme-loop 1-start 2-services/rgw-ingress 3-final} 2
Failure Reason:

{'smithi075.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi174.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921757 2022-07-10 03:35:05 2022-07-10 04:20:56 2022-07-10 04:53:19 0:32:23 0:25:18 0:07:05 smithi main centos 8.stream rados/cephadm/dashboard/{0-distro/centos_8.stream_container_tools task/test_e2e} 2
pass 6921758 2022-07-10 03:35:06 2022-07-10 04:22:07 2022-07-10 04:49:19 0:27:12 0:20:27 0:06:45 smithi main centos 8.stream rados/singleton/{all/osd-backfill mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{centos_8}} 1
pass 6921759 2022-07-10 03:35:07 2022-07-10 04:22:27 2022-07-10 05:04:08 0:41:41 0:33:56 0:07:45 smithi main centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 6921760 2022-07-10 03:35:08 2022-07-10 04:23:18 2022-07-10 04:44:18 0:21:00 0:14:51 0:06:09 smithi main centos 8.stream rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8} tasks/readwrite} 2
fail 6921761 2022-07-10 03:35:09 2022-07-10 04:23:28 2022-07-10 04:54:24 0:30:56 0:23:31 0:07:25 smithi main centos 8.stream rados/cephadm/mgr-nfs-upgrade/{0-distro/centos_8.stream_container_tools 1-bootstrap/16.2.4 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
Failure Reason:

Command failed on smithi137 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fac61392-0009-11ed-842e-001a4aab830c -e sha1=d56c5c84f520641c4e8344273f00f783f914b733 -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | length == 1\'"\'"\'\''

pass 6921762 2022-07-10 03:35:10 2022-07-10 04:23:29 2022-07-10 06:17:12 1:53:43 1:46:36 0:07:07 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/radosbench} 2
pass 6921763 2022-07-10 03:35:12 2022-07-10 04:23:39 2022-07-10 04:51:39 0:28:00 0:17:18 0:10:42 smithi main ubuntu 20.04 rados/cephadm/orchestrator_cli/{0-random-distro$/{ubuntu_20.04} 2-node-mgr orchestrator_cli} 2
pass 6921764 2022-07-10 03:35:13 2022-07-10 04:24:00 2022-07-10 04:41:11 0:17:11 0:10:37 0:06:34 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/fio_4K_rand_rw} 1
dead 6921765 2022-07-10 03:35:14 2022-07-10 04:24:00 2022-07-10 04:36:28 0:12:28 0:06:27 0:06:01 smithi main rhel 8.4 rados/singleton-nomsgr/{all/balancer mon_election/classic rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi031.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921766 2022-07-10 03:35:15 2022-07-10 04:24:01 2022-07-10 04:59:06 0:35:05 0:27:36 0:07:29 smithi main centos 8.stream rados/cephadm/rbd_iscsi/{base/install cluster/{fixed-3 openstack} pool/datapool supported-random-distro$/{centos_8} workloads/ceph_iscsi} 3
dead 6921767 2022-07-10 03:35:16 2022-07-10 04:24:01 2022-07-10 04:36:39 0:12:38 0:06:38 0:06:00 smithi main rhel 8.4 rados/monthrash/{ceph clusters/9-mons mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} thrashers/sync workloads/rados_mon_workunits} 2
Failure Reason:

{'smithi059.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi042.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921768 2022-07-10 03:35:17 2022-07-10 04:24:12 2022-07-10 05:35:15 1:11:03 1:04:55 0:06:08 smithi main centos 8.stream rados/singleton/{all/osd-recovery-incomplete mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8}} 1
pass 6921769 2022-07-10 03:35:18 2022-07-10 04:24:22 2022-07-10 04:49:33 0:25:11 0:17:23 0:07:48 smithi main centos 8.stream rados/cephadm/smoke/{0-nvme-loop distro/centos_8.stream_container_tools fixed-2 mon_election/classic start} 2
dead 6921770 2022-07-10 03:35:20 2022-07-10 04:24:33 2022-07-10 04:38:36 0:14:03 0:06:42 0:07:21 smithi main rhel 8.4 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
Failure Reason:

{'smithi195.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi074.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi143.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi164.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

dead 6921771 2022-07-10 03:35:21 2022-07-10 04:25:24 2022-07-10 04:39:18 0:13:54 0:06:05 0:07:49 smithi main rhel 8.4 rados/cephadm/smoke-singlehost/{0-distro$/{rhel_8.4_container_tools_3.0} 1-start 2-services/basic 3-final} 1
Failure Reason:

{'smithi172.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921772 2022-07-10 03:35:22 2022-07-10 04:26:14 2022-07-10 04:57:22 0:31:08 0:24:07 0:07:01 smithi main centos 8.stream rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-many-deletes} 2
pass 6921773 2022-07-10 03:35:23 2022-07-10 04:26:15 2022-07-10 04:47:37 0:21:22 0:12:21 0:09:01 smithi main centos 8.stream rados/multimon/{clusters/9 mon_election/connectivity msgr-failures/few msgr/async no_pools objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} tasks/mon_clock_no_skews} 3
pass 6921774 2022-07-10 03:35:24 2022-07-10 04:28:16 2022-07-10 05:17:22 0:49:06 0:41:30 0:07:36 smithi main centos 8.stream rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/disable mon_election/connectivity objectstore/bluestore-comp-zlib supported-random-distro$/{centos_8} tasks/module_selftest} 2
pass 6921775 2022-07-10 03:35:25 2022-07-10 04:28:17 2022-07-10 04:48:02 0:19:45 0:13:10 0:06:35 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/classic task/test_adoption} 1
pass 6921776 2022-07-10 03:35:26 2022-07-10 04:28:48 2022-07-10 04:45:47 0:16:59 0:11:06 0:05:53 smithi main centos 8.stream rados/objectstore/{backends/fusestore supported-random-distro$/{centos_8}} 1
pass 6921777 2022-07-10 03:35:28 2022-07-10 04:28:49 2022-07-10 05:28:12 0:59:23 0:53:13 0:06:10 smithi main centos 8.stream rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async-v1only root} 2
pass 6921778 2022-07-10 03:35:29 2022-07-10 04:28:50 2022-07-10 04:51:24 0:22:34 0:14:34 0:08:00 smithi main centos 8.stream rados/singleton-nomsgr/{all/cache-fs-trunc mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 6921779 2022-07-10 03:35:30 2022-07-10 04:30:21 2022-07-10 04:51:53 0:21:32 0:13:06 0:08:26 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/redirect} 2
pass 6921780 2022-07-10 03:35:31 2022-07-10 04:30:42 2022-07-10 04:59:10 0:28:28 0:21:44 0:06:44 smithi main centos 8.stream rados/singleton/{all/osd-recovery mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8}} 1
pass 6921781 2022-07-10 03:35:32 2022-07-10 04:30:42 2022-07-10 05:08:59 0:38:17 0:30:14 0:08:03 smithi main ubuntu 18.04 rados/cephadm/with-work/{0-distro/ubuntu_18.04 fixed-2 mode/root mon_election/classic msgr/async-v1only start tasks/rados_python} 2
fail 6921782 2022-07-10 03:35:33 2022-07-10 04:31:43 2022-07-10 04:47:58 0:16:15 0:08:16 0:07:59 smithi main ubuntu 18.04 rados/rook/smoke/{0-distro/ubuntu_18.04 0-kubeadm 1-rook 2-workload/radosbench 3-final cluster/3-node k8s/1.21 net/calico rook/master} 3
Failure Reason:

[Errno 2] Cannot find file on the remote 'ubuntu@smithi026.front.sepia.ceph.com': 'rook/cluster/examples/kubernetes/ceph/operator.yaml'

pass 6921783 2022-07-10 03:35:35 2022-07-10 04:31:54 2022-07-10 06:29:56 1:58:02 1:50:44 0:07:18 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async objectstore/filestore-xfs rados tasks/rados_cls_all validater/valgrind} 2
pass 6921784 2022-07-10 03:35:36 2022-07-10 04:32:45 2022-07-10 05:32:36 0:59:51 0:53:27 0:06:24 smithi main ubuntu 20.04 rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04-15.2.9 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls mon_election/classic} 2
pass 6921785 2022-07-10 03:35:37 2022-07-10 04:33:16 2022-07-10 05:14:45 0:41:29 0:34:40 0:06:49 smithi main centos 8.stream rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/connectivity msgr-failures/osd-delay rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} 2
pass 6921786 2022-07-10 03:35:38 2022-07-10 04:33:56 2022-07-10 05:29:03 0:55:07 0:49:48 0:05:19 smithi main ubuntu 20.04 rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/mon} 1
pass 6921787 2022-07-10 03:35:39 2022-07-10 04:34:07 2022-07-10 05:21:36 0:47:29 0:39:56 0:07:33 smithi main ubuntu 20.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 6921788 2022-07-10 03:35:40 2022-07-10 04:34:17 2022-07-10 05:09:38 0:35:21 0:27:29 0:07:52 smithi main centos 8.stream rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/osd-dispatch-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6921789 2022-07-10 03:35:41 2022-07-10 04:34:38 2022-07-10 05:23:07 0:48:29 0:36:55 0:11:34 smithi main ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/mimic-v1only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/osd-delay rados thrashers/morepggrow thrashosds-health workloads/rbd_cls} 3
pass 6921790 2022-07-10 03:35:43 2022-07-10 04:35:09 2022-07-10 05:02:40 0:27:31 0:20:11 0:07:20 smithi main ubuntu 18.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_18.04 0-nvme-loop 1-start 2-services/rgw 3-final} 2
dead 6921791 2022-07-10 03:35:44 2022-07-10 04:35:19 2022-07-10 04:48:57 0:13:38 0:06:29 0:07:09 smithi main rhel 8.4 rados/cephadm/smoke/{0-nvme-loop distro/rhel_8.4_container_tools_3.0 fixed-2 mon_election/connectivity start} 2
Failure Reason:

{'smithi202.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi022.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921792 2022-07-10 03:35:45 2022-07-10 04:36:10 2022-07-10 04:54:55 0:18:45 0:13:03 0:05:42 smithi main centos 8.stream rados/singleton/{all/peer mon_election/classic msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8}} 1
pass 6921793 2022-07-10 03:35:46 2022-07-10 04:36:31 2022-07-10 04:54:55 0:18:24 0:13:11 0:05:13 smithi main centos 8.stream rados/singleton-nomsgr/{all/ceph-kvstore-tool mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 6921794 2022-07-10 03:35:47 2022-07-10 04:36:41 2022-07-10 05:04:14 0:27:33 0:19:32 0:08:01 smithi main centos 8.stream rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8} tasks/repair_test} 2
fail 6921795 2022-07-10 03:35:48 2022-07-10 04:37:12 2022-07-10 05:01:51 0:24:39 0:19:04 0:05:35 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/connectivity task/test_cephadm} 1
Failure Reason:

SELinux denials found on ubuntu@smithi006.front.sepia.ceph.com: ['type=AVC msg=audit(1657429189.613:18192): avc: denied { ioctl } for pid=119766 comm="iptables" path="/var/lib/containers/storage/overlay/0a5b7afd8cbffb2488909e871964537ab6e6b1f54e6cbf82870c5abe5eccbbaf/merged" dev="overlay" ino=3805289 scontext=system_u:system_r:iptables_t:s0 tcontext=system_u:object_r:container_file_t:s0:c1022,c1023 tclass=dir permissive=1']

pass 6921796 2022-07-10 03:35:49 2022-07-10 04:37:12 2022-07-10 05:03:03 0:25:51 0:17:37 0:08:14 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v1only objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/redirect_promote_tests} 2
pass 6921797 2022-07-10 03:35:51 2022-07-10 04:37:53 2022-07-10 04:54:43 0:16:50 0:10:55 0:05:55 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-bitmap openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/fio_4M_rand_read} 1
pass 6921798 2022-07-10 03:35:52 2022-07-10 04:37:53 2022-07-10 05:02:06 0:24:13 0:17:28 0:06:45 smithi main ubuntu 18.04 rados/cephadm/osds/{0-distro/ubuntu_18.04 0-nvme-loop 1-start 2-ops/repave-all} 2
pass 6921799 2022-07-10 03:35:53 2022-07-10 04:38:24 2022-07-10 05:06:16 0:27:52 0:17:47 0:10:05 smithi main ubuntu 20.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/basic 3-final} 2
pass 6921800 2022-07-10 03:35:54 2022-07-10 04:38:44 2022-07-10 05:15:34 0:36:50 0:30:46 0:06:04 smithi main centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
dead 6921801 2022-07-10 03:35:55 2022-07-10 04:38:45 2022-07-10 04:51:42 0:12:57 0:06:36 0:06:21 smithi main rhel 8.4 rados/singleton/{all/pg-autoscaler-progress-off mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8}} 2
Failure Reason:

{'smithi164.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi143.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921802 2022-07-10 03:35:56 2022-07-10 04:38:46 2022-07-10 05:28:29 0:49:43 0:42:56 0:06:47 smithi main ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/mimic backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/fastclose rados thrashers/none thrashosds-health workloads/snaps-few-objects} 3
pass 6921803 2022-07-10 03:35:57 2022-07-10 04:39:06 2022-07-10 04:54:57 0:15:51 0:08:18 0:07:33 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/ceph-post-file mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 6921804 2022-07-10 03:35:59 2022-07-10 04:39:27 2022-07-10 05:02:42 0:23:15 0:15:49 0:07:26 smithi main centos 8.stream rados/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/client-keyring 3-final} 2
pass 6921805 2022-07-10 03:36:00 2022-07-10 04:39:47 2022-07-10 05:20:25 0:40:38 0:32:55 0:07:43 smithi main centos 8.stream rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async-v2only root} 2
pass 6921806 2022-07-10 03:36:01 2022-07-10 04:41:18 2022-07-10 05:13:36 0:32:18 0:23:03 0:09:15 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/redirect_set_object} 2
pass 6921807 2022-07-10 03:36:02 2022-07-10 04:44:20 2022-07-10 05:21:55 0:37:35 0:30:43 0:06:52 smithi main centos 8.stream rados/monthrash/{ceph clusters/3-mons mon_election/connectivity msgr-failures/mon-delay msgr/async objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/force-sync-many workloads/snaps-few-objects} 2
pass 6921808 2022-07-10 03:36:03 2022-07-10 04:44:41 2022-07-10 05:43:49 0:59:08 0:44:33 0:14:35 smithi main ubuntu 20.04 rados/cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/packaged mon_election/connectivity msgr/async-v2only start tasks/rados_api_tests} 2
dead 6921809 2022-07-10 03:36:04 2022-07-10 04:46:52 2022-07-10 05:00:43 0:13:51 0:05:42 0:08:09 smithi main rhel 8.4 rados/singleton/{all/pg-autoscaler mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi185.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921810 2022-07-10 03:36:06 2022-07-10 04:47:23 2022-07-10 05:11:07 0:23:44 0:15:58 0:07:46 smithi main centos 8.stream rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
dead 6921811 2022-07-10 03:36:07 2022-07-10 04:47:44 2022-07-10 05:01:07 0:13:23 0:05:48 0:07:35 smithi main rhel 8.4 rados/cephadm/smoke/{0-nvme-loop distro/rhel_8.4_container_tools_rhel8 fixed-2 mon_election/classic start} 2
Failure Reason:

{'smithi161.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi156.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

dead 6921812 2022-07-10 03:36:08 2022-07-10 04:47:45 2022-07-10 05:01:30 0:13:45 0:05:56 0:07:49 smithi main rhel 8.4 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects} 2
Failure Reason:

{'smithi204.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi162.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

dead 6921813 2022-07-10 03:36:09 2022-07-10 04:48:05 2022-07-10 05:02:04 0:13:59 0:06:13 0:07:46 smithi main rhel 8.4 rados/multimon/{clusters/21 mon_election/classic msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} tasks/mon_clock_with_skews} 3
Failure Reason:

{'smithi159.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi186.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi157.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

dead 6921814 2022-07-10 03:36:10 2022-07-10 04:48:46 2022-07-10 05:01:10 0:12:24 0:05:52 0:06:32 smithi main rhel 8.4 rados/singleton-nomsgr/{all/export-after-evict mon_election/classic rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi026.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

dead 6921815 2022-07-10 03:36:11 2022-07-10 04:48:47 2022-07-10 05:01:45 0:12:58 0:06:02 0:06:56 smithi main rhel 8.4 rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/enable mon_election/classic objectstore/bluestore-comp-zstd supported-random-distro$/{rhel_8} tasks/progress} 2
Failure Reason:

{'smithi202.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi022.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921816 2022-07-10 03:36:12 2022-07-10 04:49:07 2022-07-10 05:04:13 0:15:06 0:09:08 0:05:58 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/classic task/test_cephadm_repos} 1
dead 6921817 2022-07-10 03:36:13 2022-07-10 04:49:28 2022-07-10 05:02:33 0:13:05 0:06:04 0:07:01 smithi main rhel 8.4 rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_3.0 0-nvme-loop 1-start 2-services/iscsi 3-final} 2
Failure Reason:

{'smithi179.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi089.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921818 2022-07-10 03:36:15 2022-07-10 04:49:38 2022-07-10 05:32:48 0:43:10 0:35:22 0:07:48 smithi main ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/few rados thrashers/pggrow thrashosds-health workloads/test_rbd_api} 3
pass 6921819 2022-07-10 03:36:16 2022-07-10 04:50:49 2022-07-10 05:10:02 0:19:13 0:12:01 0:07:12 smithi main centos 8.stream rados/singleton/{all/pg-removal-interruption mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8}} 1
pass 6921820 2022-07-10 03:36:17 2022-07-10 04:50:50 2022-07-10 05:08:27 0:17:37 0:11:44 0:05:53 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-comp openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/fio_4M_rand_rw} 1
pass 6921821 2022-07-10 03:36:18 2022-07-10 04:51:10 2022-07-10 05:14:17 0:23:07 0:16:31 0:06:36 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/set-chunks-read} 2
pass 6921822 2022-07-10 03:36:19 2022-07-10 04:51:11 2022-07-10 05:29:02 0:37:51 0:31:10 0:06:41 smithi main centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
dead 6921823 2022-07-10 03:36:20 2022-07-10 04:51:42 2022-07-10 05:04:56 0:13:14 0:06:29 0:06:45 smithi main rhel 8.4 rados/objectstore/{backends/keyvaluedb supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi203.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921824 2022-07-10 03:36:21 2022-07-10 04:51:42 2022-07-10 05:22:51 0:31:09 0:23:40 0:07:29 smithi main centos 8.stream rados/valgrind-leaks/{1-start 2-inject-leak/osd centos_latest} 1
pass 6921825 2022-07-10 03:36:23 2022-07-10 04:51:52 2022-07-10 05:19:08 0:27:16 0:20:28 0:06:48 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados tasks/rados_cls_all validater/lockdep} 2
pass 6921826 2022-07-10 03:36:24 2022-07-10 04:52:03 2022-07-10 05:14:56 0:22:53 0:14:16 0:08:37 smithi main centos 8.stream rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} tasks/scrub_test} 2
pass 6921827 2022-07-10 03:36:25 2022-07-10 04:52:23 2022-07-10 05:14:48 0:22:25 0:15:18 0:07:07 smithi main centos 8.stream rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 6921828 2022-07-10 03:36:26 2022-07-10 04:53:24 2022-07-10 05:30:10 0:36:46 0:31:10 0:05:36 smithi main centos 8.stream rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6921829 2022-07-10 03:36:27 2022-07-10 04:53:25 2022-07-10 05:33:07 0:39:42 0:32:35 0:07:07 smithi main ubuntu 20.04 rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/repo_digest 3-upgrade/simple 4-wait 5-upgrade-ls mon_election/connectivity} 2
pass 6921830 2022-07-10 03:36:28 2022-07-10 04:53:35 2022-07-10 05:13:10 0:19:35 0:12:15 0:07:20 smithi main centos 8.stream rados/singleton-nomsgr/{all/full-tiering mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 6921831 2022-07-10 03:36:29 2022-07-10 04:54:16 2022-07-10 05:21:41 0:27:25 0:18:15 0:09:10 smithi main ubuntu 20.04 rados/cephadm/osds/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-ops/rm-zap-add} 2
pass 6921832 2022-07-10 03:36:31 2022-07-10 04:54:26 2022-07-10 05:24:03 0:29:37 0:22:17 0:07:20 smithi main ubuntu 18.04 rados/cephadm/smoke/{0-nvme-loop distro/ubuntu_18.04 fixed-2 mon_election/connectivity start} 2
pass 6921833 2022-07-10 03:36:32 2022-07-10 04:54:47 2022-07-10 05:15:53 0:21:06 0:14:27 0:06:39 smithi main ubuntu 20.04 rados/singleton/{all/radostool mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest}} 1
pass 6921834 2022-07-10 03:36:33 2022-07-10 04:54:57 2022-07-10 05:29:30 0:34:33 0:29:18 0:05:15 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/connectivity task/test_nfs} 1
dead 6921835 2022-07-10 03:36:34 2022-07-10 04:54:58 2022-07-10 05:10:24 0:15:26 0:05:51 0:09:35 smithi main rhel 8.4 rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_rhel8 0-nvme-loop 1-start 2-services/mirror 3-final} 2
Failure Reason:

{'smithi135.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi008.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921836 2022-07-10 03:36:35 2022-07-10 04:57:29 2022-07-10 05:33:40 0:36:11 0:27:35 0:08:36 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/small-objects-balanced} 2
pass 6921837 2022-07-10 03:36:36 2022-07-10 04:58:29 2022-07-10 05:34:22 0:35:53 0:29:05 0:06:48 smithi main centos 8.stream rados/cephadm/mgr-nfs-upgrade/{0-distro/centos_8.stream_container_tools 1-bootstrap/16.2.5 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
pass 6921838 2022-07-10 03:36:37 2022-07-10 04:59:10 2022-07-10 05:14:02 0:14:52 0:09:33 0:05:19 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/health-warnings mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 6921839 2022-07-10 03:36:39 2022-07-10 04:59:10 2022-07-10 05:45:31 0:46:21 0:39:07 0:07:14 smithi main centos 8.stream rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async root} 2
pass 6921840 2022-07-10 03:36:40 2022-07-10 04:59:52 2022-07-10 05:29:40 0:29:48 0:22:51 0:06:57 smithi main ubuntu 20.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/classic msgr-failures/osd-dispatch-delay rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-small-objects-fast-read-overwrites} 2
dead 6921841 2022-07-10 03:36:41 2022-07-10 05:00:13 2022-07-10 05:14:03 0:13:50 0:06:28 0:07:22 smithi main rhel 8.4 rados/standalone/{supported-random-distro$/{rhel_8} workloads/osd} 1
Failure Reason:

{'smithi185.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921842 2022-07-10 03:36:42 2022-07-10 05:21:47 2022-07-10 05:53:04 0:31:17 0:25:03 0:06:14 smithi main centos 8.stream rados/cephadm/with-work/{0-distro/centos_8.stream_container_tools fixed-2 mode/root mon_election/classic msgr/async start tasks/rados_python} 2
dead 6921843 2022-07-10 03:36:43 2022-07-10 05:21:57 2022-07-10 05:36:04 0:14:07 0:05:42 0:08:25 smithi main rhel 8.4 rados/singleton/{all/random-eio mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8}} 2
Failure Reason:

{'smithi170.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi164.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921844 2022-07-10 03:36:44 2022-07-10 05:22:58 2022-07-10 06:16:34 0:53:36 0:46:58 0:06:38 smithi main ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v2only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/osd-delay rados thrashers/careful thrashosds-health workloads/cache-snaps} 3
pass 6921845 2022-07-10 03:36:45 2022-07-10 05:23:08 2022-07-10 05:56:01 0:32:53 0:20:19 0:12:34 smithi main ubuntu 18.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_18.04 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-bucket 3-final} 2
pass 6921846 2022-07-10 03:36:46 2022-07-10 05:24:09 2022-07-10 06:04:46 0:40:37 0:32:05 0:08:32 smithi main ubuntu 20.04 rados/singleton-bluestore/{all/cephtool mon_election/classic msgr-failures/none msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}} 1
pass 6921847 2022-07-10 03:36:48 2022-07-10 05:24:59 2022-07-10 06:04:30 0:39:31 0:32:36 0:06:55 smithi main centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 6921848 2022-07-10 03:36:49 2022-07-10 05:25:00 2022-07-10 05:53:41 0:28:41 0:21:23 0:07:18 smithi main centos 8.stream rados/monthrash/{ceph clusters/9-mons mon_election/classic msgr-failures/few msgr/async-v1only objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/many workloads/pool-create-delete} 2
pass 6921849 2022-07-10 03:36:50 2022-07-10 05:26:20 2022-07-10 05:42:55 0:16:35 0:10:22 0:06:13 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-low-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/fio_4M_rand_write} 1
pass 6921850 2022-07-10 03:36:51 2022-07-10 05:26:21 2022-07-10 05:47:10 0:20:49 0:12:47 0:08:02 smithi main centos 8.stream rados/singleton-nomsgr/{all/large-omap-object-warnings mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 6921851 2022-07-10 03:36:52 2022-07-10 05:27:22 2022-07-10 05:54:43 0:27:21 0:20:54 0:06:27 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/small-objects-localized} 2
pass 6921852 2022-07-10 03:36:53 2022-07-10 05:27:22 2022-07-10 05:50:09 0:22:47 0:15:08 0:07:39 smithi main ubuntu 20.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6921853 2022-07-10 03:36:55 2022-07-10 05:28:23 2022-07-10 06:03:57 0:35:34 0:26:02 0:09:32 smithi main ubuntu 20.04 rados/cephadm/smoke/{0-nvme-loop distro/ubuntu_20.04 fixed-2 mon_election/classic start} 2
pass 6921854 2022-07-10 03:36:56 2022-07-10 05:28:33 2022-07-10 05:51:03 0:22:30 0:17:12 0:05:18 smithi main centos 8.stream rados/singleton/{all/rebuild-mondb mon_election/classic msgr-failures/none msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{centos_8}} 1
pass 6921855 2022-07-10 03:36:57 2022-07-10 05:28:34 2022-07-10 05:51:31 0:22:57 0:16:40 0:06:17 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/classic task/test_orch_cli} 1
dead 6921856 2022-07-10 03:36:58 2022-07-10 05:28:34 2022-07-10 05:42:17 0:13:43 0:06:43 0:07:00 smithi main rhel 8.4 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} tasks/libcephsqlite} 2
Failure Reason:

{'smithi053.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi152.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921857 2022-07-10 03:36:59 2022-07-10 05:29:05 2022-07-10 06:24:57 0:55:52 0:49:01 0:06:51 smithi main ubuntu 20.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 6921858 2022-07-10 03:37:00 2022-07-10 05:29:36 2022-07-10 05:52:30 0:22:54 0:15:38 0:07:16 smithi main centos 8.stream rados/multimon/{clusters/3 mon_election/connectivity msgr-failures/few msgr/async-v2only no_pools objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} tasks/mon_recovery} 2
pass 6921859 2022-07-10 03:37:02 2022-07-10 05:29:36 2022-07-10 05:51:16 0:21:40 0:15:44 0:05:56 smithi main ubuntu 20.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/disable mon_election/connectivity objectstore/bluestore-hybrid supported-random-distro$/{ubuntu_latest} tasks/prometheus} 2
pass 6921860 2022-07-10 03:37:03 2022-07-10 05:29:46 2022-07-10 05:52:54 0:23:08 0:17:00 0:06:08 smithi main centos 8.stream rados/cephadm/osds/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-ops/rm-zap-flag} 2
pass 6921861 2022-07-10 03:37:04 2022-07-10 05:30:07 2022-07-10 06:03:28 0:33:21 0:23:07 0:10:14 smithi main ubuntu 20.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-user 3-final} 2
pass 6921862 2022-07-10 03:37:05 2022-07-10 05:30:07 2022-07-10 07:48:24 2:18:17 2:07:09 0:11:08 smithi main ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/fastclose rados thrashers/default thrashosds-health workloads/radosbench} 3
dead 6921863 2022-07-10 03:37:06 2022-07-10 05:30:18 2022-07-10 05:43:04 0:12:46 0:06:29 0:06:17 smithi main rhel 8.4 rados/singleton-nomsgr/{all/lazy_omap_stats_output mon_election/classic rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi201.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

dead 6921864 2022-07-10 03:37:07 2022-07-10 05:30:18 2022-07-10 05:43:09 0:12:51 0:06:31 0:06:20 smithi main rhel 8.4 rados/singleton/{all/recovery-preemption mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi134.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921865 2022-07-10 03:37:08 2022-07-10 05:30:19 2022-07-10 06:11:18 0:40:59 0:34:37 0:06:22 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados tasks/mon_recovery validater/valgrind} 2
pass 6921866 2022-07-10 03:37:10 2022-07-10 05:30:19 2022-07-10 06:10:40 0:40:21 0:32:15 0:08:06 smithi main centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 6921867 2022-07-10 03:37:11 2022-07-10 05:31:50 2022-07-10 06:09:10 0:37:20 0:29:34 0:07:46 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/small-objects} 2
dead 6921868 2022-07-10 03:37:12 2022-07-10 05:31:50 2022-07-10 05:46:56 0:15:06 0:08:24 0:06:42 smithi main rhel 8.4 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
Failure Reason:

{'smithi099.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi124.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi052.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921869 2022-07-10 03:37:13 2022-07-10 05:32:01 2022-07-10 06:06:21 0:34:20 0:27:03 0:07:17 smithi main ubuntu 20.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6921870 2022-07-10 03:37:14 2022-07-10 05:32:41 2022-07-10 05:58:29 0:25:48 0:18:35 0:07:13 smithi main centos 8.stream rados/cephadm/smoke/{0-nvme-loop distro/centos_8.stream_container_tools fixed-2 mon_election/connectivity start} 2
pass 6921871 2022-07-10 03:37:15 2022-07-10 05:32:52 2022-07-10 06:08:00 0:35:08 0:27:48 0:07:20 smithi main centos 8.stream rados/objectstore/{backends/objectcacher-stress supported-random-distro$/{centos_8}} 1
dead 6921872 2022-07-10 03:37:16 2022-07-10 05:32:52 2022-07-10 05:46:21 0:13:29 0:06:56 0:06:33 smithi main rhel 8.4 rados/cephadm/smoke-singlehost/{0-distro$/{rhel_8.4_container_tools_rhel8} 1-start 2-services/rgw 3-final} 1
Failure Reason:

{'smithi098.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921873 2022-07-10 03:37:18 2022-07-10 05:33:13 2022-07-10 05:54:25 0:21:12 0:14:16 0:06:56 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/connectivity task/test_adoption} 1
dead 6921874 2022-07-10 03:37:19 2022-07-10 05:33:13 2022-07-10 05:48:57 0:15:44 0:07:42 0:08:02 smithi main rhel 8.4 rados/singleton/{all/resolve_stuck_peering mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8}} 2
Failure Reason:

{'smithi153.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi045.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921875 2022-07-10 03:37:20 2022-07-10 05:33:44 2022-07-10 06:00:51 0:27:07 0:19:26 0:07:41 smithi main centos 8.stream rados/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/nfs-ingress 3-final} 2
dead 6921876 2022-07-10 03:37:21 2022-07-10 05:33:44 2022-07-10 05:48:16 0:14:32 0:07:01 0:07:31 smithi main rhel 8.4 rados/singleton-nomsgr/{all/librados_hello_world mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi066.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921877 2022-07-10 03:37:22 2022-07-10 05:33:45 2022-07-10 06:21:32 0:47:47 0:39:49 0:07:58 smithi main centos 8.stream rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async-v1only root} 2
pass 6921878 2022-07-10 03:37:23 2022-07-10 05:34:25 2022-07-10 05:51:59 0:17:34 0:10:11 0:07:23 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-stupid openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/radosbench_4K_rand_read} 1
pass 6921879 2022-07-10 03:37:25 2022-07-10 05:34:56 2022-07-10 06:13:58 0:39:02 0:33:15 0:05:47 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/snaps-few-objects-balanced} 2
dead 6921880 2022-07-10 03:37:26 2022-07-10 05:34:56 2022-07-10 05:50:12 0:15:16 0:07:38 0:07:38 smithi main rhel 8.4 rados/cephadm/with-work/{0-distro/rhel_8.4_container_tools_3.0 fixed-2 mode/packaged mon_election/connectivity msgr/async-v1only start tasks/rados_api_tests} 2
Failure Reason:

{'smithi172.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi043.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921881 2022-07-10 03:37:27 2022-07-10 05:35:07 2022-07-10 06:12:20 0:37:13 0:30:35 0:06:38 smithi main centos 8.stream rados/cephadm/upgrade/{1-start-distro/1-start-centos_8.stream_container-tools 2-repo_digest/repo_digest 3-upgrade/simple 4-wait 5-upgrade-ls mon_election/classic} 2
pass 6921882 2022-07-10 03:37:28 2022-07-10 05:35:18 2022-07-10 05:53:27 0:18:09 0:11:05 0:07:04 smithi main ubuntu 20.04 rados/singleton/{all/test-crash mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} 1
pass 6921883 2022-07-10 03:37:29 2022-07-10 05:36:08 2022-07-10 06:22:30 0:46:22 0:37:58 0:08:24 smithi main ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/octopus backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/few rados thrashers/mapgap thrashosds-health workloads/rbd_cls} 3
pass 6921884 2022-07-10 03:37:30 2022-07-10 05:37:10 2022-07-10 06:13:36 0:36:26 0:27:14 0:09:12 smithi main ubuntu 20.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} tasks/rados_api_tests} 2
pass 6921885 2022-07-10 03:37:32 2022-07-10 05:39:52 2022-07-10 06:04:27 0:24:35 0:18:58 0:05:37 smithi main centos 8.stream rados/singleton-nomsgr/{all/msgr mon_election/classic rados supported-random-distro$/{centos_8}} 1
dead 6921886 2022-07-10 03:37:33 2022-07-10 05:39:53 2022-07-10 05:55:41 0:15:48 0:06:04 0:09:44 smithi main rhel 8.4 rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_3.0 0-nvme-loop 1-start 2-services/nfs-ingress2 3-final} 2
Failure Reason:

{'smithi152.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi053.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

dead 6921887 2022-07-10 03:37:34 2022-07-10 05:42:26 2022-07-10 05:55:56 0:13:30 0:06:00 0:07:30 smithi main rhel 8.4 rados/cephadm/osds/{0-distro/rhel_8.4_container_tools_3.0 0-nvme-loop 1-start 2-ops/rm-zap-wait} 2
Failure Reason:

{'smithi195.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi075.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

dead 6921888 2022-07-10 03:37:35 2022-07-10 05:42:47 2022-07-10 05:55:51 0:13:04 0:06:01 0:07:03 smithi main rhel 8.4 rados/monthrash/{ceph clusters/3-mons mon_election/connectivity msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/one workloads/rados_5925} 2
Failure Reason:

{'smithi074.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi164.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

dead 6921889 2022-07-10 03:37:36 2022-07-10 05:42:48 2022-07-10 05:57:26 0:14:38 0:06:03 0:08:35 smithi main rhel 8.4 rados/cephadm/smoke/{0-nvme-loop distro/rhel_8.4_container_tools_3.0 fixed-2 mon_election/classic start} 2
Failure Reason:

{'smithi167.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi154.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921890 2022-07-10 03:37:37 2022-07-10 05:43:00 2022-07-10 06:06:18 0:23:18 0:16:43 0:06:35 smithi main centos 8.stream rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6921891 2022-07-10 03:37:38 2022-07-10 05:43:22 2022-07-10 06:22:29 0:39:07 0:31:03 0:08:04 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/snaps-few-objects-localized} 2
fail 6921892 2022-07-10 03:37:39 2022-07-10 05:43:53 2022-07-10 06:10:49 0:26:56 0:18:35 0:08:21 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/classic task/test_cephadm} 1
Failure Reason:

SELinux denials found on ubuntu@smithi105.front.sepia.ceph.com: ['type=AVC msg=audit(1657433292.358:18197): avc: denied { ioctl } for pid=119770 comm="iptables" path="/var/lib/containers/storage/overlay/e8f82321d494c5a2e043abbb8e38aebdc5c140278dd77ac99058ac5a18016cdd/merged" dev="overlay" ino=3805317 scontext=system_u:system_r:iptables_t:s0 tcontext=system_u:object_r:container_file_t:s0:c1022,c1023 tclass=dir permissive=1', 'type=AVC msg=audit(1657433292.410:18198): avc: denied { ioctl } for pid=119786 comm="iptables" path="/var/lib/containers/storage/overlay/e8f82321d494c5a2e043abbb8e38aebdc5c140278dd77ac99058ac5a18016cdd/merged" dev="overlay" ino=3805317 scontext=system_u:system_r:iptables_t:s0 tcontext=system_u:object_r:container_file_t:s0:c1022,c1023 tclass=dir permissive=1']

pass 6921893 2022-07-10 03:37:41 2022-07-10 05:45:34 2022-07-10 06:05:17 0:19:43 0:12:52 0:06:51 smithi main centos 8.stream rados/singleton/{all/test-noautoscale-flag mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8}} 1
dead 6921894 2022-07-10 03:37:42 2022-07-10 05:45:35 2022-07-10 05:59:32 0:13:57 0:06:39 0:07:18 smithi main rhel 8.4 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
Failure Reason:

{'smithi203.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi175.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921895 2022-07-10 03:37:43 2022-07-10 05:46:16 2022-07-10 06:05:23 0:19:07 0:12:36 0:06:31 smithi main centos 8.stream rados/multimon/{clusters/6 mon_election/classic msgr-failures/many msgr/async no_pools objectstore/filestore-xfs rados supported-random-distro$/{centos_8} tasks/mon_clock_no_skews} 2
dead 6921896 2022-07-10 03:37:44 2022-07-10 05:46:26 2022-07-10 05:59:24 0:12:58 0:06:35 0:06:23 smithi main rhel 8.4 rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/enable mon_election/classic objectstore/bluestore-low-osd-mem-target supported-random-distro$/{rhel_8} tasks/workunits} 2
Failure Reason:

{'smithi098.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi081.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

fail 6921897 2022-07-10 03:37:45 2022-07-10 05:46:27 2022-07-10 06:20:00 0:33:33 0:27:10 0:06:23 smithi main centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
Failure Reason:

Command failed on smithi099 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2072c37c-0016-11ed-842e-001a4aab830c -e sha1=d56c5c84f520641c4e8344273f00f783f914b733 -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | length == 1\'"\'"\'\''

dead 6921898 2022-07-10 03:37:46 2022-07-10 05:47:08 2022-07-10 05:59:28 0:12:20 0:06:51 0:05:29 smithi main rhel 8.4 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/connectivity msgr-failures/fastclose rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-small-objects-overwrites} 2
Failure Reason:

{'smithi052.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi018.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921899 2022-07-10 03:37:48 2022-07-10 05:47:08 2022-07-10 06:22:27 0:35:19 0:28:17 0:07:02 smithi main centos 8.stream rados/singleton-nomsgr/{all/multi-backfill-reject mon_election/connectivity rados supported-random-distro$/{centos_8}} 2
dead 6921900 2022-07-10 03:37:49 2022-07-10 05:47:29 2022-07-10 06:01:19 0:13:50 0:06:55 0:06:55 smithi main rhel 8.4 rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_rhel8 0-nvme-loop 1-start 2-services/nfs 3-final} 2
Failure Reason:

{'smithi158.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi035.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921901 2022-07-10 03:37:50 2022-07-10 05:47:29 2022-07-10 07:39:24 1:51:55 1:44:54 0:07:01 smithi main ubuntu 20.04 rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/scrub} 1
fail 6921902 2022-07-10 03:37:51 2022-07-10 05:47:50 2022-07-10 06:21:02 0:33:12 0:26:06 0:07:06 smithi main centos 8.stream rados/cephadm/mgr-nfs-upgrade/{0-distro/centos_8.stream_container_tools 1-bootstrap/octopus 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
Failure Reason:

Command failed on smithi008 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v15 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f898e32c-0015-11ed-842e-001a4aab830c -e sha1=d56c5c84f520641c4e8344273f00f783f914b733 -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | length == 1\'"\'"\'\''

pass 6921903 2022-07-10 03:37:52 2022-07-10 05:47:51 2022-07-10 06:23:37 0:35:46 0:29:21 0:06:25 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados tasks/rados_api_tests validater/lockdep} 2
pass 6921904 2022-07-10 03:37:53 2022-07-10 05:48:31 2022-07-10 06:50:59 1:02:28 0:54:28 0:08:00 smithi main centos 8.stream rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async-v2only root} 2
dead 6921905 2022-07-10 03:37:55 2022-07-10 05:48:32 2022-07-10 06:02:03 0:13:31 0:06:38 0:06:53 smithi main rhel 8.4 rados/singleton/{all/test_envlibrados_for_rocksdb mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi100.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921906 2022-07-10 03:37:56 2022-07-10 05:48:53 2022-07-10 06:10:30 0:21:37 0:14:06 0:07:31 smithi main ubuntu 20.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 6921907 2022-07-10 03:37:57 2022-07-10 05:49:04 2022-07-10 06:27:41 0:38:37 0:30:31 0:08:06 smithi main ubuntu 20.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
dead 6921908 2022-07-10 03:37:58 2022-07-10 05:50:14 2022-07-10 06:03:36 0:13:22 0:07:09 0:06:13 smithi main rhel 8.4 rados/cephadm/with-work/{0-distro/rhel_8.4_container_tools_rhel8 fixed-2 mode/root mon_election/classic msgr/async-v2only start tasks/rados_python} 2
Failure Reason:

{'smithi159.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi169.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921909 2022-07-10 03:37:59 2022-07-10 05:50:15 2022-07-10 06:08:02 0:17:47 0:10:06 0:07:41 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/radosbench_4K_seq_read} 1
dead 6921910 2022-07-10 03:38:00 2022-07-10 05:50:15 2022-07-10 06:03:27 0:13:12 0:07:13 0:05:59 smithi main rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/snaps-few-objects} 2
Failure Reason:

{'smithi107.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi017.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

fail 6921911 2022-07-10 03:38:01 2022-07-10 05:50:16 2022-07-10 06:30:56 0:40:40 0:31:37 0:09:03 smithi main ubuntu 20.04 rados/rook/smoke/{0-distro/ubuntu_20.04 0-kubeadm 1-rook 2-workload/none 3-final cluster/3-node k8s/1.21 net/calico rook/1.6.2} 3
Failure Reason:

'check osd count' reached maximum tries (90) after waiting for 900 seconds

pass 6921912 2022-07-10 03:38:03 2022-07-10 05:51:27 2022-07-10 06:54:07 1:02:40 0:54:46 0:07:54 smithi main ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/luminous-v1only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/osd-delay rados thrashers/morepggrow thrashosds-health workloads/snaps-few-objects} 3
pass 6921913 2022-07-10 03:38:04 2022-07-10 06:21:16 1361 smithi main centos 8.stream rados/singleton-nomsgr/{all/osd_stale_reads mon_election/classic rados supported-random-distro$/{centos_8}} 1
dead 6921914 2022-07-10 03:38:05 2022-07-10 05:52:18 2022-07-10 06:07:34 0:15:16 0:07:26 0:07:50 smithi main rhel 8.4 rados/cephadm/smoke/{0-nvme-loop distro/rhel_8.4_container_tools_rhel8 fixed-2 mon_election/connectivity start} 2
Failure Reason:

{'smithi064.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi059.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921915 2022-07-10 03:38:06 2022-07-10 05:52:38 2022-07-10 11:08:06 5:15:28 4:36:35 0:38:53 smithi main centos 8.stream rados/objectstore/{backends/objectstore supported-random-distro$/{centos_8}} 1
pass 6921916 2022-07-10 03:38:07 2022-07-10 05:52:39 2022-07-10 06:09:58 0:17:19 0:10:09 0:07:10 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/connectivity task/test_cephadm_repos} 1
pass 6921917 2022-07-10 03:38:08 2022-07-10 05:53:00 2022-07-10 07:34:32 1:41:32 1:33:21 0:08:11 smithi main centos 8.stream rados/singleton/{all/thrash-backfill-full mon_election/classic msgr-failures/none msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8}} 2
pass 6921918 2022-07-10 03:38:09 2022-07-10 05:53:10 2022-07-10 06:23:19 0:30:09 0:19:09 0:11:00 smithi main ubuntu 18.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_18.04 0-nvme-loop 1-start 2-services/nfs2 3-final} 2
dead 6921919 2022-07-10 03:38:11 2022-07-10 06:07:18 437 smithi main rhel 8.4 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} tasks/rados_cls_all} 2
Failure Reason:

{'smithi161.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi162.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

dead 6921920 2022-07-10 03:38:12 2022-07-10 05:53:52 2022-07-10 06:08:25 0:14:33 0:07:07 0:07:26 smithi main rhel 8.4 rados/cephadm/osds/{0-distro/rhel_8.4_container_tools_rhel8 0-nvme-loop 1-start 2-ops/rmdir-reactivate} 2
Failure Reason:

{'smithi139.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi119.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921921 2022-07-10 03:38:13 2022-07-10 05:54:53 2022-07-10 06:38:59 0:44:06 0:35:40 0:08:26 smithi main centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 6921922 2022-07-10 03:38:14 2022-07-10 05:55:44 2022-07-10 06:19:29 0:23:45 0:15:50 0:07:55 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/write_fadvise_dontneed} 2
dead 6921923 2022-07-10 03:38:15 2022-07-10 05:55:55 2022-07-10 06:09:11 0:13:16 0:06:47 0:06:29 smithi main rhel 8.4 rados/singleton-nomsgr/{all/pool-access mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi063.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921924 2022-07-10 03:38:16 2022-07-10 05:55:56 2022-07-10 06:57:44 1:01:48 0:54:35 0:07:13 smithi main ubuntu 20.04 rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04-15.2.9 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls mon_election/connectivity} 2
dead 6921925 2022-07-10 03:38:18 2022-07-10 05:56:07 2022-07-10 06:09:02 0:12:55 0:07:03 0:05:52 smithi main rhel 8.4 rados/singleton/{all/thrash-eio mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8}} 2
Failure Reason:

{'smithi075.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi195.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921926 2022-07-10 03:38:19 2022-07-10 05:56:08 2022-07-10 06:33:11 0:37:03 0:26:02 0:11:01 smithi main ubuntu 20.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/rgw-ingress 3-final} 2
pass 6921927 2022-07-10 03:38:20 2022-07-10 05:57:30 2022-07-10 06:32:53 0:35:23 0:27:30 0:07:53 smithi main ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/luminous backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/fastclose rados thrashers/none thrashosds-health workloads/test_rbd_api} 3
dead 6921928 2022-07-10 03:38:21 2022-07-10 05:59:31 2022-07-10 06:12:51 0:13:20 0:06:56 0:06:24 smithi main rhel 8.4 rados/monthrash/{ceph clusters/9-mons mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/sync-many workloads/rados_api_tests} 2
Failure Reason:

{'smithi145.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi081.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921929 2022-07-10 03:38:22 2022-07-10 05:59:32 2022-07-10 06:29:18 0:29:46 0:23:32 0:06:14 smithi main ubuntu 18.04 rados/cephadm/smoke/{0-nvme-loop distro/ubuntu_18.04 fixed-2 mon_election/classic start} 2
pass 6921930 2022-07-10 03:38:23 2022-07-10 05:59:44 2022-07-10 06:27:16 0:27:32 0:18:06 0:09:26 smithi main centos 8.stream rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/osd-dispatch-delay objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6921931 2022-07-10 03:38:25 2022-07-10 06:01:25 2022-07-10 06:39:12 0:37:47 0:30:28 0:07:19 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/classic task/test_nfs} 1
dead 6921932 2022-07-10 03:38:26 2022-07-10 06:01:26 2022-07-10 06:14:56 0:13:30 0:06:47 0:06:43 smithi main rhel 8.4 rados/singleton-nomsgr/{all/recovery-unfound-found mon_election/classic rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi100.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921933 2022-07-10 03:38:27 2022-07-10 06:02:08 2022-07-10 06:20:51 0:18:43 0:09:55 0:08:48 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-bitmap openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/radosbench_4M_rand_read} 1
pass 6921934 2022-07-10 03:38:28 2022-07-10 06:03:29 2022-07-10 06:33:00 0:29:31 0:22:51 0:06:40 smithi main ubuntu 20.04 rados/singleton/{all/thrash-rados/{thrash-rados thrashosds-health} mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest}} 2
pass 6921935 2022-07-10 03:38:29 2022-07-10 06:03:30 2022-07-10 06:28:54 0:25:24 0:19:00 0:06:24 smithi main centos 8.stream rados/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/rgw 3-final} 2
dead 6921936 2022-07-10 03:38:31 2022-07-10 06:03:41 2022-07-10 06:17:09 0:13:28 0:07:07 0:06:21 smithi main rhel 8.4 rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/disable mon_election/connectivity objectstore/bluestore-stupid supported-random-distro$/{rhel_8} tasks/crash} 2
Failure Reason:

{'smithi102.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi190.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

dead 6921937 2022-07-10 03:38:32 2022-07-10 06:04:02 2022-07-10 06:20:01 0:15:59 0:07:45 0:08:14 smithi main rhel 8.4 rados/multimon/{clusters/9 mon_election/connectivity msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} tasks/mon_clock_with_skews} 3
Failure Reason:

{'smithi157.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi006.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi005.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921938 2022-07-10 03:38:33 2022-07-10 06:04:32 2022-07-10 06:28:16 0:23:44 0:17:16 0:06:28 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/admin_socket_objecter_requests} 2
dead 6921939 2022-07-10 03:38:34 2022-07-10 06:04:53 2022-07-10 06:19:02 0:14:09 0:07:12 0:06:57 smithi main rhel 8.4 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
Failure Reason:

{'smithi072.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi083.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921940 2022-07-10 03:38:35 2022-07-10 06:05:24 2022-07-10 06:48:27 0:43:03 0:36:17 0:06:46 smithi main centos 8.stream rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async root} 2
pass 6921941 2022-07-10 03:38:37 2022-07-10 06:05:25 2022-07-10 06:56:05 0:50:40 0:43:09 0:07:31 smithi main ubuntu 18.04 rados/cephadm/with-work/{0-distro/ubuntu_18.04 fixed-2 mode/packaged mon_election/connectivity msgr/async start tasks/rados_api_tests} 2
pass 6921942 2022-07-10 03:38:38 2022-07-10 06:06:27 2022-07-10 06:47:34 0:41:07 0:33:26 0:07:41 smithi main centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
pass 6921943 2022-07-10 03:38:39 2022-07-10 06:06:28 2022-07-10 08:07:16 2:00:48 1:55:12 0:05:36 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados tasks/rados_cls_all validater/valgrind} 2
pass 6921944 2022-07-10 03:38:41 2022-07-10 06:06:28 2022-07-10 07:03:17 0:56:49 0:48:31 0:08:18 smithi main ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/mimic-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/few rados thrashers/pggrow thrashosds-health workloads/cache-snaps} 3
pass 6921945 2022-07-10 03:38:42 2022-07-10 06:07:39 2022-07-10 06:39:36 0:31:57 0:25:13 0:06:44 smithi main centos 8.stream rados/singleton/{all/thrash_cache_writeback_proxy_none mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{centos_8}} 2
pass 6921946 2022-07-10 03:38:43 2022-07-10 06:08:10 2022-07-10 06:48:05 0:39:55 0:33:17 0:06:38 smithi main ubuntu 20.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
dead 6921947 2022-07-10 03:38:45 2022-07-10 06:08:31 2022-07-10 06:24:47 0:16:16 0:07:24 0:08:52 smithi main rhel 8.4 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
Failure Reason:

{'smithi033.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi057.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921948 2022-07-10 03:38:46 2022-07-10 06:09:12 2022-07-10 06:31:52 0:22:40 0:16:30 0:06:10 smithi main centos 8.stream rados/singleton-nomsgr/{all/version-number-sanity mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
dead 6921949 2022-07-10 03:38:47 2022-07-10 06:09:13 2022-07-10 06:22:15 0:13:02 0:06:53 0:06:09 smithi main rhel 8.4 rados/singleton-bluestore/{all/cephtool mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi063.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921950 2022-07-10 03:38:49 2022-07-10 06:09:14 2022-07-10 06:37:12 0:27:58 0:19:27 0:08:31 smithi main centos 8.stream rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} tasks/rados_python} 2
pass 6921951 2022-07-10 03:38:50 2022-07-10 06:10:05 2022-07-10 06:46:13 0:36:08 0:25:56 0:10:12 smithi main ubuntu 20.04 rados/cephadm/smoke/{0-nvme-loop distro/ubuntu_20.04 fixed-2 mon_election/connectivity start} 2
pass 6921952 2022-07-10 03:38:51 2022-07-10 06:10:36 2022-07-10 06:51:47 0:41:11 0:34:58 0:06:13 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/cache-agent-big} 2
pass 6921953 2022-07-10 03:38:53 2022-07-10 06:10:46 2022-07-10 06:35:15 0:24:29 0:17:52 0:06:37 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/connectivity task/test_orch_cli} 1
dead 6921954 2022-07-10 03:38:54 2022-07-10 06:10:47 2022-07-10 06:24:35 0:13:48 0:07:16 0:06:32 smithi main rhel 8.4 rados/cephadm/osds/{0-distro/rhel_8.4_container_tools_rhel8 0-nvme-loop 1-start 2-ops/repave-all} 2
Failure Reason:

{'smithi121.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi143.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921955 2022-07-10 03:38:55 2022-07-10 06:11:28 2022-07-10 06:49:50 0:38:22 0:30:02 0:08:20 smithi main ubuntu 20.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/classic msgr-failures/few rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-snaps-few-objects-overwrites} 2
dead 6921956 2022-07-10 03:38:57 2022-07-10 06:12:29 2022-07-10 06:25:43 0:13:14 0:07:12 0:06:02 smithi main rhel 8.4 rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_3.0 0-nvme-loop 1-start 2-services/basic 3-final} 2
Failure Reason:

{'smithi145.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi081.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

dead 6921957 2022-07-10 03:38:58 2022-07-10 06:13:00 2022-07-10 06:26:01 0:13:01 0:06:47 0:06:14 smithi main rhel 8.4 rados/singleton/{all/watch-notify-same-primary mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi105.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

dead 6921958 2022-07-10 03:38:59 2022-07-10 06:13:01 2022-07-10 06:27:05 0:14:04 0:07:04 0:07:00 smithi main rhel 8.4 rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_rhel8 0-nvme-loop 1-start 2-services/client-keyring 3-final} 2
Failure Reason:

{'smithi185.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi148.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921959 2022-07-10 03:39:00 2022-07-10 06:13:42 2022-07-10 08:35:35 2:21:53 2:14:46 0:07:07 smithi main centos 8.stream rados/dashboard/{centos_8.stream_container_tools clusters/{2-node-mgr} debug/mgr mon_election/classic random-objectstore$/{bluestore-stupid} supported-random-distro$/{centos_8} tasks/dashboard} 2
dead 6921960 2022-07-10 03:39:02 2022-07-10 06:14:03 2022-07-10 06:28:02 0:13:59 0:06:35 0:07:24 smithi main rhel 8.4 rados/objectstore/{backends/alloc-hint supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi100.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

dead 6921961 2022-07-10 03:39:03 2022-07-10 06:15:04 2022-07-10 06:29:17 0:14:13 0:06:35 0:07:38 smithi main rhel 8.4 rados/rest/{mgr-restful supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi036.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921962 2022-07-10 03:39:04 2022-07-10 06:16:36 2022-07-10 06:44:05 0:27:29 0:19:52 0:07:37 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/admin_socket_output mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
dead 6921963 2022-07-10 03:39:06 2022-07-10 06:16:36 2022-07-10 06:29:14 0:12:38 0:06:40 0:05:58 smithi main rhel 8.4 rados/standalone/{supported-random-distro$/{rhel_8} workloads/crush} 1
Failure Reason:

{'smithi032.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921964 2022-07-10 03:39:07 2022-07-10 06:16:37 2022-07-10 10:01:31 3:44:54 3:32:50 0:12:04 smithi main ubuntu 18.04 rados/upgrade/nautilus-x-singleton/{0-cluster/{openstack start} 1-install/nautilus 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{rbd-cls rbd-import-export readwrite snaps-few-objects} 5-workload/{radosbench rbd_api} 6-finish-upgrade 7-pacific 8-workload/{rbd-python snaps-many-objects} bluestore-bitmap mon_election/classic thrashosds-health ubuntu_18.04} 4
pass 6921965 2022-07-10 03:39:08 2022-07-10 06:17:19 2022-07-10 06:50:16 0:32:57 0:24:46 0:08:11 smithi main centos 8.stream rados/valgrind-leaks/{1-start 2-inject-leak/mon centos_latest} 1
pass 6921966 2022-07-10 03:39:10 2022-07-10 06:19:10 2022-07-10 08:06:00 1:46:50 1:38:03 0:08:47 smithi main ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/mimic backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/osd-delay rados thrashers/careful thrashosds-health workloads/radosbench} 3
pass 6921967 2022-07-10 03:39:11 2022-07-10 06:19:32 2022-07-10 06:38:06 0:18:34 0:10:03 0:08:31 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-comp openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/radosbench_4M_seq_read} 1
pass 6921968 2022-07-10 03:39:12 2022-07-10 06:20:13 2022-07-10 06:52:48 0:32:35 0:25:59 0:06:36 smithi main centos 8.stream rados/cephadm/dashboard/{0-distro/centos_8.stream_container_tools task/test_e2e} 2
pass 6921969 2022-07-10 03:39:14 2022-07-10 06:20:14 2022-07-10 06:45:12 0:24:58 0:17:39 0:07:19 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/cache-agent-small} 2
pass 6921970 2022-07-10 03:39:15 2022-07-10 06:20:16 2022-07-10 07:02:14 0:41:58 0:34:28 0:07:30 smithi main centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
dead 6921971 2022-07-10 03:39:16 2022-07-10 06:21:07 2022-07-10 06:34:09 0:13:02 0:06:35 0:06:27 smithi main rhel 8.4 rados/singleton/{all/admin-socket mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi123.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

fail 6921972 2022-07-10 03:39:17 2022-07-10 06:21:08 2022-07-10 06:52:54 0:31:46 0:24:38 0:07:08 smithi main centos 8.stream rados/cephadm/mgr-nfs-upgrade/{0-distro/centos_8.stream_container_tools 1-bootstrap/16.2.4 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
Failure Reason:

Command failed on smithi067 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b7783672-001a-11ed-842e-001a4aab830c -e sha1=d56c5c84f520641c4e8344273f00f783f914b733 -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | length == 1\'"\'"\'\''

pass 6921973 2022-07-10 03:39:19 2022-07-10 06:21:39 2022-07-10 06:39:00 0:17:21 0:11:18 0:06:03 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/balancer mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 6921974 2022-07-10 03:39:20 2022-07-10 06:21:40 2022-07-10 06:49:27 0:27:47 0:19:19 0:08:28 smithi main ubuntu 18.04 rados/cephadm/orchestrator_cli/{0-random-distro$/{ubuntu_18.04} 2-node-mgr orchestrator_cli} 2
pass 6921975 2022-07-10 03:39:21 2022-07-10 06:22:31 2022-07-10 06:44:02 0:21:31 0:15:22 0:06:09 smithi main ubuntu 20.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/filestore-xfs rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6921976 2022-07-10 03:39:23 2022-07-10 06:22:32 2022-07-10 07:15:57 0:53:25 0:46:33 0:06:52 smithi main ubuntu 20.04 rados/monthrash/{ceph clusters/3-mons mon_election/connectivity msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/sync workloads/rados_mon_osdmap_prune} 2
pass 6921977 2022-07-10 03:39:24 2022-07-10 06:22:33 2022-07-10 06:58:50 0:36:17 0:29:15 0:07:02 smithi main centos 8.stream rados/cephadm/rbd_iscsi/{base/install cluster/{fixed-3 openstack} pool/datapool supported-random-distro$/{centos_8} workloads/ceph_iscsi} 3
pass 6921978 2022-07-10 03:39:25 2022-07-10 06:23:43 2022-07-10 06:51:34 0:27:51 0:19:23 0:08:28 smithi main centos 8.stream rados/cephadm/smoke/{0-nvme-loop distro/centos_8.stream_container_tools fixed-2 mon_election/classic start} 2
pass 6921979 2022-07-10 03:39:26 2022-07-10 06:24:44 2022-07-10 06:53:54 0:29:10 0:21:38 0:07:32 smithi main centos 8.stream rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/enable mon_election/classic objectstore/filestore-xfs supported-random-distro$/{centos_8} tasks/failover} 2
pass 6921980 2022-07-10 03:39:28 2022-07-10 06:24:55 2022-07-10 07:00:40 0:35:45 0:29:13 0:06:32 smithi main ubuntu 20.04 rados/multimon/{clusters/21 mon_election/classic msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} tasks/mon_recovery} 3
dead 6921981 2022-07-10 03:39:29 2022-07-10 06:25:05 2022-07-10 06:40:24 0:15:19 0:07:44 0:07:35 smithi main rhel 8.4 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-radosbench} 2
Failure Reason:

{'smithi081.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi145.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921982 2022-07-10 03:39:30 2022-07-10 06:27:12 2022-07-10 07:06:38 0:39:26 0:33:17 0:06:09 smithi main centos 8.stream rados/singleton/{all/backfill-toofull mon_election/classic msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8}} 1
dead 6921983 2022-07-10 03:39:31 2022-07-10 06:27:13 2022-07-10 06:40:32 0:13:19 0:07:05 0:06:14 smithi main rhel 8.4 rados/cephadm/smoke-singlehost/{0-distro$/{rhel_8.4_container_tools_rhel8} 1-start 2-services/basic 3-final} 1
Failure Reason:

{'smithi150.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

dead 6921984 2022-07-10 03:39:33 2022-07-10 06:27:13 2022-07-10 06:43:21 0:16:08 0:07:50 0:08:18 smithi main rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/cache-pool-snaps-readproxy} 2
Failure Reason:

{'smithi158.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi174.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6921985 2022-07-10 03:39:34 2022-07-10 06:27:24 2022-07-10 06:54:42 0:27:18 0:21:06 0:06:12 smithi main centos 8.stream rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} tasks/rados_stress_watch} 2
pass 6921986 2022-07-10 03:39:36 2022-07-10 06:27:25 2022-07-10 06:48:58 0:21:33 0:14:30 0:07:03 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/classic task/test_adoption} 1
pass 6921987 2022-07-10 03:39:37 2022-07-10 06:27:45 2022-07-10 06:52:16 0:24:31 0:18:20 0:06:11 smithi main centos 8.stream rados/singleton-nomsgr/{all/cache-fs-trunc mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 6921988 2022-07-10 03:39:38 2022-07-10 06:27:46 2022-07-10 07:17:57 0:50:11 0:41:57 0:08:14 smithi main centos 8.stream rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async-v1only root} 2
pass 6921989 2022-07-10 03:39:40 2022-07-10 06:28:27 2022-07-10 06:54:06 0:25:39 0:17:52 0:07:47 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados tasks/mon_recovery validater/lockdep} 2
pass 6921990 2022-07-10 03:39:41 2022-07-10 06:28:48 2022-07-10 07:12:09 0:43:21 0:33:40 0:09:41 smithi main ubuntu 20.04 rados/cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/root mon_election/classic msgr/async-v1only start tasks/rados_python} 2
pass 6921991 2022-07-10 03:39:42 2022-07-10 06:28:48 2022-07-10 06:52:33 0:23:45 0:16:49 0:06:56 smithi main centos 8.stream rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 6921992 2022-07-10 03:39:43 2022-07-10 06:29:19 2022-07-10 07:07:14 0:37:55 0:29:35 0:08:20 smithi main ubuntu 20.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6921993 2022-07-10 03:39:45 2022-07-10 06:29:20 2022-07-10 06:46:54 0:17:34 0:10:26 0:07:08 smithi main ubuntu 20.04 rados/singleton/{all/deduptool mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest}} 1
pass 6921994 2022-07-10 03:39:46 2022-07-10 06:29:21 2022-07-10 07:11:27 0:42:06 0:33:58 0:08:08 smithi main ubuntu 20.04 rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/repo_digest 3-upgrade/simple 4-wait 5-upgrade-ls mon_election/classic} 2
pass 6921995 2022-07-10 03:39:48 2022-07-10 06:30:02 2022-07-10 06:56:31 0:26:29 0:19:29 0:07:00 smithi main ubuntu 18.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_18.04 0-nvme-loop 1-start 2-services/iscsi 3-final} 2
pass 6921996 2022-07-10 03:39:49 2022-07-10 06:31:03 2022-07-10 06:48:05 0:17:02 0:10:03 0:06:59 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-low-osd-mem-target openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/radosbench_4M_write} 1
fail 6921997 2022-07-10 03:39:50 2022-07-10 06:31:04 2022-07-10 06:58:36 0:27:32 0:17:49 0:09:43 smithi main ubuntu 18.04 rados/cephadm/osds/{0-distro/ubuntu_18.04 0-nvme-loop 1-start 2-ops/rm-zap-add} 2
Failure Reason:

Command failed on smithi052 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:d56c5c84f520641c4e8344273f00f783f914b733 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e79882ca-001b-11ed-842e-001a4aab830c -- bash -c \'set -e\nset -x\nceph orch ps\nceph orch device ls\nDEVID=$(ceph device ls | grep osd.1 | awk \'"\'"\'{print $1}\'"\'"\')\nHOST=$(ceph orch device ls | grep $DEVID | awk \'"\'"\'{print $1}\'"\'"\')\nDEV=$(ceph orch device ls | grep $DEVID | awk \'"\'"\'{print $2}\'"\'"\')\necho "host $HOST, dev $DEV, devid $DEVID"\nceph orch osd rm 1\nwhile ceph orch osd rm status | grep ^1 ; do sleep 5 ; done\nceph orch device zap $HOST $DEV --force\nceph orch daemon add osd $HOST:$DEV\nwhile ! ceph osd dump | grep osd.1 | grep up ; do sleep 5 ; done\n\''

pass 6921998 2022-07-10 03:39:52 2022-07-10 06:32:56 2022-07-10 07:06:23 0:33:27 0:25:50 0:07:37 smithi main ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/cache-pool-snaps} 2
dead 6921999 2022-07-10 03:39:53 2022-07-10 06:32:57 2022-07-10 06:46:18 0:13:21 0:06:50 0:06:31 smithi main rhel 8.4 rados/singleton-nomsgr/{all/ceph-kvstore-tool mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi107.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

dead 6922000 2022-07-10 03:39:54 2022-07-10 06:33:08 2022-07-10 06:46:49 0:13:41 0:07:00 0:06:41 smithi main rhel 8.4 rados/cephadm/smoke/{0-nvme-loop distro/rhel_8.4_container_tools_3.0 fixed-2 mon_election/connectivity start} 2
Failure Reason:

{'smithi154.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi167.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6922001 2022-07-10 03:39:55 2022-07-10 06:33:19 2022-07-10 06:57:59 0:24:40 0:19:09 0:05:31 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/connectivity task/test_cephadm} 1
pass 6922002 2022-07-10 03:39:57 2022-07-10 06:33:20 2022-07-10 06:55:22 0:22:02 0:14:11 0:07:51 smithi main centos 8.stream rados/singleton/{all/divergent_priors mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8}} 1
pass 6922003 2022-07-10 03:39:58 2022-07-10 06:34:22 2022-07-10 07:06:44 0:32:22 0:20:10 0:12:12 smithi main ubuntu 20.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/mirror 3-final} 2
pass 6922004 2022-07-10 03:40:00 2022-07-10 06:37:15 2022-07-10 07:22:57 0:45:42 0:37:14 0:08:28 smithi main ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/fastclose rados thrashers/default thrashosds-health workloads/rbd_cls} 3
pass 6922005 2022-07-10 03:40:02 2022-07-10 06:39:07 2022-07-10 07:04:51 0:25:44 0:18:01 0:07:43 smithi main centos 8.stream rados/objectstore/{backends/ceph_objectstore_tool supported-random-distro$/{centos_8}} 1
pass 6922006 2022-07-10 03:40:03 2022-07-10 06:39:08 2022-07-10 07:19:06 0:39:58 0:32:47 0:07:11 smithi main centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
dead 6922007 2022-07-10 03:40:05 2022-07-10 06:39:20 2022-07-10 06:52:53 0:13:33 0:06:11 0:07:22 smithi main rhel 8.4 rados/singleton-nomsgr/{all/ceph-post-file mon_election/classic rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi155.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

fail 6922008 2022-07-10 03:40:07 2022-07-10 06:39:41 2022-07-10 07:11:34 0:31:53 0:24:43 0:07:10 smithi main centos 8.stream rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/cache-snaps-balanced} 2
Failure Reason:

"2022-07-10T07:06:57.489318+0000 osd.0 (osd.0) 73 : cluster [ERR] 4.3 scrub : stat mismatch, got 48/48 objects, 5/5 clones, 25/25 dirty, 0/0 omap, 0/0 pinned, 1/1 hit_set_archive, 12/12 whiteouts, 101437251/102897074 bytes, 0/0 manifest objects, 241/241 hit_set_archive bytes." in cluster log

pass 6922009 2022-07-10 03:40:09 2022-07-10 06:40:23 2022-07-10 07:03:37 0:23:14 0:17:25 0:05:49 smithi main centos 8.stream rados/cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-bucket 3-final} 2
pass 6922010 2022-07-10 03:40:10 2022-07-10 06:40:34 2022-07-10 06:59:16 0:18:42 0:13:09 0:05:33 smithi main centos 8.stream rados/singleton/{all/divergent_priors2 mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8}} 1
pass 6922011 2022-07-10 03:40:12 2022-07-10 06:59:35 608 smithi main ubuntu 20.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} tasks/rados_striper} 2
pass 6922012 2022-07-10 03:40:13 2022-07-10 06:42:06 2022-07-10 07:25:42 0:43:36 0:36:36 0:07:00 smithi main centos 8.stream rados/cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async-v2only root} 2
dead 6922013 2022-07-10 03:40:15 2022-07-10 06:42:27 2022-07-10 06:57:18 0:14:51 0:06:47 0:08:04 smithi main rhel 8.4 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-bitmap rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
Failure Reason:

{'smithi141.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi136.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi129.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi097.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6922014 2022-07-10 03:40:17 2022-07-10 06:44:08 2022-07-10 07:20:58 0:36:50 0:29:56 0:06:54 smithi main centos 8.stream rados/monthrash/{ceph clusters/9-mons mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/force-sync-many workloads/rados_mon_workunits} 2
pass 6922015 2022-07-10 03:40:18 2022-07-10 06:44:09 2022-07-10 07:23:57 0:39:48 0:31:43 0:08:05 smithi main centos 8.stream rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/connectivity msgr-failures/osd-delay rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} 2
pass 6922016 2022-07-10 03:40:20 2022-07-10 06:44:09 2022-07-10 07:28:18 0:44:09 0:37:06 0:07:03 smithi main centos 8.stream rados/cephadm/with-work/{0-distro/centos_8.stream_container_tools fixed-2 mode/packaged mon_election/connectivity msgr/async-v2only start tasks/rados_api_tests} 2
dead 6922017 2022-07-10 03:40:22 2022-07-10 06:45:20 2022-07-10 06:59:40 0:14:20 0:06:29 0:07:51 smithi main rhel 8.4 rados/cephadm/smoke/{0-nvme-loop distro/rhel_8.4_container_tools_rhel8 fixed-2 mon_election/classic start} 2
Failure Reason:

{'smithi153.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi107.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

dead 6922018 2022-07-10 03:40:23 2022-07-10 06:46:21 2022-07-10 06:59:02 0:12:41 0:06:09 0:06:32 smithi main rhel 8.4 rados/standalone/{supported-random-distro$/{rhel_8} workloads/erasure-code} 1
Failure Reason:

{'smithi087.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

dead 6922019 2022-07-10 03:40:25 2022-07-10 06:46:21 2022-07-10 07:00:04 0:13:43 0:06:18 0:07:25 smithi main rhel 8.4 rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/disable mon_election/connectivity objectstore/bluestore-bitmap supported-random-distro$/{rhel_8} tasks/insights} 2
Failure Reason:

{'smithi167.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi154.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6922020 2022-07-10 03:40:27 2022-07-10 06:46:52 2022-07-10 07:06:50 0:19:58 0:12:13 0:07:45 smithi main centos 8.stream rados/multimon/{clusters/3 mon_election/connectivity msgr-failures/few msgr/async no_pools objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} tasks/mon_clock_no_skews} 2
pass 6922021 2022-07-10 03:40:28 2022-07-10 06:47:43 2022-07-10 07:17:52 0:30:09 0:22:57 0:07:12 smithi main ubuntu 20.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-dispatch-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-balanced} 2
pass 6922022 2022-07-10 03:40:30 2022-07-10 06:48:13 2022-07-10 07:05:10 0:16:57 0:09:38 0:07:19 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/classic task/test_cephadm_repos} 1
pass 6922023 2022-07-10 03:40:32 2022-07-10 06:48:14 2022-07-10 07:07:14 0:19:00 0:12:06 0:06:54 smithi main centos 8.stream rados/singleton-nomsgr/{all/export-after-evict mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 6922024 2022-07-10 03:40:33 2022-07-10 06:48:14 2022-07-10 07:05:46 0:17:32 0:10:21 0:07:11 smithi main ubuntu 20.04 rados/singleton/{all/dump-stuck mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest}} 1
pass 6922025 2022-07-10 03:40:35 2022-07-10 06:48:15 2022-07-10 07:20:52 0:32:37 0:24:08 0:08:29 smithi main ubuntu 20.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-stupid openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/radosbench_omap_write} 1
pass 6922026 2022-07-10 03:40:37 2022-07-10 06:48:36 2022-07-10 07:48:06 0:59:30 0:52:38 0:06:52 smithi main ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v2only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/few rados thrashers/mapgap thrashosds-health workloads/snaps-few-objects} 3
dead 6922027 2022-07-10 03:40:39 2022-07-10 06:48:36 2022-07-10 07:02:23 0:13:47 0:06:24 0:07:23 smithi main rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/cache-snaps} 2
Failure Reason:

{'smithi172.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi109.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6922028 2022-07-10 03:40:40 2022-07-10 06:49:07 2022-07-10 07:22:30 0:33:23 0:19:57 0:13:26 smithi main ubuntu 20.04 rados/cephadm/osds/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-ops/rm-zap-flag} 2
pass 6922029 2022-07-10 03:40:42 2022-07-10 06:49:28 2022-07-10 07:46:54 0:57:26 0:50:13 0:07:13 smithi main centos 8.stream rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados tasks/rados_api_tests validater/valgrind} 2
dead 6922030 2022-07-10 03:40:44 2022-07-10 06:49:59 2022-07-10 07:05:51 0:15:52 0:07:14 0:08:38 smithi main rhel 8.4 rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_3.0 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-user 3-final} 2
Failure Reason:

{'smithi031.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi066.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6922031 2022-07-10 03:40:46 2022-07-10 06:51:10 2022-07-10 07:38:47 0:47:37 0:41:19 0:06:18 smithi main centos 8.stream rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
dead 6922032 2022-07-10 03:40:48 2022-07-10 06:51:41 2022-07-10 07:04:52 0:13:11 0:06:55 0:06:16 smithi main rhel 8.4 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
Failure Reason:

{'smithi086.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi077.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

fail 6922033 2022-07-10 03:40:51 2022-07-10 06:51:52 2022-07-10 07:23:57 0:32:05 0:24:47 0:07:18 smithi main centos 8.stream rados/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
Failure Reason:

Command failed on smithi175 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 526be2ba-001f-11ed-842e-001a4aab830c -e sha1=d56c5c84f520641c4e8344273f00f783f914b733 -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | length == 1\'"\'"\'\''

dead 6922034 2022-07-10 03:40:53 2022-07-10 06:52:43 2022-07-10 07:05:15 0:12:32 0:06:41 0:05:51 smithi main rhel 8.4 rados/singleton/{all/ec-inconsistent-hinfo mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi036.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6922035 2022-07-10 03:40:55 2022-07-10 06:52:43 2022-07-10 07:47:32 0:54:49 0:48:49 0:06:00 smithi main centos 8.stream rados/cephadm/upgrade/{1-start-distro/1-start-centos_8.stream_container-tools 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls mon_election/connectivity} 2
dead 6922036 2022-07-10 03:40:58 2022-07-10 06:52:54 2022-07-10 07:06:02 0:13:08 0:06:46 0:06:22 smithi main rhel 8.4 rados/singleton-nomsgr/{all/full-tiering mon_election/classic rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi155.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6922037 2022-07-10 03:41:00 2022-07-10 06:52:54 2022-07-10 07:22:21 0:29:27 0:23:35 0:05:52 smithi main ubuntu 18.04 rados/cephadm/smoke/{0-nvme-loop distro/ubuntu_18.04 fixed-2 mon_election/connectivity start} 2
pass 6922038 2022-07-10 03:41:02 2022-07-10 06:53:05 2022-07-10 07:31:38 0:38:33 0:32:06 0:06:27 smithi main centos 8.stream rados/cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/connectivity task/test_nfs} 1
fail 6922039 2022-07-10 03:41:05 2022-07-10 06:53:06 2022-07-10 07:09:26 0:16:20 0:08:07 0:08:13 smithi main ubuntu 18.04 rados/rook/smoke/{0-distro/ubuntu_18.04 0-kubeadm 1-rook 2-workload/radosbench 3-final cluster/1-node k8s/1.21 net/calico rook/master} 1
Failure Reason:

[Errno 2] Cannot find file on the remote 'ubuntu@smithi057.front.sepia.ceph.com': 'rook/cluster/examples/kubernetes/ceph/operator.yaml'

dead 6922040 2022-07-10 03:41:06 2022-07-10 07:07:32 423 smithi main rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/cache} 2
Failure Reason:

{'smithi204.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi202.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

dead 6922041 2022-07-10 03:41:08 2022-07-10 06:54:07 2022-07-10 07:07:31 0:13:24 0:07:03 0:06:21 smithi main rhel 8.4 rados/cephadm/smoke-roleless/{0-distro/rhel_8.4_container_tools_rhel8 0-nvme-loop 1-start 2-services/nfs-ingress 3-final} 2
Failure Reason:

{'smithi131.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}, 'smithi171.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

dead 6922042 2022-07-10 03:41:10 2022-07-10 06:54:18 2022-07-10 07:06:51 0:12:33 0:06:55 0:05:38 smithi main rhel 8.4 rados/singleton/{all/ec-lost-unfound mon_election/classic msgr-failures/none msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

{'smithi040.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}

pass 6922043 2022-07-10 03:41:13 2022-07-10 07:38:28 2193 smithi main ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/osd-delay rados thrashers/morepggrow thrashosds-health workloads/test_rbd_api} 3
pass 6922044 2022-07-10 03:41:15 2022-07-10 06:54:49 2022-07-10 07:33:39 0:38:50 0:31:29 0:07:21 smithi main ubuntu 20.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} tasks/rados_workunit_loadgen_big} 2
pass 6922045 2022-07-10 03:41:17 2022-07-10 06:56:10 2022-07-10 07:13:31 0:17:21 0:10:59 0:06:22 smithi main ubuntu 20.04 rados/singleton-nomsgr/{all/health-warnings mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1