Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 6587727 2021-12-29 03:30:49 2021-12-29 06:55:04 2021-12-29 07:18:16 0:23:12 0:11:26 0:11:46 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/cache-agent-small} 2
pass 6587728 2021-12-29 03:30:49 2021-12-29 06:56:04 2021-12-29 07:37:25 0:41:21 0:28:54 0:12:27 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/cache-pool-snaps-readproxy} 2
pass 6587729 2021-12-29 03:30:50 2021-12-29 06:57:15 2021-12-29 07:25:58 0:28:43 0:20:46 0:07:57 smithi master rhel 8.3 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6587730 2021-12-29 03:30:51 2021-12-29 06:58:15 2021-12-29 07:29:49 0:31:34 0:25:07 0:06:27 smithi master rhel 8.3 rados/monthrash/{ceph clusters/3-mons msgr-failures/few msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/one workloads/pool-create-delete} 2
pass 6587731 2021-12-29 03:30:52 2021-12-29 06:58:16 2021-12-29 07:26:58 0:28:42 0:18:09 0:10:33 smithi master ubuntu 20.04 rados/cephadm/workunits/{0-distro/ubuntu_20.04_kubic_stable task/test_orch_cli} 1
pass 6587732 2021-12-29 03:30:53 2021-12-29 06:58:46 2021-12-29 07:30:32 0:31:46 0:21:41 0:10:05 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_18.04} thrashers/mapgap thrashosds-health workloads/cache-pool-snaps} 2
pass 6587733 2021-12-29 03:30:54 2021-12-29 06:58:46 2021-12-29 07:39:49 0:41:03 0:32:44 0:08:19 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/cache-snaps-balanced} 2
pass 6587734 2021-12-29 03:30:54 2021-12-29 07:00:07 2021-12-29 07:16:01 0:15:54 0:06:05 0:09:49 smithi master ubuntu 20.04 rados/singleton/{all/erasure-code-nonregression msgr-failures/many msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest}} 1
pass 6587735 2021-12-29 03:30:55 2021-12-29 07:00:07 2021-12-29 08:18:41 1:18:34 1:08:30 0:10:04 smithi master ubuntu 18.04 rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-bitmap supported-random-distro$/{ubuntu_18.04} tasks/dashboard} 2
pass 6587736 2021-12-29 03:30:56 2021-12-29 07:00:58 2021-12-29 07:18:20 0:17:22 0:07:13 0:10:09 smithi master ubuntu 18.04 rados/objectstore/{backends/alloc-hint supported-random-distro$/{ubuntu_18.04}} 1
pass 6587737 2021-12-29 03:30:57 2021-12-29 07:00:58 2021-12-29 07:18:59 0:18:01 0:08:05 0:09:56 smithi master ubuntu 18.04 rados/rest/{mgr-restful supported-random-distro$/{ubuntu_18.04}} 1
pass 6587738 2021-12-29 03:30:57 2021-12-29 07:00:58 2021-12-29 07:28:46 0:27:48 0:16:44 0:11:04 smithi master centos 8.3 rados/singleton-nomsgr/{all/admin_socket_output rados supported-random-distro$/{centos_8}} 1
pass 6587739 2021-12-29 03:30:58 2021-12-29 07:01:19 2021-12-29 07:22:46 0:21:27 0:11:58 0:09:29 smithi master centos 8.3 rados/standalone/{supported-random-distro$/{centos_8} workloads/crush} 1
pass 6587740 2021-12-29 03:30:59 2021-12-29 07:01:19 2021-12-29 11:56:13 4:54:54 4:44:42 0:10:12 smithi master ubuntu 18.04 rados/upgrade/mimic-x-singleton/{0-cluster/{openstack start} 1-install/mimic 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{rbd-cls rbd-import-export readwrite snaps-few-objects} 5-workload/{radosbench rbd_api} 6-finish-upgrade 7-octopus 8-workload/{rbd-python snaps-many-objects} bluestore-bitmap thrashosds-health ubuntu_18.04} 4
pass 6587741 2021-12-29 03:31:00 2021-12-29 07:01:50 2021-12-29 07:31:37 0:29:47 0:20:00 0:09:47 smithi master centos 8.3 rados/valgrind-leaks/{1-start 2-inject-leak/mon centos_latest} 1
pass 6587742 2021-12-29 03:31:01 2021-12-29 07:02:10 2021-12-29 07:31:44 0:29:34 0:17:51 0:11:43 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/cache-snaps} 2
pass 6587743 2021-12-29 03:31:01 2021-12-29 07:03:31 2021-12-29 07:25:24 0:21:53 0:11:07 0:10:46 smithi master ubuntu 20.04 rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/sample_fio} 1
pass 6587744 2021-12-29 03:31:02 2021-12-29 07:03:31 2021-12-29 07:26:39 0:23:08 0:13:33 0:09:35 smithi master centos 8.3 rados/cephadm/orchestrator_cli/{2-node-mgr orchestrator_cli supported-random-distro$/{centos_8}} 2
pass 6587745 2021-12-29 03:31:03 2021-12-29 07:03:46 2021-12-29 07:29:41 0:25:55 0:15:20 0:10:35 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_18.04} thrashers/pggrow thrashosds-health workloads/cache} 2
pass 6587746 2021-12-29 03:31:04 2021-12-29 07:03:46 2021-12-29 07:27:41 0:23:55 0:13:31 0:10:24 smithi master ubuntu 18.04 rados/multimon/{clusters/9 msgr-failures/many msgr/async no_pools objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_18.04} tasks/mon_recovery} 3
pass 6587747 2021-12-29 03:31:05 2021-12-29 07:03:47 2021-12-29 07:32:02 0:28:15 0:19:55 0:08:20 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/dedup_tier} 2
pass 6587748 2021-12-29 03:31:05 2021-12-29 07:04:37 2021-12-29 07:49:43 0:45:06 0:39:01 0:06:05 smithi master rhel 8.3 rados/singleton/{all/lost-unfound-delete msgr-failures/none msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8}} 1
pass 6587749 2021-12-29 03:31:06 2021-12-29 07:04:37 2021-12-29 07:22:44 0:18:07 0:07:06 0:11:01 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zstd supported-random-distro$/{ubuntu_18.04} tasks/workunits} 2
pass 6587750 2021-12-29 03:31:07 2021-12-29 07:04:48 2021-12-29 07:48:27 0:43:39 0:34:06 0:09:33 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/pool-snaps-few-objects} 2
pass 6587751 2021-12-29 03:31:08 2021-12-29 07:04:58 2021-12-29 07:41:47 0:36:49 0:31:26 0:05:23 smithi master rhel 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-small-objects} 2
pass 6587752 2021-12-29 03:31:09 2021-12-29 07:04:59 2021-12-29 07:27:54 0:22:55 0:14:25 0:08:30 smithi master centos 8.2 rados/cephadm/smoke/{distro/centos_8.2_container_tools_3.0 fixed-2 start} 2
pass 6587753 2021-12-29 03:31:09 2021-12-29 07:05:09 2021-12-29 07:29:23 0:24:14 0:12:56 0:11:18 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async-v1only objectstore/bluestore-stupid rados tasks/mon_recovery validater/lockdep} 2
pass 6587754 2021-12-29 03:31:10 2021-12-29 07:05:29 2021-12-29 07:38:10 0:32:41 0:21:03 0:11:38 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/rados_api_tests} 2
pass 6587755 2021-12-29 03:31:11 2021-12-29 07:06:10 2021-12-29 07:26:59 0:20:49 0:09:35 0:11:14 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-stupid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_18.04} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
fail 6587756 2021-12-29 03:31:12 2021-12-29 07:07:10 2021-12-29 07:29:12 0:22:02 0:08:34 0:13:28 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/mimic backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/few rados thrashers/default thrashosds-health workloads/radosbench} 3
Failure Reason:

Command failed on smithi058 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:f6d564868a58503a158361f4a4d03aeb91ddeca2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 284f7206-6878-11ec-8c31-001a4aab830c -- ceph orch daemon add osd smithi058:vg_nvme/lv_4'

pass 6587757 2021-12-29 03:31:12 2021-12-29 07:09:01 2021-12-29 07:46:44 0:37:43 0:27:36 0:10:07 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-dispatch-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/radosbench-high-concurrency} 2
pass 6587758 2021-12-29 03:31:13 2021-12-29 07:09:01 2021-12-29 07:44:54 0:35:53 0:25:16 0:10:37 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_18.04} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6587759 2021-12-29 03:31:14 2021-12-29 07:09:12 2021-12-29 07:48:35 0:39:23 0:27:27 0:11:56 smithi master centos 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} tasks/rados_workunit_loadgen_mostlyread} 2
pass 6587760 2021-12-29 03:31:15 2021-12-29 07:10:52 2021-12-29 07:53:18 0:42:26 0:36:20 0:06:06 smithi master rhel 8.3 rados/singleton/{all/lost-unfound msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8}} 1
pass 6587761 2021-12-29 03:31:16 2021-12-29 07:10:52 2021-12-29 08:30:42 1:19:50 1:06:44 0:13:06 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/radosbench} 2
pass 6587762 2021-12-29 03:31:16 2021-12-29 07:12:13 2021-12-29 07:36:14 0:24:01 0:13:20 0:10:41 smithi master centos 8.2 rados/cephadm/smoke-roleless/{distro/centos_8.2_container_tools_3.0 start} 2
pass 6587763 2021-12-29 03:31:17 2021-12-29 07:12:33 2021-12-29 07:43:13 0:30:40 0:19:25 0:11:15 smithi master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/osd-delay rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_18.04} thrashers/careful thrashosds-health workloads/ec-small-objects-overwrites} 2
pass 6587764 2021-12-29 03:31:18 2021-12-29 07:12:34 2021-12-29 07:33:20 0:20:46 0:10:22 0:10:24 smithi master centos 8.3 rados/singleton-nomsgr/{all/balancer rados supported-random-distro$/{centos_8}} 1
pass 6587765 2021-12-29 03:31:19 2021-12-29 07:13:54 2021-12-29 07:36:07 0:22:13 0:11:36 0:10:37 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/redirect} 2
pass 6587766 2021-12-29 03:31:20 2021-12-29 07:13:55 2021-12-29 07:36:02 0:22:07 0:08:37 0:13:30 smithi master ubuntu 20.04 rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/sample_radosbench} 1
pass 6587767 2021-12-29 03:31:20 2021-12-29 07:16:05 2021-12-29 07:42:03 0:25:58 0:16:36 0:09:22 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/redirect_promote_tests} 2
pass 6587768 2021-12-29 03:31:21 2021-12-29 07:16:26 2021-12-29 07:38:23 0:21:57 0:09:58 0:11:59 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{default} supported-random-distro$/{ubuntu_18.04} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6587769 2021-12-29 03:31:22 2021-12-29 07:18:26 2021-12-29 07:35:07 0:16:41 0:06:36 0:10:05 smithi master ubuntu 18.04 rados/singleton/{all/max-pg-per-osd.from-mon msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_18.04}} 1
pass 6587770 2021-12-29 03:31:23 2021-12-29 07:19:07 2021-12-29 07:48:30 0:29:23 0:17:10 0:12:13 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/redirect_set_object} 2
fail 6587771 2021-12-29 03:31:24 2021-12-29 07:20:17 2021-12-29 07:35:58 0:15:41 0:05:42 0:09:59 smithi master centos 8.2 rados/cephadm/upgrade/{1-start-distro/1-start-centos_8 2-repo_digest/defaut 3-start-upgrade 4-wait fixed-2} 2
Failure Reason:

Command failed on smithi063 with status 5: 'sudo systemctl stop ceph-c6c11b32-6879-11ec-8c31-001a4aab830c@mon.a'

pass 6587772 2021-12-29 03:31:24 2021-12-29 07:20:28 2021-12-29 07:47:39 0:27:11 0:19:58 0:07:13 smithi master rhel 8.3 rados/monthrash/{ceph clusters/9-mons msgr-failures/mon-delay msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/sync-many workloads/rados_5925} 2
pass 6587773 2021-12-29 03:31:25 2021-12-29 07:20:28 2021-12-29 07:43:04 0:22:36 0:11:17 0:11:19 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_18.04} thrashers/mapgap thrashosds-health workloads/set-chunk-promote-flush} 2
pass 6587774 2021-12-29 03:31:26 2021-12-29 07:21:18 2021-12-29 07:46:08 0:24:50 0:13:46 0:11:04 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/set-chunks-read} 2
pass 6587775 2021-12-29 03:31:27 2021-12-29 07:21:59 2021-12-29 07:41:41 0:19:42 0:08:32 0:11:10 smithi master ubuntu 20.04 rados/cephadm/workunits/{0-distro/ubuntu_20.04_kubic_stable task/test_adoption} 1
pass 6587776 2021-12-29 03:31:28 2021-12-29 07:21:59 2021-12-29 07:49:13 0:27:14 0:20:53 0:06:21 smithi master rhel 8.3 rados/singleton/{all/max-pg-per-osd.from-primary msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8}} 1
pass 6587777 2021-12-29 03:31:28 2021-12-29 07:21:59 2021-12-29 07:49:52 0:27:53 0:17:20 0:10:33 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_18.04} thrashers/none thrashosds-health workloads/small-objects-balanced} 2
pass 6587778 2021-12-29 03:31:29 2021-12-29 07:22:10 2021-12-29 08:40:31 1:18:21 1:08:46 0:09:35 smithi master ubuntu 18.04 rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-lz4 supported-random-distro$/{ubuntu_18.04} tasks/dashboard} 2
pass 6587779 2021-12-29 03:31:30 2021-12-29 07:22:30 2021-12-29 07:49:45 0:27:15 0:21:21 0:05:54 smithi master rhel 8.3 rados/objectstore/{backends/ceph_objectstore_tool supported-random-distro$/{rhel_8}} 1
pass 6587780 2021-12-29 03:31:31 2021-12-29 07:22:30 2021-12-29 08:00:03 0:37:33 0:29:48 0:07:45 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/small-objects-localized} 2
pass 6587781 2021-12-29 03:31:31 2021-12-29 07:22:31 2021-12-29 07:42:33 0:20:02 0:09:05 0:10:57 smithi master centos 8.3 rados/multimon/{clusters/21 msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} tasks/mon_clock_no_skews} 3
pass 6587782 2021-12-29 03:31:32 2021-12-29 07:22:51 2021-12-29 07:48:18 0:25:27 0:17:02 0:08:25 smithi master rhel 8.3 rados/singleton-nomsgr/{all/cache-fs-trunc rados supported-random-distro$/{rhel_8}} 1
pass 6587783 2021-12-29 03:31:33 2021-12-29 07:24:52 2021-12-29 07:45:03 0:20:11 0:09:19 0:10:52 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-hybrid supported-random-distro$/{ubuntu_18.04} tasks/crash} 2
pass 6587784 2021-12-29 03:31:34 2021-12-29 07:24:52 2021-12-29 08:06:45 0:41:53 0:30:42 0:11:11 smithi master centos 8.3 rados/singleton-bluestore/{all/cephtool msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8}} 1
pass 6587785 2021-12-29 03:31:35 2021-12-29 07:25:32 2021-12-29 08:04:15 0:38:43 0:30:17 0:08:26 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/small-objects} 2
pass 6587786 2021-12-29 03:31:35 2021-12-29 07:26:03 2021-12-29 08:07:17 0:41:14 0:31:28 0:09:46 smithi master centos 8.2 rados/cephadm/with-work/{0-distro/centos_8.2_container_tools_3.0 fixed-2 mode/root msgr/async-v2only start tasks/rados_api_tests} 2
pass 6587787 2021-12-29 03:31:36 2021-12-29 07:26:03 2021-12-29 08:12:12 0:46:09 0:38:05 0:08:04 smithi master rhel 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 6587788 2021-12-29 03:31:37 2021-12-29 07:26:44 2021-12-29 07:49:11 0:22:27 0:12:15 0:10:12 smithi master ubuntu 20.04 rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/fio_4K_rand_read} 1
pass 6587789 2021-12-29 03:31:38 2021-12-29 07:27:04 2021-12-29 08:12:46 0:45:42 0:38:13 0:07:29 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/snaps-few-objects-balanced} 2
pass 6587790 2021-12-29 03:31:38 2021-12-29 07:27:04 2021-12-29 07:55:15 0:28:11 0:20:29 0:07:42 smithi master rhel 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} tasks/readwrite} 2
pass 6587791 2021-12-29 03:31:39 2021-12-29 07:27:45 2021-12-29 08:19:33 0:51:48 0:42:04 0:09:44 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v2only objectstore/filestore-xfs rados tasks/rados_api_tests validater/valgrind} 2
pass 6587792 2021-12-29 03:31:40 2021-12-29 07:27:45 2021-12-29 07:47:41 0:19:56 0:10:27 0:09:29 smithi master ubuntu 18.04 rados/singleton/{all/max-pg-per-osd.from-replica msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_18.04}} 1
fail 6587793 2021-12-29 03:31:41 2021-12-29 07:27:55 2021-12-29 07:49:04 0:21:09 0:09:01 0:12:08 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/osd-delay rados thrashers/mapgap thrashosds-health workloads/rbd_cls} 3
Failure Reason:

Command failed on smithi058 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:f6d564868a58503a158361f4a4d03aeb91ddeca2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fe2bc828-687a-11ec-8c31-001a4aab830c -- ceph orch daemon add osd smithi058:vg_nvme/lv_4'

pass 6587794 2021-12-29 03:31:42 2021-12-29 07:29:16 2021-12-29 08:13:44 0:44:28 0:33:53 0:10:35 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-dispatch-delay objectstore/filestore-xfs rados recovery-overrides/{default} supported-random-distro$/{ubuntu_18.04} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 6587795 2021-12-29 03:31:42 2021-12-29 07:29:26 2021-12-29 08:08:41 0:39:15 0:30:06 0:09:09 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/snaps-few-objects-localized} 2
pass 6587796 2021-12-29 03:31:43 2021-12-29 07:29:47 2021-12-29 08:19:00 0:49:13 0:43:13 0:06:00 smithi master rhel 8.3 rados/standalone/{supported-random-distro$/{rhel_8} workloads/erasure-code} 1
pass 6587797 2021-12-29 03:31:44 2021-12-29 07:29:47 2021-12-29 08:06:05 0:36:18 0:24:54 0:11:24 smithi master ubuntu 20.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6587798 2021-12-29 03:31:45 2021-12-29 07:29:57 2021-12-29 08:16:00 0:46:03 0:38:54 0:07:09 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/snaps-few-objects} 2
pass 6587799 2021-12-29 03:31:46 2021-12-29 07:30:38 2021-12-29 07:57:35 0:26:57 0:14:40 0:12:17 smithi master ubuntu 20.04 rados/cephadm/workunits/{0-distro/ubuntu_20.04_kubic_testing task/test_cephadm} 1
pass 6587800 2021-12-29 03:31:46 2021-12-29 07:31:38 2021-12-29 07:54:14 0:22:36 0:11:38 0:10:58 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/write_fadvise_dontneed} 2
pass 6587801 2021-12-29 03:31:47 2021-12-29 07:31:49 2021-12-29 07:53:20 0:21:31 0:10:41 0:10:50 smithi master centos 8.3 rados/singleton/{all/mon-auth-caps msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8}} 1
pass 6587802 2021-12-29 03:31:48 2021-12-29 07:32:09 2021-12-29 08:08:01 0:35:52 0:24:53 0:10:59 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/admin_socket_objecter_requests} 2
pass 6587803 2021-12-29 03:31:49 2021-12-29 07:32:29 2021-12-29 08:00:25 0:27:56 0:18:14 0:09:42 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/cache-agent-big} 2
pass 6587804 2021-12-29 03:31:50 2021-12-29 07:32:30 2021-12-29 07:55:23 0:22:53 0:10:20 0:12:33 smithi master ubuntu 20.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-dispatch-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6587805 2021-12-29 03:31:50 2021-12-29 07:35:10 2021-12-29 08:03:58 0:28:48 0:17:46 0:11:02 smithi master ubuntu 20.04 rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/repo_digest 3-start-upgrade 4-wait fixed-2} 2
pass 6587806 2021-12-29 03:31:51 2021-12-29 07:36:01 2021-12-29 07:59:42 0:23:41 0:17:23 0:06:18 smithi master rhel 8.3 rados/singleton-nomsgr/{all/ceph-kvstore-tool rados supported-random-distro$/{rhel_8}} 1
pass 6587807 2021-12-29 03:31:52 2021-12-29 07:36:11 2021-12-29 08:02:13 0:26:02 0:15:30 0:10:32 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_18.04} thrashers/default thrashosds-health workloads/cache-agent-small} 2
pass 6587808 2021-12-29 03:31:53 2021-12-29 07:36:12 2021-12-29 08:06:37 0:30:25 0:20:05 0:10:20 smithi master ubuntu 18.04 rados/monthrash/{ceph clusters/3-mons msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_18.04} thrashers/sync workloads/rados_api_tests} 2
pass 6587809 2021-12-29 03:31:54 2021-12-29 07:36:22 2021-12-29 07:55:08 0:18:46 0:08:16 0:10:30 smithi master ubuntu 20.04 rados/singleton/{all/mon-config-key-caps msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}} 1
pass 6587810 2021-12-29 03:31:55 2021-12-29 07:37:22 2021-12-29 08:11:34 0:34:12 0:24:16 0:09:56 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/cache-pool-snaps-readproxy} 2
pass 6587811 2021-12-29 03:31:55 2021-12-29 07:37:23 2021-12-29 07:59:15 0:21:52 0:10:59 0:10:53 smithi master ubuntu 20.04 rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/fio_4K_rand_rw} 1
pass 6587812 2021-12-29 03:31:56 2021-12-29 07:37:33 2021-12-29 08:16:08 0:38:35 0:27:56 0:10:39 smithi master ubuntu 20.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/osd-dispatch-delay rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-snaps-few-objects-overwrites} 2
pass 6587813 2021-12-29 03:31:57 2021-12-29 07:38:13 2021-12-29 07:54:10 0:15:57 0:05:46 0:10:11 smithi master ubuntu 20.04 rados/cephadm/workunits/{0-distro/ubuntu_20.04_kubic_stable task/test_cephadm_repos} 1
pass 6587814 2021-12-29 03:31:58 2021-12-29 07:38:14 2021-12-29 08:11:52 0:33:38 0:23:44 0:09:54 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/cache-pool-snaps} 2
pass 6587815 2021-12-29 03:31:59 2021-12-29 07:38:24 2021-12-29 08:12:07 0:33:43 0:27:27 0:06:16 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/cache-snaps-balanced} 2
pass 6587816 2021-12-29 03:31:59 2021-12-29 07:38:25 2021-12-29 07:58:20 0:19:55 0:08:44 0:11:11 smithi master centos 8.3 rados/multimon/{clusters/3 msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} tasks/mon_clock_with_skews} 2
pass 6587817 2021-12-29 03:32:00 2021-12-29 07:39:05 2021-12-29 08:05:53 0:26:48 0:14:38 0:12:10 smithi master ubuntu 20.04 rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} tasks/repair_test} 2
pass 6587818 2021-12-29 03:32:01 2021-12-29 07:39:56 2021-12-29 08:01:25 0:21:29 0:12:16 0:09:13 smithi master ubuntu 20.04 rados/singleton/{all/mon-config-keys msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest}} 1
pass 6587819 2021-12-29 03:32:02 2021-12-29 07:39:56 2021-12-29 08:05:24 0:25:28 0:14:05 0:11:23 smithi master centos 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-low-osd-mem-target supported-random-distro$/{centos_8} tasks/failover} 2
pass 6587820 2021-12-29 03:32:03 2021-12-29 07:41:57 2021-12-29 08:18:20 0:36:23 0:24:55 0:11:28 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/cache-snaps} 2
pass 6587821 2021-12-29 03:32:03 2021-12-29 07:42:07 2021-12-29 08:16:45 0:34:38 0:22:37 0:12:01 smithi master ubuntu 20.04 rados/cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/packaged msgr/async start tasks/rados_python} 2
pass 6587822 2021-12-29 03:32:04 2021-12-29 07:42:37 2021-12-29 09:02:24 1:19:47 1:08:55 0:10:52 smithi master ubuntu 18.04 rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-snappy supported-random-distro$/{ubuntu_18.04} tasks/dashboard} 2
pass 6587823 2021-12-29 03:32:05 2021-12-29 07:42:38 2021-12-29 08:01:08 0:18:30 0:06:54 0:11:36 smithi master ubuntu 20.04 rados/objectstore/{backends/filejournal supported-random-distro$/{ubuntu_latest}} 1
pass 6587824 2021-12-29 03:32:06 2021-12-29 07:43:08 2021-12-29 08:04:12 0:21:04 0:10:02 0:11:02 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/cache} 2
pass 6587825 2021-12-29 03:32:07 2021-12-29 07:43:18 2021-12-29 08:25:21 0:42:03 0:34:17 0:07:46 smithi master rhel 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 6587826 2021-12-29 03:32:07 2021-12-29 07:44:59 2021-12-29 08:16:55 0:31:56 0:22:35 0:09:21 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async objectstore/bluestore-bitmap rados tasks/rados_api_tests validater/lockdep} 2
fail 6587827 2021-12-29 03:32:08 2021-12-29 07:45:09 2021-12-29 08:06:12 0:21:03 0:09:02 0:12:01 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v2only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/fastclose rados thrashers/morepggrow thrashosds-health workloads/snaps-few-objects} 3
Failure Reason:

Command failed on smithi158 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:f6d564868a58503a158361f4a4d03aeb91ddeca2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 64173b34-687d-11ec-8c31-001a4aab830c -- ceph orch daemon add osd smithi158:vg_nvme/lv_4'

pass 6587828 2021-12-29 03:32:09 2021-12-29 07:46:10 2021-12-29 08:12:32 0:26:22 0:15:39 0:10:43 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/dedup_tier} 2
pass 6587829 2021-12-29 03:32:10 2021-12-29 07:46:50 2021-12-29 08:05:49 0:18:59 0:09:06 0:09:53 smithi master centos 8.3 rados/singleton-nomsgr/{all/ceph-post-file rados supported-random-distro$/{centos_8}} 1
pass 6587830 2021-12-29 03:32:11 2021-12-29 07:47:41 2021-12-29 08:08:11 0:20:30 0:09:24 0:11:06 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{ubuntu_18.04} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 6587831 2021-12-29 03:32:12 2021-12-29 07:48:21 2021-12-29 08:06:56 0:18:35 0:07:28 0:11:07 smithi master ubuntu 20.04 rados/singleton/{all/mon-config msgr-failures/many msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest}} 1
pass 6587832 2021-12-29 03:32:12 2021-12-29 07:48:31 2021-12-29 08:24:30 0:35:59 0:26:05 0:09:54 smithi master ubuntu 20.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6587833 2021-12-29 03:32:13 2021-12-29 07:48:32 2021-12-29 08:28:41 0:40:09 0:30:30 0:09:39 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_18.04} thrashers/mapgap thrashosds-health workloads/pool-snaps-few-objects} 2
pass 6587834 2021-12-29 03:32:14 2021-12-29 07:48:42 2021-12-29 08:18:40 0:29:58 0:18:56 0:11:02 smithi master ubuntu 20.04 rados/cephadm/workunits/{0-distro/ubuntu_20.04_kubic_testing task/test_orch_cli} 1
pass 6587835 2021-12-29 03:32:15 2021-12-29 07:48:42 2021-12-29 08:38:42 0:50:00 0:40:28 0:09:32 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/rados_api_tests} 2
pass 6587836 2021-12-29 03:32:16 2021-12-29 07:49:13 2021-12-29 08:08:55 0:19:42 0:09:06 0:10:36 smithi master ubuntu 20.04 rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/fio_4M_rand_read} 1
pass 6587837 2021-12-29 03:32:17 2021-12-29 07:49:13 2021-12-29 08:36:34 0:47:21 0:37:12 0:10:09 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/radosbench-high-concurrency} 2
pass 6587838 2021-12-29 03:32:18 2021-12-29 07:49:14 2021-12-29 09:18:09 1:28:55 1:17:35 0:11:20 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/radosbench} 2
pass 6587839 2021-12-29 03:32:18 2021-12-29 07:49:54 2021-12-29 08:17:36 0:27:42 0:17:32 0:10:10 smithi master ubuntu 18.04 rados/singleton/{all/osd-backfill msgr-failures/none msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_18.04}} 1
pass 6587840 2021-12-29 03:32:19 2021-12-29 07:49:54 2021-12-29 08:19:22 0:29:28 0:15:21 0:14:07 smithi master ubuntu 20.04 rados/cephadm/smoke/{distro/ubuntu_20.04 fixed-2 start} 2
pass 6587841 2021-12-29 03:32:20 2021-12-29 07:53:25 2021-12-29 08:17:18 0:23:53 0:12:52 0:11:01 smithi master centos 8.3 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6587842 2021-12-29 03:32:21 2021-12-29 07:53:36 2021-12-29 08:21:57 0:28:21 0:21:35 0:06:46 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/redirect} 2
pass 6587843 2021-12-29 03:32:22 2021-12-29 07:54:16 2021-12-29 08:58:35 1:04:19 0:57:31 0:06:48 smithi master rhel 8.3 rados/monthrash/{ceph clusters/9-mons msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} thrashers/force-sync-many workloads/rados_mon_osdmap_prune} 2
pass 6587844 2021-12-29 03:32:22 2021-12-29 07:55:17 2021-12-29 08:23:14 0:27:57 0:17:07 0:10:50 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_18.04} thrashers/default thrashosds-health workloads/redirect_promote_tests} 2
pass 6587845 2021-12-29 03:32:23 2021-12-29 07:55:17 2021-12-29 08:15:06 0:19:49 0:09:32 0:10:17 smithi master ubuntu 18.04 rados/standalone/{supported-random-distro$/{ubuntu_18.04} workloads/mgr} 1
pass 6587846 2021-12-29 03:32:24 2021-12-29 07:55:27 2021-12-29 08:20:39 0:25:12 0:16:14 0:08:58 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/redirect_set_object} 2
pass 6587847 2021-12-29 03:32:25 2021-12-29 07:55:28 2021-12-29 08:21:39 0:26:11 0:14:07 0:12:04 smithi master ubuntu 20.04 rados/cephadm/smoke-roleless/{distro/ubuntu_20.04 start} 2
pass 6587848 2021-12-29 03:32:26 2021-12-29 07:57:38 2021-12-29 08:23:59 0:26:21 0:19:15 0:07:06 smithi master rhel 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} tasks/scrub_test} 2
pass 6587849 2021-12-29 03:32:26 2021-12-29 07:58:29 2021-12-29 08:17:27 0:18:58 0:06:30 0:12:28 smithi master ubuntu 20.04 rados/singleton-nomsgr/{all/export-after-evict rados supported-random-distro$/{ubuntu_latest}} 1
pass 6587850 2021-12-29 03:32:27 2021-12-29 07:59:19 2021-12-29 08:33:46 0:34:27 0:22:20 0:12:07 smithi master ubuntu 20.04 rados/singleton/{all/osd-recovery-incomplete msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}} 1
pass 6587851 2021-12-29 03:32:28 2021-12-29 07:59:49 2021-12-29 08:22:10 0:22:21 0:10:43 0:11:38 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_18.04} thrashers/morepggrow thrashosds-health workloads/set-chunk-promote-flush} 2
pass 6587852 2021-12-29 03:32:29 2021-12-29 08:00:10 2021-12-29 08:22:11 0:22:01 0:12:31 0:09:30 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/set-chunks-read} 2
pass 6587853 2021-12-29 03:32:30 2021-12-29 08:00:30 2021-12-29 08:24:46 0:24:16 0:14:12 0:10:04 smithi master centos 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-stupid supported-random-distro$/{centos_8} tasks/insights} 2
pass 6587854 2021-12-29 03:32:31 2021-12-29 08:01:31 2021-12-29 08:24:30 0:22:59 0:10:59 0:12:00 smithi master ubuntu 18.04 rados/multimon/{clusters/6 msgr-failures/few msgr/async no_pools objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_18.04} tasks/mon_recovery} 2
pass 6587855 2021-12-29 03:32:31 2021-12-29 08:02:21 2021-12-29 08:24:10 0:21:49 0:09:29 0:12:20 smithi master ubuntu 20.04 rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/fio_4M_rand_rw} 1
pass 6587856 2021-12-29 03:32:32 2021-12-29 08:04:02 2021-12-29 08:32:55 0:28:53 0:18:19 0:10:34 smithi master ubuntu 20.04 rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/defaut 3-start-upgrade 4-wait fixed-2} 2
pass 6587857 2021-12-29 03:32:33 2021-12-29 08:04:12 2021-12-29 08:37:44 0:33:32 0:21:46 0:11:46 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/small-objects-balanced} 2
pass 6587858 2021-12-29 03:32:34 2021-12-29 08:04:22 2021-12-29 08:26:20 0:21:58 0:11:53 0:10:05 smithi master ubuntu 18.04 rados/singleton/{all/osd-recovery msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_18.04}} 1
fail 6587859 2021-12-29 03:32:35 2021-12-29 08:04:23 2021-12-29 08:25:44 0:21:21 0:08:55 0:12:26 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/few rados thrashers/none thrashosds-health workloads/test_rbd_api} 3
Failure Reason:

Command failed on smithi037 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:f6d564868a58503a158361f4a4d03aeb91ddeca2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2777010c-6880-11ec-8c31-001a4aab830c -- ceph orch daemon add osd smithi037:vg_nvme/lv_4'

pass 6587860 2021-12-29 03:32:36 2021-12-29 08:05:53 2021-12-29 08:45:20 0:39:27 0:33:05 0:06:22 smithi master rhel 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 6587861 2021-12-29 03:32:36 2021-12-29 08:05:54 2021-12-29 08:37:50 0:31:56 0:21:22 0:10:34 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/small-objects-localized} 2
pass 6587862 2021-12-29 03:32:37 2021-12-29 08:06:14 2021-12-29 09:21:50 1:15:36 1:05:34 0:10:02 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-lz4 rados tasks/rados_cls_all validater/valgrind} 2
pass 6587863 2021-12-29 03:32:38 2021-12-29 08:06:15 2021-12-29 09:25:02 1:18:47 1:06:46 0:12:01 smithi master ubuntu 20.04 rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zlib supported-random-distro$/{ubuntu_latest} tasks/dashboard} 2
pass 6587864 2021-12-29 03:32:39 2021-12-29 08:06:45 2021-12-29 10:44:57 2:38:12 2:28:32 0:09:40 smithi master ubuntu 18.04 rados/objectstore/{backends/filestore-idempotent-aio-journal supported-random-distro$/{ubuntu_18.04}} 1
pass 6587865 2021-12-29 03:32:40 2021-12-29 08:06:45 2021-12-29 08:37:06 0:30:21 0:21:03 0:09:18 smithi master centos 8.3 rados/valgrind-leaks/{1-start 2-inject-leak/none centos_latest} 1
pass 6587866 2021-12-29 03:32:40 2021-12-29 08:06:46 2021-12-29 08:46:29 0:39:43 0:31:59 0:07:44 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/small-objects} 2
pass 6587867 2021-12-29 03:32:41 2021-12-29 08:07:26 2021-12-29 08:45:41 0:38:15 0:28:04 0:10:11 smithi master centos 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 6587868 2021-12-29 03:32:42 2021-12-29 08:08:07 2021-12-29 08:42:02 0:33:55 0:24:43 0:09:12 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-dispatch-delay objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{ubuntu_18.04} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6587869 2021-12-29 03:32:43 2021-12-29 08:08:17 2021-12-29 08:44:34 0:36:17 0:25:41 0:10:36 smithi master ubuntu 20.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/fastclose rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} 2
pass 6587870 2021-12-29 03:32:44 2021-12-29 08:08:47 2021-12-29 08:28:29 0:19:42 0:08:33 0:11:09 smithi master ubuntu 20.04 rados/cephadm/workunits/{0-distro/ubuntu_20.04_kubic_testing task/test_adoption} 1
pass 6587871 2021-12-29 03:32:44 2021-12-29 08:08:48 2021-12-29 08:52:15 0:43:27 0:37:17 0:06:10 smithi master rhel 8.3 rados/singleton-bluestore/{all/cephtool msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8}} 1
pass 6587872 2021-12-29 03:32:45 2021-12-29 08:08:58 2021-12-29 08:49:06 0:40:08 0:27:15 0:12:53 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/snaps-few-objects-balanced} 2
pass 6587873 2021-12-29 03:32:46 2021-12-29 08:11:39 2021-12-29 08:29:40 0:18:01 0:06:47 0:11:14 smithi master ubuntu 18.04 rados/singleton/{all/peer msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_18.04}} 1
pass 6587874 2021-12-29 03:32:47 2021-12-29 08:11:59 2021-12-29 08:51:56 0:39:57 0:29:15 0:10:42 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-dispatch-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/snaps-few-objects-localized} 2
pass 6587875 2021-12-29 03:32:48 2021-12-29 08:12:09 2021-12-29 08:29:50 0:17:41 0:07:05 0:10:36 smithi master ubuntu 20.04 rados/singleton-nomsgr/{all/full-tiering rados supported-random-distro$/{ubuntu_latest}} 1
pass 6587876 2021-12-29 03:32:48 2021-12-29 08:12:10 2021-12-29 08:44:29 0:32:19 0:22:08 0:10:11 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/snaps-few-objects} 2
pass 6587877 2021-12-29 03:32:49 2021-12-29 08:12:20 2021-12-29 08:54:53 0:42:33 0:32:22 0:10:11 smithi master ubuntu 20.04 rados/cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/packaged msgr/async-v1only start tasks/rados_api_tests} 2
pass 6587878 2021-12-29 03:32:50 2021-12-29 08:12:40 2021-12-29 08:35:37 0:22:57 0:12:11 0:10:46 smithi master centos 8.3 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6587879 2021-12-29 03:32:51 2021-12-29 08:13:51 2021-12-29 08:38:50 0:24:59 0:13:42 0:11:17 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_18.04} thrashers/pggrow thrashosds-health workloads/write_fadvise_dontneed} 2
pass 6587880 2021-12-29 03:32:52 2021-12-29 08:15:11 2021-12-29 08:35:43 0:20:32 0:09:37 0:10:55 smithi master ubuntu 20.04 rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/fio_4M_rand_write} 1
pass 6587881 2021-12-29 03:32:52 2021-12-29 08:16:02 2021-12-29 08:47:59 0:31:57 0:21:36 0:10:21 smithi master ubuntu 18.04 rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_18.04} tasks/rados_api_tests} 2
pass 6587882 2021-12-29 03:32:53 2021-12-29 08:16:12 2021-12-29 08:37:03 0:20:51 0:09:15 0:11:36 smithi master ubuntu 18.04 rados/singleton/{all/pg-autoscaler-progress-off msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_18.04}} 2
pass 6587883 2021-12-29 03:32:54 2021-12-29 08:16:53 2021-12-29 08:56:47 0:39:54 0:30:02 0:09:52 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/admin_socket_objecter_requests} 2
pass 6587884 2021-12-29 03:32:55 2021-12-29 08:17:03 2021-12-29 09:01:06 0:44:03 0:37:01 0:07:02 smithi master rhel 8.3 rados/monthrash/{ceph clusters/3-mons msgr-failures/few msgr/async objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/many workloads/rados_mon_workunits} 2
pass 6587885 2021-12-29 03:32:56 2021-12-29 08:17:23 2021-12-29 09:11:43 0:54:20 0:43:35 0:10:45 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/cache-agent-big} 2
pass 6587886 2021-12-29 03:32:57 2021-12-29 08:17:24 2021-12-29 08:43:10 0:25:46 0:15:05 0:10:41 smithi master ubuntu 20.04 rados/cephadm/workunits/{0-distro/ubuntu_20.04_kubic_stable task/test_cephadm} 1
pass 6587887 2021-12-29 03:32:57 2021-12-29 08:17:24 2021-12-29 08:43:12 0:25:48 0:15:47 0:10:01 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/cache-agent-small} 2
pass 6587888 2021-12-29 03:32:58 2021-12-29 08:17:44 2021-12-29 08:50:29 0:32:45 0:21:25 0:11:20 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_18.04} thrashers/morepggrow thrashosds-health workloads/cache-pool-snaps-readproxy} 2
pass 6587889 2021-12-29 03:32:59 2021-12-29 08:18:25 2021-12-29 08:38:39 0:20:14 0:09:03 0:11:11 smithi master ubuntu 20.04 rados/singleton/{all/pg-autoscaler msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest}} 2
pass 6587890 2021-12-29 03:33:00 2021-12-29 08:18:45 2021-12-29 08:57:04 0:38:19 0:27:26 0:10:53 smithi master ubuntu 20.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/filestore-xfs supported-random-distro$/{ubuntu_latest} tasks/module_selftest} 2
pass 6587891 2021-12-29 03:33:01 2021-12-29 08:19:05 2021-12-29 08:42:55 0:23:50 0:17:17 0:06:33 smithi master rhel 8.3 rados/multimon/{clusters/9 msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} tasks/mon_clock_no_skews} 3
fail 6587892 2021-12-29 03:33:01 2021-12-29 08:19:36 2021-12-29 08:36:28 0:16:52 0:05:52 0:11:00 smithi master centos 8.2 rados/cephadm/upgrade/{1-start-distro/1-start-centos_8 2-repo_digest/repo_digest 3-start-upgrade 4-wait fixed-2} 2
Failure Reason:

Command failed on smithi135 with status 5: 'sudo systemctl stop ceph-3f5060aa-6882-11ec-8c31-001a4aab830c@mon.a'

pass 6587893 2021-12-29 03:33:02 2021-12-29 08:20:46 2021-12-29 08:41:07 0:20:21 0:11:33 0:08:48 smithi master centos 8.3 rados/singleton-nomsgr/{all/health-warnings rados supported-random-distro$/{centos_8}} 1
pass 6587894 2021-12-29 03:33:03 2021-12-29 08:20:47 2021-12-29 08:51:14 0:30:27 0:19:19 0:11:08 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/cache-pool-snaps} 2
fail 6587895 2021-12-29 03:33:04 2021-12-29 08:21:47 2021-12-29 08:42:15 0:20:28 0:08:48 0:11:40 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/jewel-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/osd-delay rados thrashers/none thrashosds-health workloads/cache-snaps} 3
Failure Reason:

Command failed on smithi022 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:f6d564868a58503a158361f4a4d03aeb91ddeca2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b8a417c-6882-11ec-8c31-001a4aab830c -- ceph orch daemon add osd smithi022:vg_nvme/lv_4'

pass 6587896 2021-12-29 03:33:05 2021-12-29 08:22:18 2021-12-29 08:57:46 0:35:28 0:25:12 0:10:16 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/cache-snaps-balanced} 2
pass 6587897 2021-12-29 03:33:06 2021-12-29 08:22:18 2021-12-29 08:46:24 0:24:06 0:14:09 0:09:57 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-snappy rados tasks/mon_recovery validater/lockdep} 2
pass 6587898 2021-12-29 03:33:06 2021-12-29 08:23:18 2021-12-29 09:18:12 0:54:54 0:43:51 0:11:03 smithi master ubuntu 20.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/osd-dispatch-delay objectstore/bluestore-stupid rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-radosbench} 2
pass 6587899 2021-12-29 03:33:07 2021-12-29 08:24:09 2021-12-29 09:02:50 0:38:41 0:31:59 0:06:42 smithi master rhel 8.3 rados/standalone/{supported-random-distro$/{rhel_8} workloads/misc} 1
pass 6587900 2021-12-29 03:33:08 2021-12-29 08:24:09 2021-12-29 08:58:22 0:34:13 0:23:26 0:10:47 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_18.04} thrashers/careful thrashosds-health workloads/cache-snaps} 2
pass 6587901 2021-12-29 03:33:09 2021-12-29 08:24:40 2021-12-29 08:42:21 0:17:41 0:06:33 0:11:08 smithi master ubuntu 20.04 rados/singleton/{all/pg-removal-interruption msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}} 1
pass 6587902 2021-12-29 03:33:10 2021-12-29 08:24:40 2021-12-29 09:04:09 0:39:29 0:28:56 0:10:33 smithi master centos 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/fastclose objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6587903 2021-12-29 03:33:10 2021-12-29 08:24:40 2021-12-29 08:48:43 0:24:03 0:12:37 0:11:26 smithi master centos 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 6587904 2021-12-29 03:33:11 2021-12-29 08:25:31 2021-12-29 08:41:16 0:15:45 0:05:35 0:10:10 smithi master ubuntu 20.04 rados/cephadm/workunits/{0-distro/ubuntu_20.04_kubic_testing task/test_cephadm_repos} 1
pass 6587905 2021-12-29 03:33:12 2021-12-29 08:25:31 2021-12-29 08:47:20 0:21:49 0:10:31 0:11:18 smithi master ubuntu 20.04 rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/radosbench_4K_rand_read} 1
pass 6587906 2021-12-29 03:33:13 2021-12-29 08:25:51 2021-12-29 08:53:05 0:27:14 0:20:29 0:06:45 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/cache} 2
pass 6587907 2021-12-29 03:33:14 2021-12-29 08:25:52 2021-12-29 09:46:45 1:20:53 1:07:28 0:13:25 smithi master ubuntu 20.04 rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zstd supported-random-distro$/{ubuntu_latest} tasks/dashboard} 2
pass 6587908 2021-12-29 03:33:15 2021-12-29 08:28:32 2021-12-29 10:51:50 2:23:18 2:12:50 0:10:28 smithi master centos 8.3 rados/objectstore/{backends/filestore-idempotent supported-random-distro$/{centos_8}} 1
pass 6587909 2021-12-29 03:33:15 2021-12-29 08:28:43 2021-12-29 08:52:54 0:24:11 0:13:51 0:10:20 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/dedup_tier} 2
pass 6587910 2021-12-29 03:33:16 2021-12-29 08:29:43 2021-12-29 09:10:30 0:40:47 0:30:34 0:10:13 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/pool-snaps-few-objects} 2
pass 6587911 2021-12-29 03:33:17 2021-12-29 08:30:44 2021-12-29 08:58:46 0:28:02 0:14:28 0:13:34 smithi master centos 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} tasks/rados_cls_all} 2
pass 6587912 2021-12-29 03:33:18 2021-12-29 08:33:04 2021-12-29 08:58:31 0:25:27 0:15:19 0:10:08 smithi master centos 8.3 rados/singleton/{all/radostool msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8}} 1
pass 6587913 2021-12-29 03:33:18 2021-12-29 08:33:05 2021-12-29 09:09:16 0:36:11 0:22:56 0:13:15 smithi master centos 8.2 rados/cephadm/with-work/{0-distro/centos_8.2_container_tools_3.0 fixed-2 mode/root msgr/async-v2only start tasks/rados_python} 2
pass 6587914 2021-12-29 03:33:19 2021-12-29 08:35:45 2021-12-29 09:07:28 0:31:43 0:21:13 0:10:30 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/rados_api_tests} 2
pass 6587915 2021-12-29 03:33:20 2021-12-29 08:35:46 2021-12-29 08:56:34 0:20:48 0:10:01 0:10:47 smithi master ubuntu 20.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6587916 2021-12-29 03:33:21 2021-12-29 08:36:36 2021-12-29 08:54:53 0:18:17 0:07:01 0:11:16 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/large-omap-object-warnings rados supported-random-distro$/{ubuntu_18.04}} 1
pass 6587917 2021-12-29 03:33:22 2021-12-29 08:36:37 2021-12-29 09:32:22 0:55:45 0:44:56 0:10:49 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/radosbench-high-concurrency} 2
pass 6587918 2021-12-29 03:33:22 2021-12-29 08:37:07 2021-12-29 09:07:05 0:29:58 0:18:53 0:11:05 smithi master ubuntu 20.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/few rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-fast-read-overwrites} 2
pass 6587919 2021-12-29 03:33:23 2021-12-29 08:37:07 2021-12-29 09:27:12 0:50:05 0:36:50 0:13:15 smithi master ubuntu 20.04 rados/monthrash/{ceph clusters/9-mons msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/one workloads/snaps-few-objects} 2
pass 6587920 2021-12-29 03:33:24 2021-12-29 08:37:48 2021-12-29 10:11:47 1:33:59 1:23:10 0:10:49 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_18.04} thrashers/careful thrashosds-health workloads/radosbench} 2
pass 6587921 2021-12-29 03:33:25 2021-12-29 08:37:58 2021-12-29 09:06:59 0:29:01 0:18:07 0:10:54 smithi master ubuntu 20.04 rados/cephadm/workunits/{0-distro/ubuntu_20.04_kubic_stable task/test_orch_cli} 1
pass 6587922 2021-12-29 03:33:26 2021-12-29 08:38:49 2021-12-29 09:08:11 0:29:22 0:20:08 0:09:14 smithi master ubuntu 18.04 rados/singleton/{all/random-eio msgr-failures/many msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_18.04}} 2
pass 6587923 2021-12-29 03:33:27 2021-12-29 08:38:49 2021-12-29 09:08:27 0:29:38 0:20:36 0:09:02 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/redirect} 2
pass 6587924 2021-12-29 03:33:27 2021-12-29 08:38:59 2021-12-29 08:58:54 0:19:55 0:08:54 0:11:01 smithi master ubuntu 20.04 rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/radosbench_4K_seq_read} 1
pass 6587925 2021-12-29 03:33:28 2021-12-29 08:39:00 2021-12-29 09:07:41 0:28:41 0:21:03 0:07:38 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/redirect_promote_tests} 2
pass 6587926 2021-12-29 03:33:29 2021-12-29 08:40:40 2021-12-29 09:08:48 0:28:08 0:18:11 0:09:57 smithi master centos 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-bitmap supported-random-distro$/{centos_8} tasks/progress} 2
pass 6587927 2021-12-29 03:33:30 2021-12-29 08:41:21 2021-12-29 12:16:22 3:35:01 3:23:36 0:11:25 smithi master ubuntu 18.04 rados/upgrade/nautilus-x-singleton/{0-cluster/{openstack start} 1-install/nautilus 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{rbd-cls rbd-import-export readwrite snaps-few-objects} 5-workload/{radosbench rbd_api} 6-finish-upgrade 7-octopus 8-workload/{rbd-python snaps-many-objects} bluestore-bitmap thrashosds-health ubuntu_18.04} 4
pass 6587928 2021-12-29 03:33:31 2021-12-29 08:42:21 2021-12-29 09:01:11 0:18:50 0:06:31 0:12:19 smithi master ubuntu 18.04 rados/multimon/{clusters/21 msgr-failures/few msgr/async-v2only no_pools objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_18.04} tasks/mon_clock_with_skews} 3
pass 6587929 2021-12-29 03:33:31 2021-12-29 08:43:02 2021-12-29 09:12:14 0:29:12 0:22:04 0:07:08 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/redirect_set_object} 2
pass 6587930 2021-12-29 03:33:32 2021-12-29 08:43:02 2021-12-29 09:04:40 0:21:38 0:11:08 0:10:30 smithi master ubuntu 18.04 rados/cephadm/orchestrator_cli/{2-node-mgr orchestrator_cli supported-random-distro$/{ubuntu_18.04}} 2
fail 6587931 2021-12-29 03:33:33 2021-12-29 08:43:22 2021-12-29 09:04:34 0:21:12 0:08:54 0:12:18 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/jewel backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/fastclose rados thrashers/pggrow thrashosds-health workloads/radosbench} 3
Failure Reason:

Command failed on smithi059 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:f6d564868a58503a158361f4a4d03aeb91ddeca2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 841072ea-6885-11ec-8c31-001a4aab830c -- ceph orch daemon add osd smithi059:vg_nvme/lv_4'

pass 6587932 2021-12-29 03:33:34 2021-12-29 08:44:33 2021-12-29 09:08:29 0:23:56 0:13:12 0:10:44 smithi master ubuntu 18.04 rados/singleton/{all/rebuild-mondb msgr-failures/none msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_18.04}} 1
pass 6587933 2021-12-29 03:33:35 2021-12-29 08:44:43 2021-12-29 09:06:50 0:22:07 0:11:58 0:10:09 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/set-chunk-promote-flush} 2
pass 6587934 2021-12-29 03:33:35 2021-12-29 08:45:23 2021-12-29 09:13:23 0:28:00 0:16:35 0:11:25 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_18.04} thrashers/pggrow thrashosds-health workloads/set-chunks-read} 2
pass 6587935 2021-12-29 03:33:36 2021-12-29 08:45:44 2021-12-29 09:38:58 0:53:14 0:43:08 0:10:06 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados tasks/rados_api_tests validater/valgrind} 2
pass 6587936 2021-12-29 03:33:37 2021-12-29 08:45:44 2021-12-29 09:17:51 0:32:07 0:21:54 0:10:13 smithi master centos 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/fastclose objectstore/filestore-xfs rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects-balanced} 2
pass 6587937 2021-12-29 03:33:38 2021-12-29 08:46:35 2021-12-29 09:12:02 0:25:27 0:18:21 0:07:06 smithi master rhel 8.3 rados/singleton-nomsgr/{all/lazy_omap_stats_output rados supported-random-distro$/{rhel_8}} 1
pass 6587938 2021-12-29 03:33:39 2021-12-29 08:46:35 2021-12-29 09:12:53 0:26:18 0:14:53 0:11:25 smithi master centos 8.2 rados/cephadm/smoke/{distro/centos_8.2_container_tools_3.0 fixed-2 start} 2
pass 6587939 2021-12-29 03:33:39 2021-12-29 08:47:25 2021-12-29 09:20:03 0:32:38 0:21:56 0:10:42 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/few objectstore/bluestore-comp-snappy rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_18.04} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6587940 2021-12-29 03:33:40 2021-12-29 08:48:06 2021-12-29 09:28:13 0:40:07 0:33:43 0:06:24 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/small-objects-balanced} 2
pass 6587941 2021-12-29 03:33:41 2021-12-29 08:48:46 2021-12-29 09:29:15 0:40:29 0:29:46 0:10:43 smithi master ubuntu 20.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 6587942 2021-12-29 03:33:42 2021-12-29 08:49:17 2021-12-29 09:16:19 0:27:02 0:15:55 0:11:07 smithi master centos 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} tasks/rados_python} 2
pass 6587943 2021-12-29 03:33:43 2021-12-29 08:50:37 2021-12-29 09:22:49 0:32:12 0:25:11 0:07:01 smithi master rhel 8.3 rados/singleton/{all/recovery-preemption msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8}} 1
pass 6587944 2021-12-29 03:33:43 2021-12-29 08:51:18 2021-12-29 09:33:40 0:42:22 0:34:01 0:08:21 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/small-objects-localized} 2
pass 6587945 2021-12-29 03:33:44 2021-12-29 08:51:58 2021-12-29 09:22:16 0:30:18 0:19:28 0:10:50 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/small-objects} 2
pass 6587946 2021-12-29 03:33:45 2021-12-29 08:52:19 2021-12-29 09:16:26 0:24:07 0:13:36 0:10:31 smithi master centos 8.2 rados/cephadm/smoke-roleless/{distro/centos_8.2_container_tools_3.0 start} 2
pass 6587947 2021-12-29 03:33:46 2021-12-29 08:52:59 2021-12-29 10:11:11 1:18:12 1:06:56 0:11:16 smithi master ubuntu 20.04 rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-hybrid supported-random-distro$/{ubuntu_latest} tasks/dashboard} 2
pass 6587948 2021-12-29 03:33:47 2021-12-29 08:53:09 2021-12-29 09:17:54 0:24:45 0:16:00 0:08:45 smithi master rhel 8.3 rados/objectstore/{backends/fusestore supported-random-distro$/{rhel_8}} 1
pass 6587949 2021-12-29 03:33:47 2021-12-29 08:55:00 2021-12-29 09:40:49 0:45:49 0:38:28 0:07:21 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/snaps-few-objects-balanced} 2
pass 6587950 2021-12-29 03:33:48 2021-12-29 08:55:01 2021-12-29 09:16:38 0:21:37 0:10:05 0:11:32 smithi master ubuntu 20.04 rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/radosbench_4M_rand_read} 1
pass 6587951 2021-12-29 03:33:49 2021-12-29 08:56:41 2021-12-29 09:19:07 0:22:26 0:10:45 0:11:41 smithi master ubuntu 20.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6587952 2021-12-29 03:33:50 2021-12-29 08:56:52 2021-12-29 09:41:05 0:44:13 0:38:19 0:05:54 smithi master rhel 8.3 rados/singleton-bluestore/{all/cephtool msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8}} 1
pass 6587953 2021-12-29 03:33:51 2021-12-29 08:56:52 2021-12-29 09:29:14 0:32:22 0:21:37 0:10:45 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/snaps-few-objects-localized} 2
pass 6587954 2021-12-29 03:33:51 2021-12-29 08:57:12 2021-12-29 09:19:35 0:22:23 0:11:31 0:10:52 smithi master centos 8.3 rados/singleton/{all/resolve_stuck_peering msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8}} 2
pass 6587955 2021-12-29 03:33:52 2021-12-29 08:57:53 2021-12-29 09:57:53 1:00:00 0:51:51 0:08:09 smithi master rhel 8.3 rados/standalone/{supported-random-distro$/{rhel_8} workloads/mon} 1
pass 6587956 2021-12-29 03:33:53 2021-12-29 09:32:32 1457 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_18.04} thrashers/pggrow thrashosds-health workloads/snaps-few-objects} 2
fail 6587957 2021-12-29 03:33:54 2021-12-29 08:58:33 2021-12-29 09:13:31 0:14:58 0:05:37 0:09:21 smithi master centos 8.2 rados/cephadm/upgrade/{1-start-distro/1-start-centos_8 2-repo_digest/defaut 3-start-upgrade 4-wait fixed-2} 2
Failure Reason:

Command failed on smithi084 with status 5: 'sudo systemctl stop ceph-5a203306-6887-11ec-8c31-001a4aab830c@mon.a'

pass 6587958 2021-12-29 03:33:55 2021-12-29 08:58:44 2021-12-29 09:30:40 0:31:56 0:23:52 0:08:04 smithi master rhel 8.3 rados/monthrash/{ceph clusters/3-mons msgr-failures/few msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} thrashers/sync-many workloads/pool-create-delete} 2
pass 6587959 2021-12-29 03:33:55 2021-12-29 08:58:54 2021-12-29 09:30:56 0:32:02 0:23:31 0:08:31 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/write_fadvise_dontneed} 2
pass 6587960 2021-12-29 03:33:56 2021-12-29 09:01:15 2021-12-29 09:18:45 0:17:30 0:07:43 0:09:47 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/librados_hello_world rados supported-random-distro$/{ubuntu_18.04}} 1
pass 6587961 2021-12-29 03:33:57 2021-12-29 09:01:15 2021-12-29 09:25:27 0:24:12 0:12:22 0:11:50 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/admin_socket_objecter_requests} 2
pass 6587962 2021-12-29 03:33:58 2021-12-29 09:01:16 2021-12-29 09:29:52 0:28:36 0:20:18 0:08:18 smithi master rhel 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-lz4 supported-random-distro$/{rhel_8} tasks/prometheus} 2
pass 6587963 2021-12-29 03:33:59 2021-12-29 09:02:26 2021-12-29 09:27:33 0:25:07 0:18:26 0:06:41 smithi master rhel 8.3 rados/singleton/{all/test-crash msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8}} 1
pass 6587964 2021-12-29 03:33:59 2021-12-29 09:02:26 2021-12-29 09:39:49 0:37:23 0:26:20 0:11:03 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/cache-agent-big} 2
pass 6587965 2021-12-29 03:34:00 2021-12-29 09:04:17 2021-12-29 09:24:12 0:19:55 0:08:36 0:11:19 smithi master ubuntu 20.04 rados/cephadm/workunits/{0-distro/ubuntu_20.04_kubic_stable task/test_adoption} 1
fail 6587966 2021-12-29 03:34:01 2021-12-29 09:04:17 2021-12-29 09:24:22 0:20:05 0:08:49 0:11:16 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/luminous-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/few rados thrashers/careful thrashosds-health workloads/rbd_cls} 3
Failure Reason:

Command failed on smithi059 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:f6d564868a58503a158361f4a4d03aeb91ddeca2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 48c6e39c-6888-11ec-8c31-001a4aab830c -- ceph orch daemon add osd smithi059:vg_nvme/lv_4'

pass 6587967 2021-12-29 03:34:02 2021-12-29 09:04:38 2021-12-29 09:30:15 0:25:37 0:19:09 0:06:28 smithi master rhel 8.3 rados/multimon/{clusters/3 msgr-failures/many msgr/async no_pools objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} tasks/mon_recovery} 2
pass 6587968 2021-12-29 03:34:03 2021-12-29 09:04:48 2021-12-29 09:28:44 0:23:56 0:12:16 0:11:40 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_18.04} thrashers/morepggrow thrashosds-health workloads/cache-agent-small} 2
pass 6587969 2021-12-29 03:34:03 2021-12-29 09:06:59 2021-12-29 09:35:10 0:28:11 0:18:29 0:09:42 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_18.04} thrashers/none thrashosds-health workloads/cache-pool-snaps-readproxy} 2
pass 6587970 2021-12-29 03:34:04 2021-12-29 09:07:09 2021-12-29 09:37:27 0:30:18 0:20:24 0:09:54 smithi master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/osd-delay rados recovery-overrides/{default} supported-random-distro$/{ubuntu_18.04} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-overwrites} 2
pass 6587971 2021-12-29 03:34:05 2021-12-29 09:07:29 2021-12-29 09:27:34 0:20:05 0:08:54 0:11:11 smithi master ubuntu 20.04 rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/radosbench_4M_seq_read} 1
pass 6587972 2021-12-29 03:34:06 2021-12-29 09:07:30 2021-12-29 09:34:48 0:27:18 0:17:01 0:10:17 smithi master centos 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} tasks/rados_stress_watch} 2
pass 6587973 2021-12-29 03:34:07 2021-12-29 09:07:50 2021-12-29 09:32:22 0:24:32 0:13:23 0:11:09 smithi master ubuntu 20.04 rados/singleton/{all/test_envlibrados_for_rocksdb msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} 1
pass 6587974 2021-12-29 03:34:07 2021-12-29 09:08:21 2021-12-29 09:34:59 0:26:38 0:15:35 0:11:03 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zstd rados tasks/rados_cls_all validater/lockdep} 2
pass 6587975 2021-12-29 03:34:08 2021-12-29 09:08:31 2021-12-29 09:38:46 0:30:15 0:20:09 0:10:06 smithi master ubuntu 20.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/few objectstore/bluestore-bitmap rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 6587976 2021-12-29 03:34:09 2021-12-29 09:08:31 2021-12-29 09:50:47 0:42:16 0:31:57 0:10:19 smithi master ubuntu 20.04 rados/cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/packaged msgr/async start tasks/rados_api_tests} 2
pass 6587977 2021-12-29 03:34:10 2021-12-29 09:08:52 2021-12-29 09:55:21 0:46:29 0:35:24 0:11:05 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/cache-pool-snaps} 2
pass 6587978 2021-12-29 03:34:11 2021-12-29 09:09:22 2021-12-29 09:52:14 0:42:52 0:35:12 0:07:40 smithi master rhel 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6587979 2021-12-29 03:34:11 2021-12-29 09:10:33 2021-12-29 09:32:15 0:21:42 0:09:25 0:12:17 smithi master ubuntu 20.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 6587980 2021-12-29 03:34:12 2021-12-29 09:12:03 2021-12-29 09:44:06 0:32:03 0:22:10 0:09:53 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/cache-snaps-balanced} 2
pass 6587981 2021-12-29 03:34:13 2021-12-29 09:12:24 2021-12-29 09:42:51 0:30:27 0:20:06 0:10:21 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_18.04} thrashers/default thrashosds-health workloads/cache-snaps} 2
pass 6587982 2021-12-29 03:34:14 2021-12-29 09:12:54 2021-12-29 09:43:07 0:30:13 0:22:44 0:07:29 smithi master rhel 8.3 rados/singleton-nomsgr/{all/msgr rados supported-random-distro$/{rhel_8}} 1
pass 6587983 2021-12-29 03:34:14 2021-12-29 09:13:24 2021-12-29 09:37:37 0:24:13 0:14:10 0:10:03 smithi master ubuntu 20.04 rados/cephadm/workunits/{0-distro/ubuntu_20.04_kubic_testing task/test_cephadm} 1
pass 6587984 2021-12-29 03:34:15 2021-12-29 09:13:25 2021-12-29 10:35:28 1:22:03 1:10:24 0:11:39 smithi master ubuntu 20.04 rados/singleton/{all/thrash-backfill-full msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest}} 2
pass 6587985 2021-12-29 03:34:16 2021-12-29 09:13:35 2021-12-29 09:39:09 0:25:34 0:10:44 0:14:50 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/cache} 2
pass 6587986 2021-12-29 03:34:17 2021-12-29 09:16:26 2021-12-29 09:38:07 0:21:41 0:10:08 0:11:33 smithi master ubuntu 20.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6587987 2021-12-29 03:34:18 2021-12-29 09:17:56 2021-12-29 09:38:06 0:20:10 0:10:00 0:10:10 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-dispatch-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/dedup_tier} 2
pass 6587988 2021-12-29 03:34:18 2021-12-29 09:17:57 2021-12-29 10:36:08 1:18:11 1:08:34 0:09:37 smithi master ubuntu 18.04 rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-low-osd-mem-target supported-random-distro$/{ubuntu_18.04} tasks/dashboard} 2
pass 6587989 2021-12-29 03:34:19 2021-12-29 09:18:17 2021-12-29 09:34:11 0:15:54 0:06:11 0:09:43 smithi master ubuntu 18.04 rados/objectstore/{backends/keyvaluedb supported-random-distro$/{ubuntu_18.04}} 1
pass 6587990 2021-12-29 03:34:20 2021-12-29 09:18:17 2021-12-29 09:44:59 0:26:42 0:18:50 0:07:52 smithi master centos 8.3 rados/valgrind-leaks/{1-start 2-inject-leak/osd centos_latest} 1
pass 6587991 2021-12-29 03:34:21 2021-12-29 09:18:18 2021-12-29 09:59:06 0:40:48 0:32:30 0:08:18 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/pool-snaps-few-objects} 2
pass 6587992 2021-12-29 03:34:22 2021-12-29 09:19:08 2021-12-29 09:47:18 0:28:10 0:18:02 0:10:08 smithi master ubuntu 20.04 rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/repo_digest 3-start-upgrade 4-wait fixed-2} 2
pass 6587993 2021-12-29 03:34:22 2021-12-29 09:19:08 2021-12-29 10:04:25 0:45:17 0:34:06 0:11:11 smithi master ubuntu 20.04 rados/singleton/{all/thrash-eio msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}} 2
pass 6587994 2021-12-29 03:34:23 2021-12-29 09:19:39 2021-12-29 10:00:22 0:40:43 0:29:38 0:11:05 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/rados_api_tests} 2
pass 6587995 2021-12-29 03:34:24 2021-12-29 09:20:09 2021-12-29 09:47:41 0:27:32 0:18:49 0:08:43 smithi master rhel 8.3 rados/monthrash/{ceph clusters/9-mons msgr-failures/mon-delay msgr/async objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/sync workloads/rados_5925} 2
pass 6587996 2021-12-29 03:34:25 2021-12-29 09:22:00 2021-12-29 09:40:09 0:18:09 0:08:18 0:09:51 smithi master ubuntu 20.04 rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/radosbench_4M_write} 1
pass 6587997 2021-12-29 03:34:25 2021-12-29 09:22:00 2021-12-29 10:09:49 0:47:49 0:40:23 0:07:26 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/radosbench-high-concurrency} 2
pass 6587998 2021-12-29 03:34:26 2021-12-29 09:22:21 2021-12-29 09:42:18 0:19:57 0:07:27 0:12:30 smithi master ubuntu 20.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-snappy supported-random-distro$/{ubuntu_latest} tasks/workunits} 2
pass 6587999 2021-12-29 03:34:27 2021-12-29 09:24:21 2021-12-29 10:12:19 0:47:58 0:37:16 0:10:42 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/radosbench} 2
pass 6588000 2021-12-29 03:34:28 2021-12-29 09:24:32 2021-12-29 09:40:15 0:15:43 0:05:40 0:10:03 smithi master ubuntu 20.04 rados/cephadm/workunits/{0-distro/ubuntu_20.04_kubic_stable task/test_cephadm_repos} 1
fail 6588001 2021-12-29 03:34:29 2021-12-29 09:24:32 2021-12-29 09:45:42 0:21:10 0:08:35 0:12:35 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/luminous backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/osd-delay rados thrashers/default thrashosds-health workloads/snaps-few-objects} 3
Failure Reason:

Command failed on smithi077 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:f6d564868a58503a158361f4a4d03aeb91ddeca2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 46595272-688b-11ec-8c31-001a4aab830c -- ceph orch daemon add osd smithi077:vg_nvme/lv_4'

pass 6588002 2021-12-29 03:34:29 2021-12-29 09:25:32 2021-12-29 09:47:25 0:21:53 0:09:00 0:12:53 smithi master centos 8.3 rados/multimon/{clusters/6 msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} tasks/mon_clock_no_skews} 2
pass 6588003 2021-12-29 03:34:30 2021-12-29 09:27:13 2021-12-29 09:49:53 0:22:40 0:12:08 0:10:32 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/redirect} 2
pass 6588004 2021-12-29 03:34:31 2021-12-29 09:27:43 2021-12-29 09:46:11 0:18:28 0:07:32 0:10:56 smithi master ubuntu 20.04 rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} tasks/rados_striper} 2
pass 6588005 2021-12-29 03:34:32 2021-12-29 09:28:14 2021-12-29 09:56:33 0:28:19 0:17:46 0:10:33 smithi master ubuntu 20.04 rados/singleton/{all/thrash-rados/{thrash-rados thrashosds-health} msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest}} 2
pass 6588006 2021-12-29 03:34:32 2021-12-29 09:28:54 2021-12-29 09:59:32 0:30:38 0:19:36 0:11:02 smithi master ubuntu 20.04 rados/singleton-nomsgr/{all/multi-backfill-reject rados supported-random-distro$/{ubuntu_latest}} 2
pass 6588007 2021-12-29 03:34:33 2021-12-29 09:29:25 2021-12-29 09:51:02 0:21:37 0:12:07 0:09:30 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_18.04} thrashers/morepggrow thrashosds-health workloads/redirect_promote_tests} 2
pass 6588008 2021-12-29 03:34:34 2021-12-29 09:29:25 2021-12-29 12:30:53 3:01:28 2:52:11 0:09:17 smithi master centos 8.3 rados/standalone/{supported-random-distro$/{centos_8} workloads/osd} 1
pass 6588009 2021-12-29 03:34:35 2021-12-29 09:29:25 2021-12-29 09:49:54 0:20:29 0:09:58 0:10:31 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_18.04} thrashers/none thrashosds-health workloads/redirect_set_object} 2
pass 6588010 2021-12-29 03:34:35 2021-12-29 09:29:56 2021-12-29 10:01:44 0:31:48 0:22:13 0:09:35 smithi master centos 8.2 rados/cephadm/with-work/{0-distro/centos_8.2_container_tools_3.0 fixed-2 mode/root msgr/async-v1only start tasks/rados_python} 2
pass 6588011 2021-12-29 03:34:36 2021-12-29 10:41:24 2021-12-29 11:16:19 0:34:55 0:26:37 0:08:18 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v2only objectstore/bluestore-hybrid rados tasks/mon_recovery validater/valgrind} 2
pass 6588012 2021-12-29 03:34:37 2021-12-29 10:41:34 2021-12-29 11:13:17 0:31:43 0:21:41 0:10:02 smithi master centos 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-small-objects-many-deletes} 2
pass 6588013 2021-12-29 03:34:38 2021-12-29 10:42:15 2021-12-29 11:20:34 0:38:19 0:28:19 0:10:00 smithi master ubuntu 20.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-zstd rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6588014 2021-12-29 03:34:39 2021-12-29 10:42:25 2021-12-29 11:08:18 0:25:53 0:13:19 0:12:34 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/set-chunk-promote-flush} 2
pass 6588015 2021-12-29 03:34:39 2021-12-29 10:45:26 2021-12-29 11:20:26 0:35:00 0:22:28 0:12:32 smithi master centos 8.3 rados/singleton/{all/thrash_cache_writeback_proxy_none msgr-failures/many msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8}} 2
pass 6588016 2021-12-29 03:34:40 2021-12-29 10:49:47 2021-12-29 11:28:16 0:38:29 0:26:51 0:11:38 smithi master ubuntu 20.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 6588017 2021-12-29 03:34:41 2021-12-29 10:50:07 2021-12-29 11:12:22 0:22:15 0:12:38 0:09:37 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_18.04} thrashers/careful thrashosds-health workloads/set-chunks-read} 2
pass 6588018 2021-12-29 03:34:42 2021-12-29 10:50:27 2021-12-29 11:20:40 0:30:13 0:20:22 0:09:51 smithi master ubuntu 20.04 rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/radosbench_omap_write} 1
pass 6588019 2021-12-29 03:34:43 2021-12-29 10:50:28 2021-12-29 11:19:02 0:28:34 0:17:49 0:10:45 smithi master ubuntu 20.04 rados/cephadm/workunits/{0-distro/ubuntu_20.04_kubic_testing task/test_orch_cli} 1
pass 6588020 2021-12-29 03:34:43 2021-12-29 10:51:08 2021-12-29 11:22:18 0:31:10 0:19:21 0:11:49 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_18.04} thrashers/default thrashosds-health workloads/small-objects-balanced} 2
pass 6588021 2021-12-29 03:34:44 2021-12-29 10:51:38 2021-12-29 11:23:29 0:31:51 0:21:06 0:10:45 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_18.04} thrashers/mapgap thrashosds-health workloads/small-objects-localized} 2
pass 6588022 2021-12-29 03:34:45 2021-12-29 10:51:49 2021-12-29 11:14:15 0:22:26 0:10:08 0:12:18 smithi master ubuntu 20.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6588023 2021-12-29 03:34:46 2021-12-29 10:54:10 2021-12-29 11:39:39 0:45:29 0:39:04 0:06:25 smithi master rhel 8.3 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/osd-dispatch-delay rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-snaps-few-objects-overwrites} 2
pass 6588024 2021-12-29 03:34:46 2021-12-29 10:54:30 2021-12-29 11:13:30 0:19:00 0:09:46 0:09:14 smithi master centos 8.3 rados/singleton/{all/watch-notify-same-primary msgr-failures/none msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8}} 1
pass 6588025 2021-12-29 03:34:47 2021-12-29 10:54:31 2021-12-29 11:36:03 0:41:32 0:32:09 0:09:23 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/small-objects} 2
pass 6588026 2021-12-29 03:34:48 2021-12-29 10:55:51 2021-12-29 11:30:26 0:34:35 0:26:45 0:07:50 smithi master rhel 8.3 rados/singleton-nomsgr/{all/osd_stale_reads rados supported-random-distro$/{rhel_8}} 1
pass 6588027 2021-12-29 03:34:49 2021-12-29 10:57:42 2021-12-29 11:24:06 0:26:24 0:14:52 0:11:32 smithi master ubuntu 20.04 rados/cephadm/smoke/{distro/ubuntu_20.04 fixed-2 start} 2
pass 6588028 2021-12-29 03:34:50 2021-12-29 10:58:12 2021-12-29 11:30:51 0:32:39 0:22:31 0:10:08 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_18.04} thrashers/none thrashosds-health workloads/snaps-few-objects-balanced} 2
pass 6588029 2021-12-29 03:34:50 2021-12-29 10:58:52 2021-12-29 12:19:24 1:20:32 1:06:50 0:13:42 smithi master ubuntu 20.04 rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-stupid supported-random-distro$/{ubuntu_latest} tasks/dashboard} 2
pass 6588030 2021-12-29 03:34:51 2021-12-29 11:00:53 2021-12-29 11:39:58 0:39:05 0:33:17 0:05:48 smithi master rhel 8.3 rados/objectstore/{backends/objectcacher-stress supported-random-distro$/{rhel_8}} 1
pass 6588031 2021-12-29 03:34:52 2021-12-29 11:00:53 2021-12-29 11:34:18 0:33:25 0:19:45 0:13:40 smithi master ubuntu 18.04 rados/monthrash/{ceph clusters/3-mons msgr-failures/few msgr/async-v1only objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_18.04} thrashers/force-sync-many workloads/rados_api_tests} 2
pass 6588032 2021-12-29 03:34:53 2021-12-29 11:04:24 2021-12-29 11:41:29 0:37:05 0:25:31 0:11:34 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/snaps-few-objects-localized} 2
pass 6588033 2021-12-29 03:34:53 2021-12-29 11:05:04 2021-12-29 11:26:38 0:21:34 0:12:27 0:09:07 smithi master centos 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zlib supported-random-distro$/{centos_8} tasks/crash} 2
pass 6588034 2021-12-29 03:34:54 2021-12-29 11:05:45 2021-12-29 11:46:44 0:40:59 0:27:44 0:13:15 smithi master ubuntu 20.04 rados/singleton-bluestore/{all/cephtool msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}} 1
pass 6588035 2021-12-29 03:34:55 2021-12-29 11:08:15 2021-12-29 11:49:15 0:41:00 0:31:16 0:09:44 smithi master centos 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} tasks/rados_workunit_loadgen_big} 2
pass 6588036 2021-12-29 03:34:56 2021-12-29 11:08:26 2021-12-29 11:27:25 0:18:59 0:09:05 0:09:54 smithi master centos 8.3 rados/singleton/{all/admin-socket msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8}} 1
pass 6588037 2021-12-29 03:34:57 2021-12-29 11:08:26 2021-12-29 11:57:55 0:49:29 0:37:50 0:11:39 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/snaps-few-objects} 2
fail 6588038 2021-12-29 03:34:57 2021-12-29 11:11:57 2021-12-29 11:33:56 0:21:59 0:08:54 0:13:05 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/mimic-v1only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/fastclose rados thrashers/mapgap thrashosds-health workloads/test_rbd_api} 3
Failure Reason:

Command failed on smithi072 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:f6d564868a58503a158361f4a4d03aeb91ddeca2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5cd66bb6-689a-11ec-8c31-001a4aab830c -- ceph orch daemon add osd smithi072:vg_nvme/lv_4'

pass 6588039 2021-12-29 03:34:58 2021-12-29 11:13:17 2021-12-29 11:37:54 0:24:37 0:13:33 0:11:04 smithi master ubuntu 20.04 rados/cephadm/smoke-roleless/{distro/ubuntu_20.04 start} 2
pass 6588040 2021-12-29 03:34:59 2021-12-29 11:13:38 2021-12-29 11:43:07 0:29:29 0:22:43 0:06:46 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/write_fadvise_dontneed} 2
pass 6588041 2021-12-29 03:35:00 2021-12-29 11:14:18 2021-12-29 11:34:21 0:20:03 0:09:09 0:10:54 smithi master centos 8.3 rados/multimon/{clusters/9 msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} tasks/mon_clock_with_skews} 3
pass 6588042 2021-12-29 03:35:00 2021-12-29 11:15:29 2021-12-29 11:37:14 0:21:45 0:11:05 0:10:40 smithi master ubuntu 20.04 rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/sample_fio} 1
pass 6588043 2021-12-29 03:35:01 2021-12-29 11:15:29 2021-12-29 12:05:19 0:49:50 0:41:54 0:07:56 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/admin_socket_objecter_requests} 2
pass 6588044 2021-12-29 03:35:02 2021-12-29 11:16:29 2021-12-29 11:35:28 0:18:59 0:07:23 0:11:36 smithi master ubuntu 20.04 rados/singleton/{all/deduptool msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}} 1
pass 6588045 2021-12-29 03:35:03 2021-12-29 11:17:20 2021-12-29 11:50:06 0:32:46 0:25:30 0:07:16 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/cache-agent-big} 2
pass 6588046 2021-12-29 03:35:03 2021-12-29 11:19:10 2021-12-29 11:48:29 0:29:19 0:17:40 0:11:39 smithi master ubuntu 20.04 rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/defaut 3-start-upgrade 4-wait fixed-2} 2
pass 6588047 2021-12-29 03:35:04 2021-12-29 11:20:31 2021-12-29 11:53:38 0:33:07 0:22:22 0:10:45 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados tasks/rados_api_tests validater/lockdep} 2
pass 6588048 2021-12-29 03:35:05 2021-12-29 11:20:41 2021-12-29 12:00:50 0:40:09 0:26:36 0:13:33 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/fastclose objectstore/bluestore-hybrid rados recovery-overrides/{default} supported-random-distro$/{ubuntu_18.04} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6588049 2021-12-29 03:35:05 2021-12-29 11:22:22 2021-12-29 11:49:54 0:27:32 0:20:37 0:06:55 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/cache-agent-small} 2
pass 6588050 2021-12-29 03:35:06 2021-12-29 11:23:02 2021-12-29 11:38:22 0:15:20 0:06:47 0:08:33 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/pool-access rados supported-random-distro$/{ubuntu_18.04}} 1
pass 6588051 2021-12-29 03:35:07 2021-12-29 11:23:02 2021-12-29 12:03:14 0:40:12 0:32:02 0:08:10 smithi master rhel 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-small-objects} 2
pass 6588052 2021-12-29 03:35:08 2021-12-29 11:23:33 2021-12-29 12:12:55 0:49:22 0:40:07 0:09:15 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/cache-pool-snaps-readproxy} 2
pass 6588053 2021-12-29 03:35:09 2021-12-29 11:24:13 2021-12-29 11:47:30 0:23:17 0:10:09 0:13:08 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_18.04} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 6588054 2021-12-29 03:35:09 2021-12-29 11:27:34 2021-12-29 11:48:19 0:20:45 0:08:41 0:12:04 smithi master ubuntu 20.04 rados/cephadm/workunits/{0-distro/ubuntu_20.04_kubic_testing task/test_adoption} 1
pass 6588055 2021-12-29 03:35:10 2021-12-29 11:28:24 2021-12-29 12:02:26 0:34:02 0:24:40 0:09:22 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_18.04} thrashers/careful thrashosds-health workloads/cache-pool-snaps} 2
pass 6588056 2021-12-29 03:35:11 2021-12-29 11:28:25 2021-12-29 11:55:20 0:26:55 0:17:58 0:08:57 smithi master rhel 8.3 rados/singleton/{all/divergent_priors msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8}} 1
pass 6588057 2021-12-29 03:35:12 2021-12-29 11:30:35 2021-12-29 12:06:49 0:36:14 0:24:37 0:11:37 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_18.04} thrashers/default thrashosds-health workloads/cache-snaps-balanced} 2
pass 6588058 2021-12-29 03:35:12 2021-12-29 11:30:56 2021-12-29 11:57:10 0:26:14 0:12:56 0:13:18 smithi master centos 8.3 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6588059 2021-12-29 03:35:13 2021-12-29 11:34:06 2021-12-29 13:09:07 1:35:01 1:26:07 0:08:54 smithi master centos 8.3 rados/standalone/{supported-random-distro$/{centos_8} workloads/scrub} 1
pass 6588060 2021-12-29 03:35:14 2021-12-29 11:34:07 2021-12-29 12:11:12 0:37:05 0:28:38 0:08:27 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/cache-snaps} 2
pass 6588061 2021-12-29 03:35:15 2021-12-29 11:34:27 2021-12-29 12:16:30 0:42:03 0:31:57 0:10:06 smithi master ubuntu 20.04 rados/cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/packaged msgr/async-v2only start tasks/rados_api_tests} 2
pass 6588062 2021-12-29 03:35:15 2021-12-29 11:34:27 2021-12-29 12:06:35 0:32:08 0:23:57 0:08:11 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/cache} 2
pass 6588063 2021-12-29 03:35:16 2021-12-29 11:35:38 2021-12-29 11:55:54 0:20:16 0:08:43 0:11:33 smithi master ubuntu 20.04 rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/sample_radosbench} 1
pass 6588064 2021-12-29 03:35:17 2021-12-29 11:35:58 2021-12-29 12:08:03 0:32:05 0:21:26 0:10:39 smithi master centos 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} tasks/rados_workunit_loadgen_mix} 2
pass 6588065 2021-12-29 03:35:18 2021-12-29 11:36:09 2021-12-29 12:00:20 0:24:11 0:18:49 0:05:22 smithi master rhel 8.3 rados/singleton/{all/divergent_priors2 msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8}} 1
pass 6588066 2021-12-29 03:35:19 2021-12-29 11:36:09 2021-12-29 11:58:12 0:22:03 0:09:00 0:13:03 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_18.04} thrashers/none thrashosds-health workloads/dedup_tier} 2
pass 6588067 2021-12-29 03:35:19 2021-12-29 11:37:59 2021-12-29 12:57:22 1:19:23 1:09:12 0:10:11 smithi master centos 8.3 rados/monthrash/{ceph clusters/9-mons msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8} thrashers/many workloads/rados_mon_osdmap_prune} 2
pass 6588068 2021-12-29 03:35:20 2021-12-29 11:38:30 2021-12-29 12:06:04 0:27:34 0:21:21 0:06:13 smithi master rhel 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zstd supported-random-distro$/{rhel_8} tasks/failover} 2
pass 6588069 2021-12-29 03:35:21 2021-12-29 11:39:00 2021-12-29 12:22:51 0:43:51 0:36:34 0:07:17 smithi master rhel 8.3 rados/singleton-nomsgr/{all/recovery-unfound-found rados supported-random-distro$/{rhel_8}} 1
pass 6588070 2021-12-29 03:35:22 2021-12-29 11:39:41 2021-12-29 12:16:15 0:36:34 0:25:06 0:11:28 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/pool-snaps-few-objects} 2
fail 6588071 2021-12-29 03:35:23 2021-12-29 11:40:01 2021-12-29 12:01:36 0:21:35 0:08:41 0:12:54 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/mimic backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/few rados thrashers/morepggrow thrashosds-health workloads/cache-snaps} 3
Failure Reason:

Command failed on smithi027 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:f6d564868a58503a158361f4a4d03aeb91ddeca2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3a03c756-689e-11ec-8c31-001a4aab830c -- ceph orch daemon add osd smithi027:vg_nvme/lv_4'

pass 6588072 2021-12-29 03:35:23 2021-12-29 11:40:51 2021-12-29 12:05:39 0:24:48 0:14:33 0:10:15 smithi master ubuntu 20.04 rados/cephadm/workunits/{0-distro/ubuntu_20.04_kubic_stable task/test_cephadm} 1
pass 6588073 2021-12-29 03:35:24 2021-12-29 11:40:52 2021-12-29 12:59:09 1:18:17 1:07:33 0:10:44 smithi master ubuntu 18.04 rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/filestore-xfs supported-random-distro$/{ubuntu_18.04} tasks/dashboard} 2
pass 6588074 2021-12-29 03:35:25 2021-12-29 11:41:12 2021-12-29 16:19:42 4:38:30 4:07:18 0:31:12 smithi master centos 8.3 rados/objectstore/{backends/objectstore supported-random-distro$/{centos_8}} 1
pass 6588075 2021-12-29 03:35:26 2021-12-29 11:41:32 2021-12-29 12:17:08 0:35:36 0:23:53 0:11:43 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_18.04} thrashers/careful thrashosds-health workloads/rados_api_tests} 2
pass 6588076 2021-12-29 03:35:26 2021-12-29 11:43:13 2021-12-29 12:07:29 0:24:16 0:19:23 0:04:53 smithi master rhel 8.3 rados/singleton/{all/dump-stuck msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8}} 1
pass 6588077 2021-12-29 03:35:27 2021-12-29 11:43:13 2021-12-29 12:20:22 0:37:09 0:26:02 0:11:07 smithi master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/fastclose rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_18.04} thrashers/careful thrashosds-health workloads/ec-snaps-few-objects-overwrites} 2
pass 6588078 2021-12-29 03:35:28 2021-12-29 11:44:24 2021-12-29 12:26:45 0:42:21 0:32:34 0:09:47 smithi master rhel 8.3 rados/multimon/{clusters/21 msgr-failures/few msgr/async no_pools objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} tasks/mon_recovery} 3
pass 6588079 2021-12-29 03:35:29 2021-12-29 11:47:35 2021-12-29 12:20:39 0:33:04 0:22:23 0:10:41 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_18.04} thrashers/default thrashosds-health workloads/radosbench-high-concurrency} 2
pass 6588080 2021-12-29 03:35:30 2021-12-29 11:48:25 2021-12-29 13:29:22 1:40:57 1:32:02 0:08:55 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/radosbench} 2
fail 6588081 2021-12-29 03:35:30 2021-12-29 11:48:35 2021-12-29 12:04:13 0:15:38 0:05:49 0:09:49 smithi master centos 8.2 rados/cephadm/upgrade/{1-start-distro/1-start-centos_8 2-repo_digest/repo_digest 3-start-upgrade 4-wait fixed-2} 2
Failure Reason:

Command failed on smithi112 with status 5: 'sudo systemctl stop ceph-455c0ae0-689f-11ec-8c31-001a4aab830c@mon.a'

pass 6588082 2021-12-29 03:35:31 2021-12-29 11:49:26 2021-12-29 12:20:44 0:31:18 0:24:20 0:06:58 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/redirect} 2
pass 6588083 2021-12-29 03:35:32 2021-12-29 11:49:56 2021-12-29 13:05:06 1:15:10 1:05:39 0:09:31 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v1only objectstore/bluestore-stupid rados tasks/rados_cls_all validater/valgrind} 2
pass 6588084 2021-12-29 03:35:33 2021-12-29 11:50:17 2021-12-29 12:25:48 0:35:31 0:24:09 0:11:22 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/few objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_18.04} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6588085 2021-12-29 03:35:33 2021-12-29 11:52:27 2021-12-29 12:35:49 0:43:22 0:30:22 0:13:00 smithi master ubuntu 20.04 rados/singleton/{all/ec-lost-unfound msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}} 1
pass 6588086 2021-12-29 03:35:34 2021-12-29 11:53:48 2021-12-29 12:26:52 0:33:04 0:22:18 0:10:46 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_18.04} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 6588087 2021-12-29 03:35:35 2021-12-29 11:54:58 2021-12-29 12:18:23 0:23:25 0:13:46 0:09:39 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} 3-scrub-overrides/{max-simultaneous-scrubs-3} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/redirect_promote_tests} 2
pass 6588088 2021-12-29 03:35:36 2021-12-29 11:55:29 2021-12-29 12:18:06 0:22:37 0:11:18 0:11:19 smithi master ubuntu 20.04 rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/fio_4K_rand_read} 1
pass 6588089 2021-12-29 03:35:37 2021-12-29 11:55:59 2021-12-29 12:37:24 0:41:25 0:31:18 0:10:07 smithi master centos 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-dispatch-delay objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 6588090 2021-12-29 03:35:38 2021-12-29 11:56:19 2021-12-29 12:25:53 0:29:34 0:19:09 0:10:25 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/redirect_set_object} 2
pass 6588091 2021-12-29 03:35:38 2021-12-29 11:57:00 2021-12-29 12:13:12 0:16:12 0:05:45 0:10:27 smithi master ubuntu 20.04 rados/cephadm/workunits/{0-distro/ubuntu_20.04_kubic_testing task/test_cephadm_repos} 1
pass 6588092 2021-12-29 03:35:39 2021-12-29 11:57:00 2021-12-29 12:20:14 0:23:14 0:17:45 0:05:29 smithi master rhel 8.3 rados/singleton-nomsgr/{all/version-number-sanity rados supported-random-distro$/{rhel_8}} 1
pass 6588093 2021-12-29 03:35:40 2021-12-29 11:57:11 2021-12-29 12:17:20 0:20:09 0:10:15 0:09:54 smithi master ubuntu 20.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/set-chunk-promote-flush} 2
pass 6588094 2021-12-29 03:35:41 2021-12-29 11:57:11 2021-12-29 12:18:50 0:21:39 0:10:21 0:11:18 smithi master ubuntu 20.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-dispatch-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6588095 2021-12-29 03:35:42 2021-12-29 11:58:21 2021-12-29 12:41:25 0:43:04 0:28:40 0:14:24 smithi master ubuntu 20.04 rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} tasks/rados_workunit_loadgen_mostlyread} 2
pass 6588096 2021-12-29 03:35:42 2021-12-29 12:00:22 2021-12-29 12:16:53 0:16:31 0:06:07 0:10:24 smithi master ubuntu 20.04 rados/singleton/{all/erasure-code-nonregression msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest}} 1
pass 6588097 2021-12-29 03:35:43 2021-12-29 12:00:52 2021-12-29 12:30:24 0:29:32 0:23:23 0:06:09 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/set-chunks-read} 2
pass 6588098 2021-12-29 03:35:44 2021-12-29 12:01:13 2021-12-29 12:32:28 0:31:15 0:22:39 0:08:36 smithi master centos 8.2 rados/cephadm/with-work/{0-distro/centos_8.2_container_tools_3.0 fixed-2 mode/root msgr/async start tasks/rados_python} 2
pass 6588099 2021-12-29 03:35:45 2021-12-29 12:01:33 2021-12-29 12:33:48 0:32:15 0:21:40 0:10:35 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} 3-scrub-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/small-objects-balanced} 2
pass 6588100 2021-12-29 03:35:45 2021-12-29 12:01:44 2021-12-29 12:33:57 0:32:13 0:22:18 0:09:55 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} 3-scrub-overrides/{max-simultaneous-scrubs-2} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-dispatch-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/small-objects-localized} 2
pass 6588101 2021-12-29 03:35:46 2021-12-29 12:01:44 2021-12-29 12:24:43 0:22:59 0:11:39 0:11:20 smithi master ubuntu 20.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-hybrid supported-random-distro$/{ubuntu_latest} tasks/insights} 2