Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 6239470 2021-06-28 17:34:39 2021-06-28 22:00:00 2021-06-28 22:28:00 0:28:00 0:12:45 0:15:15 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/cache} 2
pass 6239471 2021-06-28 17:34:40 2021-06-28 22:00:00 2021-06-28 22:15:10 0:15:10 0:06:30 0:08:40 smithi master ubuntu 18.04 rados/multimon/{clusters/6 mon_election/connectivity msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_with_skews} 2
pass 6239472 2021-06-28 17:34:41 2021-06-28 22:00:31 2021-06-28 23:01:43 1:01:12 0:48:50 0:12:22 smithi master centos 8.2 rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async-v1only root} 2
pass 6239473 2021-06-28 17:34:42 2021-06-28 22:02:31 2021-06-28 22:21:51 0:19:20 0:10:12 0:09:08 smithi master centos 8.2 rados/singleton-nomsgr/{all/librados_hello_world mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 6239474 2021-06-28 17:34:43 2021-06-28 22:02:31 2021-06-28 22:25:27 0:22:56 0:17:40 0:05:16 smithi master rhel 8.4 rados/singleton/{all/mon-config mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8}} 1
pass 6239475 2021-06-28 17:34:44 2021-06-28 22:02:32 2021-06-28 22:41:56 0:39:24 0:28:47 0:10:37 smithi master ubuntu 20.04 rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04-15.2.9 2-repo_digest/repo_digest 3-start-upgrade 4-wait mon_election/classic} 2
pass 6239476 2021-06-28 17:34:45 2021-06-28 22:02:32 2021-06-28 22:22:04 0:19:32 0:09:01 0:10:31 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-low-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_18.04 workloads/radosbench_4M_write} 1
pass 6239477 2021-06-28 17:34:46 2021-06-28 22:02:32 2021-06-28 22:21:26 0:18:54 0:10:10 0:08:44 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/connectivity task/test_adoption} 1
pass 6239478 2021-06-28 17:34:47 2021-06-28 22:02:32 2021-06-28 22:40:38 0:38:06 0:26:44 0:11:22 smithi master ubuntu 18.04 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/sync-many workloads/rados_api_tests} 2
pass 6239479 2021-06-28 17:34:48 2021-06-28 22:03:13 2021-06-28 22:28:58 0:25:45 0:16:02 0:09:43 smithi master centos 8.2 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados tasks/rados_cls_all validater/lockdep} 2
pass 6239480 2021-06-28 17:34:49 2021-06-28 22:04:03 2021-06-28 22:33:35 0:29:32 0:22:01 0:07:31 smithi master rhel 8.3 rados/cephadm/smoke-roleless/{0-distro/rhel_8.3_kubic_stable 1-start 2-services/nfs-ingress 3-final} 2
pass 6239481 2021-06-28 17:34:50 2021-06-28 22:04:13 2021-06-28 22:40:47 0:36:34 0:25:15 0:11:19 smithi master centos 8.2 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/pool-snaps-few-objects} 2
pass 6239482 2021-06-28 17:34:51 2021-06-28 22:05:44 2021-06-28 22:28:03 0:22:19 0:14:54 0:07:25 smithi master centos 8.2 rados/singleton-nomsgr/{all/msgr mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 6239483 2021-06-28 17:34:52 2021-06-28 22:05:44 2021-06-28 22:30:10 0:24:26 0:12:04 0:12:22 smithi master centos 8.2 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6239484 2021-06-28 17:34:53 2021-06-28 22:07:05 2021-06-28 22:54:36 0:47:31 0:38:06 0:09:25 smithi master ubuntu 18.04 rados/singleton/{all/osd-backfill mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}} 1
pass 6239485 2021-06-28 17:34:54 2021-06-28 22:07:16 2021-06-28 22:54:32 0:47:16 0:35:09 0:12:07 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/mimic-v1only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/few rados thrashers/pggrow thrashosds-health workloads/cache-snaps} 3
pass 6239486 2021-06-28 17:34:55 2021-06-28 22:09:06 2021-06-28 22:36:33 0:27:27 0:20:03 0:07:24 smithi master rhel 8.4 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 6239487 2021-06-28 17:34:56 2021-06-28 22:09:17 2021-06-28 22:39:46 0:30:29 0:18:15 0:12:14 smithi master centos 8.2 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} tasks/libcephsqlite} 2
pass 6239488 2021-06-28 17:34:57 2021-06-28 22:10:37 2021-06-28 22:37:16 0:26:39 0:19:45 0:06:54 smithi master rhel 8.3 rados/cephadm/smoke/{distro/rhel_8.3_kubic_stable fixed-2 mon_election/classic start} 2
pass 6239489 2021-06-28 17:34:58 2021-06-28 22:10:37 2021-06-28 22:40:26 0:29:49 0:17:23 0:12:26 smithi master ubuntu 18.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_18.04 1-start 2-services/nfs-ingress2 3-final} 2
pass 6239490 2021-06-28 17:34:59 2021-06-28 22:13:08 2021-06-28 22:47:01 0:33:53 0:24:15 0:09:38 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/rados_api_tests} 2
pass 6239491 2021-06-28 17:34:59 2021-06-28 22:13:28 2021-06-28 22:47:38 0:34:10 0:23:33 0:10:37 smithi master centos 8.2 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects} 2
pass 6239492 2021-06-28 17:35:00 2021-06-28 22:14:39 2021-06-28 22:58:48 0:44:09 0:32:37 0:11:32 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/multi-backfill-reject mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 2
pass 6239493 2021-06-28 17:35:01 2021-06-28 22:14:59 2021-06-28 22:42:26 0:27:27 0:16:59 0:10:28 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/classic task/test_cephadm} 1
pass 6239494 2021-06-28 17:35:03 2021-06-28 22:14:59 2021-06-28 23:03:50 0:48:51 0:42:31 0:06:20 smithi master rhel 8.4 rados/singleton/{all/osd-recovery-incomplete mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8}} 1
pass 6239495 2021-06-28 17:35:04 2021-06-28 22:15:19 2021-06-28 22:44:17 0:28:58 0:21:17 0:07:41 smithi master rhel 8.4 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-comp-zlib supported-random-distro$/{rhel_8} tasks/insights} 2
fail 6239496 2021-06-28 17:35:05 2021-06-28 22:17:00 2021-06-29 00:01:18 1:44:18 1:36:46 0:07:32 smithi master rhel 8.4 rados/standalone/{supported-random-distro$/{rhel_8} workloads/scrub} 1
Failure Reason:

Command failed (workunit test scrub/osd-scrub-test.sh) on smithi107 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=0fa5a43392363e67e93c65f90bb47c8ad2846d93 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/standalone/scrub/osd-scrub-test.sh'

pass 6239497 2021-06-28 17:35:05 2021-06-28 22:17:00 2021-06-28 22:49:59 0:32:59 0:23:42 0:09:17 smithi master centos 8.2 rados/cephadm/with-work/{0-distro/centos_8.2_kubic_stable fixed-2 mode/root mon_election/classic msgr/async-v2only start tasks/rados_python} 2
pass 6239498 2021-06-28 17:35:06 2021-06-28 22:17:00 2021-06-28 22:59:10 0:42:10 0:31:20 0:10:50 smithi master centos 8.2 rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async-v2only root} 2
pass 6239499 2021-06-28 17:35:07 2021-06-28 22:17:52 2021-06-28 22:56:32 0:38:40 0:27:25 0:11:15 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-stupid rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6239500 2021-06-28 17:35:08 2021-06-28 22:18:42 2021-06-28 22:56:02 0:37:20 0:27:51 0:09:29 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-stupid openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/radosbench_omap_write} 1
pass 6239501 2021-06-28 17:35:09 2021-06-28 22:18:42 2021-06-28 23:20:03 1:01:21 0:53:49 0:07:32 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/radosbench-high-concurrency} 2
pass 6239502 2021-06-28 17:35:10 2021-06-28 22:19:03 2021-06-29 00:35:27 2:16:24 2:03:54 0:12:30 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/mimic backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/osd-delay rados thrashers/careful thrashosds-health workloads/radosbench} 3
pass 6239503 2021-06-28 17:35:11 2021-06-28 22:20:03 2021-06-28 22:52:18 0:32:15 0:26:46 0:05:29 smithi master rhel 8.4 rados/singleton-nomsgr/{all/osd_stale_reads mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 6239504 2021-06-28 17:35:12 2021-06-28 22:20:03 2021-06-28 22:52:55 0:32:52 0:23:53 0:08:59 smithi master centos 8.2 rados/singleton/{all/osd-recovery mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8}} 1
pass 6239505 2021-06-28 17:35:13 2021-06-28 22:20:14 2021-06-29 03:39:34 5:19:20 4:36:28 0:42:52 smithi master centos 8.2 rados/objectstore/{backends/objectstore supported-random-distro$/{centos_8}} 1
pass 6239506 2021-06-28 17:35:14 2021-06-28 22:20:14 2021-06-28 22:49:04 0:28:50 0:16:30 0:12:20 smithi master ubuntu 20.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 1-start 2-services/nfs 3-final} 2
pass 6239507 2021-06-28 17:35:15 2021-06-28 22:20:54 2021-06-28 22:44:12 0:23:18 0:13:16 0:10:02 smithi master ubuntu 18.04 rados/multimon/{clusters/9 mon_election/classic msgr-failures/few msgr/async-v2only no_pools objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} tasks/mon_recovery} 3
pass 6239508 2021-06-28 17:35:16 2021-06-28 22:20:54 2021-06-28 22:47:37 0:26:43 0:15:41 0:11:02 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 mon_election/connectivity start} 2
pass 6239509 2021-06-28 17:35:17 2021-06-28 22:21:55 2021-06-28 23:57:52 1:35:57 1:25:21 0:10:36 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/radosbench} 2
pass 6239510 2021-06-28 17:35:18 2021-06-28 22:22:05 2021-06-28 23:01:24 0:39:19 0:29:12 0:10:07 smithi master ubuntu 20.04 rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/defaut 3-start-upgrade 4-wait mon_election/connectivity} 2
pass 6239511 2021-06-28 17:35:19 2021-06-28 22:22:05 2021-06-28 22:40:58 0:18:53 0:07:28 0:11:25 smithi master ubuntu 18.04 rados/singleton/{all/peer mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}} 1
pass 6239512 2021-06-28 17:35:20 2021-06-28 22:22:56 2021-06-28 22:40:15 0:17:19 0:07:27 0:09:52 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/pool-access mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 6239513 2021-06-28 17:35:21 2021-06-28 22:22:56 2021-06-28 23:17:24 0:54:28 0:42:43 0:11:45 smithi master centos 8.2 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/sync workloads/rados_mon_osdmap_prune} 2
pass 6239514 2021-06-28 17:35:22 2021-06-28 22:23:36 2021-06-28 22:58:51 0:35:15 0:25:01 0:10:14 smithi master ubuntu 18.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} tasks/rados_api_tests} 2
pass 6239515 2021-06-28 17:35:23 2021-06-28 22:23:47 2021-06-28 23:08:53 0:45:06 0:34:52 0:10:14 smithi master centos 8.2 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-stupid rados tasks/mon_recovery validater/valgrind} 2
pass 6239516 2021-06-28 17:35:24 2021-06-28 22:23:57 2021-06-28 22:58:05 0:34:08 0:24:15 0:09:53 smithi master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} 2
pass 6239517 2021-06-28 17:35:25 2021-06-28 22:24:27 2021-06-28 22:42:05 0:17:38 0:07:15 0:10:23 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/connectivity task/test_cephadm_repos} 1
pass 6239518 2021-06-28 17:35:26 2021-06-28 22:24:28 2021-06-28 22:52:32 0:28:04 0:20:19 0:07:45 smithi master rhel 8.4 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6239519 2021-06-28 17:35:27 2021-06-28 22:25:28 2021-06-28 22:50:45 0:25:17 0:15:12 0:10:05 smithi master centos 8.2 rados/cephadm/smoke-roleless/{0-distro/centos_8.2_kubic_stable 1-start 2-services/nfs2 3-final} 2
pass 6239520 2021-06-28 17:35:28 2021-06-28 22:25:38 2021-06-28 23:06:36 0:40:58 0:28:16 0:12:42 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 6239521 2021-06-28 17:35:29 2021-06-28 22:27:19 2021-06-28 22:55:04 0:27:45 0:17:39 0:10:06 smithi master centos 8.2 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/redirect} 2
pass 6239522 2021-06-28 17:35:30 2021-06-28 22:28:09 2021-06-28 23:13:47 0:45:38 0:28:40 0:16:58 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/fastclose rados thrashers/default thrashosds-health workloads/rbd_cls} 3
pass 6239523 2021-06-28 17:35:31 2021-06-28 22:28:19 2021-06-28 22:49:10 0:20:51 0:13:06 0:07:45 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/wpq_default_shards settings/optimized ubuntu_18.04 workloads/sample_fio} 1
fail 6239524 2021-06-28 17:35:32 2021-06-28 22:28:20 2021-06-28 22:50:12 0:21:52 0:12:17 0:09:35 smithi master ubuntu 20.04 rados/rook/smoke/{0-distro/ubuntu_20.04 0-kubeadm 1-rook 2-workload/radosbench 3-final cluster/1-node k8s/1.21 net/calico rook/master} 1
Failure Reason:

Command failed on smithi110 with status 22: 'kubectl -n rook-ceph exec rook-ceph-tools-78cdfd976c-4fpgm -- ceph orch ps'

pass 6239525 2021-06-28 17:35:33 2021-06-28 22:28:50 2021-06-28 22:54:07 0:25:17 0:18:41 0:06:36 smithi master rhel 8.4 rados/singleton/{all/pg-autoscaler-progress-off mon_election/classic msgr-failures/none msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8}} 2
pass 6239526 2021-06-28 17:35:33 2021-06-28 22:29:01 2021-06-28 23:12:30 0:43:29 0:37:28 0:06:01 smithi master rhel 8.4 rados/singleton-nomsgr/{all/recovery-unfound-found mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 6239527 2021-06-28 17:35:34 2021-06-28 22:29:02 2021-06-28 23:19:13 0:50:11 0:39:18 0:10:53 smithi master centos 8.2 rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async root} 2
pass 6239528 2021-06-28 17:35:36 2021-06-28 22:30:02 2021-06-28 22:59:21 0:29:19 0:22:35 0:06:44 smithi master rhel 8.3 rados/cephadm/smoke-roleless/{0-distro/rhel_8.3_kubic_stable 1-start 2-services/rgw-ingress 3-final} 2
pass 6239529 2021-06-28 17:35:37 2021-06-28 22:30:12 2021-06-28 23:21:05 0:50:53 0:44:07 0:06:46 smithi master rhel 8.4 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 6239530 2021-06-28 17:35:38 2021-06-28 22:30:12 2021-06-28 23:10:38 0:40:26 0:28:42 0:11:44 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-comp-zstd supported-random-distro$/{ubuntu_latest} tasks/module_selftest} 2
pass 6239531 2021-06-28 17:35:39 2021-06-28 22:31:13 2021-06-28 23:22:49 0:51:36 0:44:37 0:06:59 smithi master rhel 8.3 rados/cephadm/with-work/{0-distro/rhel_8.3_kubic_stable fixed-2 mode/packaged mon_election/connectivity msgr/async start tasks/rados_api_tests} 2
pass 6239532 2021-06-28 17:35:40 2021-06-28 22:31:43 2021-06-28 22:57:40 0:25:57 0:12:04 0:13:53 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/redirect_promote_tests} 2
pass 6239533 2021-06-28 17:35:41 2021-06-28 22:33:34 2021-06-28 22:59:00 0:25:26 0:18:55 0:06:31 smithi master rhel 8.4 rados/singleton/{all/pg-autoscaler mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8}} 2
pass 6239534 2021-06-28 17:35:41 2021-06-28 23:02:01 2021-06-28 23:29:35 0:27:34 0:17:06 0:10:28 smithi master ubuntu 20.04 rados/cephadm/smoke/{distro/ubuntu_20.04 fixed-2 mon_election/classic start} 2
pass 6239535 2021-06-28 17:35:42 2021-06-28 23:02:07 2021-06-28 23:23:03 0:20:56 0:11:08 0:09:48 smithi master centos 8.2 rados/singleton-nomsgr/{all/version-number-sanity mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 6239536 2021-06-28 17:35:43 2021-06-28 23:02:07 2021-06-28 23:33:36 0:31:29 0:21:11 0:10:18 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/osd-dispatch-delay objectstore/filestore-xfs rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6239537 2021-06-28 17:35:44 2021-06-28 23:02:08 2021-06-28 23:35:05 0:32:57 0:23:20 0:09:37 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/classic task/test_orch_cli} 1
pass 6239538 2021-06-28 17:35:45 2021-06-28 23:02:08 2021-06-28 23:44:41 0:42:33 0:34:19 0:08:14 smithi master centos 8.2 rados/singleton-bluestore/{all/cephtool mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8}} 1
pass 6239539 2021-06-28 17:35:46 2021-06-28 23:02:08 2021-06-28 23:58:48 0:56:40 0:45:21 0:11:19 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v2only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/few rados thrashers/mapgap thrashosds-health workloads/snaps-few-objects} 3
pass 6239540 2021-06-28 17:35:47 2021-06-28 23:02:49 2021-06-28 23:29:23 0:26:34 0:14:14 0:12:20 smithi master centos 8.2 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/redirect_set_object} 2
pass 6239541 2021-06-28 17:35:48 2021-06-28 23:03:00 2021-06-28 23:30:05 0:27:05 0:16:16 0:10:49 smithi master centos 8.2 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} tasks/rados_cls_all} 2
fail 6239542 2021-06-28 17:35:49 2021-06-28 23:03:00 2021-06-28 23:41:51 0:38:51 0:32:19 0:06:32 smithi master rhel 8.4 rados/multimon/{clusters/21 mon_election/connectivity msgr-failures/many msgr/async no_pools objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} tasks/mon_recovery} 3
Failure Reason:

Command failed on smithi031 with status 1: 'mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log'

pass 6239543 2021-06-28 17:35:50 2021-06-28 23:03:01 2021-06-28 23:20:04 0:17:03 0:07:32 0:09:31 smithi master ubuntu 18.04 rados/singleton/{all/pg-removal-interruption mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest}} 1
pass 6239544 2021-06-28 17:35:51 2021-06-28 23:03:01 2021-06-28 23:32:17 0:29:16 0:18:39 0:10:37 smithi master ubuntu 18.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_18.04 1-start 2-services/rgw 3-final} 2
pass 6239545 2021-06-28 17:35:52 2021-06-28 23:03:02 2021-06-28 23:22:58 0:19:56 0:10:40 0:09:16 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-bitmap openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_18.04 workloads/sample_radosbench} 1
pass 6239546 2021-06-28 17:35:53 2021-06-28 23:03:02 2021-06-29 00:22:56 1:19:54 1:08:50 0:11:04 smithi master ubuntu 18.04 rados/dashboard/{clusters/{2-node-mgr} debug/mgr mon_election/classic random-objectstore$/{bluestore-stupid} supported-random-distro$/{ubuntu_latest} tasks/dashboard} 2
pass 6239547 2021-06-28 17:35:54 2021-06-28 23:03:03 2021-06-28 23:21:57 0:18:54 0:09:40 0:09:14 smithi master centos 8.2 rados/objectstore/{backends/alloc-hint supported-random-distro$/{centos_8}} 1
pass 6239548 2021-06-28 17:35:55 2021-06-28 23:03:03 2021-06-28 23:21:27 0:18:24 0:08:56 0:09:28 smithi master ubuntu 18.04 rados/rest/{mgr-restful supported-random-distro$/{ubuntu_latest}} 1
pass 6239549 2021-06-28 17:35:56 2021-06-28 23:03:03 2021-06-28 23:27:47 0:24:44 0:14:44 0:10:00 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/admin_socket_output mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 6239550 2021-06-28 17:35:57 2021-06-28 23:03:03 2021-06-28 23:23:17 0:20:14 0:11:15 0:08:59 smithi master ubuntu 18.04 rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/crush} 1
pass 6239551 2021-06-28 17:35:58 2021-06-28 23:03:04 2021-06-29 02:07:54 3:04:50 2:51:54 0:12:56 smithi master ubuntu 18.04 rados/upgrade/nautilus-x-singleton/{0-cluster/{openstack start} 1-install/nautilus 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{rbd-cls rbd-import-export readwrite snaps-few-objects} 5-workload/{radosbench rbd_api} 6-finish-upgrade 7-octopus 8-workload/{rbd-python snaps-many-objects} bluestore-bitmap mon_election/classic thrashosds-health ubuntu_18.04} 4
pass 6239552 2021-06-28 17:35:59 2021-06-28 23:03:05 2021-06-28 23:37:23 0:34:18 0:26:30 0:07:48 smithi master centos 8.2 rados/valgrind-leaks/{1-start 2-inject-leak/mon centos_latest} 1
pass 6239553 2021-06-28 17:36:00 2021-06-28 23:03:05 2021-06-28 23:38:25 0:35:20 0:24:24 0:10:56 smithi master centos 8.2 rados/cephadm/dashboard/{0-distro/centos_8.2_kubic_stable task/test_e2e} 2
pass 6239554 2021-06-28 17:36:01 2021-06-28 23:03:05 2021-06-28 23:27:20 0:24:15 0:12:53 0:11:22 smithi master ubuntu 18.04 rados/cephadm/orchestrator_cli/{0-random-distro$/{ubuntu_18.04} 2-node-mgr orchestrator_cli} 2
pass 6239555 2021-06-28 17:36:02 2021-06-28 23:03:06 2021-06-28 23:43:12 0:40:06 0:28:49 0:11:17 smithi master centos 8.2 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/force-sync-many workloads/rados_mon_workunits} 2
pass 6239556 2021-06-28 17:36:03 2021-06-28 23:03:06 2021-06-28 23:36:58 0:33:52 0:23:50 0:10:02 smithi master centos 8.2 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async-v1only objectstore/filestore-xfs rados tasks/rados_api_tests validater/lockdep} 2
pass 6239557 2021-06-28 17:36:04 2021-06-28 23:03:07 2021-06-28 23:29:33 0:26:26 0:15:57 0:10:29 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/set-chunks-read} 2
pass 6239558 2021-06-28 17:36:05 2021-06-28 23:03:07 2021-06-28 23:30:59 0:27:52 0:15:58 0:11:54 smithi master centos 8.2 rados/cephadm/smoke/{distro/centos_8.2_kubic_stable fixed-2 mon_election/classic start} 2
pass 6239559 2021-06-28 17:36:06 2021-06-28 23:03:08 2021-06-28 23:31:07 0:27:59 0:20:08 0:07:51 smithi master rhel 8.4 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6239560 2021-06-28 17:36:07 2021-06-28 23:03:08 2021-06-28 23:25:04 0:21:56 0:12:46 0:09:10 smithi master centos 8.2 rados/singleton/{all/radostool mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{centos_8}} 1
pass 6239561 2021-06-28 17:36:08 2021-06-28 23:03:08 2021-06-28 23:31:33 0:28:25 0:16:19 0:12:06 smithi master centos 8.2 rados/cephadm/smoke-roleless/{0-distro/centos_8.2_kubic_stable 1-start 2-services/basic 3-final} 2
pass 6239562 2021-06-28 17:36:09 2021-06-28 23:03:08 2021-06-28 23:24:24 0:21:16 0:11:00 0:10:16 smithi master centos 8.2 rados/singleton-nomsgr/{all/balancer mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 6239563 2021-06-28 17:36:10 2021-06-28 23:03:09 2021-06-28 23:28:59 0:25:50 0:13:25 0:12:25 smithi master centos 8.2 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 6239564 2021-06-28 17:36:11 2021-06-28 23:03:09 2021-06-28 23:25:12 0:22:03 0:12:42 0:09:21 smithi master centos 8.2 rados/cephadm/smoke-singlehost/{0-distro$/{centos_8.2_kubic_stable} 1-start 2-services/basic 3-final} 1
pass 6239565 2021-06-28 17:36:12 2021-06-28 23:03:09 2021-06-28 23:38:17 0:35:08 0:22:25 0:12:43 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/small-objects-balanced} 2
pass 6239566 2021-06-28 17:36:13 2021-06-28 23:03:11 2021-06-28 23:52:10 0:48:59 0:36:16 0:12:43 smithi master centos 8.2 rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async-v1only root} 2
pass 6239567 2021-06-28 17:36:14 2021-06-28 23:03:11 2021-06-28 23:36:15 0:33:04 0:21:11 0:11:53 smithi master centos 8.2 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-hybrid supported-random-distro$/{centos_8} tasks/progress} 2
pass 6239568 2021-06-28 17:36:15 2021-06-28 23:03:11 2021-06-28 23:36:31 0:33:20 0:20:55 0:12:25 smithi master ubuntu 18.04 rados/singleton/{all/random-eio mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}} 2
pass 6239569 2021-06-28 17:36:16 2021-06-28 23:03:11 2021-06-28 23:44:07 0:40:56 0:28:11 0:12:45 smithi master centos 8.2 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 6239570 2021-06-28 17:36:17 2021-06-28 23:03:12 2021-06-28 23:41:52 0:38:40 0:27:28 0:11:12 smithi master centos 8.3 rados/cephadm/upgrade/{1-start-distro/1-start-centos_8.3-octopus 2-repo_digest/defaut 3-start-upgrade 4-wait mon_election/classic} 2
pass 6239571 2021-06-28 17:36:18 2021-06-28 23:03:13 2021-06-28 23:44:24 0:41:11 0:28:48 0:12:23 smithi master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-fast-read-overwrites} 2
pass 6239572 2021-06-28 17:36:19 2021-06-28 23:03:13 2021-06-28 23:24:06 0:20:53 0:10:50 0:10:03 smithi master centos 8.2 rados/singleton-nomsgr/{all/cache-fs-trunc mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 6239573 2021-06-28 17:36:20 2021-06-28 23:03:14 2021-06-28 23:31:54 0:28:40 0:19:22 0:09:18 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-bitmap openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/cosbench_64K_read_write} 1
pass 6239574 2021-06-28 17:36:21 2021-06-28 23:03:14 2021-06-28 23:26:10 0:22:56 0:11:18 0:11:38 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/classic task/test_adoption} 1
fail 6239575 2021-06-28 17:36:22 2021-06-28 23:03:34 2021-06-28 23:30:41 0:27:07 0:14:47 0:12:20 smithi master ubuntu 18.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} tasks/rados_python} 2
Failure Reason:

Command failed (workunit test rados/test_python.sh) on smithi041 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=0fa5a43392363e67e93c65f90bb47c8ad2846d93 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test_python.sh'

pass 6239576 2021-06-28 17:36:23 2021-06-28 23:03:34 2021-06-28 23:40:16 0:36:42 0:25:15 0:11:27 smithi master centos 8.2 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6239577 2021-06-28 17:36:24 2021-06-28 23:03:55 2021-06-28 23:40:44 0:36:49 0:25:15 0:11:34 smithi master centos 8.2 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/small-objects-localized} 2
pass 6239578 2021-06-28 17:36:25 2021-06-28 23:03:55 2021-06-28 23:43:15 0:39:20 0:27:11 0:12:09 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/osd-delay rados thrashers/morepggrow thrashosds-health workloads/test_rbd_api} 3
pass 6239579 2021-06-28 17:36:26 2021-06-28 23:05:15 2021-06-28 23:30:14 0:24:59 0:17:05 0:07:54 smithi master centos 8.2 rados/singleton/{all/rebuild-mondb mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8}} 1
pass 6239580 2021-06-28 17:36:27 2021-06-28 23:05:16 2021-06-28 23:40:20 0:35:04 0:24:23 0:10:41 smithi master ubuntu 18.04 rados/cephadm/with-work/{0-distro/ubuntu_18.04 fixed-2 mode/root mon_election/classic msgr/async-v1only start tasks/rados_python} 2
pass 6239581 2021-06-28 17:36:28 2021-06-28 23:06:46 2021-06-28 23:29:40 0:22:54 0:16:47 0:06:07 smithi master rhel 8.4 rados/singleton-nomsgr/{all/ceph-kvstore-tool mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 6239582 2021-06-28 17:36:29 2021-06-28 23:06:46 2021-06-28 23:35:51 0:29:05 0:20:04 0:09:01 smithi master rhel 8.3 rados/cephadm/smoke-roleless/{0-distro/rhel_8.3_kubic_stable 1-start 2-services/client-keyring 3-final} 2
pass 6239583 2021-06-28 17:36:30 2021-06-28 23:08:57 2021-06-28 23:32:42 0:23:45 0:16:12 0:07:33 smithi master rhel 8.4 rados/multimon/{clusters/3 mon_election/classic msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} tasks/mon_clock_no_skews} 2
pass 6239584 2021-06-28 17:36:31 2021-06-28 23:09:47 2021-06-28 23:52:23 0:42:36 0:28:44 0:13:52 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/octopus backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/fastclose rados thrashers/none thrashosds-health workloads/cache-snaps} 3
pass 6239585 2021-06-28 17:36:32 2021-06-28 23:12:38 2021-06-28 23:49:54 0:37:16 0:19:38 0:17:38 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/small-objects} 2
pass 6239586 2021-06-28 17:36:33 2021-06-28 23:13:49 2021-06-29 00:05:00 0:51:11 0:42:04 0:09:07 smithi master ubuntu 18.04 rados/singleton/{all/recovery-preemption mon_election/classic msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} 1
pass 6239587 2021-06-28 17:36:34 2021-06-28 23:13:49 2021-06-28 23:41:01 0:27:12 0:19:02 0:08:10 smithi master rhel 8.3 rados/cephadm/smoke/{distro/rhel_8.3_kubic_stable fixed-2 mon_election/connectivity start} 2
pass 6239588 2021-06-28 17:36:35 2021-06-28 23:15:26 2021-06-28 23:57:28 0:42:02 0:29:42 0:12:20 smithi master ubuntu 18.04 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/mon-delay msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/many workloads/rados_mon_workunits} 2
pass 6239589 2021-06-28 17:36:35 2021-06-28 23:17:31 2021-06-28 23:40:00 0:22:29 0:11:38 0:10:51 smithi master ubuntu 18.04 rados/objectstore/{backends/ceph_objectstore_tool supported-random-distro$/{ubuntu_latest}} 1
fail 6239590 2021-06-28 17:36:36 2021-06-28 23:18:12 2021-06-29 06:00:47 6:42:35 6:30:18 0:12:17 smithi master centos 8.2 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-bitmap rados tasks/rados_api_tests validater/valgrind} 2
Failure Reason:

Command failed (workunit test rados/test.sh) on smithi068 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=0fa5a43392363e67e93c65f90bb47c8ad2846d93 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 ALLOW_TIMEOUTS=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

pass 6239591 2021-06-28 17:36:37 2021-06-28 23:19:23 2021-06-28 23:44:17 0:24:54 0:15:13 0:09:41 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/connectivity task/test_cephadm} 1
pass 6239592 2021-06-28 17:36:38 2021-06-28 23:19:23 2021-06-28 23:41:28 0:22:05 0:10:42 0:11:23 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/osd-dispatch-delay objectstore/bluestore-bitmap rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6239593 2021-06-28 17:36:39 2021-06-28 23:20:03 2021-06-28 23:35:21 0:15:18 0:06:10 0:09:08 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/ceph-post-file mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 6239594 2021-06-28 17:36:40 2021-06-28 23:20:14 2021-06-28 23:55:32 0:35:18 0:26:27 0:08:51 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-comp openstack scheduler/wpq_default_shards settings/optimized ubuntu_18.04 workloads/cosbench_64K_write} 1
pass 6239595 2021-06-28 17:36:41 2021-06-28 23:20:14 2021-06-28 23:46:38 0:26:24 0:15:01 0:11:23 smithi master ubuntu 18.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_18.04 1-start 2-services/iscsi 3-final} 2
pass 6239596 2021-06-28 17:36:42 2021-06-28 23:21:14 2021-06-28 23:58:38 0:37:24 0:27:54 0:09:30 smithi master centos 8.2 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/snaps-few-objects-balanced} 2
pass 6239597 2021-06-28 17:36:43 2021-06-28 23:21:34 2021-06-29 00:03:11 0:41:37 0:34:40 0:06:57 smithi master rhel 8.4 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 6239598 2021-06-28 17:36:44 2021-06-28 23:22:05 2021-06-28 23:41:48 0:19:43 0:09:27 0:10:16 smithi master centos 8.2 rados/singleton/{all/resolve_stuck_peering mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8}} 2
pass 6239599 2021-06-28 17:36:45 2021-06-28 23:22:55 2021-06-29 00:18:19 0:55:24 0:45:40 0:09:44 smithi master centos 8.2 rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async-v2only root} 2
pass 6239600 2021-06-28 17:36:46 2021-06-28 23:23:05 2021-06-28 23:49:05 0:26:00 0:15:39 0:10:21 smithi master centos 8.2 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} tasks/rados_stress_watch} 2
pass 6239601 2021-06-28 17:36:47 2021-06-28 23:24:16 2021-06-29 01:22:16 1:58:00 1:47:13 0:10:47 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/luminous-v1only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/few rados thrashers/careful thrashosds-health workloads/radosbench} 3
pass 6239602 2021-06-28 17:36:48 2021-06-28 23:24:36 2021-06-28 23:50:19 0:25:43 0:19:37 0:06:06 smithi master rhel 8.4 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-low-osd-mem-target supported-random-distro$/{rhel_8} tasks/prometheus} 2
pass 6239603 2021-06-28 17:36:49 2021-06-28 23:25:16 2021-06-29 00:17:13 0:51:57 0:40:54 0:11:03 smithi master centos 8.2 rados/standalone/{supported-random-distro$/{centos_8} workloads/erasure-code} 1
pass 6239604 2021-06-28 17:36:51 2021-06-28 23:26:17 2021-06-28 23:42:50 0:16:33 0:06:29 0:10:04 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/export-after-evict mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 6239605 2021-06-28 17:36:52 2021-06-28 23:27:27 2021-06-28 23:55:10 0:27:43 0:16:17 0:11:26 smithi master ubuntu 20.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 1-start 2-services/mirror 3-final} 2
pass 6239606 2021-06-28 17:36:53 2021-06-28 23:27:48 2021-06-29 00:10:15 0:42:27 0:34:59 0:07:28 smithi master rhel 8.4 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 6239607 2021-06-28 17:36:54 2021-06-28 23:29:08 2021-06-29 00:07:59 0:38:51 0:32:54 0:05:57 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/snaps-few-objects-localized} 2
pass 6239608 2021-06-28 17:36:55 2021-06-28 23:29:18 2021-06-28 23:55:14 0:25:56 0:15:51 0:10:05 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 mon_election/classic start} 2
pass 6239609 2021-06-28 17:36:56 2021-06-28 23:29:29 2021-06-28 23:46:47 0:17:18 0:08:39 0:08:39 smithi master ubuntu 18.04 rados/singleton/{all/test-crash mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}} 1
pass 6239610 2021-06-28 17:36:57 2021-06-28 23:29:29 2021-06-29 00:09:19 0:39:50 0:29:33 0:10:17 smithi master ubuntu 20.04 rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04-15.2.9 2-repo_digest/repo_digest 3-start-upgrade 4-wait mon_election/connectivity} 2
pass 6239611 2021-06-28 17:36:58 2021-06-28 23:29:39 2021-06-29 00:10:59 0:41:20 0:31:08 0:10:12 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6239612 2021-06-28 17:37:00 2021-06-28 23:29:39 2021-06-28 23:48:40 0:19:01 0:09:22 0:09:39 smithi master centos 8.2 rados/singleton-nomsgr/{all/full-tiering mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 6239613 2021-06-28 17:37:01 2021-06-28 23:29:50 2021-06-28 23:47:00 0:17:10 0:07:20 0:09:50 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/classic task/test_cephadm_repos} 1
pass 6239614 2021-06-28 17:37:02 2021-06-28 23:30:10 2021-06-28 23:51:12 0:21:02 0:11:28 0:09:34 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-low-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_18.04 workloads/fio_4K_rand_read} 1
pass 6239615 2021-06-28 17:37:03 2021-06-28 23:30:10 2021-06-29 00:03:56 0:33:46 0:24:17 0:09:29 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/snaps-few-objects} 2
pass 6239616 2021-06-28 17:37:04 2021-06-28 23:30:30 2021-06-29 00:16:37 0:46:07 0:35:45 0:10:22 smithi master ubuntu 20.04 rados/cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/packaged mon_election/connectivity msgr/async-v2only start tasks/rados_api_tests} 2
pass 6239617 2021-06-28 17:37:05 2021-06-28 23:30:51 2021-06-29 00:03:05 0:32:14 0:27:14 0:05:00 smithi master rhel 8.4 rados/singleton/{all/test_envlibrados_for_rocksdb mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8}} 1
pass 6239618 2021-06-28 17:37:06 2021-06-28 23:30:51 2021-06-28 23:49:28 0:18:37 0:08:33 0:10:04 smithi master centos 8.2 rados/multimon/{clusters/6 mon_election/connectivity msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} tasks/mon_clock_with_skews} 2
pass 6239619 2021-06-28 17:37:07 2021-06-28 23:30:51 2021-06-28 23:58:11 0:27:20 0:17:26 0:09:54 smithi master centos 8.2 rados/cephadm/smoke-roleless/{0-distro/centos_8.2_kubic_stable 1-start 2-services/nfs-ingress 3-final} 2
pass 6239620 2021-06-28 17:37:08 2021-06-28 23:31:01 2021-06-29 00:02:48 0:31:47 0:22:00 0:09:47 smithi master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-dispatch-delay rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-small-objects-overwrites} 2
pass 6239621 2021-06-28 17:37:09 2021-06-28 23:31:12 2021-06-29 00:09:09 0:37:57 0:26:44 0:11:13 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/luminous backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/osd-delay rados thrashers/default thrashosds-health workloads/rbd_cls} 3
pass 6239622 2021-06-28 17:37:10 2021-06-28 23:31:42 2021-06-28 23:55:25 0:23:43 0:17:32 0:06:11 smithi master rhel 8.4 rados/singleton-nomsgr/{all/health-warnings mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 6239623 2021-06-28 17:37:11 2021-06-28 23:31:43 2021-06-28 23:59:07 0:27:24 0:16:36 0:10:48 smithi master centos 8.2 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-lz4 rados tasks/rados_cls_all validater/lockdep} 2
pass 6239624 2021-06-28 17:37:12 2021-06-28 23:31:43 2021-06-29 00:15:31 0:43:48 0:33:19 0:10:29 smithi master ubuntu 18.04 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/one workloads/snaps-few-objects} 2
pass 6239625 2021-06-28 17:37:13 2021-06-28 23:32:13 2021-06-29 00:13:47 0:41:34 0:31:57 0:09:37 smithi master centos 8.2 rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async root} 2
pass 6239626 2021-06-28 17:37:14 2021-06-28 23:32:24 2021-06-28 23:57:40 0:25:16 0:15:16 0:10:00 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/write_fadvise_dontneed} 2
pass 6239627 2021-06-28 17:37:15 2021-06-28 23:32:24 2021-06-28 23:58:52 0:26:28 0:12:29 0:13:59 smithi master centos 8.2 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6239628 2021-06-28 17:37:16 2021-06-28 23:33:44 2021-06-29 01:03:53 1:30:09 1:21:50 0:08:19 smithi master rhel 8.4 rados/singleton/{all/thrash-backfill-full mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8}} 2
pass 6239629 2021-06-28 17:37:17 2021-06-28 23:34:35 2021-06-28 23:52:02 0:17:27 0:10:48 0:06:39 smithi master rhel 8.4 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} tasks/rados_striper} 2
pass 6239630 2021-06-28 17:37:18 2021-06-28 23:35:15 2021-06-29 00:20:09 0:44:54 0:38:56 0:05:58 smithi master rhel 8.4 rados/singleton-bluestore/{all/cephtool mon_election/classic msgr-failures/none msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8}} 1
pass 6239631 2021-06-28 17:37:19 2021-06-28 23:35:25 2021-06-29 00:03:15 0:27:50 0:16:28 0:11:22 smithi master ubuntu 20.04 rados/cephadm/smoke/{distro/ubuntu_20.04 fixed-2 mon_election/connectivity start} 2
pass 6239632 2021-06-28 17:37:20 2021-06-28 23:35:56 2021-06-28 23:53:42 0:17:46 0:07:05 0:10:41 smithi master ubuntu 18.04 rados/objectstore/{backends/filejournal supported-random-distro$/{ubuntu_latest}} 1
pass 6239633 2021-06-28 17:37:21 2021-06-28 23:36:17 2021-06-29 00:04:28 0:28:11 0:21:15 0:06:56 smithi master rhel 8.3 rados/cephadm/smoke-roleless/{0-distro/rhel_8.3_kubic_stable 1-start 2-services/nfs-ingress2 3-final} 2
pass 6239634 2021-06-28 17:37:22 2021-06-28 23:36:37 2021-06-29 00:02:16 0:25:39 0:18:50 0:06:49 smithi master rhel 8.4 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 6239635 2021-06-28 17:37:23 2021-06-28 23:37:08 2021-06-29 00:00:10 0:23:02 0:17:28 0:05:34 smithi master rhel 8.4 rados/singleton-nomsgr/{all/large-omap-object-warnings mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 6239636 2021-06-28 17:37:24 2021-06-28 23:37:28 2021-06-29 00:11:36 0:34:08 0:22:57 0:11:11 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/connectivity task/test_orch_cli} 1
pass 6239637 2021-06-28 17:37:25 2021-06-28 23:38:18 2021-06-29 00:03:51 0:25:33 0:17:41 0:07:52 smithi master rhel 8.4 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-stupid supported-random-distro$/{rhel_8} tasks/workunits} 2
pass 6239638 2021-06-28 17:37:26 2021-06-28 23:38:29 2021-06-29 00:26:38 0:48:09 0:37:13 0:10:56 smithi master centos 8.2 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/admin_socket_objecter_requests} 2
pass 6239639 2021-06-28 17:37:27 2021-06-28 23:39:19 2021-06-29 00:31:29 0:52:10 0:40:14 0:11:56 smithi master centos 8.2 rados/singleton/{all/thrash-eio mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8}} 2
pass 6239640 2021-06-28 17:37:28 2021-06-28 23:40:09 2021-06-29 00:01:46 0:21:37 0:12:48 0:08:49 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-stupid openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/fio_4K_rand_rw} 1
pass 6239641 2021-06-28 17:37:29 2021-06-28 23:40:21 2021-06-29 00:33:49 0:53:28 0:42:16 0:11:12 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/mimic-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/fastclose rados thrashers/mapgap thrashosds-health workloads/snaps-few-objects} 3
fail 6239642 2021-06-28 17:37:30 2021-06-28 23:40:21 2021-06-29 00:02:01 0:21:40 0:11:24 0:10:16 smithi master ubuntu 18.04 rados/rook/smoke/{0-distro/ubuntu_18.04 0-kubeadm 1-rook 2-workload/radosbench 3-final cluster/1-node k8s/1.21 net/calico rook/1.6.2} 1
Failure Reason:

Command failed on smithi109 with status 22: 'kubectl -n rook-ceph exec rook-ceph-tools-7467d8bf8-x6rcr -- ceph orch ps'

pass 6239643 2021-06-28 17:37:31 2021-06-28 23:40:22 2021-06-29 02:11:23 2:31:01 2:19:26 0:11:35 smithi master centos 8.2 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-radosbench} 2
pass 6239644 2021-06-28 17:37:32 2021-06-28 23:40:52 2021-06-29 00:06:48 0:25:56 0:15:04 0:10:52 smithi master ubuntu 18.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_18.04 1-start 2-services/nfs 3-final} 2
pass 6239645 2021-06-28 17:37:33 2021-06-28 23:41:02 2021-06-29 00:14:39 0:33:37 0:22:57 0:10:40 smithi master centos 8.2 rados/cephadm/with-work/{0-distro/centos_8.2_kubic_stable fixed-2 mode/root mon_election/classic msgr/async start tasks/rados_python} 2
pass 6239646 2021-06-28 17:37:34 2021-06-28 23:41:33 2021-06-29 00:00:03 0:18:30 0:10:33 0:07:57 smithi master centos 8.2 rados/singleton-nomsgr/{all/lazy_omap_stats_output mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 6239647 2021-06-28 17:37:35 2021-06-28 23:41:33 2021-06-29 01:02:08 1:20:35 1:11:58 0:08:37 smithi master centos 8.2 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/cache-agent-big} 2
pass 6239648 2021-06-28 17:37:36 2021-06-28 23:41:33 2021-06-29 00:16:34 0:35:01 0:28:19 0:06:42 smithi master rhel 8.4 rados/singleton/{all/thrash-rados/{thrash-rados thrashosds-health} mon_election/classic msgr-failures/none msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{rhel_8}} 2
pass 6239649 2021-06-28 17:37:37 2021-06-28 23:41:54 2021-06-29 00:22:27 0:40:33 0:34:56 0:05:37 smithi master rhel 8.4 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6239650 2021-06-28 17:37:38 2021-06-28 23:41:54 2021-06-29 00:08:54 0:27:00 0:16:28 0:10:32 smithi master centos 8.2 rados/cephadm/smoke/{distro/centos_8.2_kubic_stable fixed-2 mon_election/connectivity start} 2
pass 6239651 2021-06-28 17:37:39 2021-06-28 23:41:55 2021-06-29 00:05:20 0:23:25 0:13:12 0:10:13 smithi master ubuntu 20.04 rados/cephadm/smoke-singlehost/{0-distro$/{ubuntu_20.04} 1-start 2-services/rgw 3-final} 1
pass 6239652 2021-06-28 17:37:40 2021-06-28 23:41:55 2021-06-29 00:02:04 0:20:09 0:10:05 0:10:04 smithi master ubuntu 18.04 rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/mgr} 1
pass 6239653 2021-06-28 17:37:41 2021-06-28 23:42:56 2021-06-29 00:30:20 0:47:24 0:37:04 0:10:20 smithi master centos 8.2 rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async-v1only root} 2
pass 6239654 2021-06-28 17:37:42 2021-06-28 23:43:16 2021-06-29 00:12:25 0:29:09 0:22:28 0:06:41 smithi master rhel 8.4 rados/multimon/{clusters/9 mon_election/classic msgr-failures/few msgr/async no_pools objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} tasks/mon_recovery} 3
pass 6239655 2021-06-28 17:37:43 2021-06-28 23:43:17 2021-06-29 00:03:17 0:20:00 0:10:20 0:09:40 smithi master centos 8.2 rados/singleton-nomsgr/{all/librados_hello_world mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 6239656 2021-06-28 17:37:44 2021-06-28 23:44:09 2021-06-29 00:23:15 0:39:06 0:29:30 0:09:36 smithi master centos 8.2 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8} tasks/rados_workunit_loadgen_big} 2
pass 6239657 2021-06-28 17:37:45 2021-06-28 23:44:19 2021-06-29 00:08:34 0:24:15 0:13:41 0:10:34 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/cache-agent-small} 2
pass 6239658 2021-06-28 17:37:46 2021-06-28 23:44:29 2021-06-29 00:17:43 0:33:14 0:21:40 0:11:34 smithi master centos 8.2 rados/singleton/{all/thrash_cache_writeback_proxy_none mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8}} 2
pass 6239659 2021-06-28 17:37:47 2021-06-28 23:46:40 2021-06-29 00:26:21 0:39:41 0:28:43 0:10:58 smithi master ubuntu 20.04 rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/defaut 3-start-upgrade 4-wait mon_election/classic} 2
pass 6239660 2021-06-28 17:37:48 2021-06-28 23:46:50 2021-06-29 00:06:01 0:19:11 0:10:01 0:09:10 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/connectivity task/test_adoption} 1
pass 6239661 2021-06-28 17:37:49 2021-06-28 23:47:10 2021-06-29 00:08:04 0:20:54 0:09:40 0:11:14 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/wpq_default_shards settings/optimized ubuntu_18.04 workloads/fio_4M_rand_read} 1
pass 6239662 2021-06-28 17:37:50 2021-06-28 23:48:41 2021-06-29 00:32:07 0:43:26 0:33:39 0:09:47 smithi master centos 8.2 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-snappy rados tasks/mon_recovery validater/valgrind} 2
pass 6239663 2021-06-28 17:37:51 2021-06-28 23:49:11 2021-06-29 00:16:30 0:27:19 0:17:59 0:09:20 smithi master centos 8.2 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/sync-many workloads/pool-create-delete} 2
pass 6239664 2021-06-28 17:37:52 2021-06-28 23:49:31 2021-06-29 00:18:24 0:28:53 0:11:52 0:17:01 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6239665 2021-06-28 17:37:53 2021-06-28 23:50:22 2021-06-29 00:17:43 0:27:21 0:15:52 0:11:29 smithi master ubuntu 20.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 1-start 2-services/nfs2 3-final} 2
pass 6239666 2021-06-28 17:37:54 2021-06-28 23:52:12 2021-06-29 00:14:43 0:22:31 0:14:15 0:08:16 smithi master centos 8.2 rados/singleton-nomsgr/{all/msgr mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 6239667 2021-06-28 17:37:55 2021-06-28 23:52:13 2021-06-29 00:27:07 0:34:54 0:28:37 0:06:17 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/cache-pool-snaps-readproxy} 2
pass 6239668 2021-06-28 17:37:56 2021-06-28 23:52:13 2021-06-29 00:28:19 0:36:06 0:25:12 0:10:54 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/mimic backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/few rados thrashers/morepggrow thrashosds-health workloads/test_rbd_api} 3
pass 6239669 2021-06-28 17:37:57 2021-06-28 23:52:33 2021-06-29 00:07:13 0:14:40 0:07:02 0:07:38 smithi master ubuntu 18.04 rados/singleton/{all/watch-notify-same-primary mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}} 1
pass 6239670 2021-06-28 17:37:58 2021-06-28 23:52:34 2021-06-29 00:37:42 0:45:08 0:33:25 0:11:43 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 6239671 2021-06-28 17:37:59 2021-06-28 23:53:54 2021-06-29 00:24:17 0:30:23 0:18:59 0:11:24 smithi master centos 8.2 rados/cephadm/smoke-roleless/{0-distro/centos_8.2_kubic_stable 1-start 2-services/rgw-ingress 3-final} 2
pass 6239672 2021-06-28 17:38:00 2021-06-28 23:55:15 2021-06-29 00:17:07 0:21:52 0:10:13 0:11:39 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/filestore-xfs supported-random-distro$/{ubuntu_latest} tasks/crash} 2
pass 6239673 2021-06-28 17:38:01 2021-06-28 23:55:15 2021-06-29 02:34:35 2:39:20 2:30:32 0:08:48 smithi master ubuntu 18.04 rados/objectstore/{backends/filestore-idempotent-aio-journal supported-random-distro$/{ubuntu_latest}} 1
pass 6239674 2021-06-28 17:38:02 2021-06-28 23:55:15 2021-06-29 00:28:29 0:33:14 0:23:59 0:09:15 smithi master centos 8.2 rados/valgrind-leaks/{1-start 2-inject-leak/none centos_latest} 1
pass 6239675 2021-06-28 17:38:03 2021-06-28 23:57:38 2021-06-29 00:46:38 0:49:00 0:43:39 0:05:21 smithi master rhel 8.4 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-dispatch-delay rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} 2
pass 6239676 2021-06-28 17:38:04 2021-06-28 23:57:49 2021-06-29 00:23:07 0:25:18 0:19:15 0:06:03 smithi master rhel 8.3 rados/cephadm/smoke/{distro/rhel_8.3_kubic_stable fixed-2 mon_election/classic start} 2
pass 6239677 2021-06-28 17:38:05 2021-06-28 23:57:59 2021-06-29 00:33:21 0:35:22 0:28:27 0:06:55 smithi master rhel 8.4 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-balanced} 2
pass 6239678 2021-06-28 17:38:06 2021-06-28 23:58:19 2021-06-29 00:23:54 0:25:35 0:16:25 0:09:10 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/classic task/test_cephadm} 1
pass 6239679 2021-06-28 17:38:08 2021-06-28 23:58:21 2021-06-29 00:41:18 0:42:57 0:34:09 0:08:48 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/cache-pool-snaps} 2
pass 6239680 2021-06-28 17:38:14 2021-06-28 23:58:41 2021-06-29 00:38:35 0:39:54 0:28:58 0:10:56 smithi master centos 8.2 rados/singleton-nomsgr/{all/multi-backfill-reject mon_election/classic rados supported-random-distro$/{centos_8}} 2
pass 6239681 2021-06-28 17:38:16 2021-06-28 23:58:51 2021-06-29 00:14:05 0:15:14 0:07:15 0:07:59 smithi master ubuntu 18.04 rados/singleton/{all/admin-socket mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} 1
pass 6239682 2021-06-28 17:38:17 2021-06-28 23:58:51 2021-06-29 00:50:10 0:51:19 0:44:30 0:06:49 smithi master rhel 8.3 rados/cephadm/with-work/{0-distro/rhel_8.3_kubic_stable fixed-2 mode/packaged mon_election/connectivity msgr/async-v1only start tasks/rados_api_tests} 2
pass 6239683 2021-06-28 17:38:18 2021-06-28 23:59:02 2021-06-29 00:45:49 0:46:47 0:28:50 0:17:57 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/osd-delay rados thrashers/none thrashosds-health workloads/cache-snaps} 3
pass 6239684 2021-06-28 17:38:20 2021-06-28 23:59:12 2021-06-29 00:38:53 0:39:41 0:29:39 0:10:02 smithi master centos 8.2 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6239685 2021-06-28 17:38:21 2021-06-29 00:00:12 2021-06-29 00:18:52 0:18:40 0:10:03 0:08:37 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-bitmap openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_18.04 workloads/fio_4M_rand_rw} 1
pass 6239686 2021-06-28 17:38:22 2021-06-29 00:00:13 2021-06-29 00:31:02 0:30:49 0:22:08 0:08:41 smithi master rhel 8.4 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} tasks/rados_workunit_loadgen_mix} 2
pass 6239687 2021-06-28 17:38:23 2021-06-29 00:01:53 2021-06-29 00:47:11 0:45:18 0:34:31 0:10:47 smithi master centos 8.2 rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async-v2only root} 2
pass 6239688 2021-06-28 17:38:25 2021-06-29 00:02:13 2021-06-29 00:39:47 0:37:34 0:26:49 0:10:45 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/cache-snaps-balanced} 2
pass 6239689 2021-06-28 17:38:32 2021-06-29 00:02:24 2021-06-29 00:19:52 0:17:28 0:07:18 0:10:10 smithi master ubuntu 18.04 rados/singleton/{all/deduptool mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest}} 1
pass 6239690 2021-06-28 17:38:39 2021-06-29 00:02:24 2021-06-29 00:28:12 0:25:48 0:16:53 0:08:55 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/osd_stale_reads mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 6239691 2021-06-28 17:38:41 2021-06-29 00:02:54 2021-06-29 00:30:22 0:27:28 0:20:54 0:06:34 smithi master rhel 8.3 rados/cephadm/smoke-roleless/{0-distro/rhel_8.3_kubic_stable 1-start 2-services/rgw 3-final} 2
pass 6239692 2021-06-28 17:38:42 2021-06-29 00:03:15 2021-06-29 00:26:25 0:23:10 0:16:38 0:06:32 smithi master rhel 8.4 rados/multimon/{clusters/21 mon_election/connectivity msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} tasks/mon_clock_no_skews} 3
pass 6239693 2021-06-28 17:38:43 2021-06-29 00:03:15 2021-06-29 00:28:51 0:25:36 0:15:48 0:09:48 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 mon_election/connectivity start} 2
pass 6239694 2021-06-28 17:38:44 2021-06-29 00:03:25 2021-06-29 00:29:44 0:26:19 0:15:08 0:11:11 smithi master ubuntu 18.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_18.04 1-start 2-services/basic 3-final} 2
pass 6239695 2021-06-28 17:38:45 2021-06-29 00:03:56 2021-06-29 00:37:13 0:33:17 0:23:25 0:09:52 smithi master centos 8.2 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zlib rados tasks/rados_api_tests validater/lockdep} 2
pass 6239696 2021-06-28 17:38:46 2021-06-29 00:04:06 2021-06-29 00:38:46 0:34:40 0:22:27 0:12:13 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/cache-snaps} 2
pass 6239697 2021-06-28 17:38:47 2021-06-29 00:04:36 2021-06-29 00:21:25 0:16:49 0:08:54 0:07:55 smithi master ubuntu 18.04 rados/singleton/{all/divergent_priors mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}} 1
pass 6239698 2021-06-28 17:38:48 2021-06-29 00:04:37 2021-06-29 00:30:47 0:26:10 0:11:20 0:14:50 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6239699 2021-06-28 17:38:51 2021-06-29 00:06:57 2021-06-29 00:26:06 0:19:09 0:09:44 0:09:25 smithi master ubuntu 18.04 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/sync workloads/rados_5925} 2
pass 6239700 2021-06-28 17:39:08 2021-06-29 00:07:19 2021-06-29 00:43:03 0:35:44 0:26:09 0:09:35 smithi master centos 8.3 rados/cephadm/upgrade/{1-start-distro/1-start-centos_8.3-octopus 2-repo_digest/repo_digest 3-start-upgrade 4-wait mon_election/connectivity} 2
pass 6239701 2021-06-28 17:39:11 2021-06-29 00:08:09 2021-06-29 00:26:38 0:18:29 0:09:16 0:09:13 smithi master centos 8.2 rados/singleton-nomsgr/{all/pool-access mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 6239702 2021-06-28 17:39:13 2021-06-29 00:08:09 2021-06-29 00:26:30 0:18:21 0:07:30 0:10:51 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/connectivity task/test_cephadm_repos} 1
pass 6239703 2021-06-28 17:39:15 2021-06-29 00:08:40 2021-06-29 00:32:47 0:24:07 0:13:00 0:11:07 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-bitmap supported-random-distro$/{ubuntu_latest} tasks/failover} 2
pass 6239704 2021-06-28 17:39:17 2021-06-29 00:09:00 2021-06-29 00:49:41 0:40:41 0:30:56 0:09:45 smithi master centos 8.2 rados/standalone/{supported-random-distro$/{centos_8} workloads/misc} 1
pass 6239705 2021-06-28 17:39:20 2021-06-29 00:09:01 2021-06-29 01:48:31 1:39:30 1:25:47 0:13:43 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v2only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/fastclose rados thrashers/pggrow thrashosds-health workloads/radosbench} 3
pass 6239706 2021-06-28 17:39:24 2021-06-29 00:09:11 2021-06-29 00:31:59 0:22:48 0:10:05 0:12:43 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 6239707 2021-06-28 17:39:27 2021-06-29 00:10:21 2021-06-29 00:33:58 0:23:37 0:13:52 0:09:45 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-comp openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/fio_4M_rand_write} 1
pass 6239708 2021-06-28 17:39:33 2021-06-29 00:10:22 2021-06-29 00:35:56 0:25:34 0:15:10 0:10:24 smithi master centos 8.2 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/cache} 2
pass 6239709 2021-06-28 17:39:35 2021-06-29 00:11:02 2021-06-29 00:29:25 0:18:23 0:08:16 0:10:07 smithi master ubuntu 18.04 rados/singleton/{all/divergent_priors2 mon_election/classic msgr-failures/none msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest}} 1
pass 6239710 2021-06-28 17:39:37 2021-06-29 00:11:42 2021-06-29 00:40:04 0:28:22 0:16:06 0:12:16 smithi master ubuntu 20.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 1-start 2-services/client-keyring 3-final} 2
pass 6239711 2021-06-28 17:39:38 2021-06-29 00:12:33 2021-06-29 01:05:04 0:52:31 0:44:15 0:08:16 smithi master centos 8.2 rados/singleton-nomsgr/{all/recovery-unfound-found mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 6239712 2021-06-28 17:39:39 2021-06-29 00:12:33 2021-06-29 02:41:20 2:28:47 2:20:33 0:08:14 smithi master rhel 8.4 rados/objectstore/{backends/filestore-idempotent supported-random-distro$/{rhel_8}} 1
pass 6239713 2021-06-28 17:39:40 2021-06-29 00:13:53 2021-06-29 01:11:09 0:57:16 0:47:58 0:09:18 smithi master centos 8.2 rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async root} 2
pass 6239714 2021-06-28 17:39:41 2021-06-29 00:14:14 2021-06-29 00:52:05 0:37:51 0:30:19 0:07:32 smithi master rhel 8.4 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} tasks/rados_workunit_loadgen_mostlyread} 2
pass 6239715 2021-06-28 17:39:42 2021-06-29 00:14:44 2021-06-29 00:48:59 0:34:15 0:22:50 0:11:25 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 6239716 2021-06-28 17:39:43 2021-06-29 00:15:34 2021-06-29 00:49:24 0:33:50 0:23:56 0:09:54 smithi master ubuntu 18.04 rados/cephadm/with-work/{0-distro/ubuntu_18.04 fixed-2 mode/root mon_election/classic msgr/async-v2only start tasks/rados_python} 2
pass 6239717 2021-06-28 17:39:44 2021-06-29 00:16:35 2021-06-29 00:57:30 0:40:55 0:31:51 0:09:04 smithi master centos 8.2 rados/singleton-bluestore/{all/cephtool mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8}} 1
pass 6239718 2021-06-28 17:39:45 2021-06-29 00:16:35 2021-06-29 00:59:34 0:42:59 0:36:54 0:06:05 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/pool-snaps-few-objects} 2
dead 6239719 2021-06-28 17:39:46 2021-06-29 00:16:36 2021-06-29 00:30:32 0:13:56 0:04:04 0:09:52 smithi master ubuntu 20.04 rados/cephadm/smoke/{distro/ubuntu_20.04 fixed-2 mon_election/classic start} 2
Failure Reason:

{'Failure object was': {'smithi181.front.sepia.ceph.com': {'msg': 'Failed to update apt cache: ', 'invocation': {'module_args': {'dpkg_options': 'force-confdef,force-confold', 'autoremove': False, 'force': False, 'force_apt_get': False, 'policy_rc_d': 'None', 'package': 'None', 'autoclean': False, 'install_recommends': 'None', 'purge': False, 'allow_unauthenticated': False, 'state': 'present', 'upgrade': 'None', 'update_cache': True, 'default_release': 'None', 'only_upgrade': False, 'deb': 'None', 'cache_valid_time': 0}}, '_ansible_no_log': False, 'attempts': 24, 'changed': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_26631ede9027a5643f2e47dacc5af6f1834aac45/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_26631ede9027a5643f2e47dacc5af6f1834aac45/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_26631ede9027a5643f2e47dacc5af6f1834aac45/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_26631ede9027a5643f2e47dacc5af6f1834aac45/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_26631ede9027a5643f2e47dacc5af6f1834aac45/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_26631ede9027a5643f2e47dacc5af6f1834aac45/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_26631ede9027a5643f2e47dacc5af6f1834aac45/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_26631ede9027a5643f2e47dacc5af6f1834aac45/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_26631ede9027a5643f2e47dacc5af6f1834aac45/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 117, in represent_mapping node_key = self.represent_data(item_key) File "/home/teuthworker/src/git.ceph.com_git_teuthology_26631ede9027a5643f2e47dacc5af6f1834aac45/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_26631ede9027a5643f2e47dacc5af6f1834aac45/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', '_ansible_no_log')"}

pass 6239720 2021-06-28 17:39:47 2021-06-29 00:16:47 2021-06-29 00:36:19 0:19:32 0:10:29 0:09:03 smithi master centos 8.2 rados/singleton/{all/dump-stuck mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8}} 1
pass 6239721 2021-06-28 17:39:49 2021-06-29 00:17:07 2021-06-29 00:54:27 0:37:20 0:27:50 0:09:30 smithi master centos 8.2 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6239722 2021-06-28 17:39:50 2021-06-29 00:17:17 2021-06-29 00:35:20 0:18:03 0:08:09 0:09:54 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/version-number-sanity mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 6239723 2021-06-28 17:39:51 2021-06-29 00:17:48 2021-06-29 00:50:14 0:32:26 0:24:15 0:08:11 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/classic task/test_orch_cli} 1
pass 6239724 2021-06-28 17:39:52 2021-06-29 00:17:48 2021-06-29 00:50:37 0:32:49 0:23:06 0:09:43 smithi master centos 8.2 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-small-objects-fast-read-overwrites} 2
pass 6239725 2021-06-28 17:39:53 2021-06-29 00:17:49 2021-06-29 00:55:55 0:38:06 0:26:57 0:11:09 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/few rados thrashers/careful thrashosds-health workloads/rbd_cls} 3
pass 6239726 2021-06-28 17:39:54 2021-06-29 00:18:29 2021-06-29 00:44:19 0:25:50 0:11:21 0:14:29 smithi master centos 8.2 rados/multimon/{clusters/3 mon_election/classic msgr-failures/few msgr/async-v2only no_pools objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} tasks/mon_clock_with_skews} 2
pass 6239727 2021-06-28 17:39:55 2021-06-29 00:18:30 2021-06-29 00:44:05 0:25:35 0:15:07 0:10:28 smithi master centos 8.2 rados/cephadm/smoke-roleless/{0-distro/centos_8.2_kubic_stable 1-start 2-services/iscsi 3-final} 2
pass 6239728 2021-06-28 17:39:56 2021-06-29 00:19:00 2021-06-29 01:05:11 0:46:11 0:38:14 0:07:57 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/rados_api_tests} 2
pass 6239729 2021-06-28 17:39:57 2021-06-29 00:20:10 2021-06-29 01:50:14 1:30:04 1:23:48 0:06:16 smithi master rhel 8.4 rados/singleton/{all/ec-lost-unfound mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8}} 1
pass 6239730 2021-06-28 17:39:58 2021-06-29 00:21:31 2021-06-29 00:44:16 0:22:45 0:12:24 0:10:21 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-low-osd-mem-target openstack scheduler/wpq_default_shards settings/optimized ubuntu_18.04 workloads/radosbench_4K_rand_read} 1
pass 6239731 2021-06-28 17:39:59 2021-06-29 00:22:31 2021-06-29 00:48:05 0:25:34 0:19:15 0:06:19 smithi master rhel 8.3 rados/cephadm/smoke-roleless/{0-distro/rhel_8.3_kubic_stable 1-start 2-services/mirror 3-final} 2
pass 6239732 2021-06-28 17:40:00 2021-06-29 00:23:02 2021-06-29 01:40:53 1:17:51 1:08:14 0:09:37 smithi master ubuntu 18.04 rados/dashboard/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity random-objectstore$/{bluestore-low-osd-mem-target} supported-random-distro$/{ubuntu_latest} tasks/dashboard} 2
pass 6239733 2021-06-28 17:40:01 2021-06-29 00:23:12 2021-06-29 00:45:58 0:22:46 0:14:27 0:08:19 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/admin_socket_output mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 6239734 2021-06-28 17:40:02 2021-06-29 00:23:13 2021-06-29 03:26:32 3:03:19 2:50:01 0:13:18 smithi master ubuntu 18.04 rados/upgrade/nautilus-x-singleton/{0-cluster/{openstack start} 1-install/nautilus 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{rbd-cls rbd-import-export readwrite snaps-few-objects} 5-workload/{radosbench rbd_api} 6-finish-upgrade 7-octopus 8-workload/{rbd-python snaps-many-objects} bluestore-bitmap mon_election/connectivity thrashosds-health ubuntu_18.04} 4
pass 6239735 2021-06-28 17:40:03 2021-06-29 00:24:24 2021-06-29 02:58:56 2:34:32 2:23:55 0:10:37 smithi master centos 8.2 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-comp-zstd rados tasks/rados_cls_all validater/valgrind} 2
pass 6239736 2021-06-28 17:40:05 2021-06-29 00:26:14 2021-06-29 00:50:42 0:24:28 0:11:02 0:13:26 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/osd-dispatch-delay objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6239737 2021-06-28 17:40:06 2021-06-29 00:26:35 2021-06-29 01:20:06 0:53:31 0:43:04 0:10:27 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/octopus backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/osd-delay rados thrashers/default thrashosds-health workloads/snaps-few-objects} 3
pass 6239738 2021-06-28 17:40:07 2021-06-29 00:26:35 2021-06-29 01:02:20 0:35:45 0:25:30 0:10:15 smithi master ubuntu 18.04 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/force-sync-many workloads/rados_api_tests} 2
fail 6239739 2021-06-28 17:40:08 2021-06-29 00:26:45 2021-06-29 01:02:23 0:35:38 0:23:54 0:11:44 smithi master centos 8.2 rados/cephadm/dashboard/{0-distro/centos_8.2_kubic_stable task/test_e2e} 2
Failure Reason:

Command failed (workunit test cephadm/test_dashboard_e2e.sh) on smithi120 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=0fa5a43392363e67e93c65f90bb47c8ad2846d93 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_dashboard_e2e.sh'

pass 6239740 2021-06-28 17:40:09 2021-06-29 00:27:16 2021-06-29 00:43:54 0:16:38 0:08:23 0:08:15 smithi master centos 8.2 rados/singleton/{all/erasure-code-nonregression mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{centos_8}} 1
pass 6239741 2021-06-28 17:40:10 2021-06-29 00:27:16 2021-06-29 01:29:56 1:02:40 0:51:36 0:11:04 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/radosbench-high-concurrency} 2
pass 6239742 2021-06-28 17:40:11 2021-06-29 00:28:27 2021-06-29 00:49:44 0:21:17 0:13:53 0:07:24 smithi master rhel 8.4 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} tasks/readwrite} 2
pass 6239743 2021-06-28 17:40:12 2021-06-29 00:28:27 2021-06-29 00:56:09 0:27:42 0:21:20 0:06:22 smithi master rhel 8.4 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-comp-lz4 supported-random-distro$/{rhel_8} tasks/insights} 2
pass 6239744 2021-06-28 17:40:13 2021-06-29 00:28:57 2021-06-29 00:53:06 0:24:09 0:12:13 0:11:56 smithi master ubuntu 20.04 rados/cephadm/orchestrator_cli/{0-random-distro$/{ubuntu_20.04} 2-node-mgr orchestrator_cli} 2
pass 6239745 2021-06-28 17:40:14 2021-06-29 00:29:28 2021-06-29 01:09:32 0:40:04 0:28:12 0:11:52 smithi master centos 8.2 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 6239746 2021-06-28 17:40:15 2021-06-29 00:30:28 2021-06-29 00:47:37 0:17:09 0:08:20 0:08:49 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/balancer mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 6239747 2021-06-28 17:40:16 2021-06-29 00:30:28 2021-06-29 00:55:47 0:25:19 0:15:18 0:10:01 smithi master centos 8.2 rados/cephadm/smoke/{distro/centos_8.2_kubic_stable fixed-2 mon_election/classic start} 2
pass 6239748 2021-06-28 17:40:17 2021-06-29 00:30:28 2021-06-29 00:51:46 0:21:18 0:11:33 0:09:45 smithi master ubuntu 18.04 rados/cephadm/smoke-singlehost/{0-distro$/{ubuntu_18.04} 1-start 2-services/basic 3-final} 1
pass 6239749 2021-06-28 17:40:18 2021-06-29 00:30:39 2021-06-29 01:48:23 1:17:44 1:07:28 0:10:16 smithi master ubuntu 18.04 rados/singleton/{all/lost-unfound-delete mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}} 1
pass 6239750 2021-06-28 17:40:19 2021-06-29 00:30:39 2021-06-29 01:36:05 1:05:26 0:54:54 0:10:32 smithi master centos 8.2 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/radosbench} 2
pass 6239751 2021-06-28 17:40:21 2021-06-29 00:30:49 2021-06-29 01:11:54 0:41:05 0:33:54 0:07:11 smithi master rhel 8.4 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects-many-deletes} 2
pass 6239752 2021-06-28 17:40:23 2021-06-29 00:30:50 2021-06-29 01:14:20 0:43:30 0:32:47 0:10:43 smithi master centos 8.2 rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async-v1only root} 2
pass 6239753 2021-06-28 17:40:25 2021-06-29 00:31:10 2021-06-29 00:51:06 0:19:56 0:08:43 0:11:13 smithi master centos 8.2 rados/objectstore/{backends/fusestore supported-random-distro$/{centos_8}} 1
pass 6239754 2021-06-28 17:40:26 2021-06-29 00:31:30 2021-06-29 00:50:20 0:18:50 0:10:43 0:08:07 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-stupid openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_18.04 workloads/radosbench_4K_seq_read} 1
pass 6239755 2021-06-28 17:40:27 2021-06-29 00:31:30 2021-06-29 00:50:42 0:19:12 0:09:43 0:09:29 smithi master centos 8.2 rados/singleton-nomsgr/{all/cache-fs-trunc mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 6239756 2021-06-28 17:40:28 2021-06-29 00:32:01 2021-06-29 01:11:31 0:39:30 0:28:56 0:10:34 smithi master ubuntu 20.04 rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04-15.2.9 2-repo_digest/defaut 3-start-upgrade 4-wait mon_election/classic} 2
fail 6239757 2021-06-28 17:40:29 2021-06-29 00:32:01 2021-06-29 00:58:34 0:26:33 0:14:38 0:11:55 smithi master ubuntu 20.04 rados/rook/smoke/{0-distro/ubuntu_20.04 0-kubeadm 1-rook 2-workload/none 3-final cluster/3-node k8s/1.21 net/calico rook/master} 3
Failure Reason:

Command failed on smithi029 with status 22: 'kubectl -n rook-ceph exec rook-ceph-tools-78cdfd976c-vchlp -- ceph orch ps'

pass 6239758 2021-06-28 17:40:31 2021-06-29 00:32:51 2021-06-29 00:51:32 0:18:41 0:10:44 0:07:57 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/classic task/test_adoption} 1
pass 6239759 2021-06-28 17:40:32 2021-06-29 00:32:52 2021-06-29 01:20:26 0:47:34 0:38:04 0:09:30 smithi master rhel 8.4 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6239760 2021-06-28 17:40:33 2021-06-29 00:33:22 2021-06-29 01:29:01 0:55:39 0:48:39 0:07:00 smithi master rhel 8.4 rados/standalone/{supported-random-distro$/{rhel_8} workloads/mon} 1
pass 6239761 2021-06-28 17:40:34 2021-06-29 00:33:52 2021-06-29 02:16:59 1:43:07 1:37:18 0:05:49 smithi master rhel 8.4 rados/singleton/{all/lost-unfound mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8}} 1
pass 6239762 2021-06-28 17:40:35 2021-06-29 00:33:53 2021-06-29 01:03:16 0:29:23 0:22:41 0:06:42 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/redirect} 2
dead 6239763 2021-06-28 17:40:36 2021-06-29 00:34:03 2021-06-29 00:36:55 0:02:52 smithi master ubuntu 20.04 rados/cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/packaged mon_election/connectivity msgr/async start tasks/rados_api_tests} 2
Failure Reason:

Error reimaging machines: Failed to power on smithi050

pass 6239764 2021-06-28 17:40:37 2021-06-29 00:35:33 2021-06-29 01:03:11 0:27:38 0:17:49 0:09:49 smithi master ubuntu 18.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_18.04 1-start 2-services/nfs-ingress 3-final} 2
pass 6239765 2021-06-28 17:40:38 2021-06-29 00:35:34 2021-06-29 00:53:12 0:17:38 0:07:20 0:10:18 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/ceph-kvstore-tool mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 6239766 2021-06-28 17:40:39 2021-06-29 00:36:04 2021-06-29 00:59:43 0:23:39 0:13:12 0:10:27 smithi master centos 8.2 rados/multimon/{clusters/6 mon_election/connectivity msgr-failures/many msgr/async no_pools objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} tasks/mon_recovery} 2
pass 6239767 2021-06-28 17:40:40 2021-06-29 00:36:24 2021-06-29 01:12:50 0:36:26 0:24:59 0:11:27 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/luminous-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/fastclose rados thrashers/mapgap thrashosds-health workloads/test_rbd_api} 3
pass 6239768 2021-06-28 17:40:41 2021-06-29 00:37:25 2021-06-29 01:03:02 0:25:37 0:18:43 0:06:54 smithi master rhel 8.4 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} tasks/repair_test} 2
pass 6239769 2021-06-28 17:40:42 2021-06-29 00:37:45 2021-06-29 00:52:30 0:14:45 0:06:57 0:07:48 smithi master ubuntu 18.04 rados/singleton/{all/max-pg-per-osd.from-mon mon_election/classic msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} 1
pass 6239770 2021-06-28 17:40:43 2021-06-29 00:37:45 2021-06-29 01:04:32 0:26:47 0:19:09 0:07:38 smithi master rhel 8.3 rados/cephadm/smoke/{distro/rhel_8.3_kubic_stable fixed-2 mon_election/connectivity start} 2
pass 6239771 2021-06-28 17:40:44 2021-06-29 00:38:46 2021-06-29 01:11:39 0:32:53 0:26:29 0:06:24 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/redirect_promote_tests} 2
pass 6239772 2021-06-28 17:40:45 2021-06-29 00:38:56 2021-06-29 01:04:08 0:25:12 0:11:11 0:14:01 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6239773 2021-06-28 17:40:46 2021-06-29 00:39:57 2021-06-29 01:01:13 0:21:16 0:11:26 0:09:50 smithi master centos 8.2 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-hybrid rados tasks/mon_recovery validater/lockdep} 2
pass 6239774 2021-06-28 17:40:47 2021-06-29 00:40:07 2021-06-29 01:44:39 1:04:32 0:56:52 0:07:40 smithi master rhel 8.4 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/many workloads/rados_mon_osdmap_prune} 2
pass 6239775 2021-06-28 17:40:49 2021-06-29 00:41:27 2021-06-29 01:12:29 0:31:02 0:18:27 0:12:35 smithi master ubuntu 20.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 1-start 2-services/nfs-ingress2 3-final} 2
pass 6239776 2021-06-28 17:40:50 2021-06-29 00:43:08 2021-06-29 01:14:38 0:31:30 0:20:48 0:10:42 smithi master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-small-objects-overwrites} 2
pass 6239777 2021-06-28 17:40:51 2021-06-29 00:43:58 2021-06-29 01:01:14 0:17:16 0:08:02 0:09:14 smithi master centos 8.2 rados/singleton-nomsgr/{all/ceph-post-file mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 6239778 2021-06-28 17:40:52 2021-06-29 00:44:09 2021-06-29 01:28:54 0:44:45 0:38:35 0:06:10 smithi master rhel 8.4 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-comp-snappy supported-random-distro$/{rhel_8} tasks/module_selftest} 2
pass 6239779 2021-06-28 17:40:53 2021-06-29 00:44:19 2021-06-29 01:03:43 0:19:24 0:10:44 0:08:40 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/radosbench_4M_rand_read} 1
pass 6239780 2021-06-28 17:40:54 2021-06-29 00:44:29 2021-06-29 01:18:27 0:33:58 0:19:48 0:14:10 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/connectivity task/test_cephadm} 1
pass 6239781 2021-06-28 17:40:55 2021-06-29 00:44:29 2021-06-29 01:09:22 0:24:53 0:11:51 0:13:02 smithi master centos 8.2 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 6239782 2021-06-28 17:40:56 2021-06-29 00:46:00 2021-06-29 01:33:36 0:47:36 0:37:21 0:10:15 smithi master centos 8.2 rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async-v2only root} 2
pass 6239783 2021-06-28 17:40:57 2021-06-29 00:46:40 2021-06-29 01:05:56 0:19:16 0:11:01 0:08:15 smithi master ubuntu 18.04 rados/singleton/{all/max-pg-per-osd.from-primary mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest}} 1
pass 6239784 2021-06-28 17:40:58 2021-06-29 00:46:40 2021-06-29 01:08:54 0:22:14 0:11:52 0:10:22 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/redirect_set_object} 2
pass 6239785 2021-06-28 17:40:59 2021-06-29 00:47:21 2021-06-29 01:13:15 0:25:54 0:15:03 0:10:51 smithi master centos 8.2 rados/cephadm/smoke-roleless/{0-distro/centos_8.2_kubic_stable 1-start 2-services/nfs 3-final} 2
pass 6239786 2021-06-28 17:41:00 2021-06-29 00:48:11 2021-06-29 01:34:27 0:46:16 0:35:29 0:10:47 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/luminous backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/few rados thrashers/morepggrow thrashosds-health workloads/cache-snaps} 3
pass 6239787 2021-06-28 17:41:01 2021-06-29 00:49:02 2021-06-29 01:12:10 0:23:08 0:16:43 0:06:25 smithi master rhel 8.4 rados/singleton-nomsgr/{all/export-after-evict mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 6239788 2021-06-28 17:41:02 2021-06-29 00:49:32 2021-06-29 01:20:38 0:31:06 0:20:55 0:10:11 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-small-objects} 2
pass 6239789 2021-06-28 17:41:03 2021-06-29 00:49:42 2021-06-29 01:35:17 0:45:35 0:34:07 0:11:28 smithi master centos 8.2 rados/cephadm/with-work/{0-distro/centos_8.2_kubic_stable fixed-2 mode/root mon_election/connectivity msgr/async-v1only start tasks/rados_api_tests} 2
pass 6239790 2021-06-28 17:41:04 2021-06-29 00:49:53 2021-06-29 01:17:16 0:27:23 0:21:38 0:05:45 smithi master rhel 8.4 rados/singleton/{all/max-pg-per-osd.from-replica mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8}} 1
pass 6239791 2021-06-28 17:41:05 2021-06-29 00:50:13 2021-06-29 01:11:09 0:20:56 0:12:29 0:08:27 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/set-chunks-read} 2
pass 6239792 2021-06-28 17:41:06 2021-06-29 00:50:23 2021-06-29 01:16:26 0:26:03 0:15:40 0:10:23 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 mon_election/classic start} 2
pass 6239793 2021-06-28 17:41:07 2021-06-29 00:50:44 2021-06-29 01:17:46 0:27:02 0:21:25 0:05:37 smithi master rhel 8.4 rados/objectstore/{backends/keyvaluedb supported-random-distro$/{rhel_8}} 1
pass 6239794 2021-06-28 17:41:08 2021-06-29 00:50:44 2021-06-29 01:21:05 0:30:21 0:22:42 0:07:39 smithi master centos 8.2 rados/valgrind-leaks/{1-start 2-inject-leak/osd centos_latest} 1
pass 6239795 2021-06-28 17:41:10 2021-06-29 00:50:44 2021-06-29 01:24:36 0:33:52 0:23:51 0:10:01 smithi master centos 8.2 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6239796 2021-06-28 17:41:11 2021-06-29 00:50:44 2021-06-29 01:30:08 0:39:24 0:28:29 0:10:55 smithi master ubuntu 20.04 rados/cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/repo_digest 3-start-upgrade 4-wait mon_election/connectivity} 2
pass 6239797 2021-06-28 17:41:12 2021-06-29 00:50:46 2021-06-29 01:13:25 0:22:39 0:10:23 0:12:16 smithi master ubuntu 18.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} tasks/scrub_test} 2
pass 6239798 2021-06-28 17:41:13 2021-06-29 00:51:36 2021-06-29 01:09:13 0:17:37 0:07:34 0:10:03 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/full-tiering mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 6239799 2021-06-28 17:41:14 2021-06-29 00:51:46 2021-06-29 01:09:04 0:17:18 0:07:19 0:09:59 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/classic task/test_cephadm_repos} 1
pass 6239800 2021-06-28 17:41:15 2021-06-29 00:52:07 2021-06-29 01:11:30 0:19:23 0:09:42 0:09:41 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-bitmap openstack scheduler/wpq_default_shards settings/optimized ubuntu_18.04 workloads/radosbench_4M_seq_read} 1
pass 6239801 2021-06-28 17:41:16 2021-06-29 00:52:07 2021-06-29 01:11:06 0:18:59 0:10:38 0:08:21 smithi master centos 8.2 rados/singleton/{all/mon-auth-caps mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8}} 1
pass 6239802 2021-06-28 17:41:17 2021-06-29 00:52:37 2021-06-29 01:24:17 0:31:40 0:22:12 0:09:28 smithi master centos 8.2 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/small-objects-balanced} 2
pass 6239803 2021-06-28 17:41:18 2021-06-29 00:53:08 2021-06-29 01:13:41 0:20:33 0:08:58 0:11:35 smithi master centos 8.2 rados/multimon/{clusters/9 mon_election/classic msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} tasks/mon_clock_no_skews} 3
pass 6239804 2021-06-28 17:41:20 2021-06-29 00:54:28 2021-06-29 01:22:53 0:28:25 0:19:40 0:08:45 smithi master rhel 8.3 rados/cephadm/smoke-roleless/{0-distro/rhel_8.3_kubic_stable 1-start 2-services/nfs2 3-final} 2
pass 6239805 2021-06-28 17:41:21 2021-06-29 00:55:48 2021-06-29 02:05:28 1:09:40 0:57:45 0:11:55 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/mimic-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/osd-delay rados thrashers/none thrashosds-health workloads/radosbench} 3
pass 6239806 2021-06-28 17:41:22 2021-06-29 00:56:00 2021-06-29 01:22:22 0:26:22 0:11:30 0:14:52 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 6239807 2021-06-28 17:41:23 2021-06-29 00:58:41 2021-06-29 01:43:35 0:44:54 0:38:03 0:06:51 smithi master rhel 8.4 rados/singleton-bluestore/{all/cephtool mon_election/classic msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8}} 1
fail 6239808 2021-06-28 17:41:24 2021-06-29 00:58:41 2021-06-29 07:45:08 6:46:27 6:35:31 0:10:56 smithi master centos 8.2 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados tasks/rados_api_tests validater/valgrind} 2
Failure Reason:

Command failed (workunit test rados/test.sh) on smithi022 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=0fa5a43392363e67e93c65f90bb47c8ad2846d93 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 ALLOW_TIMEOUTS=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

pass 6239809 2021-06-28 17:41:25 2021-06-29 00:59:41 2021-06-29 01:22:47 0:23:06 0:17:19 0:05:47 smithi master rhel 8.4 rados/singleton-nomsgr/{all/health-warnings mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 6239810 2021-06-28 17:41:26 2021-06-29 00:59:42 2021-06-29 01:47:05 0:47:23 0:35:55 0:11:28 smithi master centos 8.2 rados/cephadm/thrash/{0-distro/centos_8.2_kubic_stable 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async root} 2
pass 6239811 2021-06-28 17:41:27 2021-06-29 00:59:52 2021-06-29 01:38:52 0:39:00 0:27:50 0:11:10 smithi master ubuntu 18.04 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/mon-delay msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/one workloads/rados_mon_workunits} 2
pass 6239812 2021-06-28 17:41:28 2021-06-29 01:01:22 2021-06-29 01:26:30 0:25:08 0:17:56 0:07:12 smithi master rhel 8.4 rados/singleton/{all/mon-config-key-caps mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8}} 1
pass 6239813 2021-06-28 17:41:29 2021-06-29 01:01:23 2021-06-29 01:28:57 0:27:34 0:17:47 0:09:47 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-comp-zlib supported-random-distro$/{ubuntu_latest} tasks/progress} 2
pass 6239814 2021-06-28 17:41:30 2021-06-29 01:02:13 2021-06-29 04:31:55 3:29:42 3:20:33 0:09:09 smithi master ubuntu 18.04 rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/osd} 1
pass 6239815 2021-06-28 17:41:33 2021-06-29 01:02:23 2021-06-29 01:35:10 0:32:47 0:22:09 0:10:38 smithi master centos 8.2 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-dispatch-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/small-objects-localized} 2
pass 6239816 2021-06-28 17:41:34 2021-06-29 01:02:24 2021-06-29 01:32:40 0:30:16 0:19:25 0:10:51 smithi master ubuntu 18.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_18.04 1-start 2-services/rgw-ingress 3-final} 2
pass 6239817 2021-06-28 17:41:35 2021-06-29 01:03:04 2021-06-29 01:30:47 0:27:43 0:16:30 0:11:13 smithi master ubuntu 20.04 rados/cephadm/smoke/{distro/ubuntu_20.04 fixed-2 mon_election/connectivity start} 2
pass 6239818 2021-06-28 17:41:36 2021-06-29 01:03:14 2021-06-29 01:48:43 0:45:29 0:34:37 0:10:52 smithi master centos 8.2 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-dispatch-delay objectstore/bluestore-stupid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 6239819 2021-06-28 17:41:37 2021-06-29 01:03:25 2021-06-29 01:36:49 0:33:24 0:23:14 0:10:10 smithi master centos 8.2 rados/cephadm/workunits/{0-distro/centos_8.2_kubic_stable mon_election/connectivity task/test_orch_cli} 1
pass 6239820 2021-06-28 17:41:38 2021-06-29 01:03:46 2021-06-29 01:21:38 0:17:52 0:07:30 0:10:22 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/large-omap-object-warnings mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 6239821 2021-06-28 17:41:39 2021-06-29 01:03:57 2021-06-29 01:24:41 0:20:44 0:13:22 0:07:22 smithi master ubuntu 18.04 rados/singleton/{all/mon-config-keys mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest}} 1
pass 6239822 2021-06-28 17:41:40 2021-06-29 01:03:57 2021-06-29 01:31:49 0:27:52 0:17:39 0:10:13 smithi master ubuntu 20.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 1-start 2-services/rgw 3-final} 2
pass 6239823 2021-06-28 17:41:42 2021-06-29 01:04:18 2021-06-29 01:42:08 0:37:50 0:31:28 0:06:22 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/small-objects} 2
pass 6239824 2021-06-28 17:41:43 2021-06-29 01:04:18 2021-06-29 01:23:57 0:19:39 0:09:37 0:10:02 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-comp openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_18.04 workloads/radosbench_4M_write} 1
pass 6239825 2021-06-28 17:41:44 2021-06-29 01:04:38 2021-06-29 01:58:46 0:54:08 0:45:53 0:08:15 smithi master rhel 8.4 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 6239826 2021-06-28 17:41:46 2021-06-29 01:05:09 2021-06-29 01:43:24 0:38:15 0:26:15 0:12:00 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/mimic backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/fastclose rados thrashers/pggrow thrashosds-health workloads/rbd_cls} 3
pass 6239828 2021-06-28 17:41:47 2021-06-29 01:06:06 2021-06-29 01:34:24 0:28:18 0:15:14 0:13:04 smithi master ubuntu 18.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} tasks/libcephsqlite} 2
pass 6239830 2021-06-28 17:41:48 2021-06-29 01:21:52 2021-06-29 01:56:08 0:34:16 0:23:16 0:11:00 smithi master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-snaps-few-objects-overwrites} 2
pass 6239832 2021-06-28 17:41:49 2021-06-29 01:22:23 2021-06-29 02:05:30 0:43:07 0:35:42 0:07:25 smithi master rhel 8.3 rados/cephadm/with-work/{0-distro/rhel_8.3_kubic_stable fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rados_python} 2
pass 6239834 2021-06-28 17:41:50 2021-06-29 01:22:54 2021-06-29 01:42:11 0:19:17 0:09:57 0:09:20 smithi master centos 8.2 rados/singleton-nomsgr/{all/lazy_omap_stats_output mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 6239836 2021-06-28 17:41:51 2021-06-29 01:24:04 2021-06-29 02:01:44 0:37:40 0:28:12 0:09:28 smithi master centos 8.2 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/osd-dispatch-delay objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 6239839 2021-06-28 17:41:52 2021-06-29 01:29:07 2021-06-29 01:47:11 0:18:04 0:08:03 0:10:01 smithi master ubuntu 18.04 rados/singleton/{all/mon-config mon_election/classic msgr-failures/none msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}} 1
pass 6239841 2021-06-28 17:41:54 2021-06-29 01:29:58 2021-06-29 01:55:11 0:25:13 0:15:25 0:09:48 smithi master centos 8.2 rados/cephadm/smoke/{distro/centos_8.2_kubic_stable fixed-2 mon_election/connectivity start} 2
pass 6239844 2021-06-28 17:41:55 2021-06-29 01:32:00 2021-06-29 02:14:09 0:42:09 0:35:22 0:06:47 smithi master rhel 8.4 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/snaps-few-objects-balanced} 2
pass 6239846 2021-06-28 17:41:57 2021-06-29 01:32:51 2021-06-29 01:59:20 0:26:29 0:15:58 0:10:31 smithi master ubuntu 20.04 rados/cephadm/smoke-roleless/{0-distro/ubuntu_20.04 1-start 2-services/basic 3-final} 2
pass 6239848 2021-06-28 17:41:58 2021-06-29 01:34:32 2021-06-29 02:11:56 0:37:24 0:28:22 0:09:02 smithi master ubuntu 18.04 rados/objectstore/{backends/objectcacher-stress supported-random-distro$/{ubuntu_latest}} 1
pass 6239851 2021-06-28 17:41:59 2021-06-29 01:35:13 2021-06-29 01:56:16 0:21:03 0:13:04 0:07:59 smithi master centos 8.2 rados/cephadm/smoke-singlehost/{0-distro$/{centos_8.2_kubic_stable} 1-start 2-services/rgw 3-final} 1
pass 6239853 2021-06-28 17:42:00 2021-06-29 01:35:44 2021-06-29 01:59:30 0:23:46 0:16:01 0:07:45 smithi master rhel 8.4 rados/multimon/{clusters/21 mon_election/connectivity msgr-failures/many msgr/async-v2only no_pools objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} tasks/mon_clock_with_skews} 3