Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 5792576 2021-01-16 20:49:04 2021-01-16 20:49:20 2021-01-16 21:21:19 0:31:59 0:21:18 0:10:41 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5792577 2021-01-16 20:49:04 2021-01-16 20:49:21 2021-01-16 21:21:21 0:32:00 0:14:01 0:17:59 smithi master centos 8.2 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados tasks/mon_recovery validater/lockdep} 2
pass 5792578 2021-01-16 20:49:05 2021-01-16 20:50:55 2021-01-16 21:18:55 0:28:00 0:12:35 0:15:25 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_latest fixed-2 mon_election/connectivity start} 2
pass 5792579 2021-01-16 20:49:06 2021-01-16 20:51:12 2021-01-16 21:25:12 0:34:00 0:04:51 0:29:09 smithi master ubuntu 18.04 rados/multimon/{clusters/6 mon_election/classic msgr-failures/few msgr/async-v2only no_pools objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_with_skews} 2
pass 5792580 2021-01-16 20:49:07 2021-01-16 20:51:13 2021-01-16 21:43:13 0:52:00 0:26:21 0:25:39 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5792581 2021-01-16 20:49:07 2021-01-16 20:51:41 2021-01-16 21:23:40 0:31:59 0:20:00 0:11:59 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/cosbench_64K_write} 1
pass 5792582 2021-01-16 20:49:08 2021-01-16 20:53:14 2021-01-16 21:43:14 0:50:00 0:24:09 0:25:51 smithi master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-snaps-few-objects-overwrites} 2
pass 5792583 2021-01-16 20:49:09 2021-01-16 20:53:14 2021-01-16 21:35:14 0:42:00 0:22:28 0:19:32 smithi master ubuntu 18.04 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/force-sync-many workloads/rados_mon_workunits} 2
pass 5792584 2021-01-16 20:49:10 2021-01-16 20:53:14 2021-01-16 21:51:15 0:58:01 0:36:23 0:21:38 smithi master rhel 8.0 rados/cephadm/with-work/{distro/rhel_8.0 fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rados_api_tests} 2
pass 5792585 2021-01-16 20:49:10 2021-01-16 20:54:41 2021-01-16 21:10:41 0:16:00 0:05:54 0:10:06 smithi master ubuntu 18.04 rados/singleton/{all/deduptool mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}} 1
pass 5792586 2021-01-16 20:49:11 2021-01-16 20:55:27 2021-01-16 21:23:27 0:28:00 0:17:03 0:10:57 smithi master centos 8.2 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} tasks/rados_cls_all} 2
pass 5792587 2021-01-16 20:49:12 2021-01-16 20:57:07 2021-01-16 21:39:06 0:41:59 0:31:56 0:10:03 smithi master centos 8.2 rados/singleton-bluestore/{all/cephtool mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8}} 1
pass 5792588 2021-01-16 20:49:13 2021-01-16 20:57:07 2021-01-16 22:23:07 1:26:00 1:08:12 0:17:48 smithi master rhel 8.3 rados/dashboard/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-bitmap supported-random-distro$/{rhel_8} tasks/dashboard} 2
pass 5792589 2021-01-16 20:49:14 2021-01-16 20:57:07 2021-01-16 21:17:06 0:19:59 0:09:32 0:10:27 smithi master centos 8.2 rados/objectstore/{backends/alloc-hint supported-random-distro$/{centos_8}} 1
pass 5792590 2021-01-16 20:49:14 2021-01-16 20:57:07 2021-01-16 21:21:06 0:23:59 0:10:11 0:13:48 smithi master rhel 8.3 rados/rest/{mgr-restful supported-random-distro$/{rhel_8}} 1
pass 5792591 2021-01-16 20:49:15 2021-01-16 20:59:07 2021-01-16 21:23:06 0:23:59 0:15:46 0:08:13 smithi master centos 8.2 rados/singleton-nomsgr/{all/admin_socket_output mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 5792592 2021-01-16 20:49:16 2021-01-16 20:59:07 2021-01-16 21:27:07 0:28:00 0:08:51 0:19:09 smithi master ubuntu 18.04 rados/standalone/{mon_election/classic supported-random-distro$/{ubuntu_latest} workloads/crush} 1
pass 5792593 2021-01-16 20:49:17 2021-01-16 20:59:14 2021-01-17 03:25:22 6:26:08 5:38:13 0:47:55 smithi master ubuntu 18.04 rados/upgrade/nautilus-x-singleton/{0-cluster/{openstack start} 1-install/nautilus 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{rbd-cls rbd-import-export readwrite snaps-few-objects} 5-workload/{radosbench rbd_api} 6-finish-upgrade 7-octopus 8-workload/{rbd-python snaps-many-objects} bluestore-bitmap mon_election/classic thrashosds-health ubuntu_latest} 4
pass 5792594 2021-01-16 20:49:18 2021-01-16 21:01:15 2021-01-16 21:33:15 0:32:00 0:19:49 0:12:11 smithi master centos 8.2 rados/valgrind-leaks/{1-start 2-inject-leak/mon centos_latest} 1
pass 5792595 2021-01-16 20:49:19 2021-01-16 21:01:15 2021-01-16 21:31:14 0:29:59 0:16:50 0:13:09 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/cache-snaps-balanced} 2
pass 5792596 2021-01-16 20:49:20 2021-01-16 21:05:17 2021-01-16 22:09:17 1:04:00 0:35:53 0:28:07 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/mimic-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/fastclose rados thrashers/careful thrashosds-health workloads/snaps-few-objects} 3
pass 5792597 2021-01-16 20:49:21 2021-01-16 21:05:17 2021-01-16 22:23:17 1:18:00 0:12:57 1:05:03 smithi master rhel 8.3 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
fail 5792598 2021-01-16 20:49:22 2021-01-16 21:05:17 2021-01-16 21:39:17 0:34:00 0:15:59 0:18:01 smithi master centos 8.2 rados/cephadm/dashboard/{distro/centos_latest task/test_e2e} 2
Failure Reason:

Command failed (workunit test cephadm/test_dashboard_e2e.sh) on smithi050 with status 22: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=0abad093a0a219ea7758dfcb4d29d015e1d2d3cc TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_dashboard_e2e.sh'

pass 5792599 2021-01-16 20:49:22 2021-01-16 21:05:52 2021-01-16 21:27:52 0:22:00 0:09:36 0:12:24 smithi master centos 8.2 rados/singleton/{all/divergent_priors mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8}} 1
pass 5792600 2021-01-16 20:49:23 2021-01-16 21:09:16 2021-01-16 21:29:15 0:19:59 0:10:24 0:09:35 smithi master centos 8.2 rados/singleton-nomsgr/{all/balancer mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 5792601 2021-01-16 20:49:24 2021-01-16 21:09:16 2021-01-16 21:35:15 0:25:59 0:13:28 0:12:31 smithi master centos 8.2 rados/cephadm/orchestrator_cli/{2-node-mgr orchestrator_cli supported-random-distro$/{centos_8}} 2
dead 5792602 2021-01-16 20:49:25 2021-01-16 21:10:13 2021-01-17 09:12:44 12:02:31 smithi master centos 8.2 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/cache-snaps} 2
pass 5792603 2021-01-16 20:49:26 2021-01-16 21:10:53 2021-01-16 21:38:53 0:28:00 0:13:52 0:14:08 smithi master centos 8.0 rados/cephadm/smoke/{distro/centos_8.0 fixed-2 mon_election/classic start} 2
pass 5792604 2021-01-16 20:49:27 2021-01-16 21:10:53 2021-01-16 21:44:53 0:34:00 0:19:30 0:14:30 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-comp-snappy supported-random-distro$/{ubuntu_latest} tasks/progress} 2
pass 5792605 2021-01-16 20:49:28 2021-01-16 21:10:53 2021-01-16 21:40:53 0:30:00 0:13:21 0:16:39 smithi master centos 8.0 rados/cephadm/smoke-roleless/{distro/centos_8.0 start} 2
pass 5792606 2021-01-16 20:49:28 2021-01-16 21:11:06 2021-01-16 21:29:06 0:18:00 0:06:20 0:11:40 smithi master ubuntu 18.04 rados/singleton/{all/divergent_priors2 mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} 1
pass 5792607 2021-01-16 20:49:29 2021-01-16 21:13:17 2021-01-16 22:27:18 1:14:01 1:07:29 0:06:32 smithi master rhel 8.3 rados/dashboard/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-comp-lz4 supported-random-distro$/{rhel_8} tasks/dashboard} 2
pass 5792608 2021-01-16 20:49:30 2021-01-16 21:13:49 2021-01-16 21:33:48 0:19:59 0:10:01 0:09:58 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-bitmap openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/fio_4K_rand_read} 1
pass 5792609 2021-01-16 20:49:31 2021-01-16 21:14:56 2021-01-16 21:30:55 0:15:59 0:05:58 0:10:01 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/cache-fs-trunc mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
fail 5792610 2021-01-16 20:49:32 2021-01-16 21:14:56 2021-01-16 21:42:55 0:27:59 0:19:22 0:08:37 smithi master rhel 8.0 rados/cephadm/upgrade/{1-start 2-repo_digest/defaut 3-start-upgrade 4-wait distro$/{rhel_8.0} fixed-2 mon_election/classic} 2
Failure Reason:

reached maximum tries (180) after waiting for 180 seconds

pass 5792611 2021-01-16 20:49:32 2021-01-16 21:14:57 2021-01-16 21:44:56 0:29:59 0:18:32 0:11:27 smithi master centos 8.2 rados/cephadm/workunits/{distro/centos_latest mon_election/connectivity task/test_orch_cli} 1
pass 5792612 2021-01-16 20:49:33 2021-01-16 21:15:50 2021-01-16 22:05:50 0:50:00 0:41:39 0:08:21 smithi master rhel 8.3 rados/standalone/{mon_election/connectivity supported-random-distro$/{rhel_8} workloads/erasure-code} 1
pass 5792613 2021-01-16 20:49:34 2021-01-16 21:17:15 2021-01-16 21:43:14 0:25:59 0:13:16 0:12:43 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/cache} 2
pass 5792614 2021-01-16 20:49:35 2021-01-16 21:17:15 2021-01-16 21:41:14 0:23:59 0:12:55 0:11:04 smithi master centos 8.2 rados/cephadm/smoke/{distro/centos_latest fixed-2 mon_election/connectivity start} 2
pass 5792615 2021-01-16 20:49:36 2021-01-16 21:17:15 2021-01-16 21:33:15 0:16:00 0:06:55 0:09:05 smithi master ubuntu 18.04 rados/singleton/{all/dump-stuck mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest}} 1
pass 5792616 2021-01-16 20:49:36 2021-01-16 21:19:13 2021-01-16 21:41:12 0:21:59 0:12:05 0:09:54 smithi master ubuntu 18.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} tasks/rados_python} 2
pass 5792617 2021-01-16 20:49:37 2021-01-16 21:19:13 2021-01-16 21:41:12 0:21:59 0:08:59 0:13:00 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 5792618 2021-01-16 20:49:38 2021-01-16 21:19:13 2021-01-16 21:55:13 0:36:00 0:28:59 0:07:01 smithi master rhel 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
fail 5792619 2021-01-16 20:49:39 2021-01-16 21:19:14 2021-01-17 04:11:22 6:52:08 6:40:21 0:11:47 smithi master centos 8.2 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados tasks/rados_api_tests validater/valgrind} 2
Failure Reason:

Command failed (workunit test rados/test.sh) on smithi019 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=0abad093a0a219ea7758dfcb4d29d015e1d2d3cc TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 ALLOW_TIMEOUTS=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

pass 5792620 2021-01-16 20:49:39 2021-01-16 21:19:15 2021-01-16 21:37:14 0:17:59 0:09:09 0:08:50 smithi master centos 8.2 rados/singleton-nomsgr/{all/ceph-kvstore-tool mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 5792621 2021-01-16 20:49:40 2021-01-16 21:21:13 2021-01-16 22:09:13 0:48:00 0:22:33 0:25:27 smithi master rhel 8.3 rados/cephadm/with-work/{distro/rhel_latest fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rados_python} 2
pass 5792622 2021-01-16 20:49:41 2021-01-16 21:21:13 2021-01-16 22:01:13 0:40:00 0:16:00 0:24:00 smithi master centos 8.2 rados/multimon/{clusters/9 mon_election/connectivity msgr-failures/many msgr/async no_pools objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} tasks/mon_recovery} 3
pass 5792623 2021-01-16 20:49:42 2021-01-16 21:21:13 2021-01-16 23:27:15 2:06:02 1:54:54 0:11:08 smithi master centos 8.2 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-radosbench} 2
pass 5792624 2021-01-16 20:49:43 2021-01-16 21:21:20 2021-01-16 22:11:20 0:50:00 0:37:28 0:12:32 smithi master ubuntu 18.04 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/many workloads/snaps-few-objects} 2
pass 5792625 2021-01-16 20:49:43 2021-01-16 21:21:22 2021-01-16 21:55:22 0:34:00 0:18:55 0:15:05 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/mimic backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/few rados thrashers/default thrashosds-health workloads/test_rbd_api} 3
pass 5792626 2021-01-16 20:49:44 2021-01-16 21:23:35 2021-01-16 22:01:35 0:38:00 0:30:40 0:07:20 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/pool-snaps-few-objects} 2
fail 5792627 2021-01-16 20:49:45 2021-01-16 21:23:35 2021-01-16 22:21:35 0:58:00 0:47:36 0:10:24 smithi master ubuntu 18.04 rados/singleton/{all/ec-lost-unfound mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}} 1
Failure Reason:

"2021-01-16T21:37:01.956314+0000 mon.a (mon.0) 28 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log

pass 5792628 2021-01-16 20:49:46 2021-01-16 21:23:41 2021-01-16 22:39:42 1:16:01 1:06:02 0:09:59 smithi master ubuntu 18.04 rados/dashboard/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-comp-snappy supported-random-distro$/{ubuntu_latest} tasks/dashboard} 2
pass 5792629 2021-01-16 20:49:46 2021-01-16 21:25:14 2021-01-16 21:45:14 0:20:00 0:09:33 0:10:27 smithi master ubuntu 18.04 rados/objectstore/{backends/ceph_objectstore_tool supported-random-distro$/{ubuntu_latest}} 1
pass 5792630 2021-01-16 20:49:47 2021-01-16 21:25:14 2021-01-16 21:57:14 0:32:00 0:12:20 0:19:40 smithi master centos 8.2 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5792631 2021-01-16 20:49:48 2021-01-16 21:25:15 2021-01-16 21:47:15 0:22:00 0:14:47 0:07:13 smithi master rhel 8.0 rados/cephadm/smoke/{distro/rhel_8.0 fixed-2 mon_election/classic start} 2
pass 5792632 2021-01-16 20:49:49 2021-01-16 21:27:14 2021-01-16 21:43:14 0:16:00 0:07:58 0:08:02 smithi master centos 8.2 rados/singleton-nomsgr/{all/ceph-post-file mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 5792633 2021-01-16 20:49:50 2021-01-16 21:27:15 2021-01-16 21:51:14 0:23:59 0:12:17 0:11:42 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-comp openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/fio_4K_rand_rw} 1
pass 5792634 2021-01-16 20:49:50 2021-01-16 21:27:53 2021-01-16 21:49:52 0:21:59 0:12:31 0:09:28 smithi master centos 8.2 rados/cephadm/smoke-roleless/{distro/centos_latest start} 2
pass 5792635 2021-01-16 20:49:51 2021-01-16 21:28:09 2021-01-16 21:48:08 0:19:59 0:12:21 0:07:38 smithi master rhel 8.3 rados/cephadm/smoke/{distro/rhel_latest fixed-2 mon_election/connectivity start} 2
pass 5792636 2021-01-16 20:49:52 2021-01-16 21:29:34 2021-01-16 21:43:33 0:13:59 0:04:47 0:09:12 smithi master ubuntu 18.04 rados/singleton/{all/erasure-code-nonregression mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest}} 1
pass 5792637 2021-01-16 20:49:53 2021-01-16 21:29:34 2021-01-16 22:05:34 0:36:00 0:25:57 0:10:03 smithi master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} 2
pass 5792638 2021-01-16 20:49:54 2021-01-16 21:31:14 2021-01-16 21:51:14 0:20:00 0:12:14 0:07:46 smithi master rhel 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-comp-zlib supported-random-distro$/{rhel_8} tasks/prometheus} 2
pass 5792639 2021-01-16 20:49:55 2021-01-16 21:31:14 2021-01-16 21:49:14 0:18:00 0:12:46 0:05:14 smithi master rhel 8.3 rados/standalone/{mon_election/classic supported-random-distro$/{rhel_8} workloads/mgr} 1
pass 5792640 2021-01-16 20:49:56 2021-01-16 21:31:15 2021-01-16 22:13:15 0:42:00 0:28:39 0:13:21 smithi master centos 8.2 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/rados_api_tests} 2
pass 5792641 2021-01-16 20:49:56 2021-01-16 21:32:53 2021-01-16 22:16:52 0:43:59 0:29:58 0:14:01 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/osd-delay rados thrashers/mapgap thrashosds-health workloads/cache-snaps} 3
pass 5792642 2021-01-16 20:49:57 2021-01-16 21:33:15 2021-01-16 21:47:14 0:13:59 0:05:06 0:08:53 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/export-after-evict mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 5792643 2021-01-16 20:49:58 2021-01-16 21:33:16 2021-01-16 22:21:16 0:48:00 0:32:21 0:15:39 smithi master ubuntu 18.04 rados/cephadm/with-work/{distro/ubuntu_18.04 fixed-2 mode/packaged mon_election/classic msgr/async start tasks/rados_api_tests} 2
fail 5792644 2021-01-16 20:49:59 2021-01-16 21:33:16 2021-01-16 21:53:15 0:19:59 0:07:37 0:12:22 smithi master ubuntu 18.04 rados/cephadm/workunits/{distro/ubuntu_18.04_podman mon_election/connectivity task/test_adoption} 1
Failure Reason:

Command failed (workunit test cephadm/test_adoption.sh) on smithi175 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=0abad093a0a219ea7758dfcb4d29d015e1d2d3cc TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_adoption.sh'

pass 5792645 2021-01-16 20:50:00 2021-01-16 21:33:50 2021-01-16 22:49:50 1:16:00 1:06:32 0:09:28 smithi master rhel 8.3 rados/singleton/{all/lost-unfound-delete mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8}} 1
pass 5792646 2021-01-16 20:50:00 2021-01-16 21:35:13 2021-01-16 22:01:13 0:26:00 0:18:18 0:07:42 smithi master rhel 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} tasks/rados_stress_watch} 2
pass 5792647 2021-01-16 20:50:01 2021-01-16 21:35:13 2021-01-16 22:49:14 1:14:01 1:07:57 0:06:04 smithi master rhel 8.3 rados/dashboard/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-comp-zlib supported-random-distro$/{rhel_8} tasks/dashboard} 2
fail 5792648 2021-01-16 20:50:02 2021-01-16 21:35:15 2021-01-16 22:05:14 0:29:59 0:18:20 0:11:39 smithi master centos 8.0 rados/cephadm/upgrade/{1-start 2-repo_digest/repo_digest 3-start-upgrade 4-wait distro$/{centos_8.0} fixed-2 mon_election/connectivity} 2
Failure Reason:

reached maximum tries (180) after waiting for 180 seconds

pass 5792649 2021-01-16 20:50:03 2021-01-16 21:35:16 2021-01-16 21:55:16 0:20:00 0:08:43 0:11:17 smithi master centos 8.2 rados/singleton-nomsgr/{all/full-tiering mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 5792650 2021-01-16 20:50:04 2021-01-16 21:37:17 2021-01-16 22:59:18 1:22:01 1:09:23 0:12:38 smithi master centos 8.2 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/radosbench-high-concurrency} 2
pass 5792651 2021-01-16 20:50:04 2021-01-16 21:37:17 2021-01-16 21:55:16 0:17:59 0:07:59 0:10:00 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-low-osd-mem-target openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/fio_4M_rand_read} 1
pass 5792652 2021-01-16 20:50:05 2021-01-16 21:39:20 2021-01-16 22:03:20 0:24:00 0:12:36 0:11:24 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 mon_election/classic start} 2
pass 5792653 2021-01-16 20:50:06 2021-01-16 21:39:20 2021-01-16 22:33:20 0:54:00 0:28:14 0:25:46 smithi master centos 8.2 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 5792654 2021-01-16 20:50:07 2021-01-16 21:39:20 2021-01-16 22:17:20 0:38:00 0:27:37 0:10:23 smithi master rhel 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5792655 2021-01-16 20:50:07 2021-01-16 21:41:20 2021-01-16 22:11:20 0:30:00 0:17:59 0:12:01 smithi master centos 8.2 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados tasks/rados_cls_all validater/lockdep} 2
pass 5792656 2021-01-16 20:50:08 2021-01-16 21:41:20 2021-01-16 22:45:20 1:04:00 0:54:09 0:09:51 smithi master centos 8.2 rados/singleton/{all/lost-unfound mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8}} 1
pass 5792657 2021-01-16 20:50:09 2021-01-16 21:41:20 2021-01-16 22:03:20 0:22:00 0:05:26 0:16:34 smithi master ubuntu 18.04 rados/multimon/{clusters/21 mon_election/classic msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_no_skews} 3
pass 5792658 2021-01-16 20:50:10 2021-01-16 21:41:20 2021-01-16 22:15:20 0:34:00 0:22:30 0:11:30 smithi master centos 8.2 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5792659 2021-01-16 20:50:11 2021-01-16 21:43:21 2021-01-16 22:03:21 0:20:00 0:14:15 0:05:45 smithi master rhel 8.0 rados/cephadm/smoke-roleless/{distro/rhel_8.0 start} 2
pass 5792660 2021-01-16 20:50:11 2021-01-16 21:43:22 2021-01-16 22:19:21 0:35:59 0:18:03 0:17:56 smithi master centos 8.2 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/one workloads/pool-create-delete} 2
pass 5792661 2021-01-16 20:50:12 2021-01-16 21:43:22 2021-01-16 22:15:21 0:31:59 0:09:21 0:22:38 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5792662 2021-01-16 20:50:13 2021-01-16 21:43:22 2021-01-16 23:57:24 2:14:02 1:46:43 0:27:19 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v2only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/fastclose rados thrashers/morepggrow thrashosds-health workloads/radosbench} 3
pass 5792663 2021-01-16 20:50:14 2021-01-16 21:43:22 2021-01-16 21:59:21 0:15:59 0:07:16 0:08:43 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/health-warnings mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 5792664 2021-01-16 20:50:15 2021-01-16 21:43:34 2021-01-16 22:21:34 0:38:00 0:31:13 0:06:47 smithi master rhel 8.3 rados/standalone/{mon_election/connectivity supported-random-distro$/{rhel_8} workloads/misc} 1
pass 5792665 2021-01-16 20:50:15 2021-01-16 21:45:22 2021-01-17 00:25:24 2:40:02 2:29:08 0:10:54 smithi master centos 8.2 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/radosbench} 2
pass 5792666 2021-01-16 20:50:16 2021-01-16 21:45:22 2021-01-16 22:11:21 0:25:59 0:12:45 0:13:14 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_18.04_podman fixed-2 mon_election/connectivity start} 2
pass 5792667 2021-01-16 20:50:17 2021-01-16 21:45:22 2021-01-16 21:59:21 0:13:59 0:05:00 0:08:59 smithi master ubuntu 18.04 rados/singleton/{all/max-pg-per-osd.from-mon mon_election/classic msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}} 1
pass 5792668 2021-01-16 20:50:18 2021-01-16 21:47:16 2021-01-16 23:11:17 1:24:01 1:06:09 0:17:52 smithi master ubuntu 18.04 rados/dashboard/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-comp-zstd supported-random-distro$/{ubuntu_latest} tasks/dashboard} 2
pass 5792669 2021-01-16 20:50:19 2021-01-16 21:47:16 2021-01-16 22:07:16 0:20:00 0:08:37 0:11:23 smithi master rhel 8.3 rados/objectstore/{backends/filejournal supported-random-distro$/{rhel_8}} 1
pass 5792670 2021-01-16 20:50:19 2021-01-16 21:47:16 2021-01-16 22:19:16 0:32:00 0:21:12 0:10:48 smithi master ubuntu 18.04 rados/cephadm/with-work/{distro/ubuntu_18.04_podman fixed-2 mode/root mon_election/connectivity msgr/async-v1only start tasks/rados_python} 2
pass 5792671 2021-01-16 20:50:20 2021-01-16 21:48:10 2021-01-16 22:04:09 0:15:59 0:06:05 0:09:54 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/large-omap-object-warnings mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 5792672 2021-01-16 20:50:21 2021-01-16 21:49:42 2021-01-16 22:13:42 0:24:00 0:12:16 0:11:44 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_latest fixed-2 mon_election/classic start} 2
pass 5792673 2021-01-16 20:50:22 2021-01-16 21:49:54 2021-01-16 22:09:53 0:19:59 0:06:19 0:13:40 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-comp-zstd supported-random-distro$/{ubuntu_latest} tasks/workunits} 2
pass 5792674 2021-01-16 20:50:22 2021-01-16 21:51:43 2021-01-16 22:11:43 0:20:00 0:08:17 0:11:43 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-stupid openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/fio_4M_rand_rw} 1
pass 5792675 2021-01-16 20:50:23 2021-01-16 21:51:43 2021-01-16 22:11:43 0:20:00 0:11:43 0:08:17 smithi master rhel 8.3 rados/cephadm/smoke-roleless/{distro/rhel_latest start} 2
pass 5792676 2021-01-16 20:50:24 2021-01-16 21:51:43 2021-01-16 22:13:43 0:22:00 0:10:12 0:11:48 smithi master ubuntu 18.04 rados/singleton/{all/max-pg-per-osd.from-primary mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}} 1
pass 5792677 2021-01-16 20:50:25 2021-01-16 21:53:44 2021-01-16 22:19:44 0:26:00 0:09:16 0:16:44 smithi master centos 8.2 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} tasks/rados_striper} 2
pass 5792678 2021-01-16 20:50:26 2021-01-16 21:55:40 2021-01-16 22:33:40 0:38:00 0:31:29 0:06:31 smithi master rhel 8.3 rados/singleton-bluestore/{all/cephtool mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8}} 1
pass 5792679 2021-01-16 20:50:27 2021-01-16 21:55:40 2021-01-16 22:29:40 0:34:00 0:15:10 0:18:50 smithi master centos 8.2 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/redirect} 2
fail 5792680 2021-01-16 20:50:27 2021-01-16 21:55:40 2021-01-16 22:17:40 0:22:00 0:12:07 0:09:53 smithi master centos 8.2 rados/cephadm/workunits/{distro/centos_latest mon_election/classic task/test_cephadm} 1
Failure Reason:

Command failed (workunit test cephadm/test_cephadm.sh) on smithi159 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=0abad093a0a219ea7758dfcb4d29d015e1d2d3cc TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh'

pass 5792681 2021-01-16 20:50:28 2021-01-16 21:55:40 2021-01-16 22:15:40 0:20:00 0:10:08 0:09:52 smithi master centos 8.2 rados/singleton-nomsgr/{all/lazy_omap_stats_output mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 5792682 2021-01-16 20:50:29 2021-01-16 21:55:40 2021-01-16 22:21:40 0:26:00 0:15:35 0:10:25 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/few rados thrashers/none thrashosds-health workloads/rbd_cls} 3
pass 5792683 2021-01-16 20:50:30 2021-01-16 21:56:22 2021-01-16 22:18:21 0:21:59 0:12:46 0:09:13 smithi master centos 8.2 rados/singleton/{all/max-pg-per-osd.from-replica mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8}} 1
pass 5792684 2021-01-16 20:50:31 2021-01-16 21:57:40 2021-01-16 22:23:40 0:26:00 0:14:12 0:11:48 smithi master centos 8.0 rados/cephadm/smoke/{distro/centos_8.0 fixed-2 mon_election/connectivity start} 2
pass 5792685 2021-01-16 20:50:31 2021-01-16 21:57:40 2021-01-16 23:17:41 1:20:01 1:08:51 0:11:10 smithi master centos 8.2 rados/dashboard/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-hybrid supported-random-distro$/{centos_8} tasks/dashboard} 2
pass 5792686 2021-01-16 20:50:32 2021-01-16 21:59:47 2021-01-16 22:31:47 0:32:00 0:19:29 0:12:31 smithi master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-fast-read-overwrites} 2
pass 5792687 2021-01-16 20:50:33 2021-01-16 21:59:47 2021-01-16 22:21:47 0:22:00 0:11:57 0:10:03 smithi master rhel 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
fail 5792688 2021-01-16 20:50:34 2021-01-16 22:01:40 2021-01-16 23:23:41 1:22:01 1:03:27 0:18:34 smithi master centos 8.2 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
Failure Reason:

Command failed on smithi095 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json'

pass 5792689 2021-01-16 20:50:35 2021-01-16 22:01:40 2021-01-16 22:39:40 0:38:00 0:28:31 0:09:29 smithi master centos 8.2 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados tasks/mon_recovery validater/valgrind} 2
pass 5792690 2021-01-16 20:50:35 2021-01-16 22:01:40 2021-01-16 22:59:41 0:58:01 0:48:18 0:09:43 smithi master centos 8.2 rados/standalone/{mon_election/classic supported-random-distro$/{centos_8} workloads/mon} 1
pass 5792691 2021-01-16 20:50:36 2021-01-16 22:03:46 2021-01-16 22:27:46 0:24:00 0:13:38 0:10:22 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/redirect_promote_tests} 2
pass 5792692 2021-01-16 20:50:37 2021-01-16 22:03:46 2021-01-16 22:35:46 0:32:00 0:17:41 0:14:19 smithi master ubuntu 18.04 rados/cephadm/upgrade/{1-start 2-repo_digest/repo_digest 3-start-upgrade 4-wait distro$/{ubuntu_18.04} fixed-2 mon_election/classic} 2
pass 5792693 2021-01-16 20:50:38 2021-01-16 22:03:46 2021-01-16 22:19:46 0:16:00 0:04:47 0:11:13 smithi master ubuntu 18.04 rados/multimon/{clusters/3 mon_election/connectivity msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_with_skews} 2
pass 5792694 2021-01-16 20:50:39 2021-01-16 22:04:10 2021-01-16 22:36:10 0:32:00 0:24:21 0:07:39 smithi master rhel 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5792695 2021-01-16 20:50:39 2021-01-16 22:05:18 2021-01-16 22:23:18 0:18:00 0:10:56 0:07:04 smithi master rhel 8.3 rados/singleton-nomsgr/{all/librados_hello_world mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 5792696 2021-01-16 20:50:40 2021-01-16 22:05:18 2021-01-16 22:27:18 0:22:00 0:11:31 0:10:29 smithi master rhel 8.3 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/sync-many workloads/rados_5925} 2
pass 5792697 2021-01-16 20:50:41 2021-01-16 22:05:35 2021-01-16 22:45:35 0:40:00 0:11:54 0:28:06 smithi master centos 8.2 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5792698 2021-01-16 20:50:42 2021-01-16 22:05:51 2021-01-16 22:41:51 0:36:00 0:22:37 0:13:23 smithi master centos 8.0 rados/cephadm/with-work/{distro/centos_8.0 fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rados_python} 2
pass 5792699 2021-01-16 20:50:43 2021-01-16 22:07:42 2021-01-16 22:25:41 0:17:59 0:11:03 0:06:56 smithi master rhel 8.3 rados/singleton/{all/mon-auth-caps mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8}} 1
pass 5792700 2021-01-16 20:50:43 2021-01-16 22:09:41 2021-01-16 22:27:40 0:17:59 0:08:34 0:09:25 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/fio_4M_rand_write} 1
pass 5792701 2021-01-16 20:50:44 2021-01-16 22:09:41 2021-01-16 23:03:41 0:54:00 0:37:52 0:16:08 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/octopus backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/osd-delay rados thrashers/pggrow thrashosds-health workloads/snaps-few-objects} 3
pass 5792702 2021-01-16 20:50:45 2021-01-16 22:09:41 2021-01-16 22:33:40 0:23:59 0:13:01 0:10:58 smithi master centos 8.2 rados/cephadm/smoke/{distro/centos_latest fixed-2 mon_election/classic start} 2
pass 5792703 2021-01-16 20:50:46 2021-01-16 22:09:54 2021-01-16 22:33:54 0:24:00 0:15:33 0:08:27 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/redirect_set_object} 2
pass 5792704 2021-01-16 20:50:47 2021-01-16 22:11:47 2021-01-16 22:35:47 0:24:00 0:14:57 0:09:03 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/msgr mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 5792705 2021-01-16 20:50:47 2021-01-16 22:11:47 2021-01-16 22:33:47 0:22:00 0:11:34 0:10:26 smithi master ubuntu 18.04 rados/cephadm/smoke-roleless/{distro/ubuntu_18.04 start} 2
pass 5792706 2021-01-16 20:50:48 2021-01-16 22:11:48 2021-01-16 22:31:47 0:19:59 0:12:05 0:07:54 smithi master rhel 8.3 rados/singleton/{all/mon-config-key-caps mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8}} 1
pass 5792707 2021-01-16 20:50:49 2021-01-16 22:11:48 2021-01-16 22:51:47 0:39:59 0:32:39 0:07:20 smithi master rhel 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} tasks/rados_workunit_loadgen_big} 2
pass 5792708 2021-01-16 20:50:50 2021-01-16 22:11:48 2021-01-16 22:31:47 0:19:59 0:08:13 0:11:46 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-hybrid supported-random-distro$/{ubuntu_latest} tasks/crash} 2
pass 5792709 2021-01-16 20:50:51 2021-01-16 22:13:43 2021-01-16 23:33:44 1:20:01 1:08:48 0:11:13 smithi master centos 8.2 rados/dashboard/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-low-osd-mem-target supported-random-distro$/{centos_8} tasks/dashboard} 2
pass 5792710 2021-01-16 20:50:51 2021-01-16 22:13:43 2021-01-17 00:41:45 2:28:02 2:22:13 0:05:49 smithi master rhel 8.3 rados/objectstore/{backends/filestore-idempotent-aio-journal supported-random-distro$/{rhel_8}} 1
pass 5792711 2021-01-16 20:50:52 2021-01-16 22:13:44 2021-01-16 22:49:44 0:36:00 0:26:58 0:09:02 smithi master centos 8.2 rados/valgrind-leaks/{1-start 2-inject-leak/none centos_latest} 1
pass 5792712 2021-01-16 20:50:53 2021-01-16 22:15:47 2021-01-16 22:29:47 0:14:00 0:03:54 0:10:06 smithi master ubuntu 18.04 rados/cephadm/workunits/{distro/ubuntu_18.04_podman mon_election/connectivity task/test_cephadm_repos} 1
pass 5792713 2021-01-16 20:50:54 2021-01-16 22:15:47 2021-01-16 22:59:48 0:44:01 0:32:36 0:11:25 smithi master centos 8.2 rados/cephadm/with-work/{distro/centos_latest fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rados_api_tests} 2
pass 5792714 2021-01-16 20:50:55 2021-01-16 22:15:48 2021-01-16 22:47:47 0:31:59 0:20:43 0:11:16 smithi master centos 8.2 rados/singleton-nomsgr/{all/multi-backfill-reject mon_election/classic rados supported-random-distro$/{centos_8}} 2
pass 5792715 2021-01-16 20:50:56 2021-01-16 22:17:20 2021-01-17 01:37:23 3:20:03 3:13:27 0:06:36 smithi master rhel 8.3 rados/standalone/{mon_election/connectivity supported-random-distro$/{rhel_8} workloads/osd} 1
pass 5792716 2021-01-16 20:50:56 2021-01-16 22:17:21 2021-01-16 22:41:21 0:24:00 0:13:43 0:10:17 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/set-chunks-read} 2
pass 5792717 2021-01-16 20:50:57 2021-01-16 22:17:43 2021-01-16 22:39:42 0:21:59 0:15:04 0:06:55 smithi master rhel 8.0 rados/cephadm/smoke/{distro/rhel_8.0 fixed-2 mon_election/connectivity start} 2
pass 5792718 2021-01-16 20:50:58 2021-01-16 22:18:49 2021-01-16 22:40:48 0:21:59 0:15:14 0:06:45 smithi master rhel 8.3 rados/singleton/{all/mon-config-keys mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8}} 1
pass 5792719 2021-01-16 20:50:59 2021-01-16 22:19:17 2021-01-16 22:39:16 0:19:59 0:10:24 0:09:35 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-bitmap openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/radosbench_4K_rand_read} 1
pass 5792720 2021-01-16 20:51:00 2021-01-16 22:19:23 2021-01-16 22:51:22 0:31:59 0:19:12 0:12:47 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/luminous-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/fastclose rados thrashers/pggrow thrashosds-health workloads/test_rbd_api} 3
pass 5792721 2021-01-16 20:51:01 2021-01-16 22:19:45 2021-01-16 22:37:44 0:17:59 0:12:24 0:05:35 smithi master rhel 8.3 rados/cephadm/smoke/{distro/rhel_latest fixed-2 mon_election/classic start} 2
pass 5792722 2021-01-16 20:51:01 2021-01-16 22:19:48 2021-01-16 22:47:47 0:27:59 0:18:23 0:09:36 smithi master centos 8.2 rados/singleton-nomsgr/{all/osd_stale_reads mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
fail 5792723 2021-01-16 20:51:02 2021-01-16 22:21:43 2021-01-16 22:55:43 0:34:00 0:27:57 0:06:03 smithi master rhel 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
Failure Reason:

"2021-01-16T22:48:48.540435+0000 osd.5 (osd.5) 4 : cluster [ERR] osd.5 found snap mapper error on pg 3.16s3 oid 3:6bc881ac:::smithi14637721-38:17a snaps missing in mapper, should be: 168 was r -2...repaired" in cluster log

pass 5792724 2021-01-16 20:51:03 2021-01-16 22:21:43 2021-01-16 22:55:43 0:34:00 0:23:50 0:10:10 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5792725 2021-01-16 20:51:04 2021-01-16 22:21:43 2021-01-16 22:57:43 0:36:00 0:25:48 0:10:12 smithi master centos 8.2 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados tasks/rados_api_tests validater/lockdep} 2
pass 5792726 2021-01-16 20:51:05 2021-01-16 22:21:43 2021-01-16 22:37:42 0:15:59 0:06:24 0:09:35 smithi master ubuntu 18.04 rados/singleton/{all/mon-config mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest}} 1
pass 5792727 2021-01-16 20:51:05 2021-01-16 22:21:48 2021-01-16 23:39:49 1:18:01 1:06:25 0:11:36 smithi master ubuntu 18.04 rados/dashboard/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-stupid supported-random-distro$/{ubuntu_latest} tasks/dashboard} 2
pass 5792728 2021-01-16 20:51:06 2021-01-16 22:22:04 2021-01-16 22:46:03 0:23:59 0:12:07 0:11:52 smithi master centos 8.2 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5792729 2021-01-16 20:51:07 2021-01-16 22:23:28 2021-01-16 22:53:28 0:30:00 0:19:06 0:10:54 smithi master ubuntu 18.04 rados/cephadm/smoke-roleless/{distro/ubuntu_18.04_podman start} 2
pass 5792730 2021-01-16 20:51:08 2021-01-16 22:23:29 2021-01-16 22:49:28 0:25:59 0:12:23 0:13:36 smithi master centos 8.2 rados/multimon/{clusters/6 mon_election/classic msgr-failures/few msgr/async no_pools objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} tasks/mon_recovery} 2
pass 5792731 2021-01-16 20:51:08 2021-01-16 22:23:28 2021-01-16 22:57:28 0:34:00 0:20:54 0:13:06 smithi master centos 8.2 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-small-objects-many-deletes} 2
pass 5792732 2021-01-16 20:51:09 2021-01-16 22:23:29 2021-01-16 22:59:28 0:35:59 0:22:23 0:13:36 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/small-objects-balanced} 2
pass 5792733 2021-01-16 20:51:10 2021-01-16 22:23:41 2021-01-16 23:05:41 0:42:00 0:31:03 0:10:57 smithi master centos 8.2 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} thrashers/sync workloads/rados_api_tests} 2
pass 5792734 2021-01-16 20:51:11 2021-01-16 22:26:09 2021-01-16 23:04:09 0:38:00 0:19:40 0:18:20 smithi master ubuntu 18.04 rados/cephadm/upgrade/{1-start 2-repo_digest/defaut 3-start-upgrade 4-wait distro$/{ubuntu_18.04_podman} fixed-2 mon_election/connectivity} 2
pass 5792735 2021-01-16 20:51:12 2021-01-16 22:27:47 2021-01-16 23:09:47 0:42:00 0:29:52 0:12:08 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/luminous backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/few rados thrashers/careful thrashosds-health workloads/cache-snaps} 3
pass 5792736 2021-01-16 20:51:12 2021-01-16 22:27:47 2021-01-16 22:45:47 0:18:00 0:09:00 0:09:00 smithi master centos 8.2 rados/singleton-nomsgr/{all/pool-access mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 5792737 2021-01-16 20:51:13 2021-01-16 22:27:47 2021-01-16 22:59:47 0:32:00 0:21:09 0:10:51 smithi master centos 8.2 rados/singleton/{all/osd-backfill mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8}} 1
pass 5792738 2021-01-16 20:51:14 2021-01-16 22:27:47 2021-01-16 22:57:47 0:30:00 0:17:37 0:12:23 smithi master ubuntu 18.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} tasks/rados_workunit_loadgen_mix} 2
pass 5792739 2021-01-16 20:51:15 2021-01-16 22:30:08 2021-01-16 23:02:08 0:32:00 0:24:11 0:07:49 smithi master rhel 8.0 rados/cephadm/with-work/{distro/rhel_8.0 fixed-2 mode/packaged mon_election/classic msgr/async start tasks/rados_python} 2
pass 5792740 2021-01-16 20:51:15 2021-01-16 22:30:08 2021-01-16 23:06:08 0:36:00 0:25:10 0:10:50 smithi master centos 8.2 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-overwrites} 2
pass 5792741 2021-01-16 20:51:16 2021-01-16 22:30:49 2021-01-16 22:54:48 0:23:59 0:13:57 0:10:02 smithi master rhel 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-low-osd-mem-target supported-random-distro$/{rhel_8} tasks/failover} 2
pass 5792742 2021-01-16 20:51:17 2021-01-16 22:32:14 2021-01-17 00:24:16 1:52:02 1:44:13 0:07:49 smithi master centos 8.2 rados/standalone/{mon_election/classic supported-random-distro$/{centos_8} workloads/scrub} 1
pass 5792743 2021-01-16 20:51:18 2021-01-16 22:32:14 2021-01-16 23:00:14 0:28:00 0:16:38 0:11:22 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/small-objects-localized} 2
pass 5792744 2021-01-16 20:51:19 2021-01-16 22:32:14 2021-01-16 22:52:14 0:20:00 0:08:52 0:11:08 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-comp openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/radosbench_4K_seq_read} 1
pass 5792745 2021-01-16 20:51:19 2021-01-16 22:33:47 2021-01-16 22:59:47 0:26:00 0:12:51 0:13:09 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 mon_election/connectivity start} 2
pass 5792746 2021-01-16 20:51:20 2021-01-16 22:33:47 2021-01-16 23:13:47 0:40:00 0:29:13 0:10:47 smithi master centos 8.2 rados/singleton-nomsgr/{all/recovery-unfound-found mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 5792747 2021-01-16 20:51:21 2021-01-16 22:33:47 2021-01-16 23:01:47 0:28:00 0:18:52 0:09:08 smithi master centos 8.2 rados/cephadm/workunits/{distro/centos_latest mon_election/classic task/test_orch_cli} 1
pass 5792748 2021-01-16 20:51:22 2021-01-16 22:33:48 2021-01-16 23:11:48 0:38:00 0:25:05 0:12:55 smithi master ubuntu 18.04 rados/singleton/{all/osd-recovery-incomplete mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest}} 1
pass 5792749 2021-01-16 20:51:22 2021-01-16 22:33:55 2021-01-16 23:51:56 1:18:01 1:08:10 0:09:51 smithi master centos 8.2 rados/dashboard/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/filestore-xfs supported-random-distro$/{centos_8} tasks/dashboard} 2
pass 5792750 2021-01-16 20:51:23 2021-01-16 22:36:12 2021-01-17 01:08:15 2:32:03 2:24:51 0:07:12 smithi master rhel 8.3 rados/objectstore/{backends/filestore-idempotent supported-random-distro$/{rhel_8}} 1
pass 5792751 2021-01-16 20:51:24 2021-01-16 22:36:13 2021-01-16 23:02:12 0:25:59 0:12:41 0:13:18 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_18.04_podman fixed-2 mon_election/classic start} 2
pass 5792752 2021-01-16 20:51:25 2021-01-16 22:36:12 2021-01-16 23:00:12 0:24:00 0:11:29 0:12:31 smithi master ubuntu 18.04 rados/cephadm/smoke-roleless/{distro/ubuntu_latest start} 2
pass 5792753 2021-01-16 20:51:26 2021-01-16 22:38:09 2021-01-16 23:10:09 0:32:00 0:19:45 0:12:15 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/small-objects} 2
pass 5792754 2021-01-16 20:51:26 2021-01-16 22:38:09 2021-01-16 22:56:09 0:18:00 0:10:17 0:07:43 smithi master rhel 8.3 rados/singleton-nomsgr/{all/version-number-sanity mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 5792755 2021-01-16 20:51:27 2021-01-16 22:39:47 2021-01-16 23:05:47 0:26:00 0:15:49 0:10:11 smithi master centos 8.2 rados/singleton/{all/osd-recovery mon_election/connectivity msgr-failures/many msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8}} 1
pass 5792756 2021-01-16 20:51:28 2021-01-16 22:39:47 2021-01-17 00:03:48 1:24:01 1:11:23 0:12:38 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/mimic-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/osd-delay rados thrashers/default thrashosds-health workloads/radosbench} 3
pass 5792757 2021-01-16 20:51:29 2021-01-16 22:39:47 2021-01-16 23:05:47 0:26:00 0:08:50 0:17:10 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
fail 5792758 2021-01-16 20:51:30 2021-01-16 22:39:47 2021-01-17 00:11:48 1:32:01 1:23:12 0:08:49 smithi master rhel 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
Failure Reason:

wait_for_recovery: failed before timeout expired

pass 5792759 2021-01-16 20:51:30 2021-01-16 22:41:15 2021-01-17 01:05:17 2:24:02 2:10:44 0:13:18 smithi master centos 8.2 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados tasks/rados_cls_all validater/valgrind} 2
pass 5792760 2021-01-16 20:51:31 2021-01-16 22:41:22 2021-01-16 23:17:22 0:36:00 0:09:35 0:26:25 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5792761 2021-01-16 20:51:32 2021-01-16 22:41:52 2021-01-16 23:25:52 0:44:00 0:33:09 0:10:51 smithi master rhel 8.3 rados/cephadm/with-work/{distro/rhel_latest fixed-2 mode/root mon_election/connectivity msgr/async-v1only start tasks/rados_api_tests} 2
pass 5792762 2021-01-16 20:51:33 2021-01-16 22:45:49 2021-01-16 23:05:48 0:19:59 0:08:29 0:11:30 smithi master centos 8.2 rados/multimon/{clusters/9 mon_election/connectivity msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} tasks/mon_clock_no_skews} 3
pass 5792763 2021-01-16 20:51:33 2021-01-16 22:45:50 2021-01-16 23:13:50 0:28:00 0:21:59 0:06:01 smithi master rhel 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects} 2
pass 5792764 2021-01-16 20:51:34 2021-01-16 22:45:50 2021-01-16 23:03:50 0:18:00 0:08:50 0:09:10 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-low-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/radosbench_4M_rand_read} 1
pass 5792765 2021-01-16 20:51:35 2021-01-16 22:46:04 2021-01-16 23:12:04 0:26:00 0:12:28 0:13:32 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_latest fixed-2 mon_election/connectivity start} 2
pass 5792766 2021-01-16 20:51:36 2021-01-16 22:48:15 2021-01-16 23:44:15 0:56:00 0:46:23 0:09:37 smithi master centos 8.2 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} thrashers/force-sync-many workloads/rados_mon_osdmap_prune} 2
pass 5792767 2021-01-16 20:51:37 2021-01-16 22:48:15 2021-01-16 23:02:14 0:13:59 0:06:00 0:07:59 smithi master ubuntu 18.04 rados/singleton/{all/peer mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}} 1
pass 5792768 2021-01-16 20:51:37 2021-01-16 22:49:41 2021-01-16 23:31:41 0:42:00 0:31:37 0:10:23 smithi master centos 8.2 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8} tasks/rados_workunit_loadgen_mostlyread} 2
pass 5792769 2021-01-16 20:51:38 2021-01-16 22:49:41 2021-01-16 23:31:41 0:42:00 0:33:24 0:08:36 smithi master centos 8.2 rados/singleton-bluestore/{all/cephtool mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8}} 1
pass 5792770 2021-01-16 20:51:39 2021-01-16 22:49:45 2021-01-17 00:05:45 1:16:00 1:08:50 0:07:10 smithi master rhel 8.3 rados/dashboard/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-bitmap supported-random-distro$/{rhel_8} tasks/dashboard} 2
pass 5792771 2021-01-16 20:51:40 2021-01-16 22:49:51 2021-01-16 23:09:51 0:20:00 0:12:04 0:07:56 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/admin_socket_output mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 5792772 2021-01-16 20:51:40 2021-01-16 22:51:50 2021-01-16 23:09:49 0:17:59 0:08:53 0:09:06 smithi master ubuntu 18.04 rados/standalone/{mon_election/connectivity supported-random-distro$/{ubuntu_latest} workloads/crush} 1
pass 5792773 2021-01-16 20:51:41 2021-01-16 22:51:50 2021-01-17 04:11:56 5:20:06 5:03:05 0:17:01 smithi master ubuntu 18.04 rados/upgrade/nautilus-x-singleton/{0-cluster/{openstack start} 1-install/nautilus 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{rbd-cls rbd-import-export readwrite snaps-few-objects} 5-workload/{radosbench rbd_api} 6-finish-upgrade 7-octopus 8-workload/{rbd-python snaps-many-objects} bluestore-bitmap mon_election/connectivity thrashosds-health ubuntu_latest} 4
pass 5792774 2021-01-16 20:51:42 2021-01-16 22:52:15 2021-01-16 23:30:15 0:38:00 0:31:28 0:06:32 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/snaps-few-objects-balanced} 2
pass 5792775 2021-01-16 20:51:43 2021-01-16 22:53:56 2021-01-16 23:33:56 0:40:00 0:19:44 0:20:16 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/mimic backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/fastclose rados thrashers/mapgap thrashosds-health workloads/rbd_cls} 3
pass 5792776 2021-01-16 20:51:44 2021-01-16 22:54:49 2021-01-16 23:12:49 0:18:00 0:09:08 0:08:52 smithi master centos 8.2 rados/cephadm/workunits/{distro/centos_latest mon_election/classic task/test_adoption} 1
pass 5792777 2021-01-16 20:51:44 2021-01-16 22:56:11 2021-01-16 23:20:11 0:24:00 0:13:39 0:10:21 smithi master centos 8.2 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-stupid supported-random-distro$/{centos_8} tasks/insights} 2
fail 5792778 2021-01-16 20:51:45 2021-01-16 22:56:11 2021-01-16 23:22:11 0:26:00 0:15:40 0:10:20 smithi master centos 8.2 rados/cephadm/dashboard/{distro/centos_latest task/test_e2e} 2
Failure Reason:

Command failed (workunit test cephadm/test_dashboard_e2e.sh) on smithi074 with status 22: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=0abad093a0a219ea7758dfcb4d29d015e1d2d3cc TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_dashboard_e2e.sh'

pass 5792779 2021-01-16 20:51:46 2021-01-16 22:56:11 2021-01-16 23:14:11 0:18:00 0:12:07 0:05:53 smithi master rhel 8.3 rados/singleton/{all/pg-autoscaler-progress-off mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8}} 2
pass 5792780 2021-01-16 20:51:47 2021-01-16 22:57:54 2021-01-16 23:11:53 0:13:59 0:06:51 0:07:08 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/balancer mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 5792781 2021-01-16 20:51:47 2021-01-16 22:57:54 2021-01-16 23:17:53 0:19:59 0:09:51 0:10:08 smithi master ubuntu 18.04 rados/cephadm/orchestrator_cli/{2-node-mgr orchestrator_cli supported-random-distro$/{ubuntu_latest}} 2
pass 5792782 2021-01-16 20:51:48 2021-01-16 22:57:54 2021-01-16 23:33:53 0:35:59 0:25:29 0:10:30 smithi master centos 8.2 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/snaps-few-objects-localized} 2
pass 5792783 2021-01-16 20:51:49 2021-01-16 22:57:54 2021-01-16 23:21:53 0:23:59 0:13:53 0:10:06 smithi master centos 8.0 rados/cephadm/smoke/{distro/centos_8.0 fixed-2 mon_election/classic start} 2
pass 5792784 2021-01-16 20:51:50 2021-01-16 22:59:45 2021-01-16 23:17:44 0:17:59 0:12:14 0:05:45 smithi master rhel 8.3 rados/singleton/{all/pg-autoscaler mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8}} 2
pass 5792785 2021-01-16 20:51:51 2021-01-16 22:59:45 2021-01-16 23:21:44 0:21:59 0:12:49 0:09:10 smithi master centos 8.0 rados/cephadm/smoke-roleless/{distro/centos_8.0 start} 2
pass 5792786 2021-01-16 20:51:51 2021-01-16 22:59:45 2021-01-16 23:17:44 0:17:59 0:08:51 0:09:08 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-stupid openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/radosbench_4M_seq_read} 1
pass 5792787 2021-01-16 20:51:52 2021-01-16 22:59:48 2021-01-17 00:15:48 1:16:00 1:08:44 0:07:16 smithi master rhel 8.3 rados/dashboard/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-comp-lz4 supported-random-distro$/{rhel_8} tasks/dashboard} 2
pass 5792788 2021-01-16 20:51:53 2021-01-16 22:59:48 2021-01-16 23:15:47 0:15:59 0:08:43 0:07:16 smithi master rhel 8.3 rados/objectstore/{backends/fusestore supported-random-distro$/{rhel_8}} 1
pass 5792789 2021-01-16 20:51:54 2021-01-16 22:59:49 2021-01-16 23:15:48 0:15:59 0:06:25 0:09:34 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/cache-fs-trunc mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 5792790 2021-01-16 20:51:54 2021-01-16 23:00:13 2021-01-16 23:30:13 0:30:00 0:19:26 0:10:34 smithi master ubuntu 18.04 rados/cephadm/upgrade/{1-start 2-repo_digest/defaut 3-start-upgrade 4-wait distro$/{ubuntu_18.04_podman} fixed-2 mon_election/classic} 2
pass 5792791 2021-01-16 20:51:55 2021-01-16 23:00:15 2021-01-16 23:36:15 0:36:00 0:28:34 0:07:26 smithi master rhel 8.3 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-snaps-few-objects-overwrites} 2
pass 5792792 2021-01-16 20:51:56 2021-01-16 23:02:15 2021-01-16 23:50:15 0:48:00 0:41:22 0:06:38 smithi master rhel 8.3 rados/standalone/{mon_election/classic supported-random-distro$/{rhel_8} workloads/erasure-code} 1
pass 5792793 2021-01-16 20:51:57 2021-01-16 23:02:15 2021-01-16 23:38:15 0:36:00 0:25:36 0:10:24 smithi master centos 8.2 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/snaps-few-objects} 2
pass 5792794 2021-01-16 20:51:58 2021-01-16 23:02:15 2021-01-16 23:24:15 0:22:00 0:08:12 0:13:48 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5792795 2021-01-16 20:51:59 2021-01-16 23:02:16 2021-01-16 23:34:15 0:31:59 0:20:59 0:11:00 smithi master ubuntu 18.04 rados/cephadm/with-work/{distro/ubuntu_18.04 fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rados_python} 2
fail 5792796 2021-01-16 20:51:59 2021-01-16 23:04:08 2021-01-17 00:42:09 1:38:01 1:25:45 0:12:16 smithi master centos 8.2 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
Failure Reason:

wait_for_recovery: failed before timeout expired

pass 5792797 2021-01-16 20:52:00 2021-01-16 23:04:08 2021-01-16 23:36:08 0:32:00 0:24:45 0:07:15 smithi master rhel 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5792798 2021-01-16 20:52:01 2021-01-16 23:04:10 2021-01-16 23:28:10 0:24:00 0:13:03 0:10:57 smithi master centos 8.2 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados tasks/mon_recovery validater/lockdep} 2
pass 5792799 2021-01-16 20:52:02 2021-01-16 23:04:49 2021-01-16 23:20:48 0:15:59 0:09:03 0:06:56 smithi master rhel 8.3 rados/singleton/{all/pg-removal-interruption mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8}} 1
pass 5792800 2021-01-16 20:52:03 2021-01-16 23:06:08 2021-01-16 23:30:08 0:24:00 0:12:56 0:11:04 smithi master centos 8.2 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} tasks/readwrite} 2
pass 5792801 2021-01-16 20:52:03 2021-01-16 23:06:08 2021-01-16 23:30:08 0:24:00 0:12:59 0:11:01 smithi master centos 8.2 rados/cephadm/smoke/{distro/centos_latest fixed-2 mon_election/connectivity start} 2
pass 5792802 2021-01-16 20:52:04 2021-01-16 23:06:08 2021-01-16 23:22:07 0:15:59 0:09:40 0:06:19 smithi master rhel 8.3 rados/singleton-nomsgr/{all/ceph-kvstore-tool mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 5792803 2021-01-16 20:52:05 2021-01-16 23:06:08 2021-01-16 23:28:08 0:22:00 0:08:29 0:13:31 smithi master centos 8.2 rados/multimon/{clusters/21 mon_election/classic msgr-failures/few msgr/async-v2only no_pools objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} tasks/mon_clock_with_skews} 3
dead 5792804 2021-01-16 20:52:06 2021-01-16 23:06:09 2021-01-17 11:08:42 12:02:33 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5792805 2021-01-16 20:52:06 2021-01-16 23:09:26 2021-01-16 23:45:26 0:36:00 0:25:23 0:10:37 smithi master ubuntu 18.04 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/many workloads/rados_mon_workunits} 2
pass 5792806 2021-01-16 20:52:07 2021-01-16 23:09:48 2021-01-17 00:13:49 1:04:01 0:45:31 0:18:30 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v1only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/few rados thrashers/morepggrow thrashosds-health workloads/snaps-few-objects} 3
pass 5792807 2021-01-16 20:52:08 2021-01-16 23:09:50 2021-01-16 23:31:50 0:22:00 0:14:37 0:07:23 smithi master rhel 8.0 rados/cephadm/smoke/{distro/rhel_8.0 fixed-2 mon_election/classic start} 2
pass 5792808 2021-01-16 20:52:09 2021-01-16 23:09:52 2021-01-16 23:31:51 0:21:59 0:12:23 0:09:36 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/write_fadvise_dontneed} 2
pass 5792809 2021-01-16 20:52:10 2021-01-16 23:10:10 2021-01-16 23:32:10 0:22:00 0:15:33 0:06:27 smithi master rhel 8.3 rados/singleton/{all/radostool mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8}} 1
pass 5792810 2021-01-16 20:52:10 2021-01-16 23:11:43 2021-01-17 00:27:44 1:16:01 1:09:41 0:06:20 smithi master rhel 8.3 rados/dashboard/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-comp-snappy supported-random-distro$/{rhel_8} tasks/dashboard} 2
pass 5792811 2021-01-16 20:52:11 2021-01-16 23:11:49 2021-01-16 23:37:49 0:26:00 0:12:12 0:13:48 smithi master centos 8.2 rados/cephadm/smoke-roleless/{distro/centos_latest start} 2
pass 5792812 2021-01-16 20:52:12 2021-01-16 23:11:54 2021-01-16 23:27:53 0:15:59 0:07:22 0:08:37 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/radosbench_4M_write} 1
pass 5792813 2021-01-16 20:52:13 2021-01-16 23:12:05 2021-01-16 23:26:04 0:13:59 0:04:52 0:09:07 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/ceph-post-file mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 5792814 2021-01-16 20:52:13 2021-01-16 23:13:16 2021-01-16 23:53:16 0:40:00 0:29:10 0:10:50 smithi master centos 8.2 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/filestore-xfs supported-random-distro$/{centos_8} tasks/module_selftest} 2
fail 5792815 2021-01-16 20:52:14 2021-01-16 23:13:49 2021-01-16 23:31:48 0:17:59 0:07:30 0:10:29 smithi master ubuntu 18.04 rados/cephadm/workunits/{distro/ubuntu_18.04_podman mon_election/connectivity task/test_cephadm} 1
Failure Reason:

Command failed (workunit test cephadm/test_cephadm.sh) on smithi107 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=0abad093a0a219ea7758dfcb4d29d015e1d2d3cc TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh'

pass 5792816 2021-01-16 20:52:15 2021-01-16 23:13:51 2021-01-16 23:57:51 0:44:00 0:32:20 0:11:40 smithi master ubuntu 18.04 rados/cephadm/with-work/{distro/ubuntu_18.04_podman fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_api_tests} 2
pass 5792817 2021-01-16 20:52:16 2021-01-16 23:14:12 2021-01-16 23:48:11 0:33:59 0:21:56 0:12:03 smithi master centos 8.2 rados/singleton/{all/random-eio mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8}} 2
pass 5792818 2021-01-16 20:52:17 2021-01-16 23:16:17 2021-01-16 23:34:17 0:18:00 0:12:51 0:05:09 smithi master rhel 8.3 rados/standalone/{mon_election/connectivity supported-random-distro$/{rhel_8} workloads/mgr} 1
pass 5792819 2021-01-16 20:52:18 2021-01-16 23:16:17 2021-01-16 23:48:17 0:32:00 0:21:45 0:10:15 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/admin_socket_objecter_requests} 2
pass 5792820 2021-01-16 20:52:19 2021-01-16 23:17:48 2021-01-16 23:31:48 0:14:00 0:08:56 0:05:04 smithi master rhel 8.3 rados/singleton-nomsgr/{all/export-after-evict mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 5792821 2021-01-16 20:52:19 2021-01-16 23:17:49 2021-01-16 23:35:48 0:17:59 0:12:18 0:05:41 smithi master rhel 8.3 rados/cephadm/smoke/{distro/rhel_latest fixed-2 mon_election/connectivity start} 2
pass 5792822 2021-01-16 20:52:20 2021-01-16 23:17:48 2021-01-16 23:47:48 0:30:00 0:15:31 0:14:29 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v2only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/osd-delay rados thrashers/none thrashosds-health workloads/test_rbd_api} 3
pass 5792823 2021-01-16 20:52:21 2021-01-16 23:17:49 2021-01-16 23:43:48 0:25:59 0:16:21 0:09:38 smithi master centos 8.2 rados/singleton/{all/rebuild-mondb mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8}} 1
pass 5792824 2021-01-16 20:52:22 2021-01-16 23:17:54 2021-01-16 23:47:54 0:30:00 0:16:38 0:13:22 smithi master centos 8.2 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} tasks/repair_test} 2
pass 5792825 2021-01-16 20:52:23 2021-01-16 23:20:38 2021-01-17 00:36:39 1:16:01 1:09:38 0:06:23 smithi master rhel 8.3 rados/dashboard/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-comp-zlib supported-random-distro$/{rhel_8} tasks/dashboard} 2
pass 5792826 2021-01-16 20:52:23 2021-01-16 23:20:50 2021-01-16 23:40:49 0:19:59 0:11:30 0:08:29 smithi master ubuntu 18.04 rados/objectstore/{backends/keyvaluedb supported-random-distro$/{ubuntu_latest}} 1
pass 5792827 2021-01-16 20:52:24 2021-01-16 23:22:13 2021-01-16 23:46:12 0:23:59 0:11:46 0:12:13 smithi master centos 8.2 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-bitmap rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5792828 2021-01-16 20:52:25 2021-01-16 23:22:13 2021-01-16 23:52:13 0:30:00 0:20:53 0:09:07 smithi master centos 8.2 rados/valgrind-leaks/{1-start 2-inject-leak/osd centos_latest} 1
pass 5792829 2021-01-16 20:52:26 2021-01-16 23:22:13 2021-01-16 23:54:13 0:32:00 0:17:41 0:14:19 smithi master ubuntu 18.04 rados/cephadm/upgrade/{1-start 2-repo_digest/repo_digest 3-start-upgrade 4-wait distro$/{ubuntu_latest} fixed-2 mon_election/connectivity} 2
pass 5792830 2021-01-16 20:52:26 2021-01-16 23:22:13 2021-01-16 23:38:12 0:15:59 0:09:14 0:06:45 smithi master rhel 8.3 rados/singleton-nomsgr/{all/full-tiering mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 5792831 2021-01-16 20:52:27 2021-01-16 23:24:10 2021-01-16 23:48:10 0:24:00 0:12:28 0:11:32 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 mon_election/classic start} 2
pass 5792832 2021-01-16 20:52:28 2021-01-16 23:24:16 2021-01-16 23:46:15 0:21:59 0:07:44 0:14:15 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 5792833 2021-01-16 20:52:29 2021-01-16 23:26:25 2021-01-17 00:02:25 0:36:00 0:26:38 0:09:22 smithi master centos 8.2 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
fail 5792834 2021-01-16 20:52:29 2021-01-16 23:26:26 2021-01-17 06:16:34 6:50:08 6:39:35 0:10:33 smithi master centos 8.2 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async objectstore/filestore-xfs rados tasks/rados_api_tests validater/valgrind} 2
Failure Reason:

Command failed (workunit test rados/test.sh) on smithi129 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=0abad093a0a219ea7758dfcb4d29d015e1d2d3cc TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 ALLOW_TIMEOUTS=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

pass 5792835 2021-01-16 20:52:30 2021-01-16 23:27:16 2021-01-17 00:21:17 0:54:01 0:44:07 0:09:54 smithi master centos 8.2 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/cache-agent-big} 2
pass 5792836 2021-01-16 20:52:31 2021-01-16 23:28:22 2021-01-17 00:02:22 0:34:00 0:23:46 0:10:14 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-bitmap openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/radosbench_omap_write} 1
pass 5792837 2021-01-16 20:52:32 2021-01-16 23:28:22 2021-01-16 23:50:21 0:21:59 0:14:28 0:07:31 smithi master rhel 8.0 rados/cephadm/smoke-roleless/{distro/rhel_8.0 start} 2
pass 5792838 2021-01-16 20:52:32 2021-01-16 23:28:22 2021-01-16 23:46:21 0:17:59 0:10:53 0:07:06 smithi master rhel 8.3 rados/multimon/{clusters/3 mon_election/connectivity msgr-failures/many msgr/async no_pools objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} tasks/mon_recovery} 2
pass 5792839 2021-01-16 20:52:33 2021-01-16 23:30:36 2021-01-17 00:04:37 0:34:01 0:27:32 0:06:29 smithi master rhel 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5792840 2021-01-16 20:52:34 2021-01-16 23:30:36 2021-01-16 23:58:36 0:28:00 0:17:42 0:10:18 smithi master ubuntu 18.04 rados/singleton/{all/recovery-preemption mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest}} 1
pass 5792841 2021-01-16 20:52:35 2021-01-16 23:30:37 2021-01-17 00:14:36 0:43:59 0:33:28 0:10:31 smithi master ubuntu 18.04 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/one workloads/snaps-few-objects} 2
pass 5792842 2021-01-16 20:52:35 2021-01-16 23:30:37 2021-01-17 00:14:37 0:44:00 0:32:56 0:11:04 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/fastclose rados thrashers/pggrow thrashosds-health workloads/cache-snaps} 3
pass 5792843 2021-01-16 20:52:36 2021-01-16 23:32:10 2021-01-16 23:50:09 0:17:59 0:10:57 0:07:02 smithi master rhel 8.3 rados/singleton-nomsgr/{all/health-warnings mon_election/classic rados supported-random-distro$/{rhel_8}} 1
fail 5792844 2021-01-16 20:52:37 2021-01-16 23:32:10 2021-01-17 01:00:11 1:28:01 1:18:41 0:09:20 smithi master centos 8.2 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-snaps-few-objects-overwrites} 2
Failure Reason:

wait_for_recovery: failed before timeout expired

pass 5792845 2021-01-16 20:52:38 2021-01-16 23:32:10 2021-01-17 00:06:10 0:34:00 0:22:27 0:11:33 smithi master centos 8.0 rados/cephadm/with-work/{distro/centos_8.0 fixed-2 mode/packaged mon_election/classic msgr/async start tasks/rados_python} 2
pass 5792846 2021-01-16 20:52:38 2021-01-16 23:32:10 2021-01-17 00:02:10 0:30:00 0:18:46 0:11:14 smithi master centos 8.2 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-bitmap supported-random-distro$/{centos_8} tasks/progress} 2
pass 5792847 2021-01-16 20:52:39 2021-01-16 23:32:10 2021-01-17 00:08:10 0:36:00 0:30:39 0:05:21 smithi master rhel 8.3 rados/standalone/{mon_election/classic supported-random-distro$/{rhel_8} workloads/misc} 1
pass 5792848 2021-01-16 20:52:40 2021-01-16 23:32:10 2021-01-16 23:56:10 0:24:00 0:14:59 0:09:01 smithi master centos 8.2 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/cache-agent-small} 2
pass 5792849 2021-01-16 20:52:41 2021-01-16 23:32:11 2021-01-16 23:54:10 0:21:59 0:12:45 0:09:14 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_18.04_podman fixed-2 mon_election/connectivity start} 2
pass 5792850 2021-01-16 20:52:42 2021-01-16 23:34:11 2021-01-16 23:50:10 0:15:59 0:09:42 0:06:17 smithi master rhel 8.3 rados/singleton/{all/resolve_stuck_peering mon_election/classic msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8}} 2
pass 5792851 2021-01-16 20:52:42 2021-01-16 23:34:11 2021-01-17 00:50:12 1:16:01 1:09:24 0:06:37 smithi master rhel 8.3 rados/dashboard/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-comp-zstd supported-random-distro$/{rhel_8} tasks/dashboard} 2
pass 5792852 2021-01-16 20:52:43 2021-01-16 23:34:11 2021-01-16 23:50:10 0:15:59 0:06:23 0:09:36 smithi master centos 8.2 rados/cephadm/workunits/{distro/centos_latest mon_election/classic task/test_cephadm_repos} 1
pass 5792853 2021-01-16 20:52:44 2021-01-16 23:34:16 2021-01-16 23:50:16 0:16:00 0:06:02 0:09:58 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/large-omap-object-warnings mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 5792854 2021-01-16 20:52:45 2021-01-16 23:34:18 2021-01-16 23:58:18 0:24:00 0:12:41 0:11:19 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_latest fixed-2 mon_election/classic start} 2
pass 5792855 2021-01-16 20:52:46 2021-01-16 23:35:00 2021-01-16 23:56:59 0:21:59 0:12:19 0:09:40 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-comp openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/sample_fio} 1
pass 5792856 2021-01-16 20:52:46 2021-01-16 23:36:16 2021-01-16 23:52:15 0:15:59 0:07:19 0:08:40 smithi master ubuntu 18.04 rados/singleton/{all/test-crash mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}} 1
pass 5792857 2021-01-16 20:52:47 2021-01-16 23:36:16 2021-01-16 23:58:15 0:21:59 0:12:14 0:09:45 smithi master centos 8.2 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} tasks/scrub_test} 2
pass 5792858 2021-01-16 20:52:48 2021-01-16 23:36:16 2021-01-17 00:16:16 0:40:00 0:31:59 0:08:01 smithi master centos 8.2 rados/singleton-bluestore/{all/cephtool mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8}} 1
pass 5792859 2021-01-16 20:52:49 2021-01-16 23:38:16 2021-01-17 00:16:16 0:38:00 0:31:07 0:06:53 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/cache-pool-snaps-readproxy} 2
pass 5792860 2021-01-16 20:52:49 2021-01-16 23:38:16 2021-01-16 23:56:16 0:18:00 0:12:02 0:05:58 smithi master rhel 8.3 rados/cephadm/smoke-roleless/{distro/rhel_latest start} 2
pass 5792861 2021-01-16 20:52:50 2021-01-16 23:38:16 2021-01-17 00:04:16 0:26:00 0:09:24 0:16:36 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5792862 2021-01-16 20:52:51 2021-01-16 23:40:16 2021-01-17 01:58:18 2:18:02 2:07:29 0:10:33 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/octopus backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/few rados thrashers/careful thrashosds-health workloads/radosbench} 3
pass 5792863 2021-01-16 20:52:52 2021-01-16 23:40:50 2021-01-17 00:00:50 0:20:00 0:10:04 0:09:56 smithi master centos 8.2 rados/singleton-nomsgr/{all/lazy_omap_stats_output mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 5792864 2021-01-16 20:52:52 2021-01-16 23:44:19 2021-01-17 00:28:19 0:44:00 0:32:34 0:11:26 smithi master centos 8.2 rados/cephadm/with-work/{distro/centos_latest fixed-2 mode/root mon_election/connectivity msgr/async-v1only start tasks/rados_api_tests} 2
pass 5792865 2021-01-16 20:52:53 2021-01-16 23:44:19 2021-01-17 00:10:19 0:26:00 0:16:13 0:09:47 smithi master centos 8.2 rados/singleton/{all/test_envlibrados_for_rocksdb mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8}} 1
pass 5792866 2021-01-16 20:52:54 2021-01-16 23:45:54 2021-01-17 00:25:54 0:40:00 0:29:19 0:10:41 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 5792867 2021-01-16 20:52:55 2021-01-16 23:46:14 2021-01-17 00:26:13 0:39:59 0:29:53 0:10:06 smithi master centos 8.2 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5792868 2021-01-16 20:52:56 2021-01-16 23:46:16 2021-01-17 00:22:16 0:36:00 0:25:03 0:10:57 smithi master centos 8.2 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados tasks/rados_api_tests validater/lockdep} 2
pass 5792869 2021-01-16 20:52:56 2021-01-16 23:46:24 2021-01-17 01:04:25 1:18:01 1:07:34 0:10:27 smithi master ubuntu 18.04 rados/dashboard/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-hybrid supported-random-distro$/{ubuntu_latest} tasks/dashboard} 2
pass 5792870 2021-01-16 20:52:57 2021-01-16 23:48:15 2021-01-17 00:22:15 0:34:00 0:24:04 0:09:56 smithi master centos 8.2 rados/objectstore/{backends/objectcacher-stress supported-random-distro$/{centos_8}} 1
pass 5792871 2021-01-16 20:52:58 2021-01-16 23:48:16 2021-01-17 00:12:15 0:23:59 0:13:25 0:10:34 smithi master centos 8.0 rados/cephadm/smoke/{distro/centos_8.0 fixed-2 mon_election/connectivity start} 2
pass 5792872 2021-01-16 20:52:59 2021-01-16 23:48:16 2021-01-17 00:36:16 0:48:00 0:41:24 0:06:36 smithi master rhel 8.3 rados/standalone/{mon_election/connectivity supported-random-distro$/{rhel_8} workloads/mon} 1
pass 5792873 2021-01-16 20:53:00 2021-01-16 23:48:15 2021-01-17 00:18:15 0:30:00 0:24:20 0:05:40 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/cache-pool-snaps} 2
pass 5792874 2021-01-16 20:53:00 2021-01-16 23:48:19 2021-01-17 00:04:18 0:15:59 0:09:09 0:06:50 smithi master rhel 8.3 rados/multimon/{clusters/6 mon_election/classic msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} tasks/mon_clock_no_skews} 2
fail 5792875 2021-01-16 20:53:01 2021-01-16 23:50:38 2021-01-17 01:24:39 1:34:01 1:23:14 0:10:47 smithi master centos 8.2 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
Failure Reason:

wait_for_recovery: failed before timeout expired

fail 5792876 2021-01-16 20:53:02 2021-01-16 23:50:38 2021-01-17 00:14:38 0:24:00 0:16:56 0:07:04 smithi master rhel 8.3 rados/cephadm/upgrade/{1-start 2-repo_digest/repo_digest 3-start-upgrade 4-wait distro$/{rhel_latest} fixed-2 mon_election/classic} 2
Failure Reason:

reached maximum tries (180) after waiting for 180 seconds

pass 5792877 2021-01-16 20:53:03 2021-01-16 23:50:38 2021-01-17 00:08:38 0:18:00 0:11:09 0:06:51 smithi master rhel 8.3 rados/singleton-nomsgr/{all/librados_hello_world mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 5792878 2021-01-16 20:53:04 2021-01-16 23:50:38 2021-01-17 00:28:38 0:38:00 0:27:35 0:10:25 smithi master centos 8.2 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8} thrashers/sync-many workloads/snaps-few-objects} 2
pass 5792879 2021-01-16 20:53:05 2021-01-16 23:50:38 2021-01-17 00:22:40 0:32:02 0:20:32 0:11:30 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/luminous-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/osd-delay rados thrashers/default thrashosds-health workloads/rbd_cls} 3
pass 5792880 2021-01-16 20:53:05 2021-01-16 23:50:39 2021-01-17 00:08:40 0:18:01 0:09:03 0:08:58 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-low-osd-mem-target openstack scheduler/wpq_default_shards settings/optimized ubuntu_latest workloads/sample_radosbench} 1
pass 5792881 2021-01-16 20:53:06 2021-01-16 23:51:31 2021-01-17 00:57:31 1:06:00 0:56:46 0:09:14 smithi master ubuntu 18.04 rados/singleton/{all/thrash-backfill-full mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} 2
pass 5792882 2021-01-16 20:53:07 2021-01-16 23:52:23 2021-01-17 00:14:23 0:22:00 0:12:50 0:09:10 smithi master rhel 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-comp-lz4 supported-random-distro$/{rhel_8} tasks/prometheus} 2
pass 5792883 2021-01-16 20:53:08 2021-01-16 23:52:23 2021-01-17 00:18:23 0:26:00 0:17:10 0:08:50 smithi master ubuntu 18.04 rados/cephadm/workunits/{distro/ubuntu_18.04_podman mon_election/connectivity task/test_orch_cli} 1
dead 5792884 2021-01-16 20:53:09 2021-01-16 23:52:23 2021-01-17 11:54:54 12:02:31 smithi master centos 8.2 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/cache-snaps-balanced} 2
pass 5792885 2021-01-16 20:53:10 2021-01-16 23:53:19 2021-01-17 00:15:19 0:22:00 0:12:55 0:09:05 smithi master centos 8.2 rados/cephadm/smoke/{distro/centos_latest fixed-2 mon_election/classic start} 2
pass 5792886 2021-01-16 20:53:11 2021-01-16 23:54:40 2021-01-17 00:16:39 0:21:59 0:16:12 0:05:47 smithi master rhel 8.3 rados/singleton-nomsgr/{all/msgr mon_election/classic rados supported-random-distro$/{rhel_8}} 1
fail 5792887 2021-01-16 20:53:12 2021-01-16 23:54:40 2021-01-17 00:44:40 0:50:00 0:38:03 0:11:57 smithi master centos 8.2 rados/singleton/{all/thrash-eio mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8}} 2
Failure Reason:

unexpected end of data

pass 5792888 2021-01-16 20:53:12 2021-01-16 23:56:47 2021-01-17 00:32:46 0:35:59 0:26:55 0:09:04 smithi master centos 8.2 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} tasks/rados_api_tests} 2
pass 5792889 2021-01-16 20:53:13 2021-01-16 23:56:46 2021-01-17 00:18:46 0:22:00 0:11:42 0:10:18 smithi master ubuntu 18.04 rados/cephadm/smoke-roleless/{distro/ubuntu_18.04 start} 2
pass 5792890 2021-01-16 20:53:14 2021-01-16 23:57:01 2021-01-17 01:15:01 1:18:00 1:06:56 0:11:04 smithi master ubuntu 18.04 rados/dashboard/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-low-osd-mem-target supported-random-distro$/{ubuntu_latest} tasks/dashboard} 2
pass 5792891 2021-01-16 20:53:15 2021-01-16 23:57:25 2021-01-17 00:29:25 0:32:00 0:24:54 0:07:06 smithi master rhel 8.0 rados/cephadm/with-work/{distro/rhel_8.0 fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rados_python} 2
pass 5792892 2021-01-16 20:53:16 2021-01-16 23:58:19 2021-01-17 00:36:19 0:38:00 0:30:42 0:07:18 smithi master rhel 8.3 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} 2
pass 5792893 2021-01-16 20:53:16 2021-01-16 23:58:19 2021-01-17 00:26:19 0:28:00 0:12:22 0:15:38 smithi master centos 8.2 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5792894 2021-01-16 20:53:17 2021-01-16 23:58:19 2021-01-17 00:28:19 0:30:00 0:20:44 0:09:16 smithi master rhel 8.3 rados/singleton-nomsgr/{all/multi-backfill-reject mon_election/connectivity rados supported-random-distro$/{rhel_8}} 2
pass 5792895 2021-01-16 20:53:18 2021-01-16 23:58:38 2021-01-17 00:22:37 0:23:59 0:15:04 0:08:55 smithi master rhel 8.0 rados/cephadm/smoke/{distro/rhel_8.0 fixed-2 mon_election/connectivity start} 2
pass 5792896 2021-01-16 20:53:19 2021-01-17 00:01:21 2021-01-17 03:25:24 3:24:03 3:14:21 0:09:42 smithi master centos 8.2 rados/standalone/{mon_election/classic supported-random-distro$/{centos_8} workloads/osd} 1
pass 5792897 2021-01-16 20:53:19 2021-01-17 00:02:11 2021-01-17 00:28:11 0:26:00 0:19:32 0:06:28 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/cache-snaps} 2
pass 5792898 2021-01-16 20:53:20 2021-01-17 00:02:49 2021-01-17 00:32:49 0:30:00 0:17:41 0:12:19 smithi master ubuntu 18.04 rados/singleton/{all/thrash-rados/{thrash-rados thrashosds-health} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}} 2
pass 5792899 2021-01-16 20:53:21 2021-01-17 00:02:49 2021-01-17 00:50:49 0:48:00 0:36:45 0:11:15 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/luminous backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/fastclose rados thrashers/mapgap thrashosds-health workloads/snaps-few-objects} 3
pass 5792900 2021-01-16 20:53:22 2021-01-17 00:04:16 2021-01-17 00:30:16 0:26:00 0:15:21 0:10:39 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-low-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_latest workloads/cosbench_64K_read_write} 1
pass 5792901 2021-01-16 20:53:23 2021-01-17 00:04:17 2021-01-17 00:24:17 0:20:00 0:12:12 0:07:48 smithi master rhel 8.3 rados/cephadm/smoke/{distro/rhel_latest fixed-2 mon_election/classic start} 2
pass 5792902 2021-01-16 20:53:23 2021-01-17 00:04:19 2021-01-17 00:32:19 0:28:00 0:12:00 0:16:00 smithi master rhel 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 5792903 2021-01-16 20:53:24 2021-01-17 00:04:38 2021-01-17 00:40:38 0:36:00 0:29:39 0:06:21 smithi master rhel 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5792904 2021-01-16 20:53:25 2021-01-17 00:06:14 2021-01-17 02:24:16 2:18:02 2:07:35 0:10:27 smithi master centos 8.2 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados tasks/rados_cls_all validater/valgrind} 2
pass 5792905 2021-01-16 20:53:26 2021-01-17 00:06:14 2021-01-17 00:34:13 0:27:59 0:18:33 0:09:26 smithi master centos 8.2 rados/singleton-nomsgr/{all/osd_stale_reads mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 5792906 2021-01-16 20:53:27 2021-01-17 00:08:39 2021-01-17 00:32:39 0:24:00 0:11:46 0:12:14 smithi master ubuntu 18.04 rados/cephadm/smoke-roleless/{distro/ubuntu_18.04_podman start} 2
fail 5792907 2021-01-16 20:53:27 2021-01-17 00:08:39 2021-01-17 00:30:39 0:22:00 0:15:03 0:06:57 smithi master rhel 8.3 rados/singleton/{all/thrash_cache_writeback_proxy_none mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8}} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 400000 --objects 10000 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 600 --op read 100 --op write 50 --op delete 50 --op copy_from 50 --op write_excl 50 --pool base'

pass 5792908 2021-01-16 20:53:28 2021-01-17 00:08:43 2021-01-17 01:24:44 1:16:01 1:08:23 0:07:38 smithi master rhel 8.3 rados/dashboard/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-stupid supported-random-distro$/{rhel_8} tasks/dashboard} 2
dead 5792909 2021-01-16 20:53:29 2021-01-17 00:10:48 2021-01-17 12:13:14 12:02:26 smithi master ubuntu 18.04 rados/objectstore/{backends/objectstore supported-random-distro$/{ubuntu_latest}} 1
pass 5792910 2021-01-16 20:53:30 2021-01-17 00:12:17 2021-01-17 00:30:17 0:18:00 0:05:22 0:12:38 smithi master ubuntu 18.04 rados/multimon/{clusters/9 mon_election/connectivity msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_with_skews} 3
pass 5792911 2021-01-16 20:53:31 2021-01-17 00:12:17 2021-01-17 03:06:20 2:54:03 2:42:05 0:11:58 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-radosbench} 2
pass 5792912 2021-01-16 20:53:31 2021-01-17 00:14:21 2021-01-17 00:34:20 0:19:59 0:13:05 0:06:54 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/cache} 2
pass 5792913 2021-01-16 20:53:32 2021-01-17 00:14:24 2021-01-17 00:42:24 0:28:00 0:18:32 0:09:28 smithi master centos 8.2 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/sync workloads/pool-create-delete} 2
pass 5792914 2021-01-16 20:53:33 2021-01-17 00:14:38 2021-01-17 00:32:37 0:17:59 0:09:26 0:08:33 smithi master centos 8.2 rados/cephadm/workunits/{distro/centos_latest mon_election/connectivity task/test_adoption} 1
pass 5792915 2021-01-16 20:53:34 2021-01-17 00:14:38 2021-01-17 00:34:37 0:19:59 0:09:26 0:10:33 smithi master centos 8.2 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-comp-snappy supported-random-distro$/{centos_8} tasks/workunits} 2
pass 5792916 2021-01-16 20:53:35 2021-01-17 00:14:39 2021-01-17 00:44:39 0:30:00 0:18:42 0:11:18 smithi master ubuntu 18.04 rados/cephadm/upgrade/{1-start 2-repo_digest/defaut 3-start-upgrade 4-wait distro$/{ubuntu_18.04_podman} fixed-2 mon_election/connectivity} 2
pass 5792917 2021-01-16 20:53:35 2021-01-17 00:15:20 2021-01-17 00:33:20 0:18:00 0:09:15 0:08:45 smithi master centos 8.2 rados/singleton-nomsgr/{all/pool-access mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 5792918 2021-01-16 20:53:36 2021-01-17 00:16:16 2021-01-17 00:30:15 0:13:59 0:05:57 0:08:02 smithi master ubuntu 18.04 rados/singleton/{all/watch-notify-same-primary mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest}} 1
pass 5792919 2021-01-16 20:53:37 2021-01-17 00:16:17 2021-01-17 01:00:17 0:44:00 0:34:00 0:10:00 smithi master rhel 8.3 rados/cephadm/with-work/{distro/rhel_latest fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_api_tests} 2
pass 5792920 2021-01-16 20:53:38 2021-01-17 00:16:17 2021-01-17 00:44:17 0:28:00 0:16:20 0:11:40 smithi master ubuntu 18.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} tasks/rados_cls_all} 2
pass 5792921 2021-01-16 20:53:39 2021-01-17 00:16:40 2021-01-17 00:50:40 0:34:00 0:19:38 0:14:22 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/mimic-v1only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/few rados thrashers/morepggrow thrashosds-health workloads/test_rbd_api} 3
pass 5792922 2021-01-16 20:53:39 2021-01-17 00:18:45 2021-01-17 00:50:44 0:31:59 0:19:35 0:12:24 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-stupid openstack scheduler/dmclock_default_shards settings/optimized ubuntu_latest workloads/cosbench_64K_write} 1
pass 5792923 2021-01-16 20:53:40 2021-01-17 00:18:45 2021-01-17 02:06:46 1:48:01 1:42:52 0:05:09 smithi master rhel 8.3 rados/standalone/{mon_election/connectivity supported-random-distro$/{rhel_8} workloads/scrub} 1
pass 5792924 2021-01-16 20:53:41 2021-01-17 00:18:47 2021-01-17 01:02:47 0:44:00 0:31:38 0:12:22 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/pool-snaps-few-objects} 2
pass 5792925 2021-01-16 20:53:42 2021-01-17 00:21:44 2021-01-17 00:43:44 0:22:00 0:12:23 0:09:37 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 mon_election/connectivity start} 2
pass 5792926 2021-01-16 20:53:43 2021-01-17 00:22:16 2021-01-17 00:50:16 0:28:00 0:19:40 0:08:20 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/recovery-unfound-found mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 5792927 2021-01-16 20:53:44 2021-01-17 00:22:18 2021-01-17 00:36:18 0:14:00 0:09:18 0:04:42 smithi master rhel 8.3 rados/singleton/{all/admin-socket mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8}} 1
pass 5792928 2021-01-16 20:53:44 2021-01-17 00:22:38 2021-01-17 01:36:39 1:14:01 1:07:28 0:06:33 smithi master rhel 8.3 rados/dashboard/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/filestore-xfs supported-random-distro$/{rhel_8} tasks/dashboard} 2
pass 5792929 2021-01-16 20:53:45 2021-01-17 00:22:41 2021-01-17 00:44:41 0:22:00 0:12:38 0:09:22 smithi master rhel 8.3 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5792930 2021-01-16 20:53:46 2021-01-17 00:24:48 2021-01-17 00:46:47 0:21:59 0:12:46 0:09:13 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_18.04_podman fixed-2 mon_election/classic start} 2
pass 5792931 2021-01-16 20:53:47 2021-01-17 00:24:48 2021-01-17 00:46:47 0:21:59 0:11:31 0:10:28 smithi master ubuntu 18.04 rados/cephadm/smoke-roleless/{distro/ubuntu_latest start} 2
pass 5792932 2021-01-16 20:53:48 2021-01-17 00:25:26 2021-01-17 01:01:26 0:36:00 0:29:17 0:06:43 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/rados_api_tests} 2
pass 5792933 2021-01-16 20:53:48 2021-01-17 00:26:22 2021-01-17 01:04:22 0:38:00 0:25:45 0:12:15 smithi master ubuntu 18.04 rados/cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/mimic backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/osd-delay rados thrashers/none thrashosds-health workloads/cache-snaps} 3
pass 5792934 2021-01-16 20:53:49 2021-01-17 00:26:22 2021-01-17 00:42:21 0:15:59 0:06:29 0:09:30 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/version-number-sanity mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 5792935 2021-01-16 20:53:50 2021-01-17 00:26:22 2021-01-17 00:44:21 0:17:59 0:09:08 0:08:51 smithi master centos 8.2 rados/singleton/{all/deduptool mon_election/connectivity msgr-failures/many msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8}} 1
pass 5792936 2021-01-16 20:53:51 2021-01-17 00:28:11 2021-01-17 01:06:10 0:37:59 0:27:31 0:10:28 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 5792937 2021-01-16 20:53:52 2021-01-17 00:28:11 2021-01-17 01:04:10 0:35:59 0:28:42 0:07:17 smithi master rhel 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5792938 2021-01-16 20:53:52 2021-01-17 00:28:12 2021-01-17 00:52:11 0:23:59 0:12:48 0:11:11 smithi master centos 8.2 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados tasks/mon_recovery validater/lockdep} 2