Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
fail 5994324 2021-03-24 17:36:23 2021-03-24 18:00:43 1027 smithi master rhel 8.3 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/force-sync-many workloads/rados_mon_workunits} 2
Failure Reason:

Command failed (workunit test mon/crush_ops.sh) on smithi189 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=56b08432f5eb5d76f443ea8b5793d576aa993c48 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/mon/crush_ops.sh'

pass 5994325 2021-03-24 17:36:24 2021-03-24 17:37:39 2021-03-24 18:17:36 0:39:57 0:28:10 0:11:47 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 5994326 2021-03-24 17:36:24 2021-03-24 17:37:49 2021-03-24 18:29:30 0:51:41 0:32:22 0:19:19 smithi master centos 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5994327 2021-03-24 17:36:25 2021-03-24 17:38:30 2021-03-24 18:19:40 0:41:10 0:22:03 0:19:07 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados tasks/mon_recovery validater/lockdep} 2
pass 5994328 2021-03-24 17:36:26 2021-03-24 17:38:30 2021-03-24 18:11:11 0:32:41 0:27:36 0:05:05 smithi master rhel 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} tasks/rados_api_tests} 2
pass 5994329 2021-03-24 17:36:27 2021-03-24 17:38:40 2021-03-24 18:04:59 0:26:19 0:13:28 0:12:51 smithi master centos 8.3 rados/singleton/{all/deduptool mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8}} 1
pass 5994330 2021-03-24 17:36:28 2021-03-24 17:38:41 2021-03-24 17:56:20 0:17:39 0:10:13 0:07:26 smithi master rhel 8.3 rados/multimon/{clusters/6 mon_election/classic msgr-failures/few msgr/async-v2only no_pools objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} tasks/mon_clock_with_skews} 2
pass 5994331 2021-03-24 17:36:29 2021-03-24 17:39:31 2021-03-24 18:18:05 0:38:34 0:28:08 0:10:26 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/cosbench_64K_write} 1
pass 5994332 2021-03-24 17:36:29 2021-03-24 17:40:31 2021-03-24 18:16:16 0:35:45 0:25:51 0:09:54 smithi master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-snaps-few-objects-overwrites} 2
pass 5994333 2021-03-24 17:36:30 2021-03-24 17:40:52 2021-03-24 18:22:28 0:41:36 0:35:25 0:06:11 smithi master rhel 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5994334 2021-03-24 17:36:31 2021-03-24 17:41:22 2021-03-24 19:16:21 1:34:59 1:13:51 0:21:08 smithi master centos 8.3 rados/dashboard/{clusters/{2-node-mgr} debug/mgr mon_election/classic random-objectstore$/{bluestore-hybrid} supported-random-distro$/{centos_8} tasks/dashboard} 2
pass 5994335 2021-03-24 17:36:32 2021-03-24 17:41:22 2021-03-24 17:58:07 0:16:45 0:07:52 0:08:53 smithi master ubuntu 18.04 rados/objectstore/{backends/alloc-hint supported-random-distro$/{ubuntu_latest}} 1
pass 5994336 2021-03-24 17:36:33 2021-03-24 17:41:22 2021-03-24 18:00:29 0:19:07 0:12:31 0:06:36 smithi master rhel 8.3 rados/rest/{mgr-restful supported-random-distro$/{rhel_8}} 1
pass 5994337 2021-03-24 17:36:33 2021-03-24 17:41:23 2021-03-24 18:05:10 0:23:47 0:17:32 0:06:15 smithi master rhel 8.3 rados/singleton-nomsgr/{all/admin_socket_output mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 5994338 2021-03-24 17:36:34 2021-03-24 17:42:03 2021-03-24 18:02:54 0:20:51 0:15:06 0:05:45 smithi master rhel 8.3 rados/standalone/{mon_election/classic supported-random-distro$/{rhel_8} workloads/crush} 1
pass 5994339 2021-03-24 17:36:35 2021-03-24 17:42:04 2021-03-24 19:18:28 1:36:24 1:25:06 0:11:18 smithi master ubuntu 20.04 rados/upgrade/pacific-x/parallel/{0-start 1-tasks distro1$/{ubuntu_20.04} mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} 2
pass 5994340 2021-03-24 17:36:36 2021-03-24 17:42:54 2021-03-24 18:22:13 0:39:19 0:26:03 0:13:16 smithi master centos 8.3 rados/valgrind-leaks/{1-start 2-inject-leak/mon centos_latest} 1
dead 5994341 2021-03-24 17:36:37 2021-03-24 17:43:24 2021-03-24 18:06:18 0:22:54 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/redirect_promote_tests} 2
pass 5994342 2021-03-24 17:36:38 2021-03-24 17:44:15 2021-03-24 18:35:09 0:50:54 0:20:47 0:30:07 smithi master centos 8.3 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5994343 2021-03-24 17:36:38 2021-03-24 17:46:05 2021-03-24 18:02:54 0:16:49 0:07:46 0:09:03 smithi master ubuntu 18.04 rados/singleton/{all/divergent_priors mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}} 1
pass 5994344 2021-03-24 17:36:39 2021-03-24 17:46:06 2021-03-24 18:05:18 0:19:12 0:08:09 0:11:03 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/balancer mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 5994345 2021-03-24 17:36:40 2021-03-24 17:47:26 2021-03-24 18:11:01 0:23:35 0:13:11 0:10:24 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/redirect_set_object} 2
pass 5994346 2021-03-24 17:36:41 2021-03-24 17:47:36 2021-03-24 18:12:01 0:24:25 0:07:39 0:16:46 smithi master ubuntu 18.04 rados/singleton/{all/divergent_priors2 mon_election/classic msgr-failures/none msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} 1
dead 5994347 2021-03-24 17:36:42 2021-03-24 17:47:37 2021-03-24 18:17:46 0:30:09 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-comp-snappy supported-random-distro$/{ubuntu_latest} tasks/progress} 2
pass 5994348 2021-03-24 17:36:42 2021-03-24 17:47:57 2021-03-24 18:10:01 0:22:04 0:11:08 0:10:56 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-bitmap openstack scheduler/wpq_default_shards settings/optimized ubuntu_18.04 workloads/fio_4K_rand_read} 1
pass 5994349 2021-03-24 17:36:43 2021-03-24 17:48:37 2021-03-24 18:15:18 0:26:41 0:12:01 0:14:40 smithi master centos 8.3 rados/singleton-nomsgr/{all/cache-fs-trunc mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 5994350 2021-03-24 17:36:44 2021-03-24 17:48:38 2021-03-24 19:27:05 1:38:27 1:26:54 0:11:33 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/mimic-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/osd-delay rados thrashers/pggrow thrashosds-health workloads/radosbench} 3
pass 5994351 2021-03-24 17:36:45 2021-03-24 17:49:38 2021-03-24 18:16:50 0:27:12 0:19:42 0:07:30 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/set-chunks-read} 2
pass 5994352 2021-03-24 17:36:46 2021-03-24 17:49:58 2021-03-24 18:15:23 0:25:25 0:15:18 0:10:07 smithi master ubuntu 18.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} tasks/rados_cls_all} 2
pass 5994353 2021-03-24 17:36:46 2021-03-24 17:49:59 2021-03-24 18:52:21 1:02:22 0:47:02 0:15:20 smithi master centos 8.3 rados/standalone/{mon_election/connectivity supported-random-distro$/{centos_8} workloads/erasure-code} 1
pass 5994354 2021-03-24 17:36:47 2021-03-24 17:49:59 2021-03-24 18:07:37 0:17:38 0:07:49 0:09:49 smithi master ubuntu 18.04 rados/singleton/{all/dump-stuck mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest}} 1
pass 5994355 2021-03-24 17:36:48 2021-03-24 17:50:09 2021-03-24 18:37:55 0:47:46 0:38:11 0:09:35 smithi master ubuntu 18.04 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/many workloads/snaps-few-objects} 2
pass 5994356 2021-03-24 17:36:49 2021-03-24 17:50:20 2021-03-24 18:33:48 0:43:28 0:16:24 0:27:04 smithi master centos 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 5994357 2021-03-24 17:36:50 2021-03-24 17:50:20 2021-03-24 18:35:01 0:44:41 0:37:04 0:07:37 smithi master rhel 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5994358 2021-03-24 17:36:51 2021-03-24 17:51:50 2021-03-24 19:01:23 1:09:33 0:49:53 0:19:40 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados tasks/rados_api_tests validater/valgrind} 2
pass 5994359 2021-03-24 17:36:51 2021-03-24 17:52:11 2021-03-24 18:09:17 0:17:06 0:07:36 0:09:30 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/ceph-kvstore-tool mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 5994360 2021-03-24 17:36:52 2021-03-24 17:52:31 2021-03-24 18:28:49 0:36:18 0:22:36 0:13:42 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/small-objects-balanced} 2
pass 5994361 2021-03-24 17:36:53 2021-03-24 17:54:21 2021-03-24 18:36:16 0:41:55 0:20:22 0:21:33 smithi master centos 8.3 rados/multimon/{clusters/9 mon_election/connectivity msgr-failures/many msgr/async no_pools objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} tasks/mon_recovery} 3
pass 5994362 2021-03-24 17:36:54 2021-03-24 17:55:12 2021-03-24 19:48:52 1:53:40 1:42:56 0:10:44 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-radosbench} 2
pass 5994363 2021-03-24 17:36:55 2021-03-24 17:55:12 2021-03-24 19:16:11 1:20:59 1:06:32 0:14:27 smithi master centos 8.3 rados/singleton/{all/ec-lost-unfound mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8}} 1
pass 5994364 2021-03-24 17:36:55 2021-03-24 17:55:12 2021-03-24 18:45:34 0:50:22 0:17:57 0:32:25 smithi master centos 8.3 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5994365 2021-03-24 17:36:56 2021-03-24 17:56:23 2021-03-24 18:17:18 0:20:55 0:15:13 0:05:42 smithi master rhel 8.3 rados/objectstore/{backends/ceph_objectstore_tool supported-random-distro$/{rhel_8}} 1
pass 5994366 2021-03-24 17:36:57 2021-03-24 17:56:23 2021-03-24 18:11:47 0:15:24 0:06:16 0:09:08 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/ceph-post-file mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 5994367 2021-03-24 17:36:58 2021-03-24 17:56:23 2021-03-24 18:26:37 0:30:14 0:18:04 0:12:10 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/small-objects-localized} 2
pass 5994368 2021-03-24 17:36:59 2021-03-24 17:58:44 2021-03-24 18:19:40 0:20:56 0:13:30 0:07:26 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-comp openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_18.04 workloads/fio_4K_rand_rw} 1
pass 5994369 2021-03-24 17:37:00 2021-03-24 17:58:45 2021-03-24 18:14:47 0:16:02 0:06:12 0:09:50 smithi master ubuntu 18.04 rados/singleton/{all/erasure-code-nonregression mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest}} 1
pass 5994370 2021-03-24 17:37:00 2021-03-24 17:59:55 2021-03-24 18:51:39 0:51:44 0:34:19 0:17:25 smithi master centos 8.3 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} 2
pass 5994371 2021-03-24 17:37:01 2021-03-24 18:00:36 2021-03-24 18:23:41 0:23:05 0:15:45 0:07:20 smithi master rhel 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} tasks/rados_python} 2
pass 5994372 2021-03-24 17:37:02 2021-03-24 18:00:46 2021-03-24 18:22:41 0:21:55 0:14:19 0:07:36 smithi master rhel 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-comp-zlib supported-random-distro$/{rhel_8} tasks/prometheus} 2
pass 5994373 2021-03-24 17:37:03 2021-03-24 18:01:06 2021-03-24 18:22:16 0:21:10 0:15:11 0:05:59 smithi master rhel 8.3 rados/standalone/{mon_election/classic supported-random-distro$/{rhel_8} workloads/mgr} 1
pass 5994374 2021-03-24 17:37:04 2021-03-24 18:01:47 2021-03-24 18:32:29 0:30:42 0:20:20 0:10:22 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/small-objects} 2
pass 5994375 2021-03-24 17:37:05 2021-03-24 18:02:57 2021-03-24 18:19:26 0:16:29 0:11:04 0:05:25 smithi master rhel 8.3 rados/singleton-nomsgr/{all/export-after-evict mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 5994376 2021-03-24 17:37:06 2021-03-24 18:02:57 2021-03-24 19:23:59 1:21:02 1:11:16 0:09:46 smithi master ubuntu 18.04 rados/singleton/{all/lost-unfound-delete mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest}} 1
pass 5994377 2021-03-24 17:37:06 2021-03-24 18:05:08 2021-03-24 18:41:17 0:36:09 0:24:18 0:11:51 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/mimic backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/fastclose rados thrashers/careful thrashosds-health workloads/rbd_cls} 3
pass 5994378 2021-03-24 17:37:07 2021-03-24 18:05:28 2021-03-24 18:44:35 0:39:07 0:27:14 0:11:53 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/snaps-few-objects-balanced} 2
pass 5994379 2021-03-24 17:37:08 2021-03-24 18:06:29 2021-03-24 18:33:32 0:27:03 0:12:39 0:14:24 smithi master centos 8.3 rados/singleton-nomsgr/{all/full-tiering mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 5994380 2021-03-24 17:37:09 2021-03-24 18:06:29 2021-03-24 18:26:42 0:20:13 0:09:02 0:11:11 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-low-osd-mem-target openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/fio_4M_rand_read} 1
pass 5994381 2021-03-24 17:37:10 2021-03-24 18:07:09 2021-03-24 18:35:56 0:28:47 0:20:45 0:08:02 smithi master rhel 8.3 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} thrashers/one workloads/pool-create-delete} 2
pass 5994382 2021-03-24 17:37:11 2021-03-24 18:08:20 2021-03-24 18:47:01 0:38:41 0:31:08 0:07:33 smithi master rhel 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 5994383 2021-03-24 17:37:12 2021-03-24 18:09:50 2021-03-24 19:03:22 0:53:32 0:35:45 0:17:47 smithi master centos 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5994384 2021-03-24 17:37:12 2021-03-24 18:10:10 2021-03-24 18:55:27 0:45:17 0:25:18 0:19:59 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados tasks/rados_cls_all validater/lockdep} 2
pass 5994385 2021-03-24 17:37:13 2021-03-24 18:10:31 2021-03-24 19:54:29 1:43:58 1:28:26 0:15:32 smithi master centos 8.3 rados/singleton/{all/lost-unfound mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8}} 1
pass 5994386 2021-03-24 17:37:14 2021-03-24 18:11:11 2021-03-24 18:50:15 0:39:04 0:12:20 0:26:44 smithi master centos 8.3 rados/multimon/{clusters/21 mon_election/classic msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} tasks/mon_clock_no_skews} 3
pass 5994387 2021-03-24 17:37:15 2021-03-24 18:11:11 2021-03-24 18:42:44 0:31:33 0:24:47 0:06:46 smithi master rhel 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5994388 2021-03-24 17:37:16 2021-03-24 18:11:52 2021-03-24 18:55:23 0:43:31 0:23:01 0:20:30 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/snaps-few-objects-localized} 2
pass 5994389 2021-03-24 17:37:17 2021-03-24 18:14:52 2021-03-24 18:56:12 0:41:20 0:34:34 0:06:46 smithi master rhel 8.3 rados/singleton-bluestore/{all/cephtool mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8}} 1
pass 5994390 2021-03-24 17:37:18 2021-03-24 18:15:23 2021-03-24 18:36:49 0:21:26 0:10:29 0:10:57 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5994391 2021-03-24 17:37:19 2021-03-24 18:15:23 2021-03-24 18:32:22 0:16:59 0:08:40 0:08:19 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/health-warnings mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 5994392 2021-03-24 17:37:19 2021-03-24 18:15:33 2021-03-24 18:42:19 0:26:46 0:12:30 0:14:16 smithi master centos 8.3 rados/singleton/{all/max-pg-per-osd.from-mon mon_election/classic msgr-failures/none msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8}} 1
pass 5994393 2021-03-24 17:37:20 2021-03-24 18:15:34 2021-03-24 18:55:29 0:39:55 0:33:11 0:06:44 smithi master rhel 8.3 rados/standalone/{mon_election/connectivity supported-random-distro$/{rhel_8} workloads/misc} 1
pass 5994394 2021-03-24 17:37:21 2021-03-24 18:16:24 2021-03-24 18:39:51 0:23:27 0:17:00 0:06:27 smithi master rhel 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} tasks/rados_stress_watch} 2
pass 5994395 2021-03-24 17:37:22 2021-03-24 18:16:55 2021-03-24 18:33:43 0:16:48 0:10:42 0:06:06 smithi master rhel 8.3 rados/objectstore/{backends/filejournal supported-random-distro$/{rhel_8}} 1
pass 5994396 2021-03-24 17:37:23 2021-03-24 18:16:55 2021-03-24 19:09:22 0:52:27 0:29:05 0:23:22 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/snaps-few-objects} 2
pass 5994397 2021-03-24 17:37:24 2021-03-24 18:17:45 2021-03-24 18:35:14 0:17:29 0:07:33 0:09:56 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/large-omap-object-warnings mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 5994398 2021-03-24 17:37:25 2021-03-24 18:17:46 2021-03-24 18:53:31 0:35:45 0:14:20 0:21:25 smithi master centos 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-comp-zstd supported-random-distro$/{centos_8} tasks/workunits} 2
pass 5994399 2021-03-24 17:37:25 2021-03-24 18:17:56 2021-03-24 18:53:06 0:35:10 0:16:37 0:18:33 smithi master centos 8.3 rados/singleton/{all/max-pg-per-osd.from-primary mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8}} 1
pass 5994400 2021-03-24 17:37:26 2021-03-24 18:17:56 2021-03-24 18:37:45 0:19:49 0:09:30 0:10:19 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-stupid openstack scheduler/wpq_default_shards settings/optimized ubuntu_18.04 workloads/fio_4M_rand_rw} 1
pass 5994401 2021-03-24 17:37:27 2021-03-24 18:18:06 2021-03-24 18:55:02 0:36:56 0:24:51 0:12:05 smithi master rados/upgrade/pacific-x/rgw-multisite/{clusters frontend overrides realm tasks upgrade/primary} 2
pass 5994402 2021-03-24 17:37:28 2021-03-24 18:19:37 2021-03-24 19:11:14 0:51:37 0:40:12 0:11:25 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v1only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/few rados thrashers/default thrashosds-health workloads/snaps-few-objects} 3
pass 5994403 2021-03-24 17:37:29 2021-03-24 18:19:47 2021-03-24 18:45:51 0:26:04 0:17:57 0:08:07 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/write_fadvise_dontneed} 2
pass 5994404 2021-03-24 17:37:30 2021-03-24 18:20:38 2021-03-24 18:39:51 0:19:13 0:12:37 0:06:36 smithi master rhel 8.3 rados/singleton-nomsgr/{all/lazy_omap_stats_output mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 5994405 2021-03-24 17:37:31 2021-03-24 18:20:58 2021-03-24 18:41:27 0:20:29 0:15:28 0:05:01 smithi master rhel 8.3 rados/singleton/{all/max-pg-per-osd.from-replica mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8}} 1
pass 5994406 2021-03-24 17:37:32 2021-03-24 18:20:58 2021-03-24 18:40:43 0:19:45 0:08:56 0:10:49 smithi master ubuntu 18.04 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/sync-many workloads/rados_5925} 2
pass 5994407 2021-03-24 17:37:33 2021-03-24 18:21:18 2021-03-24 18:51:48 0:30:30 0:19:15 0:11:15 smithi master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-fast-read-overwrites} 2
pass 5994408 2021-03-24 17:37:34 2021-03-24 18:22:19 2021-03-24 19:05:41 0:43:22 0:18:18 0:25:04 smithi master centos 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 5994409 2021-03-24 17:37:35 2021-03-24 18:22:29 2021-03-24 19:17:33 0:55:04 0:32:01 0:23:03 smithi master centos 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5994410 2021-03-24 17:37:35 2021-03-24 18:22:30 2021-03-24 19:17:29 0:54:59 0:34:23 0:20:36 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados tasks/mon_recovery validater/valgrind} 2
pass 5994411 2021-03-24 17:37:36 2021-03-24 18:22:40 2021-03-24 19:23:43 1:01:03 0:46:29 0:14:34 smithi master centos 8.3 rados/standalone/{mon_election/classic supported-random-distro$/{centos_8} workloads/mon} 1
pass 5994412 2021-03-24 17:37:37 2021-03-24 18:22:40 2021-03-24 18:56:15 0:33:35 0:25:57 0:07:38 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/admin_socket_objecter_requests} 2
pass 5994413 2021-03-24 17:37:38 2021-03-24 18:22:51 2021-03-24 18:54:59 0:32:08 0:13:16 0:18:52 smithi master centos 8.3 rados/multimon/{clusters/3 mon_election/connectivity msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8} tasks/mon_clock_with_skews} 2
pass 5994414 2021-03-24 18:23:51 2021-03-24 18:23:51 2021-03-24 18:43:38 0:19:47 0:13:27 0:06:20 smithi master rhel 8.3 rados/singleton-nomsgr/{all/librados_hello_world mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 5994415 2021-03-24 17:37:40 2021-03-24 18:25:12 2021-03-24 18:59:21 0:34:09 0:11:44 0:22:25 smithi master centos 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8} tasks/rados_striper} 2
pass 5994416 2021-03-24 17:37:41 2021-03-24 18:26:02 2021-03-24 18:53:49 0:27:47 0:13:47 0:14:00 smithi master centos 8.3 rados/singleton/{all/mon-auth-caps mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8}} 1
pass 5994417 2021-03-24 17:37:41 2021-03-24 18:26:02 2021-03-24 18:48:30 0:22:28 0:09:57 0:12:31 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5994418 2021-03-24 17:37:42 2021-03-24 18:26:43 2021-03-24 19:18:02 0:51:19 0:30:41 0:20:38 smithi master centos 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5994419 2021-03-24 17:37:43 2021-03-24 18:26:53 2021-03-24 18:46:38 0:19:45 0:09:36 0:10:09 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_18.04 workloads/fio_4M_rand_write} 1
pass 5994420 2021-03-24 17:37:44 2021-03-24 18:26:53 2021-03-24 19:20:58 0:54:05 0:31:11 0:22:54 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/cache-agent-big} 2
pass 5994421 2021-03-24 17:37:45 2021-03-24 18:27:44 2021-03-24 18:59:03 0:31:19 0:17:03 0:14:16 smithi master centos 8.3 rados/singleton/{all/mon-config-key-caps mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8}} 1
pass 5994422 2021-03-24 17:37:46 2021-03-24 18:27:54 2021-03-24 18:50:48 0:22:54 0:17:09 0:05:45 smithi master rhel 8.3 rados/singleton-nomsgr/{all/msgr mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 5994423 2021-03-24 17:37:46 2021-03-24 18:27:54 2021-03-24 18:50:58 0:23:04 0:14:02 0:09:02 smithi master rhel 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-hybrid supported-random-distro$/{rhel_8} tasks/crash} 2
pass 5994424 2021-03-24 17:37:47 2021-03-24 18:28:54 2021-03-24 21:02:25 2:33:31 2:18:55 0:14:36 smithi master centos 8.3 rados/objectstore/{backends/filestore-idempotent-aio-journal supported-random-distro$/{centos_8}} 1
pass 5994425 2021-03-24 17:37:48 2021-03-24 18:29:35 2021-03-24 19:07:17 0:37:42 0:26:18 0:11:24 smithi master centos 8.3 rados/valgrind-leaks/{1-start 2-inject-leak/none centos_latest} 1
pass 5994426 2021-03-24 18:29:35 2021-03-24 18:29:35 2021-03-24 18:50:58 0:21:23 0:15:31 0:05:52 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/cache-agent-small} 2
pass 5994427 2021-03-24 17:37:50 2021-03-24 18:29:55 2021-03-24 19:05:30 0:35:35 0:18:44 0:16:51 smithi master centos 8.3 rados/singleton/{all/mon-config-keys mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8}} 1
pass 5994428 2021-03-24 17:37:51 2021-03-24 18:32:36 2021-03-24 19:09:09 0:36:33 0:25:08 0:11:25 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v2only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/osd-delay rados thrashers/mapgap thrashosds-health workloads/test_rbd_api} 3
pass 5994429 2021-03-24 17:37:52 2021-03-24 18:33:36 2021-03-24 19:03:24 0:29:48 0:22:44 0:07:04 smithi master rhel 8.3 rados/singleton-nomsgr/{all/multi-backfill-reject mon_election/classic rados supported-random-distro$/{rhel_8}} 2
pass 5994430 2021-03-24 17:37:53 2021-03-24 18:33:57 2021-03-24 21:56:25 3:22:28 3:17:32 0:04:56 smithi master rhel 8.3 rados/standalone/{mon_election/connectivity supported-random-distro$/{rhel_8} workloads/osd} 1
pass 5994431 2021-03-24 17:37:54 2021-03-24 18:33:57 2021-03-24 18:55:18 0:21:21 0:11:24 0:09:57 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-bitmap openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/radosbench_4K_rand_read} 1
pass 5994432 2021-03-24 17:37:55 2021-03-24 18:33:58 2021-03-24 19:26:44 0:52:46 0:42:12 0:10:34 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/cache-pool-snaps-readproxy} 2
pass 5994433 2021-03-24 17:37:55 2021-03-24 18:35:09 2021-03-24 19:30:31 0:55:22 0:36:12 0:19:10 smithi master centos 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8} tasks/rados_workunit_loadgen_big} 2
pass 5994434 2021-03-24 17:37:56 2021-03-24 18:35:19 2021-03-24 18:52:34 0:17:15 0:08:01 0:09:14 smithi master ubuntu 18.04 rados/singleton/{all/mon-config mon_election/classic msgr-failures/none msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest}} 1
pass 5994435 2021-03-24 17:37:57 2021-03-24 18:35:19 2021-03-24 19:09:47 0:34:28 0:28:25 0:06:03 smithi master rhel 8.3 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/sync workloads/rados_api_tests} 2
pass 5994436 2021-03-24 17:37:58 2021-03-24 18:35:19 2021-03-24 19:13:34 0:38:15 0:30:14 0:08:01 smithi master rhel 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 5994437 2021-03-24 17:37:59 2021-03-24 18:36:20 2021-03-24 19:10:17 0:33:57 0:23:16 0:10:41 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5994438 2021-03-24 17:38:00 2021-03-24 18:36:20 2021-03-24 19:29:57 0:53:37 0:33:17 0:20:20 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-hybrid rados tasks/rados_api_tests validater/lockdep} 2
pass 5994439 2021-03-24 17:38:00 2021-03-24 18:36:51 2021-03-24 19:02:40 0:25:49 0:16:18 0:09:31 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/osd_stale_reads mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 5994440 2021-03-24 17:38:01 2021-03-24 18:36:51 2021-03-24 18:59:35 0:22:44 0:10:18 0:12:26 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5994441 2021-03-24 17:38:02 2021-03-24 18:38:01 2021-03-24 19:17:03 0:39:02 0:17:30 0:21:32 smithi master centos 8.3 rados/multimon/{clusters/6 mon_election/classic msgr-failures/few msgr/async no_pools objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} tasks/mon_recovery} 2
pass 5994442 2021-03-24 17:38:03 2021-03-24 18:40:02 2021-03-24 19:09:25 0:29:23 0:23:28 0:05:55 smithi master rhel 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-small-objects-many-deletes} 2
pass 5994443 2021-03-24 17:38:04 2021-03-24 18:40:12 2021-03-24 19:13:54 0:33:42 0:26:36 0:07:06 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/cache-pool-snaps} 2
pass 5994444 2021-03-24 17:38:05 2021-03-24 18:40:52 2021-03-24 19:37:52 0:57:00 0:50:42 0:06:18 smithi master rhel 8.3 rados/singleton/{all/osd-backfill mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8}} 1
pass 5994445 2021-03-24 17:38:05 2021-03-24 18:40:53 2021-03-24 18:58:25 0:17:32 0:11:45 0:05:47 smithi master rhel 8.3 rados/singleton-nomsgr/{all/pool-access mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 5994446 2021-03-24 17:38:06 2021-03-24 18:41:23 2021-03-24 19:34:43 0:53:20 0:33:29 0:19:51 smithi master centos 8.3 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-overwrites} 2
pass 5994447 2021-03-24 17:38:07 2021-03-24 19:37:08 2063 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/cache-snaps-balanced} 2
pass 5994448 2021-03-24 17:38:08 2021-03-24 18:42:23 2021-03-24 19:03:38 0:21:15 0:11:25 0:09:50 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-low-osd-mem-target supported-random-distro$/{ubuntu_latest} tasks/failover} 2
fail 5994449 2021-03-24 17:38:09 2021-03-24 18:42:24 2021-03-24 19:11:42 0:29:18 0:16:15 0:13:03 smithi master centos 8.3 rados/standalone/{mon_election/classic supported-random-distro$/{centos_8} workloads/scrub} 1
Failure Reason:

Command failed (workunit test scrub/osd-recovery-scrub.sh) on smithi122 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=56b08432f5eb5d76f443ea8b5793d576aa993c48 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/standalone/scrub/osd-recovery-scrub.sh'

pass 5994450 2021-03-24 17:38:10 2021-03-24 18:42:54 2021-03-24 18:59:40 0:16:46 0:09:30 0:07:16 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-comp openstack scheduler/wpq_default_shards settings/optimized ubuntu_18.04 workloads/radosbench_4K_seq_read} 1
pass 5994451 2021-03-24 17:38:11 2021-03-24 18:42:54 2021-03-24 19:28:36 0:45:42 0:35:54 0:09:48 smithi master ubuntu 18.04 rados/singleton/{all/osd-recovery-incomplete mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest}} 1
pass 5994452 2021-03-24 17:38:12 2021-03-24 18:43:45 2021-03-24 19:18:08 0:34:23 0:24:46 0:09:37 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/recovery-unfound-found mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 5994453 2021-03-24 17:38:13 2021-03-24 18:44:35 2021-03-24 19:25:58 0:41:23 0:34:27 0:06:56 smithi master rhel 8.3 rados/singleton-bluestore/{all/cephtool mon_election/classic msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8}} 1
pass 5994454 2021-03-24 17:38:14 2021-03-24 18:44:35 2021-03-24 21:16:50 2:32:15 2:22:36 0:09:39 smithi master ubuntu 18.04 rados/objectstore/{backends/filestore-idempotent supported-random-distro$/{ubuntu_latest}} 1
pass 5994455 2021-03-24 17:38:15 2021-03-24 18:44:35 2021-03-24 19:15:03 0:30:28 0:19:40 0:10:48 smithi master ubuntu 18.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} tasks/rados_workunit_loadgen_mix} 2
pass 5994456 2021-03-24 17:38:16 2021-03-24 18:45:36 2021-03-24 19:31:02 0:45:26 0:34:54 0:10:32 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/fastclose rados thrashers/morepggrow thrashosds-health workloads/cache-snaps} 3
pass 5994457 2021-03-24 17:38:16 2021-03-24 18:45:36 2021-03-24 19:13:36 0:28:00 0:18:11 0:09:49 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/cache-snaps} 2
pass 5994458 2021-03-24 17:38:17 2021-03-24 18:45:36 2021-03-24 19:13:39 0:28:03 0:18:39 0:09:24 smithi master ubuntu 18.04 rados/singleton/{all/osd-recovery mon_election/connectivity msgr-failures/none msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}} 1
pass 5994459 2021-03-24 17:38:18 2021-03-24 18:45:57 2021-03-24 19:03:38 0:17:41 0:08:31 0:09:10 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/version-number-sanity mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 5994460 2021-03-24 17:38:19 2021-03-24 18:45:57 2021-03-24 19:44:47 0:58:50 0:46:47 0:12:03 smithi master ubuntu 18.04 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/force-sync-many workloads/rados_mon_osdmap_prune} 2
pass 5994461 2021-03-24 17:38:20 2021-03-24 18:47:07 2021-03-24 19:35:46 0:48:39 0:17:36 0:31:03 smithi master centos 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 5994462 2021-03-24 17:38:21 2021-03-24 18:48:38 2021-03-24 19:25:48 0:37:10 0:31:24 0:05:46 smithi master rhel 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5994463 2021-03-24 18:48:38 2021-03-24 18:48:38 2021-03-24 21:03:50 2:15:12 1:55:37 0:19:35 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados tasks/rados_cls_all validater/valgrind} 2
pass 5994464 2021-03-24 17:38:23 2021-03-24 18:48:48 2021-03-24 19:41:30 0:52:42 0:16:11 0:36:31 smithi master centos 8.3 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5994465 2021-03-24 17:38:24 2021-03-24 18:50:19 2021-03-24 19:27:10 0:36:51 0:17:20 0:19:31 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/cache} 2
pass 5994466 2021-03-24 17:38:25 2021-03-24 18:50:59 2021-03-24 19:18:02 0:27:03 0:12:40 0:14:23 smithi master centos 8.3 rados/singleton/{all/peer mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8}} 1
pass 5994467 2021-03-24 17:38:26 2021-03-24 18:51:00 2021-03-24 19:08:34 0:17:34 0:10:42 0:06:52 smithi master rhel 8.3 rados/multimon/{clusters/9 mon_election/connectivity msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} tasks/mon_clock_no_skews} 3
pass 5994468 2021-03-24 17:38:27 2021-03-24 18:51:40 2021-03-24 19:11:03 0:19:23 0:09:55 0:09:28 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-low-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_18.04 workloads/radosbench_4M_rand_read} 1
pass 5994469 2021-03-24 17:38:27 2021-03-24 19:36:33 1536 smithi master centos 8.3 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects} 2
pass 5994470 2021-03-24 17:38:28 2021-03-24 18:51:51 2021-03-24 20:11:59 1:20:08 1:09:10 0:10:58 smithi master ubuntu 18.04 rados/dashboard/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity random-objectstore$/{bluestore-hybrid} supported-random-distro$/{ubuntu_latest} tasks/dashboard} 2
pass 5994471 2021-03-24 17:38:29 2021-03-24 18:52:41 2021-03-24 19:16:34 0:23:53 0:13:39 0:10:14 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/admin_socket_output mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 5994472 2021-03-24 17:38:30 2021-03-24 18:53:01 2021-03-24 19:13:55 0:20:54 0:15:39 0:05:15 smithi master rhel 8.3 rados/standalone/{mon_election/connectivity supported-random-distro$/{rhel_8} workloads/crush} 1
pass 5994473 2021-03-24 17:38:31 2021-03-24 18:53:01 2021-03-24 20:31:28 1:38:27 1:26:22 0:12:05 smithi master ubuntu 20.04 rados/upgrade/pacific-x/parallel/{0-start 1-tasks distro1$/{ubuntu_20.04_kubic_stable} mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} 2
pass 5994474 2021-03-24 17:38:32 2021-03-24 18:53:32 2021-03-24 19:45:36 0:52:04 0:30:09 0:21:55 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/pool-snaps-few-objects} 2
pass 5994475 2021-03-24 17:38:33 2021-03-24 18:53:52 2021-03-24 19:14:31 0:20:39 0:08:57 0:11:42 smithi master ubuntu 18.04 rados/singleton/{all/pg-autoscaler-progress-off mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}} 2
pass 5994476 2021-03-24 17:38:34 2021-03-24 18:55:03 2021-03-24 19:34:28 0:39:25 0:29:52 0:09:33 smithi master ubuntu 18.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} tasks/rados_workunit_loadgen_mostlyread} 2
pass 5994477 2021-03-24 17:38:35 2021-03-24 18:55:03 2021-03-24 19:16:57 0:21:54 0:11:39 0:10:15 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-stupid supported-random-distro$/{ubuntu_latest} tasks/insights} 2
pass 5994478 2021-03-24 17:38:36 2021-03-24 18:55:33 2021-03-24 19:24:27 0:28:54 0:13:22 0:15:32 smithi master centos 8.3 rados/singleton-nomsgr/{all/balancer mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 5994479 2021-03-24 17:38:37 2021-03-24 18:55:33 2021-03-24 19:34:52 0:39:19 0:32:57 0:06:22 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/rados_api_tests} 2
pass 5994480 2021-03-24 17:38:37 2021-03-24 18:55:34 2021-03-24 19:16:07 0:20:33 0:08:48 0:11:45 smithi master ubuntu 18.04 rados/singleton/{all/pg-autoscaler mon_election/classic msgr-failures/none msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} 2
pass 5994481 2021-03-24 17:38:38 2021-03-24 18:56:14 2021-03-24 20:10:36 1:14:22 0:59:37 0:14:45 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/octopus backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/few rados thrashers/none thrashosds-health workloads/radosbench} 3
pass 5994482 2021-03-24 17:38:39 2021-03-24 18:58:35 2021-03-24 19:16:37 0:18:02 0:08:53 0:09:09 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-stupid openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/radosbench_4M_seq_read} 1
pass 5994483 2021-03-24 17:38:40 2021-03-24 18:59:05 2021-03-24 19:26:28 0:27:23 0:13:59 0:13:24 smithi master centos 8.3 rados/objectstore/{backends/fusestore supported-random-distro$/{centos_8}} 1
pass 5994484 2021-03-24 17:38:41 2021-03-24 18:59:25 2021-03-24 19:14:52 0:15:27 0:06:50 0:08:37 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/cache-fs-trunc mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 5994485 2021-03-24 17:38:42 2021-03-24 18:59:25 2021-03-24 19:37:10 0:37:45 0:27:39 0:10:06 smithi master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-snaps-few-objects-overwrites} 2
pass 5994486 2021-03-24 17:38:42 2021-03-24 18:59:46 2021-03-24 19:48:58 0:49:12 0:42:47 0:06:25 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/radosbench-high-concurrency} 2
pass 5994487 2021-03-24 17:38:43 2021-03-24 18:59:46 2021-03-24 19:24:10 0:24:24 0:11:00 0:13:24 smithi master centos 8.3 rados/singleton/{all/pg-removal-interruption mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8}} 1
pass 5994488 2021-03-24 17:38:44 2021-03-24 18:59:46 2021-03-24 20:04:38 1:04:52 0:46:53 0:17:59 smithi master centos 8.3 rados/standalone/{mon_election/classic supported-random-distro$/{centos_8} workloads/erasure-code} 1
pass 5994489 2021-03-24 17:38:45 2021-03-24 19:01:27 2021-03-24 19:25:25 0:23:58 0:09:54 0:14:04 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5994490 2021-03-24 17:38:46 2021-03-24 19:03:27 2021-03-24 19:58:33 0:55:06 0:33:52 0:21:14 smithi master centos 8.3 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} thrashers/many workloads/rados_mon_workunits} 2
pass 5994491 2021-03-24 17:38:47 2021-03-24 19:03:28 2021-03-24 20:07:18 1:03:50 0:35:23 0:28:27 smithi master centos 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 5994492 2021-03-24 17:38:47 2021-03-24 19:03:48 2021-03-24 19:37:22 0:33:34 0:20:52 0:12:42 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5994493 2021-03-24 17:38:48 2021-03-24 19:05:49 2021-03-24 19:40:58 0:35:09 0:16:48 0:18:21 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados tasks/mon_recovery validater/lockdep} 2
pass 5994494 2021-03-24 17:38:49 2021-03-24 19:05:49 2021-03-24 19:39:00 0:33:11 0:17:34 0:15:37 smithi master centos 8.3 rados/singleton-nomsgr/{all/ceph-kvstore-tool mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 5994495 2021-03-24 17:38:50 2021-03-24 19:08:29 2021-03-24 19:49:01 0:40:32 0:13:04 0:27:28 smithi master centos 8.3 rados/multimon/{clusters/21 mon_election/classic msgr-failures/few msgr/async-v2only no_pools objectstore/bluestore-stupid rados supported-random-distro$/{centos_8} tasks/mon_clock_with_skews} 3
pass 5994496 2021-03-24 17:38:51 2021-03-24 19:08:40 2021-03-24 21:29:54 2:21:14 2:00:53 0:20:21 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/radosbench} 2
pass 5994497 2021-03-24 17:38:52 2021-03-24 19:08:40 2021-03-24 19:56:42 0:48:02 0:38:13 0:09:49 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5994498 2021-03-24 19:09:00 2021-03-24 19:09:00 2021-03-24 19:41:11 0:32:11 0:18:56 0:13:15 smithi master centos 8.3 rados/singleton/{all/radostool mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_8}} 1
pass 5994499 2021-03-24 17:38:53 2021-03-24 19:09:00 2021-03-24 19:44:03 0:35:03 0:17:07 0:17:56 smithi master centos 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} tasks/readwrite} 2
pass 5994500 2021-03-24 17:38:54 2021-03-24 19:09:11 2021-03-24 19:25:57 0:16:46 0:08:43 0:08:03 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-basic-min-osd-mem-target openstack scheduler/wpq_default_shards settings/optimized ubuntu_18.04 workloads/radosbench_4M_write} 1
pass 5994501 2021-03-24 17:38:55 2021-03-24 19:09:11 2021-03-24 19:33:53 0:24:42 0:11:03 0:13:39 smithi master centos 8.3 rados/singleton-nomsgr/{all/ceph-post-file mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
dead 5994502 2021-03-24 17:38:56 2021-03-24 19:09:11 2021-03-24 19:58:38 0:49:27 smithi master centos 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/filestore-xfs supported-random-distro$/{centos_8} tasks/module_selftest} 2
pass 5994503 2021-03-24 17:38:56 2021-03-24 19:09:32 2021-03-24 19:31:59 0:22:27 0:14:45 0:07:42 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/redirect} 2
pass 5994504 2021-03-24 17:38:57 2021-03-24 19:10:22 2021-03-24 19:42:29 0:32:07 0:25:44 0:06:23 smithi master rhel 8.3 rados/singleton/{all/random-eio mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_8}} 2
pass 5994505 2021-03-24 17:38:58 2021-03-24 19:11:22 2021-03-24 19:49:13 0:37:51 0:26:00 0:11:51 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/pacific backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/osd-delay rados thrashers/pggrow thrashosds-health workloads/rbd_cls} 3
pass 5994506 2021-03-24 17:38:59 2021-03-24 19:11:53 2021-03-24 19:33:24 0:21:31 0:10:29 0:11:02 smithi master ubuntu 18.04 rados/standalone/{mon_election/connectivity supported-random-distro$/{ubuntu_latest} workloads/mgr} 1
pass 5994507 2021-03-24 17:39:00 2021-03-24 19:13:43 2021-03-24 19:30:46 0:17:03 0:11:20 0:05:43 smithi master rhel 8.3 rados/singleton-nomsgr/{all/export-after-evict mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 5994508 2021-03-24 17:39:01 2021-03-24 19:53:31 1041 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/redirect_promote_tests} 2
pass 5994509 2021-03-24 17:39:01 2021-03-24 19:13:44 2021-03-24 19:37:08 0:23:24 0:14:14 0:09:10 smithi master ubuntu 18.04 rados/singleton/{all/rebuild-mondb mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest}} 1
pass 5994510 2021-03-24 17:39:02 2021-03-24 19:13:44 2021-03-24 19:35:29 0:21:45 0:10:08 0:11:37 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/few objectstore/bluestore-bitmap rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5994511 2021-03-24 17:39:03 2021-03-24 19:14:05 2021-03-24 19:35:38 0:21:33 0:15:20 0:06:13 smithi master rhel 8.3 rados/objectstore/{backends/keyvaluedb supported-random-distro$/{rhel_8}} 1
pass 5994512 2021-03-24 17:39:04 2021-03-24 19:14:35 2021-03-24 19:55:30 0:40:55 0:25:39 0:15:16 smithi master centos 8.3 rados/valgrind-leaks/{1-start 2-inject-leak/osd centos_latest} 1
pass 5994513 2021-03-24 17:39:05 2021-03-24 19:14:35 2021-03-24 20:13:02 0:58:27 0:38:32 0:19:55 smithi master centos 8.3 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/one workloads/snaps-few-objects} 2
dead 5994514 2021-03-24 17:39:05 2021-03-24 19:15:05 2021-03-24 19:30:30 0:15:25 smithi master rhel 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} tasks/repair_test} 2
Failure Reason:

Error reimaging machines: reached maximum tries (100) after waiting for 600 seconds

dead 5994515 2021-03-24 17:39:06 2021-03-24 19:16:16 2021-03-24 19:30:28 0:14:12 smithi master rhel 8.3 rados/singleton-nomsgr/{all/full-tiering mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
Failure Reason:

Error reimaging machines: reached maximum tries (100) after waiting for 600 seconds

pass 5994516 2021-03-24 17:39:07 2021-03-24 19:16:16 2021-03-24 19:38:31 0:22:15 0:19:12 0:03:03 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/redirect_set_object} 2
pass 5994517 2021-03-24 17:39:08 2021-03-24 19:16:26 2021-03-24 19:31:28 0:15:02 0:11:19 0:03:43 smithi master rhel 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 5994518 2021-03-24 17:39:09 2021-03-24 19:16:47 2021-03-24 19:53:14 0:36:27 0:32:15 0:04:12 smithi master rhel 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
fail 5994519 2021-03-24 17:39:10 2021-03-24 19:17:07 2021-03-24 20:21:45 1:04:38 1:01:26 0:03:12 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async objectstore/filestore-xfs rados tasks/rados_api_tests validater/valgrind} 2
Failure Reason:

Command failed on smithi102 with status 1: 'sudo ceph --cluster ceph osd crush tunables default'

pass 5994520 2021-03-24 17:39:10 2021-03-24 19:17:07 2021-03-24 19:51:37 0:34:30 0:31:32 0:02:58 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-bitmap openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_18.04 workloads/radosbench_omap_write} 1
pass 5994521 2021-03-24 17:39:11 2021-03-24 19:17:38 2021-03-24 19:54:23 0:36:45 0:33:21 0:03:24 smithi master ubuntu 18.04 rados/singleton/{all/recovery-preemption mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest}} 1
pass 5994522 2021-03-24 17:39:12 2021-03-24 19:17:38 2021-03-24 19:56:15 0:38:37 0:35:42 0:02:55 smithi master ubuntu 18.04 rados/singleton-bluestore/{all/cephtool mon_election/connectivity msgr-failures/none msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}} 1
pass 5994523 2021-03-24 17:39:13 2021-03-24 19:17:38 2021-03-24 19:37:32 0:19:54 0:08:20 0:11:34 smithi master ubuntu 18.04 rados/multimon/{clusters/3 mon_election/connectivity msgr-failures/many msgr/async no_pools objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} tasks/mon_recovery} 2
pass 5994524 2021-03-24 17:39:14 2021-03-24 19:18:09 2021-03-24 19:51:42 0:33:33 0:22:37 0:10:56 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5994525 2021-03-24 17:39:15 2021-03-24 19:18:09 2021-03-24 19:41:36 0:23:27 0:17:18 0:06:09 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/set-chunks-read} 2
pass 5994526 2021-03-24 17:39:15 2021-03-24 19:18:29 2021-03-24 19:37:07 0:18:38 0:13:42 0:04:56 smithi master rhel 8.3 rados/singleton-nomsgr/{all/health-warnings mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 5994527 2021-03-24 17:39:16 2021-03-24 19:18:30 2021-03-24 19:58:09 0:39:39 0:30:28 0:09:11 smithi master rhel 8.3 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-snaps-few-objects-overwrites} 2
pass 5994528 2021-03-24 17:39:17 2021-03-24 19:21:00 2021-03-24 19:41:09 0:20:09 0:06:32 0:13:37 smithi master ubuntu 18.04 rados/singleton/{all/resolve_stuck_peering mon_election/classic msgr-failures/none msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}} 2
pass 5994529 2021-03-24 17:39:18 2021-03-24 19:24:01 2021-03-24 20:07:27 0:43:26 0:24:02 0:19:24 smithi master centos 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-bitmap supported-random-distro$/{centos_8} tasks/progress} 2
pass 5994530 2021-03-24 17:39:19 2021-03-24 19:24:31 2021-03-24 20:04:35 0:40:04 0:32:29 0:07:35 smithi master rhel 8.3 rados/standalone/{mon_election/classic supported-random-distro$/{rhel_8} workloads/misc} 1
pass 5994531 2021-03-24 17:39:20 2021-03-24 19:25:32 2021-03-24 20:06:41 0:41:09 0:22:33 0:18:36 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8} thrashers/mapgap thrashosds-health workloads/small-objects-balanced} 2
pass 5994532 2021-03-24 17:39:20 2021-03-24 19:25:32 2021-03-24 19:42:59 0:17:27 0:11:40 0:05:47 smithi master rhel 8.3 rados/singleton-nomsgr/{all/large-omap-object-warnings mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 5994533 2021-03-24 17:39:21 2021-03-24 19:25:32 2021-03-24 19:44:23 0:18:51 0:13:10 0:05:41 smithi master rhel 8.3 rados/singleton/{all/test-crash mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8}} 1
pass 5994534 2021-03-24 17:39:22 2021-03-24 19:25:53 2021-03-24 20:21:56 0:56:03 0:45:15 0:10:48 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/luminous-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/fastclose rados thrashers/pggrow thrashosds-health workloads/snaps-few-objects} 3
pass 5994535 2021-03-24 17:39:23 2021-03-24 19:26:03 2021-03-24 19:50:07 0:24:04 0:13:20 0:10:44 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-comp openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/sample_fio} 1
pass 5994536 2021-03-24 17:39:24 2021-03-24 19:26:34 2021-03-24 20:02:20 0:35:46 0:25:07 0:10:39 smithi master rados/upgrade/pacific-x/rgw-multisite/{clusters frontend overrides realm tasks upgrade/secondary} 2
pass 5994537 2021-03-24 17:39:25 2021-03-24 19:26:54 2021-03-24 19:47:39 0:20:45 0:09:36 0:11:09 smithi master ubuntu 18.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} tasks/scrub_test} 2
pass 5994538 2021-03-24 17:39:26 2021-03-24 19:27:14 2021-03-24 20:21:54 0:54:40 0:21:59 0:32:41 smithi master centos 8.3 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5994539 2021-03-24 17:39:27 2021-03-24 19:28:45 2021-03-24 19:59:21 0:30:36 0:20:05 0:10:31 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/small-objects-localized} 2
pass 5994540 2021-03-24 17:39:27 2021-03-24 19:30:06 2021-03-24 19:57:30 0:27:24 0:21:49 0:05:35 smithi master rhel 8.3 rados/singleton/{all/test_envlibrados_for_rocksdb mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8}} 1
pass 5994541 2021-03-24 17:39:28 2021-03-24 19:30:36 2021-03-24 19:59:35 0:28:59 0:14:27 0:14:32 smithi master centos 8.3 rados/singleton-nomsgr/{all/lazy_omap_stats_output mon_election/classic rados supported-random-distro$/{centos_8}} 1
pass 5994542 2021-03-24 17:39:29 2021-03-24 19:30:36 2021-03-24 20:07:33 0:36:57 0:30:20 0:06:37 smithi master rhel 8.3 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} thrashers/sync-many workloads/snaps-few-objects} 2
pass 5994543 2021-03-24 17:39:30 2021-03-24 19:30:46 2021-03-24 20:30:12 0:59:26 0:36:00 0:23:26 smithi master centos 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3
pass 5994544 2021-03-24 17:39:31 2021-03-24 20:23:54 2187 smithi master centos 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5994545 2021-03-24 17:39:32 2021-03-24 19:31:07 2021-03-24 20:20:42 0:49:35 0:30:33 0:19:02 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados tasks/rados_api_tests validater/lockdep} 2
pass 5994546 2021-03-24 17:39:33 2021-03-24 19:31:37 2021-03-24 20:04:41 0:33:04 0:26:01 0:07:03 smithi master rhel 8.3 rados/objectstore/{backends/objectcacher-stress supported-random-distro$/{rhel_8}} 1
pass 5994547 2021-03-24 17:39:33 2021-03-24 19:31:38 2021-03-24 20:33:07 1:01:29 0:47:37 0:13:52 smithi master centos 8.3 rados/standalone/{mon_election/connectivity supported-random-distro$/{centos_8} workloads/mon} 1
pass 5994548 2021-03-24 17:39:34 2021-03-24 19:32:08 2021-03-24 20:05:11 0:33:03 0:12:35 0:20:28 smithi master centos 8.3 rados/multimon/{clusters/6 mon_election/classic msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-bitmap rados supported-random-distro$/{centos_8} tasks/mon_clock_no_skews} 2
pass 5994549 2021-03-24 17:39:35 2021-03-24 19:33:28 2021-03-24 20:17:17 0:43:49 0:24:24 0:19:25 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/none thrashosds-health workloads/small-objects} 2
pass 5994550 2021-03-24 17:39:36 2021-03-24 19:34:29 2021-03-24 20:56:35 1:22:06 1:10:20 0:11:46 smithi master ubuntu 18.04 rados/singleton/{all/thrash-backfill-full mon_election/connectivity msgr-failures/none msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} 2
pass 5994551 2021-03-24 17:39:37 2021-03-24 19:34:49 2021-03-24 19:53:42 0:18:53 0:12:57 0:05:56 smithi master rhel 8.3 rados/singleton-nomsgr/{all/librados_hello_world mon_election/connectivity rados supported-random-distro$/{rhel_8}} 1
pass 5994552 2021-03-24 17:39:37 2021-03-24 19:34:49 2021-03-24 20:15:22 0:40:33 0:24:23 0:16:10 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5994553 2021-03-24 17:39:38 2021-03-24 19:34:59 2021-03-24 19:54:49 0:19:50 0:09:50 0:10:00 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-low-osd-mem-target openstack scheduler/wpq_default_shards settings/optimized ubuntu_18.04 workloads/sample_radosbench} 1
pass 5994554 2021-03-24 17:39:39 2021-03-24 19:35:30 2021-03-24 19:56:24 0:20:54 0:14:32 0:06:22 smithi master rhel 8.3 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/connectivity objectstore/bluestore-comp-lz4 supported-random-distro$/{rhel_8} tasks/prometheus} 2
pass 5994555 2021-03-24 17:39:40 2021-03-24 19:35:30 2021-03-24 20:10:42 0:35:12 0:25:59 0:09:13 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/snaps-few-objects-balanced} 2
pass 5994556 2021-03-24 17:39:41 2021-03-24 19:35:40 2021-03-24 20:13:20 0:37:40 0:26:32 0:11:08 smithi master ubuntu 18.04 rados/singleton/{all/thrash-eio mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest}} 2
pass 5994557 2021-03-24 17:39:42 2021-03-24 19:35:51 2021-03-24 19:58:31 0:22:40 0:16:38 0:06:02 smithi master rhel 8.3 rados/singleton-nomsgr/{all/msgr mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 5994558 2021-03-24 17:39:42 2021-03-24 19:35:51 2021-03-24 20:02:35 0:26:44 0:15:39 0:11:05 smithi master ubuntu 18.04 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/classic msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} tasks/libcephsqlite} 2
pass 5994559 2021-03-24 17:39:43 2021-03-24 19:37:11 2021-03-24 20:10:31 0:33:20 0:23:22 0:09:58 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/luminous backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/few rados thrashers/careful thrashosds-health workloads/test_rbd_api} 3
pass 5994560 2021-03-24 17:39:44 2021-03-24 19:37:12 2021-03-24 20:36:09 0:58:57 0:38:50 0:20:07 smithi master centos 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/snaps-few-objects-localized} 2
pass 5994561 2021-03-24 17:39:45 2021-03-24 19:37:12 2021-03-24 20:07:06 0:29:54 0:19:26 0:10:28 smithi master ubuntu 18.04 rados/singleton/{all/thrash-rados/{thrash-rados thrashosds-health} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}} 2
pass 5994562 2021-03-24 17:39:46 2021-03-24 19:37:32 2021-03-24 20:32:50 0:55:18 0:33:43 0:21:35 smithi master centos 8.3 rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} 2
pass 5994563 2021-03-24 17:39:47 2021-03-24 19:37:43 2021-03-24 20:00:21 0:22:38 0:10:45 0:11:53 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5994564 2021-03-24 17:39:48 2021-03-24 19:39:03 2021-03-24 20:12:13 0:33:10 0:23:44 0:09:26 smithi master rhel 8.3 rados/singleton-nomsgr/{all/multi-backfill-reject mon_election/connectivity rados supported-random-distro$/{rhel_8}} 2
pass 5994565 2021-03-24 17:39:48 2021-03-24 19:41:04 2021-03-24 23:11:56 3:30:52 3:16:09 0:14:43 smithi master centos 8.3 rados/standalone/{mon_election/classic supported-random-distro$/{centos_8} workloads/osd} 1
pass 5994566 2021-03-24 17:39:49 2021-03-24 19:41:14 2021-03-24 20:08:38 0:27:24 0:17:56 0:09:28 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/classic objectstore/bluestore-low-osd-mem-target openstack scheduler/dmclock_1Shard_16Threads settings/optimized ubuntu_18.04 workloads/cosbench_64K_read_write} 1
pass 5994567 2021-03-24 17:39:50 2021-03-24 19:41:14 2021-03-24 20:20:53 0:39:39 0:22:10 0:17:29 smithi master centos 8.3 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_8} thrashers/sync workloads/pool-create-delete} 2
pass 5994568 2021-03-24 17:39:51 2021-03-24 19:41:34 2021-03-24 20:18:38 0:37:04 0:30:27 0:06:37 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/snaps-few-objects} 2
pass 5994569 2021-03-24 17:39:52 2021-03-24 19:41:35 2021-03-24 20:11:09 0:29:34 0:19:23 0:10:11 smithi master ubuntu 18.04 rados/singleton/{all/thrash_cache_writeback_proxy_none mon_election/classic msgr-failures/none msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest}} 2
pass 5994570 2021-03-24 17:39:53 2021-03-24 19:41:45 2021-03-24 20:04:02 0:22:17 0:09:29 0:12:48 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 5994571 2021-03-24 17:39:53 2021-03-24 19:44:05 2021-03-24 20:25:24 0:41:19 0:34:19 0:07:00 smithi master rhel 8.3 rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} 2
pass 5994572 2021-03-24 17:39:54 2021-03-24 19:44:26 2021-03-24 22:01:53 2:17:27 1:57:03 0:20:24 smithi master centos 8.3 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados tasks/rados_cls_all validater/valgrind} 2
pass 5994573 2021-03-24 17:39:55 2021-03-24 19:44:36 2021-03-24 20:11:51 0:27:15 0:21:00 0:06:15 smithi master rhel 8.3 rados/singleton-nomsgr/{all/osd_stale_reads mon_election/classic rados supported-random-distro$/{rhel_8}} 1
pass 5994574 2021-03-24 17:39:56 2021-03-24 19:44:56 2021-03-24 20:03:27 0:18:31 0:10:31 0:08:00 smithi master rhel 8.3 rados/multimon/{clusters/9 mon_election/connectivity msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_8} tasks/mon_clock_with_skews} 3
pass 5994575 2021-03-24 17:39:57 2021-03-24 19:45:47 2021-03-25 01:11:02 5:25:15 4:36:25 0:48:50 smithi master centos 8.3 rados/objectstore/{backends/objectstore supported-random-distro$/{centos_8}} 1
pass 5994576 2021-03-24 17:39:58 2021-03-24 19:47:47 2021-03-24 22:32:45 2:44:58 2:32:39 0:12:19 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-radosbench} 2
pass 5994577 2021-03-24 19:48:58 2021-03-24 19:48:58 2021-03-24 20:12:33 0:23:35 0:13:32 0:10:03 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/write_fadvise_dontneed} 2
pass 5994578 2021-03-24 19:49:08 2021-03-24 19:49:08 2021-03-24 20:15:39 0:26:31 0:13:53 0:12:38 smithi master centos 8.3 rados/singleton/{all/watch-notify-same-primary mon_election/connectivity msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_8}} 1
pass 5994579 2021-03-24 17:40:00 2021-03-24 19:49:09 2021-03-24 20:22:19 0:33:10 0:27:17 0:05:53 smithi master rhel 8.3 rados/basic/{ceph clusters/{fixed-2 openstack} mon_election/connectivity msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} tasks/rados_api_tests} 2
pass 5994580 2021-03-24 17:40:01 2021-03-24 19:49:09 2021-03-24 20:06:37 0:17:28 0:08:01 0:09:27 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-comp-snappy supported-random-distro$/{ubuntu_latest} tasks/workunits} 2
pass 5994581 2021-03-24 17:40:02 2021-03-24 19:49:19 2021-03-24 20:04:12 0:14:53 0:07:07 0:07:46 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/pool-access mon_election/connectivity rados supported-random-distro$/{ubuntu_latest}} 1
pass 5994582 2021-03-24 17:40:02 2021-03-24 19:49:19 2021-03-24 20:32:00 0:42:41 0:31:20 0:11:21 smithi master ubuntu 18.04 rados/singleton-bluestore/{all/cephtool mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} 1
pass 5994583 2021-03-24 17:40:03 2021-03-24 19:49:20 2021-03-24 20:27:44 0:38:24 0:27:56 0:10:28 smithi master ubuntu 18.04 rados/perf/{ceph mon_election/connectivity objectstore/bluestore-stupid openstack scheduler/dmclock_default_shards settings/optimized ubuntu_18.04 workloads/cosbench_64K_write} 1
pass 5994584 2021-03-24 17:40:04 2021-03-24 19:50:10 2021-03-24 21:50:32 2:00:22 1:53:49 0:06:33 smithi master rhel 8.3 rados/standalone/{mon_election/connectivity supported-random-distro$/{rhel_8} workloads/scrub} 1
pass 5994585 2021-03-24 17:40:05 2021-03-24 19:51:40 2021-03-24 20:08:57 0:17:17 0:10:28 0:06:49 smithi master rhel 8.3 rados/singleton/{all/admin-socket mon_election/classic msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8}} 1
pass 5994586 2021-03-24 17:40:06 2021-03-24 19:51:51 2021-03-24 20:38:51 0:47:00 0:35:41 0:11:19 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/admin_socket_objecter_requests} 2
pass 5994587 2021-03-24 17:40:07 2021-03-24 19:53:21 2021-03-24 20:39:34 0:46:13 0:34:37 0:11:36 smithi master ubuntu 18.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/mimic-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/osd-delay rados thrashers/default thrashosds-health workloads/cache-snaps} 3
pass 5994588 2021-03-24 17:40:08 2021-03-24 19:53:31 2021-03-24 20:26:58 0:33:27 0:25:13 0:08:14 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/recovery-unfound-found mon_election/classic rados supported-random-distro$/{ubuntu_latest}} 1
pass 5994589 2021-03-24 17:40:08 2021-03-24 19:53:52 2021-03-24 20:17:05 0:23:13 0:10:09 0:13:04 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
pass 5994590 2021-03-24 17:40:09 2021-03-24 19:57:39 2021-03-24 20:27:18 0:29:39 0:14:38 0:15:01 smithi master centos 8.3 rados/singleton/{all/deduptool mon_election/connectivity msgr-failures/none msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_8}} 1
pass 5994591 2021-03-24 17:40:10 2021-03-24 19:58:09 2021-03-24 20:23:43 0:25:34 0:17:48 0:07:46 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8} thrashers/none thrashosds-health workloads/cache-agent-big} 2
pass 5994592 2021-03-24 17:40:11 2021-03-24 19:58:40 2021-03-24 20:18:07 0:19:27 0:08:37 0:10:50 smithi master ubuntu 18.04 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/force-sync-many workloads/rados_5925} 2
pass 5994593 2021-03-24 17:40:12 2021-03-24 19:58:40 2021-03-24 20:27:34 0:28:54 0:14:45 0:14:09 smithi master centos 8.3 rados/singleton-nomsgr/{all/version-number-sanity mon_election/connectivity rados supported-random-distro$/{centos_8}} 1
pass 5994594 2021-03-24 17:40:13 2021-03-24 19:58:40 2021-03-24 20:36:24 0:37:44 0:29:58 0:07:46 smithi master rhel 8.3 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3