Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 5570691 2020-10-29 07:52:56 2020-10-29 07:53:29 2020-10-29 08:33:29 0:40:00 0:33:31 0:06:29 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570692 2020-10-29 07:52:56 2020-10-29 07:53:30 2020-10-29 08:25:29 0:31:59 0:25:50 0:06:09 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570693 2020-10-29 07:52:57 2020-10-29 07:53:30 2020-10-29 08:29:29 0:35:59 0:30:33 0:05:26 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570694 2020-10-29 07:52:58 2020-10-29 07:54:20 2020-10-29 08:30:20 0:36:00 0:28:35 0:07:25 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570695 2020-10-29 07:52:59 2020-10-29 07:55:06 2020-10-29 08:27:05 0:31:59 0:24:46 0:07:13 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570696 2020-10-29 07:52:59 2020-10-29 07:55:06 2020-10-29 08:21:05 0:25:59 0:18:58 0:07:01 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-small-objects} 2
dead 5570697 2020-10-29 07:53:00 2020-10-29 07:55:06 2020-10-29 19:57:37 12:02:31 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570698 2020-10-29 07:53:01 2020-10-29 07:55:06 2020-10-29 08:23:05 0:27:59 0:21:20 0:06:39 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570699 2020-10-29 07:53:02 2020-10-29 07:55:06 2020-10-29 08:35:06 0:40:00 0:34:33 0:05:27 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
dead 5570700 2020-10-29 07:53:03 2020-10-29 07:55:06 2020-10-29 19:57:37 12:02:31 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570701 2020-10-29 07:53:03 2020-10-29 07:55:08 2020-10-29 08:27:08 0:32:00 0:25:05 0:06:55 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570702 2020-10-29 07:53:04 2020-10-29 07:57:26 2020-10-29 08:21:26 0:24:00 0:17:48 0:06:12 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects} 2
pass 5570703 2020-10-29 07:53:05 2020-10-29 07:57:26 2020-10-29 08:31:26 0:34:00 0:26:48 0:07:12 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570704 2020-10-29 07:53:05 2020-10-29 07:57:26 2020-10-29 08:25:26 0:28:00 0:21:45 0:06:15 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570705 2020-10-29 07:53:06 2020-10-29 07:57:26 2020-10-29 08:33:26 0:36:00 0:30:16 0:05:44 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570706 2020-10-29 07:53:07 2020-10-29 07:59:34 2020-10-29 08:25:34 0:26:00 0:19:26 0:06:34 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570707 2020-10-29 07:53:07 2020-10-29 07:59:35 2020-10-29 08:29:34 0:29:59 0:22:28 0:07:31 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570708 2020-10-29 07:53:08 2020-10-29 07:59:35 2020-10-29 08:31:34 0:31:59 0:23:59 0:08:00 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects} 2
pass 5570709 2020-10-29 07:53:09 2020-10-29 07:59:34 2020-10-29 08:39:34 0:40:00 0:33:43 0:06:17 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570710 2020-10-29 07:53:10 2020-10-29 07:59:34 2020-10-29 08:33:34 0:34:00 0:28:33 0:05:27 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
dead 5570711 2020-10-29 07:53:10 2020-10-29 07:59:39 2020-10-29 20:02:06 12:02:27 11:55:07 0:07:20 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1}
Failure Reason:

psutil.NoSuchProcess process no longer exists (pid=11339)

pass 5570712 2020-10-29 07:53:11 2020-10-29 08:16:31 2020-10-29 08:42:31 0:26:00 0:20:13 0:05:47 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570713 2020-10-29 07:53:12 2020-10-29 08:17:43 2020-10-29 08:49:43 0:32:00 0:25:25 0:06:35 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570714 2020-10-29 07:53:13 2020-10-29 08:17:43 2020-10-29 08:45:43 0:28:00 0:19:58 0:08:02 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-small-objects} 2
pass 5570715 2020-10-29 07:53:13 2020-10-29 08:17:43 2020-10-29 08:59:43 0:42:00 0:29:48 0:12:12 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570716 2020-10-29 07:53:14 2020-10-29 08:17:43 2020-10-29 08:49:43 0:32:00 0:24:40 0:07:20 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
fail 5570717 2020-10-29 07:53:15 2020-10-29 08:19:29 2020-10-29 08:43:29 0:24:00 0:16:04 0:07:56 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0'

pass 5570718 2020-10-29 07:53:15 2020-10-29 08:19:29 2020-10-29 08:47:29 0:28:00 0:18:12 0:09:48 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570719 2020-10-29 07:53:16 2020-10-29 08:19:29 2020-10-29 08:45:29 0:26:00 0:18:48 0:07:12 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570720 2020-10-29 07:53:17 2020-10-29 08:19:29 2020-10-29 08:45:29 0:26:00 0:18:07 0:07:53 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects} 2
pass 5570721 2020-10-29 07:53:17 2020-10-29 08:19:41 2020-10-29 08:55:41 0:36:00 0:27:16 0:08:44 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570722 2020-10-29 07:53:18 2020-10-29 08:21:14 2020-10-29 08:55:14 0:34:00 0:24:16 0:09:44 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570723 2020-10-29 07:53:19 2020-10-29 08:21:14 2020-10-29 08:57:14 0:36:00 0:26:50 0:09:10 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570724 2020-10-29 07:53:19 2020-10-29 08:21:14 2020-10-29 08:51:14 0:30:00 0:22:07 0:07:53 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570725 2020-10-29 07:53:20 2020-10-29 08:21:27 2020-10-29 08:53:27 0:32:00 0:22:29 0:09:31 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570726 2020-10-29 07:53:21 2020-10-29 08:21:47 2020-10-29 08:55:47 0:34:00 0:24:28 0:09:32 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects} 2
dead 5570727 2020-10-29 07:53:22 2020-10-29 08:23:45 2020-10-29 20:26:15 12:02:30 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570728 2020-10-29 07:53:22 2020-10-29 08:23:45 2020-10-29 08:55:45 0:32:00 0:23:46 0:08:14 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570729 2020-10-29 07:53:23 2020-10-29 08:23:48 2020-10-29 09:05:48 0:42:00 0:33:08 0:08:52 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570730 2020-10-29 07:53:24 2020-10-29 08:23:50 2020-10-29 08:51:50 0:28:00 0:19:56 0:08:04 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570731 2020-10-29 07:53:24 2020-10-29 08:26:05 2020-10-29 08:56:05 0:30:00 0:23:06 0:06:54 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570732 2020-10-29 07:53:25 2020-10-29 08:26:05 2020-10-29 08:56:05 0:30:00 0:18:58 0:11:02 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-small-objects} 2
pass 5570733 2020-10-29 07:53:26 2020-10-29 08:26:05 2020-10-29 09:18:06 0:52:01 0:31:52 0:20:09 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570734 2020-10-29 07:53:27 2020-10-29 08:26:05 2020-10-29 09:10:05 0:44:00 0:25:02 0:18:58 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570735 2020-10-29 07:53:27 2020-10-29 08:26:05 2020-10-29 09:10:05 0:44:00 0:36:36 0:07:24 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570736 2020-10-29 07:53:28 2020-10-29 08:26:05 2020-10-29 09:16:05 0:50:00 0:24:29 0:25:31 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570737 2020-10-29 07:53:29 2020-10-29 08:26:51 2020-10-29 08:54:50 0:27:59 0:19:10 0:08:49 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570738 2020-10-29 07:53:29 2020-10-29 08:27:44 2020-10-29 08:57:44 0:30:00 0:22:24 0:07:36 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects} 2
pass 5570739 2020-10-29 07:53:30 2020-10-29 08:27:44 2020-10-29 09:05:44 0:38:00 0:28:46 0:09:14 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
fail 5570740 2020-10-29 07:53:31 2020-10-29 08:29:45 2020-10-29 09:11:45 0:42:00 0:33:30 0:08:30 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
Failure Reason:

"2020-10-29T08:46:05.623656+0000 mon.b (mon.0) 50 : cluster [WRN] Health check failed: 1/3 mons down, quorum b,c (MON_DOWN)" in cluster log

pass 5570741 2020-10-29 07:53:32 2020-10-29 08:29:45 2020-10-29 09:03:44 0:33:59 0:27:00 0:06:59 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570742 2020-10-29 07:53:32 2020-10-29 08:29:45 2020-10-29 09:03:45 0:34:00 0:24:13 0:09:47 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570743 2020-10-29 07:53:33 2020-10-29 08:29:45 2020-10-29 08:57:45 0:28:00 0:19:01 0:08:59 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570744 2020-10-29 07:53:34 2020-10-29 08:29:45 2020-10-29 08:57:44 0:27:59 0:18:55 0:09:04 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects} 2
pass 5570745 2020-10-29 07:53:34 2020-10-29 08:29:46 2020-10-29 09:07:46 0:38:00 0:27:10 0:10:50 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570746 2020-10-29 07:53:35 2020-10-29 08:30:21 2020-10-29 09:00:21 0:30:00 0:22:36 0:07:24 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
fail 5570747 2020-10-29 07:53:36 2020-10-29 08:31:46 2020-10-29 08:47:45 0:15:59 0:08:29 0:07:30 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0'

pass 5570748 2020-10-29 07:53:36 2020-10-29 08:31:46 2020-10-29 09:03:46 0:32:00 0:18:24 0:13:36 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570749 2020-10-29 07:53:37 2020-10-29 08:31:46 2020-10-29 09:13:46 0:42:00 0:29:31 0:12:29 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570750 2020-10-29 07:53:38 2020-10-29 08:32:30 2020-10-29 09:04:30 0:32:00 0:24:10 0:07:50 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-small-objects} 2
pass 5570751 2020-10-29 07:53:38 2020-10-29 08:34:06 2020-10-29 09:10:06 0:36:00 0:29:30 0:06:30 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570752 2020-10-29 07:53:39 2020-10-29 08:34:06 2020-10-29 09:12:06 0:38:00 0:32:25 0:05:35 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570753 2020-10-29 07:53:40 2020-10-29 08:34:06 2020-10-29 09:06:06 0:32:00 0:21:42 0:10:18 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570754 2020-10-29 07:53:41 2020-10-29 08:34:06 2020-10-29 09:04:06 0:30:00 0:19:49 0:10:11 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570755 2020-10-29 07:53:41 2020-10-29 08:34:59 2020-10-29 09:04:59 0:30:00 0:24:19 0:05:41 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570756 2020-10-29 07:53:42 2020-10-29 08:35:47 2020-10-29 09:05:47 0:30:00 0:20:19 0:09:41 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-small-objects} 2
pass 5570757 2020-10-29 07:53:43 2020-10-29 08:35:47 2020-10-29 09:17:47 0:42:00 0:23:51 0:18:09 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570758 2020-10-29 07:53:43 2020-10-29 08:35:52 2020-10-29 09:07:51 0:31:59 0:25:04 0:06:55 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570759 2020-10-29 07:53:44 2020-10-29 08:38:19 2020-10-29 09:20:19 0:42:00 0:35:25 0:06:35 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570760 2020-10-29 07:53:45 2020-10-29 08:40:14 2020-10-29 09:12:13 0:31:59 0:24:20 0:07:39 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570761 2020-10-29 07:53:45 2020-10-29 08:40:14 2020-10-29 09:08:13 0:27:59 0:20:32 0:07:27 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570762 2020-10-29 07:53:46 2020-10-29 08:40:14 2020-10-29 09:08:13 0:27:59 0:20:06 0:07:53 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects} 2
pass 5570763 2020-10-29 07:53:47 2020-10-29 08:40:14 2020-10-29 09:14:13 0:33:59 0:26:59 0:07:00 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570764 2020-10-29 07:53:47 2020-10-29 08:40:24 2020-10-29 09:16:24 0:36:00 0:26:54 0:09:06 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570765 2020-10-29 07:53:48 2020-10-29 08:42:16 2020-10-29 09:18:16 0:36:00 0:25:55 0:10:05 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570766 2020-10-29 07:53:49 2020-10-29 08:42:16 2020-10-29 09:12:16 0:30:00 0:18:38 0:11:22 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570767 2020-10-29 07:53:49 2020-10-29 08:42:32 2020-10-29 09:10:32 0:28:00 0:21:39 0:06:21 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570768 2020-10-29 07:53:50 2020-10-29 08:44:14 2020-10-29 09:10:13 0:25:59 0:19:36 0:06:23 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-small-objects} 2
pass 5570769 2020-10-29 07:53:51 2020-10-29 08:45:01 2020-10-29 09:21:00 0:35:59 0:26:23 0:09:36 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570770 2020-10-29 07:53:51 2020-10-29 08:46:11 2020-10-29 09:22:11 0:36:00 0:24:23 0:11:37 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570771 2020-10-29 07:53:52 2020-10-29 08:46:11 2020-10-29 09:18:11 0:32:00 0:21:54 0:10:06 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570772 2020-10-29 07:53:53 2020-10-29 08:46:11 2020-10-29 09:14:11 0:28:00 0:18:47 0:09:13 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570773 2020-10-29 07:53:54 2020-10-29 08:48:14 2020-10-29 09:16:14 0:28:00 0:19:32 0:08:28 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-small-objects-fast-read} 2
dead 5570774 2020-10-29 07:53:54 2020-10-29 08:48:14 2020-10-29 20:50:40 12:02:26 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-small-objects} 2
pass 5570775 2020-10-29 07:53:55 2020-10-29 08:50:25 2020-10-29 09:20:24 0:29:59 0:22:13 0:07:46 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570776 2020-10-29 07:53:56 2020-10-29 08:50:25 2020-10-29 09:26:25 0:36:00 0:26:27 0:09:33 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570777 2020-10-29 07:53:56 2020-10-29 08:51:06 2020-10-29 09:27:06 0:36:00 0:27:07 0:08:53 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570778 2020-10-29 07:53:57 2020-10-29 08:51:16 2020-10-29 09:17:15 0:25:59 0:17:40 0:08:19 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570779 2020-10-29 07:53:58 2020-10-29 08:52:28 2020-10-29 09:24:28 0:32:00 0:24:27 0:07:33 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570780 2020-10-29 07:53:59 2020-10-29 08:52:28 2020-10-29 09:26:28 0:34:00 0:26:06 0:07:54 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects} 2
pass 5570781 2020-10-29 07:53:59 2020-10-29 08:54:13 2020-10-29 09:32:13 0:38:00 0:32:47 0:05:13 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570782 2020-10-29 07:54:00 2020-10-29 08:54:14 2020-10-29 09:26:13 0:31:59 0:25:45 0:06:14 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
fail 5570783 2020-10-29 07:54:01 2020-10-29 08:54:29 2020-10-29 09:14:29 0:20:00 0:12:12 0:07:48 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0'

pass 5570784 2020-10-29 07:54:01 2020-10-29 08:54:52 2020-10-29 09:18:51 0:23:59 0:17:50 0:06:09 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570785 2020-10-29 07:54:02 2020-10-29 08:55:57 2020-10-29 09:25:57 0:30:00 0:23:46 0:06:14 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570786 2020-10-29 07:54:03 2020-10-29 08:55:58 2020-10-29 09:19:57 0:23:59 0:18:12 0:05:47 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-small-objects} 2
pass 5570787 2020-10-29 07:54:03 2020-10-29 08:55:58 2020-10-29 09:31:58 0:36:00 0:29:28 0:06:32 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570788 2020-10-29 07:54:04 2020-10-29 08:55:58 2020-10-29 09:25:57 0:29:59 0:23:36 0:06:23 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570789 2020-10-29 07:54:05 2020-10-29 08:55:57 2020-10-29 09:23:57 0:28:00 0:22:15 0:05:45 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570790 2020-10-29 07:54:05 2020-10-29 08:56:06 2020-10-29 09:28:06 0:32:00 0:24:39 0:07:21 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570791 2020-10-29 07:54:06 2020-10-29 08:56:06 2020-10-29 09:22:06 0:26:00 0:18:32 0:07:28 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570792 2020-10-29 07:54:07 2020-10-29 08:57:57 2020-10-29 09:23:57 0:26:00 0:19:36 0:06:24 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-small-objects} 2
pass 5570793 2020-10-29 07:54:08 2020-10-29 08:57:57 2020-10-29 09:29:57 0:32:00 0:23:46 0:08:14 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570794 2020-10-29 07:54:08 2020-10-29 08:57:57 2020-10-29 09:33:57 0:36:00 0:24:41 0:11:19 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570795 2020-10-29 07:54:09 2020-10-29 08:57:57 2020-10-29 09:39:57 0:42:00 0:31:09 0:10:51 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570796 2020-10-29 07:54:10 2020-10-29 09:00:27 2020-10-29 09:26:26 0:25:59 0:19:47 0:06:12 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570797 2020-10-29 07:54:10 2020-10-29 09:00:28 2020-10-29 09:28:27 0:27:59 0:19:22 0:08:37 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570798 2020-10-29 07:54:11 2020-10-29 09:02:35 2020-10-29 09:28:34 0:25:59 0:18:26 0:07:33 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects} 2
pass 5570799 2020-10-29 07:54:12 2020-10-29 09:04:30 2020-10-29 09:48:30 0:44:00 0:37:55 0:06:05 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570800 2020-10-29 07:54:12 2020-10-29 09:04:30 2020-10-29 09:36:29 0:31:59 0:24:45 0:07:14 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570801 2020-10-29 07:54:13 2020-10-29 09:04:30 2020-10-29 09:36:30 0:32:00 0:26:15 0:05:45 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570802 2020-10-29 07:54:14 2020-10-29 09:04:30 2020-10-29 09:36:29 0:31:59 0:24:15 0:07:44 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570803 2020-10-29 07:54:14 2020-10-29 09:04:32 2020-10-29 09:32:31 0:27:59 0:21:50 0:06:09 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570804 2020-10-29 07:54:15 2020-10-29 09:05:00 2020-10-29 09:37:00 0:32:00 0:25:26 0:06:34 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects} 2
fail 5570805 2020-10-29 07:54:16 2020-10-29 09:06:29 2020-10-29 09:44:29 0:38:00 0:31:40 0:06:20 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0'

pass 5570806 2020-10-29 07:54:16 2020-10-29 09:06:29 2020-10-29 09:38:29 0:32:00 0:24:55 0:07:05 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
dead 5570807 2020-10-29 07:54:17 2020-10-29 09:06:29 2020-10-29 21:09:00 12:02:31 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570808 2020-10-29 07:54:18 2020-10-29 09:06:29 2020-10-29 09:34:29 0:28:00 0:19:47 0:08:13 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570809 2020-10-29 07:54:18 2020-10-29 09:08:31 2020-10-29 09:40:30 0:31:59 0:25:07 0:06:52 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570810 2020-10-29 07:54:19 2020-10-29 09:08:31 2020-10-29 09:38:30 0:29:59 0:23:03 0:06:56 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-small-objects} 2
pass 5570811 2020-10-29 07:54:20 2020-10-29 09:08:31 2020-10-29 09:40:30 0:31:59 0:24:49 0:07:10 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570812 2020-10-29 07:54:21 2020-10-29 09:08:31 2020-10-29 09:42:30 0:33:59 0:26:40 0:07:19 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570813 2020-10-29 07:54:21 2020-10-29 09:09:09 2020-10-29 09:49:09 0:40:00 0:32:50 0:07:10 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570814 2020-10-29 07:54:22 2020-10-29 09:10:55 2020-10-29 09:42:54 0:31:59 0:24:34 0:07:25 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570815 2020-10-29 07:54:23 2020-10-29 09:10:55 2020-10-29 09:42:54 0:31:59 0:25:07 0:06:52 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570816 2020-10-29 07:54:23 2020-10-29 09:10:55 2020-10-29 09:34:54 0:23:59 0:17:46 0:06:13 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects} 2
pass 5570817 2020-10-29 07:54:24 2020-10-29 09:10:55 2020-10-29 09:48:54 0:37:59 0:32:09 0:05:50 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570818 2020-10-29 07:54:25 2020-10-29 09:10:55 2020-10-29 09:42:54 0:31:59 0:25:12 0:06:47 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570819 2020-10-29 07:54:25 2020-10-29 09:11:46 2020-10-29 09:39:45 0:27:59 0:21:58 0:06:01 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570820 2020-10-29 07:54:26 2020-10-29 09:11:51 2020-10-29 09:39:51 0:28:00 0:20:39 0:07:21 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570821 2020-10-29 07:54:27 2020-10-29 09:12:50 2020-10-29 09:38:49 0:25:59 0:18:20 0:07:39 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570822 2020-10-29 07:54:28 2020-10-29 09:12:50 2020-10-29 09:44:49 0:31:59 0:24:45 0:07:14 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects} 2
pass 5570823 2020-10-29 07:54:28 2020-10-29 09:12:50 2020-10-29 09:50:50 0:38:00 0:30:01 0:07:59 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
fail 5570824 2020-10-29 07:54:29 2020-10-29 09:13:47 2020-10-29 09:39:47 0:26:00 0:18:29 0:07:31 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0'

pass 5570825 2020-10-29 07:54:30 2020-10-29 09:15:05 2020-10-29 09:51:04 0:35:59 0:28:23 0:07:36 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570826 2020-10-29 07:54:30 2020-10-29 09:15:05 2020-10-29 09:43:04 0:27:59 0:21:23 0:06:36 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570827 2020-10-29 07:54:31 2020-10-29 09:15:05 2020-10-29 09:47:04 0:31:59 0:24:51 0:07:08 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570828 2020-10-29 07:54:32 2020-10-29 09:16:53 2020-10-29 09:42:53 0:26:00 0:19:17 0:06:43 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-small-objects} 2
pass 5570829 2020-10-29 07:54:32 2020-10-29 09:16:53 2020-10-29 09:50:53 0:34:00 0:28:21 0:05:39 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570830 2020-10-29 07:54:33 2020-10-29 09:16:53 2020-10-29 09:44:53 0:28:00 0:21:44 0:06:16 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
fail 5570831 2020-10-29 07:54:34 2020-10-29 09:17:16 2020-10-29 09:35:16 0:18:00 0:10:38 0:07:22 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0'

pass 5570832 2020-10-29 07:54:34 2020-10-29 09:17:48 2020-10-29 09:47:48 0:30:00 0:22:29 0:07:31 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570833 2020-10-29 07:54:35 2020-10-29 09:18:51 2020-10-29 09:46:50 0:27:59 0:19:33 0:08:26 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570834 2020-10-29 07:54:36 2020-10-29 09:18:51 2020-10-29 09:44:50 0:25:59 0:18:11 0:07:48 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects} 2
pass 5570835 2020-10-29 07:54:37 2020-10-29 09:18:51 2020-10-29 09:52:50 0:33:59 0:26:50 0:07:09 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570836 2020-10-29 07:54:37 2020-10-29 09:18:53 2020-10-29 09:50:52 0:31:59 0:26:16 0:05:43 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570837 2020-10-29 07:54:38 2020-10-29 09:20:42 2020-10-29 09:52:41 0:31:59 0:25:35 0:06:24 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570838 2020-10-29 07:54:39 2020-10-29 09:20:42 2020-10-29 09:48:41 0:27:59 0:19:30 0:08:29 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570839 2020-10-29 07:54:39 2020-10-29 09:20:42 2020-10-29 09:52:41 0:31:59 0:22:54 0:09:05 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570840 2020-10-29 07:54:40 2020-10-29 09:21:02 2020-10-29 09:53:01 0:31:59 0:24:07 0:07:52 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects} 2
pass 5570841 2020-10-29 07:54:41 2020-10-29 09:22:55 2020-10-29 09:58:54 0:35:59 0:29:21 0:06:38 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570842 2020-10-29 07:54:42 2020-10-29 09:22:55 2020-10-29 09:56:54 0:33:59 0:25:42 0:08:17 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570843 2020-10-29 07:54:42 2020-10-29 09:24:44 2020-10-29 10:00:43 0:35:59 0:30:23 0:05:36 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570844 2020-10-29 07:54:43 2020-10-29 09:24:44 2020-10-29 09:50:43 0:25:59 0:20:05 0:05:54 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570845 2020-10-29 07:54:44 2020-10-29 09:24:44 2020-10-29 09:56:43 0:31:59 0:25:18 0:06:41 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570846 2020-10-29 07:54:44 2020-10-29 09:26:41 2020-10-29 09:52:40 0:25:59 0:19:49 0:06:10 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-small-objects} 2
pass 5570847 2020-10-29 07:54:45 2020-10-29 09:26:42 2020-10-29 10:06:41 0:39:59 0:32:23 0:07:36 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
dead 5570848 2020-10-29 07:54:46 2020-10-29 09:26:41 2020-10-29 21:29:11 12:02:30 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570849 2020-10-29 07:54:46 2020-10-29 09:26:42 2020-10-29 10:02:41 0:35:59 0:30:04 0:05:55 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570850 2020-10-29 07:54:47 2020-10-29 09:26:42 2020-10-29 09:52:41 0:25:59 0:19:34 0:06:25 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570851 2020-10-29 07:54:48 2020-10-29 09:26:42 2020-10-29 09:58:41 0:31:59 0:24:52 0:07:07 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570852 2020-10-29 07:54:48 2020-10-29 09:27:08 2020-10-29 09:57:07 0:29:59 0:21:30 0:08:29 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects} 2
pass 5570853 2020-10-29 07:54:49 2020-10-29 09:28:47 2020-10-29 10:00:47 0:32:00 0:23:58 0:08:02 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570854 2020-10-29 07:54:50 2020-10-29 09:28:48 2020-10-29 10:04:47 0:35:59 0:26:12 0:09:47 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570855 2020-10-29 07:54:50 2020-10-29 09:28:48 2020-10-29 10:12:48 0:44:00 0:33:34 0:10:26 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570856 2020-10-29 07:54:51 2020-10-29 09:30:43 2020-10-29 09:56:43 0:26:00 0:18:06 0:07:54 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570857 2020-10-29 07:54:52 2020-10-29 09:32:42 2020-10-29 10:02:41 0:29:59 0:23:46 0:06:13 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570858 2020-10-29 07:54:53 2020-10-29 09:32:42 2020-10-29 10:00:41 0:27:59 0:20:59 0:07:00 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects} 2
pass 5570859 2020-10-29 07:54:53 2020-10-29 09:32:42 2020-10-29 10:10:42 0:38:00 0:30:18 0:07:42 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570860 2020-10-29 07:54:54 2020-10-29 09:33:40 2020-10-29 10:03:40 0:30:00 0:23:36 0:06:24 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570861 2020-10-29 07:54:55 2020-10-29 09:34:42 2020-10-29 10:12:42 0:38:00 0:30:54 0:07:06 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570862 2020-10-29 07:54:55 2020-10-29 09:34:43 2020-10-29 10:02:42 0:27:59 0:22:04 0:05:55 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570863 2020-10-29 07:54:56 2020-10-29 09:34:55 2020-10-29 10:04:55 0:30:00 0:23:15 0:06:45 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570864 2020-10-29 07:54:57 2020-10-29 09:35:17 2020-10-29 10:01:17 0:26:00 0:19:44 0:06:16 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-small-objects} 2
pass 5570865 2020-10-29 07:54:57 2020-10-29 09:37:07 2020-10-29 10:11:07 0:34:00 0:26:44 0:07:16 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570866 2020-10-29 07:54:58 2020-10-29 09:37:08 2020-10-29 10:11:07 0:33:59 0:27:16 0:06:43 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570867 2020-10-29 07:54:59 2020-10-29 09:37:07 2020-10-29 10:05:07 0:28:00 0:21:37 0:06:23 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570868 2020-10-29 07:55:00 2020-10-29 09:37:08 2020-10-29 10:05:07 0:27:59 0:21:08 0:06:51 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570869 2020-10-29 07:55:00 2020-10-29 09:39:17 2020-10-29 10:05:17 0:26:00 0:20:19 0:05:41 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570870 2020-10-29 07:55:01 2020-10-29 09:39:17 2020-10-29 10:07:17 0:28:00 0:20:19 0:07:41 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-small-objects} 2
pass 5570871 2020-10-29 07:55:02 2020-10-29 09:39:17 2020-10-29 10:07:17 0:28:00 0:22:15 0:05:45 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570872 2020-10-29 07:55:03 2020-10-29 09:39:47 2020-10-29 10:13:47 0:34:00 0:27:32 0:06:28 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570873 2020-10-29 07:55:03 2020-10-29 09:39:48 2020-10-29 10:09:48 0:30:00 0:23:23 0:06:37 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570874 2020-10-29 07:55:04 2020-10-29 09:39:52 2020-10-29 10:05:52 0:26:00 0:19:52 0:06:08 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570875 2020-10-29 07:55:05 2020-10-29 09:39:58 2020-10-29 10:07:58 0:28:00 0:19:45 0:08:15 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570876 2020-10-29 07:55:05 2020-10-29 09:41:11 2020-10-29 10:13:10 0:31:59 0:26:24 0:05:35 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects} 2
pass 5570877 2020-10-29 07:55:06 2020-10-29 09:41:11 2020-10-29 10:15:10 0:33:59 0:28:01 0:05:58 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570878 2020-10-29 07:55:07 2020-10-29 09:43:08 2020-10-29 10:17:08 0:34:00 0:27:43 0:06:17 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570879 2020-10-29 07:55:08 2020-10-29 09:43:08 2020-10-29 10:21:08 0:38:00 0:31:37 0:06:23 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570880 2020-10-29 07:55:08 2020-10-29 09:43:09 2020-10-29 10:13:08 0:29:59 0:23:08 0:06:51 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570881 2020-10-29 07:55:09 2020-10-29 09:43:08 2020-10-29 10:17:08 0:34:00 0:27:20 0:06:40 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570882 2020-10-29 07:55:10 2020-10-29 09:43:08 2020-10-29 10:09:08 0:26:00 0:19:51 0:06:09 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-small-objects} 2
pass 5570883 2020-10-29 07:55:10 2020-10-29 09:43:09 2020-10-29 10:17:08 0:33:59 0:26:51 0:07:08 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
fail 5570884 2020-10-29 07:55:11 2020-10-29 09:45:08 2020-10-29 10:21:08 0:36:00 0:29:21 0:06:39 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
Failure Reason:

"2020-10-29T09:59:37.760050+0000 mon.b (mon.0) 11 : cluster [WRN] Health check failed: 1/3 mons down, quorum b,c (MON_DOWN)" in cluster log

pass 5570885 2020-10-29 07:55:12 2020-10-29 09:45:08 2020-10-29 10:19:08 0:34:00 0:26:21 0:07:39 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570886 2020-10-29 07:55:12 2020-10-29 09:45:08 2020-10-29 10:15:08 0:30:00 0:23:37 0:06:23 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570887 2020-10-29 07:55:13 2020-10-29 09:45:08 2020-10-29 10:15:08 0:30:00 0:20:40 0:09:20 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570888 2020-10-29 07:55:14 2020-10-29 09:47:30 2020-10-29 10:13:30 0:26:00 0:20:23 0:05:37 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-small-objects} 2
pass 5570889 2020-10-29 07:55:14 2020-10-29 09:47:30 2020-10-29 10:17:30 0:30:00 0:23:11 0:06:49 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570890 2020-10-29 07:55:15 2020-10-29 09:47:49 2020-10-29 10:23:49 0:36:00 0:29:56 0:06:04 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
fail 5570891 2020-10-29 07:55:16 2020-10-29 09:49:09 2020-10-29 10:27:09 0:38:00 0:31:11 0:06:49 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0'

pass 5570892 2020-10-29 07:55:17 2020-10-29 09:49:09 2020-10-29 10:17:08 0:27:59 0:19:51 0:08:08 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570893 2020-10-29 07:55:17 2020-10-29 09:49:09 2020-10-29 10:13:09 0:24:00 0:17:55 0:06:05 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570894 2020-10-29 07:55:18 2020-10-29 09:49:10 2020-10-29 10:17:10 0:28:00 0:19:57 0:08:03 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects} 2
pass 5570895 2020-10-29 07:55:19 2020-10-29 09:51:25 2020-10-29 10:25:24 0:33:59 0:27:38 0:06:21 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570896 2020-10-29 07:55:20 2020-10-29 09:51:25 2020-10-29 10:25:24 0:33:59 0:28:21 0:05:38 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570897 2020-10-29 07:55:20 2020-10-29 09:51:24 2020-10-29 10:29:24 0:38:00 0:31:32 0:06:28 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570898 2020-10-29 07:55:21 2020-10-29 09:51:25 2020-10-29 10:19:24 0:27:59 0:20:12 0:07:47 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570899 2020-10-29 07:55:22 2020-10-29 09:51:24 2020-10-29 10:17:24 0:26:00 0:19:10 0:06:50 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570900 2020-10-29 07:55:23 2020-10-29 09:53:20 2020-10-29 10:23:19 0:29:59 0:17:54 0:12:05 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-small-objects} 2
pass 5570901 2020-10-29 07:55:23 2020-10-29 09:53:20 2020-10-29 10:31:20 0:38:00 0:30:40 0:07:20 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570902 2020-10-29 07:55:24 2020-10-29 09:53:20 2020-10-29 10:27:19 0:33:59 0:24:22 0:09:37 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570903 2020-10-29 07:55:25 2020-10-29 09:53:20 2020-10-29 10:21:19 0:27:59 0:21:29 0:06:30 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570904 2020-10-29 07:55:26 2020-10-29 09:53:20 2020-10-29 10:21:20 0:28:00 0:19:14 0:08:46 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570905 2020-10-29 07:55:26 2020-10-29 09:53:20 2020-10-29 10:21:19 0:27:59 0:18:24 0:09:35 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570906 2020-10-29 07:55:27 2020-10-29 09:57:23 2020-10-29 10:21:22 0:23:59 0:17:37 0:06:22 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-small-objects} 2
pass 5570907 2020-10-29 07:55:28 2020-10-29 09:57:23 2020-10-29 10:37:22 0:39:59 0:31:08 0:08:51 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570908 2020-10-29 07:55:28 2020-10-29 09:57:23 2020-10-29 10:25:22 0:27:59 0:20:55 0:07:04 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
fail 5570909 2020-10-29 07:55:29 2020-10-29 09:57:22 2020-10-29 10:17:22 0:20:00 0:11:50 0:08:10 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0'

pass 5570910 2020-10-29 07:55:30 2020-10-29 09:59:25 2020-10-29 10:25:25 0:26:00 0:19:24 0:06:36 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570911 2020-10-29 07:55:30 2020-10-29 09:59:25 2020-10-29 10:25:25 0:26:00 0:18:53 0:07:07 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-small-objects-fast-read} 2
dead 5570912 2020-10-29 07:55:31 2020-10-29 10:01:19 2020-10-29 22:03:46 12:02:27 11:55:37 0:06:50 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects}
Failure Reason:

psutil.NoSuchProcess process no longer exists (pid=2705)

pass 5570913 2020-10-29 07:55:32 2020-10-29 10:01:19 2020-10-29 10:33:19 0:32:00 0:25:01 0:06:59 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570914 2020-10-29 07:55:33 2020-10-29 10:01:20 2020-10-29 10:39:19 0:37:59 0:30:17 0:07:42 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570915 2020-10-29 07:55:33 2020-10-29 10:01:19 2020-10-29 10:33:19 0:32:00 0:24:33 0:07:27 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570916 2020-10-29 07:55:34 2020-10-29 10:01:32 2020-10-29 10:31:32 0:30:00 0:23:42 0:06:18 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570917 2020-10-29 07:55:35 2020-10-29 10:03:23 2020-10-29 10:31:23 0:28:00 0:22:34 0:05:26 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570918 2020-10-29 07:55:36 2020-10-29 10:03:24 2020-10-29 10:31:23 0:27:59 0:19:34 0:08:25 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-small-objects} 2
pass 5570919 2020-10-29 07:55:36 2020-10-29 10:03:24 2020-10-29 10:41:23 0:37:59 0:29:54 0:08:05 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570920 2020-10-29 07:55:37 2020-10-29 10:03:41 2020-10-29 10:33:41 0:30:00 0:22:51 0:07:09 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570921 2020-10-29 07:55:38 2020-10-29 10:05:30 2020-10-29 10:43:30 0:38:00 0:31:03 0:06:57 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570922 2020-10-29 07:55:38 2020-10-29 10:05:30 2020-10-29 10:33:29 0:27:59 0:20:53 0:07:06 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570923 2020-10-29 07:55:39 2020-10-29 10:05:30 2020-10-29 10:37:30 0:32:00 0:25:06 0:06:54 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570924 2020-10-29 07:55:40 2020-10-29 10:05:30 2020-10-29 10:33:29 0:27:59 0:22:24 0:05:35 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-small-objects} 2
pass 5570925 2020-10-29 07:55:40 2020-10-29 10:05:30 2020-10-29 10:43:30 0:38:00 0:31:41 0:06:19 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570926 2020-10-29 07:55:41 2020-10-29 10:05:53 2020-10-29 10:35:53 0:30:00 0:22:03 0:07:57 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570927 2020-10-29 07:55:42 2020-10-29 10:07:19 2020-10-29 10:39:19 0:32:00 0:23:40 0:08:20 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570928 2020-10-29 07:55:43 2020-10-29 10:07:19 2020-10-29 10:35:19 0:28:00 0:20:47 0:07:13 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570929 2020-10-29 07:55:43 2020-10-29 10:07:20 2020-10-29 10:33:19 0:25:59 0:17:52 0:08:07 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570930 2020-10-29 07:55:44 2020-10-29 10:07:59 2020-10-29 10:37:59 0:30:00 0:23:26 0:06:34 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects} 2
pass 5570931 2020-10-29 07:55:45 2020-10-29 10:09:47 2020-10-29 10:45:47 0:36:00 0:28:49 0:07:11 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570932 2020-10-29 07:55:45 2020-10-29 10:09:49 2020-10-29 10:43:49 0:34:00 0:25:23 0:08:37 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570933 2020-10-29 07:55:46 2020-10-29 10:10:43 2020-10-29 10:44:43 0:34:00 0:26:50 0:07:10 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570934 2020-10-29 07:55:47 2020-10-29 10:11:52 2020-10-29 10:43:51 0:31:59 0:24:48 0:07:11 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570935 2020-10-29 07:55:47 2020-10-29 10:11:52 2020-10-29 10:39:51 0:27:59 0:22:49 0:05:10 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570936 2020-10-29 07:55:48 2020-10-29 10:12:44 2020-10-29 10:38:43 0:25:59 0:20:10 0:05:49 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects} 2
dead 5570937 2020-10-29 07:55:49 2020-10-29 10:12:49 2020-10-29 22:15:15 12:02:26 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570938 2020-10-29 07:55:50 2020-10-29 10:13:48 2020-10-29 10:43:47 0:29:59 0:24:07 0:05:52 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570939 2020-10-29 07:55:50 2020-10-29 10:13:48 2020-10-29 10:43:47 0:29:59 0:22:39 0:07:20 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570940 2020-10-29 07:55:51 2020-10-29 10:13:48 2020-10-29 10:39:48 0:26:00 0:18:25 0:07:35 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570941 2020-10-29 07:55:51 2020-10-29 10:13:48 2020-10-29 10:43:47 0:29:59 0:24:19 0:05:40 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570942 2020-10-29 07:55:52 2020-10-29 10:13:48 2020-10-29 10:41:48 0:28:00 0:21:09 0:06:51 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-small-objects} 2
pass 5570943 2020-10-29 07:55:53 2020-10-29 10:15:52 2020-10-29 10:49:52 0:34:00 0:27:40 0:06:20 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570944 2020-10-29 07:55:54 2020-10-29 10:15:52 2020-10-29 10:47:52 0:32:00 0:26:11 0:05:49 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570945 2020-10-29 07:55:54 2020-10-29 10:15:52 2020-10-29 10:57:52 0:42:00 0:36:23 0:05:37 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570946 2020-10-29 07:55:55 2020-10-29 10:17:47 2020-10-29 10:47:47 0:30:00 0:23:22 0:06:38 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570947 2020-10-29 07:55:56 2020-10-29 10:17:48 2020-10-29 10:47:47 0:29:59 0:22:40 0:07:19 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570948 2020-10-29 07:55:56 2020-10-29 10:17:47 2020-10-29 10:43:47 0:26:00 0:18:50 0:07:10 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects} 2
pass 5570949 2020-10-29 07:55:57 2020-10-29 10:17:47 2020-10-29 10:59:47 0:42:00 0:36:10 0:05:50 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570950 2020-10-29 07:55:58 2020-10-29 10:17:48 2020-10-29 10:55:48 0:38:00 0:29:22 0:08:38 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570951 2020-10-29 07:55:59 2020-10-29 10:17:47 2020-10-29 10:51:47 0:34:00 0:27:09 0:06:51 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570952 2020-10-29 07:55:59 2020-10-29 10:17:47 2020-10-29 10:43:47 0:26:00 0:19:25 0:06:35 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570953 2020-10-29 07:56:00 2020-10-29 10:17:47 2020-10-29 10:41:47 0:24:00 0:17:21 0:06:39 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570954 2020-10-29 07:56:01 2020-10-29 10:19:48 2020-10-29 10:49:48 0:30:00 0:23:32 0:06:28 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects} 2
pass 5570955 2020-10-29 07:56:01 2020-10-29 10:19:49 2020-10-29 10:51:48 0:31:59 0:24:56 0:07:03 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570956 2020-10-29 07:56:02 2020-10-29 10:21:47 2020-10-29 10:53:47 0:32:00 0:24:30 0:07:30 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570957 2020-10-29 07:56:03 2020-10-29 10:21:48 2020-10-29 10:57:48 0:36:00 0:30:01 0:05:59 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570958 2020-10-29 07:56:03 2020-10-29 10:21:48 2020-10-29 10:47:47 0:25:59 0:18:49 0:07:10 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570959 2020-10-29 07:56:04 2020-10-29 10:21:48 2020-10-29 10:53:48 0:32:00 0:24:28 0:07:32 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570960 2020-10-29 07:56:05 2020-10-29 10:21:48 2020-10-29 10:47:47 0:25:59 0:17:35 0:08:24 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-small-objects} 2
pass 5570961 2020-10-29 07:56:05 2020-10-29 10:21:48 2020-10-29 11:07:48 0:46:00 0:40:32 0:05:28 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570962 2020-10-29 07:56:06 2020-10-29 10:24:01 2020-10-29 11:04:00 0:39:59 0:31:50 0:08:09 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570963 2020-10-29 07:56:07 2020-10-29 10:24:01 2020-10-29 10:58:00 0:33:59 0:27:09 0:06:50 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570964 2020-10-29 07:56:07 2020-10-29 10:26:07 2020-10-29 10:52:06 0:25:59 0:19:12 0:06:47 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570965 2020-10-29 07:56:08 2020-10-29 10:26:07 2020-10-29 10:52:06 0:25:59 0:19:37 0:06:22 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570966 2020-10-29 07:56:09 2020-10-29 10:26:07 2020-10-29 10:52:06 0:25:59 0:19:02 0:06:57 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-small-objects} 2
pass 5570967 2020-10-29 07:56:09 2020-10-29 10:26:07 2020-10-29 10:56:06 0:29:59 0:20:52 0:09:07 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570968 2020-10-29 07:56:10 2020-10-29 10:26:07 2020-10-29 11:02:06 0:35:59 0:29:00 0:06:59 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570969 2020-10-29 07:56:11 2020-10-29 10:27:50 2020-10-29 11:03:50 0:36:00 0:27:59 0:08:01 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570970 2020-10-29 07:56:11 2020-10-29 10:27:50 2020-10-29 11:01:50 0:34:00 0:25:13 0:08:47 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570971 2020-10-29 07:56:12 2020-10-29 10:30:03 2020-10-29 10:58:02 0:27:59 0:19:39 0:08:20 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570972 2020-10-29 07:56:13 2020-10-29 10:32:07 2020-10-29 10:58:06 0:25:59 0:19:13 0:06:46 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects} 2
pass 5570973 2020-10-29 07:56:14 2020-10-29 10:32:07 2020-10-29 11:04:06 0:31:59 0:25:47 0:06:12 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570974 2020-10-29 07:56:14 2020-10-29 10:32:07 2020-10-29 11:06:06 0:33:59 0:27:38 0:06:21 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570975 2020-10-29 07:56:15 2020-10-29 10:34:01 2020-10-29 11:08:00 0:33:59 0:27:00 0:06:59 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570976 2020-10-29 07:56:16 2020-10-29 10:34:01 2020-10-29 11:08:01 0:34:00 0:23:22 0:10:38 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570977 2020-10-29 07:56:17 2020-10-29 10:34:01 2020-10-29 11:00:00 0:25:59 0:17:03 0:08:56 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570978 2020-10-29 07:56:17 2020-10-29 10:34:01 2020-10-29 11:04:00 0:29:59 0:23:49 0:06:10 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-small-objects} 2
pass 5570979 2020-10-29 07:56:18 2020-10-29 10:34:01 2020-10-29 11:12:00 0:37:59 0:31:11 0:06:48 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570980 2020-10-29 07:56:19 2020-10-29 10:34:01 2020-10-29 11:10:01 0:36:00 0:28:25 0:07:35 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570981 2020-10-29 07:56:19 2020-10-29 10:35:59 2020-10-29 11:03:58 0:27:59 0:20:46 0:07:13 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570982 2020-10-29 07:56:20 2020-10-29 10:35:59 2020-10-29 11:03:58 0:27:59 0:20:38 0:07:21 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570983 2020-10-29 07:56:21 2020-10-29 10:38:07 2020-10-29 11:10:07 0:32:00 0:24:57 0:07:03 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570984 2020-10-29 07:56:21 2020-10-29 10:38:08 2020-10-29 11:10:07 0:31:59 0:23:35 0:08:24 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-small-objects} 2
pass 5570985 2020-10-29 07:56:22 2020-10-29 10:38:07 2020-10-29 11:12:07 0:34:00 0:27:23 0:06:37 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570986 2020-10-29 07:56:23 2020-10-29 10:38:44 2020-10-29 11:14:44 0:36:00 0:28:37 0:07:23 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570987 2020-10-29 07:56:24 2020-10-29 10:40:05 2020-10-29 11:16:05 0:36:00 0:29:54 0:06:06 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5570988 2020-10-29 07:56:24 2020-10-29 10:40:05 2020-10-29 11:08:05 0:28:00 0:20:42 0:07:18 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570989 2020-10-29 07:56:25 2020-10-29 10:40:05 2020-10-29 11:10:05 0:30:00 0:21:41 0:08:19 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570990 2020-10-29 07:56:26 2020-10-29 10:40:05 2020-10-29 11:08:04 0:27:59 0:20:54 0:07:05 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects} 2
pass 5570991 2020-10-29 07:56:26 2020-10-29 10:42:17 2020-10-29 11:24:17 0:42:00 0:34:49 0:07:11 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570992 2020-10-29 07:56:27 2020-10-29 10:42:17 2020-10-29 11:16:17 0:34:00 0:26:41 0:07:19 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
dead 5570993 2020-10-29 07:56:28 2020-10-29 10:42:17 2020-10-29 22:44:47 12:02:30 11:54:40 0:07:50 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
Failure Reason:

SSH connection to smithi086 was lost: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0'

pass 5570994 2020-10-29 07:56:28 2020-10-29 10:44:12 2020-10-29 11:12:11 0:27:59 0:21:19 0:06:40 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5570995 2020-10-29 07:56:29 2020-10-29 10:44:13 2020-10-29 11:12:12 0:27:59 0:20:38 0:07:21 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5570996 2020-10-29 07:56:30 2020-10-29 10:44:13 2020-10-29 11:16:12 0:31:59 0:23:26 0:08:33 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-small-objects} 2
pass 5570997 2020-10-29 07:56:30 2020-10-29 10:44:13 2020-10-29 11:18:12 0:33:59 0:27:41 0:06:18 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5570998 2020-10-29 07:56:31 2020-10-29 10:44:12 2020-10-29 11:18:12 0:34:00 0:27:59 0:06:01 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5570999 2020-10-29 07:56:32 2020-10-29 10:44:13 2020-10-29 11:16:12 0:31:59 0:25:49 0:06:10 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5571000 2020-10-29 07:56:33 2020-10-29 10:44:12 2020-10-29 11:10:12 0:26:00 0:19:50 0:06:10 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5571001 2020-10-29 07:56:33 2020-10-29 10:44:13 2020-10-29 11:10:13 0:26:00 0:18:41 0:07:19 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5571002 2020-10-29 07:56:34 2020-10-29 10:44:13 2020-10-29 11:12:13 0:28:00 0:18:53 0:09:07 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-small-objects} 2
pass 5571003 2020-10-29 07:56:35 2020-10-29 10:44:44 2020-10-29 11:16:44 0:32:00 0:23:24 0:08:36 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5571004 2020-10-29 07:56:35 2020-10-29 10:46:26 2020-10-29 11:24:26 0:38:00 0:31:23 0:06:37 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5571005 2020-10-29 07:56:36 2020-10-29 10:48:29 2020-10-29 11:26:29 0:38:00 0:31:28 0:06:32 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5571006 2020-10-29 07:56:37 2020-10-29 10:48:29 2020-10-29 11:14:29 0:26:00 0:18:48 0:07:12 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5571007 2020-10-29 07:56:37 2020-10-29 10:48:29 2020-10-29 11:18:29 0:30:00 0:24:18 0:05:42 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5571008 2020-10-29 07:56:38 2020-10-29 10:48:29 2020-10-29 11:16:29 0:28:00 0:19:56 0:08:04 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects} 2
pass 5571009 2020-10-29 07:56:39 2020-10-29 10:48:29 2020-10-29 11:26:29 0:38:00 0:28:43 0:09:17 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5571010 2020-10-29 07:56:39 2020-10-29 10:50:39 2020-10-29 11:26:38 0:35:59 0:29:24 0:06:35 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5571011 2020-10-29 07:56:40 2020-10-29 10:50:39 2020-10-29 11:22:38 0:31:59 0:25:17 0:06:42 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5571012 2020-10-29 07:56:41 2020-10-29 10:52:26 2020-10-29 11:20:26 0:28:00 0:22:42 0:05:18 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5571013 2020-10-29 07:56:42 2020-10-29 10:52:27 2020-10-29 11:20:26 0:27:59 0:20:13 0:07:46 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5571014 2020-10-29 07:56:42 2020-10-29 10:52:27 2020-10-29 11:20:26 0:27:59 0:22:12 0:05:47 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-small-objects} 2
pass 5571015 2020-10-29 07:56:43 2020-10-29 10:52:27 2020-10-29 11:36:27 0:44:00 0:33:18 0:10:42 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5571016 2020-10-29 07:56:44 2020-10-29 10:52:27 2020-10-29 11:30:27 0:38:00 0:28:28 0:09:32 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5571017 2020-10-29 07:56:44 2020-10-29 10:54:30 2020-10-29 11:24:30 0:30:00 0:24:33 0:05:27 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5571018 2020-10-29 07:56:45 2020-10-29 10:54:30 2020-10-29 11:28:30 0:34:00 0:25:11 0:08:49 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5571019 2020-10-29 07:56:46 2020-10-29 10:56:44 2020-10-29 11:28:43 0:31:59 0:24:41 0:07:18 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5571020 2020-10-29 07:56:47 2020-10-29 10:56:44 2020-10-29 11:22:43 0:25:59 0:19:35 0:06:24 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-small-objects} 2
pass 5571021 2020-10-29 07:56:47 2020-10-29 10:56:56 2020-10-29 11:26:55 0:29:59 0:23:23 0:06:36 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5571022 2020-10-29 07:56:48 2020-10-29 10:58:26 2020-10-29 11:26:26 0:28:00 0:21:53 0:06:07 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5571023 2020-10-29 07:56:48 2020-10-29 10:58:27 2020-10-29 11:36:27 0:38:00 0:28:07 0:09:53 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5571024 2020-10-29 07:56:49 2020-10-29 10:58:27 2020-10-29 11:30:26 0:31:59 0:23:42 0:08:17 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5571025 2020-10-29 07:56:50 2020-10-29 10:58:27 2020-10-29 11:24:26 0:25:59 0:18:21 0:07:38 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5571026 2020-10-29 07:56:51 2020-10-29 10:58:27 2020-10-29 11:30:27 0:32:00 0:21:51 0:10:09 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects} 2
pass 5571027 2020-10-29 07:56:51 2020-10-29 11:00:31 2020-10-29 11:34:31 0:34:00 0:26:57 0:07:03 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5571028 2020-10-29 07:56:52 2020-10-29 11:00:31 2020-10-29 11:30:31 0:30:00 0:23:08 0:06:52 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5571029 2020-10-29 07:56:53 2020-10-29 11:01:11 2020-10-29 11:37:11 0:36:00 0:28:56 0:07:04 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5571030 2020-10-29 07:56:53 2020-10-29 11:02:35 2020-10-29 11:34:34 0:31:59 0:25:26 0:06:33 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5571031 2020-10-29 07:56:54 2020-10-29 11:02:35 2020-10-29 11:28:34 0:25:59 0:18:07 0:07:52 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5571032 2020-10-29 07:56:55 2020-10-29 11:04:30 2020-10-29 11:30:30 0:26:00 0:18:25 0:07:35 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-small-objects} 2
pass 5571033 2020-10-29 07:56:55 2020-10-29 11:04:31 2020-10-29 11:40:30 0:35:59 0:27:13 0:08:46 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5571034 2020-10-29 07:56:56 2020-10-29 11:04:30 2020-10-29 11:36:30 0:32:00 0:24:25 0:07:35 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5571035 2020-10-29 07:56:57 2020-10-29 11:04:31 2020-10-29 11:36:30 0:31:59 0:24:25 0:07:34 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5571036 2020-10-29 07:56:58 2020-10-29 11:04:30 2020-10-29 11:30:30 0:26:00 0:20:00 0:06:00 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5571037 2020-10-29 07:56:58 2020-10-29 11:04:31 2020-10-29 11:32:30 0:27:59 0:20:05 0:07:54 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5571038 2020-10-29 07:56:59 2020-10-29 11:06:51 2020-10-29 11:34:51 0:28:00 0:20:18 0:07:42 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-small-objects} 2
pass 5571039 2020-10-29 07:57:00 2020-10-29 11:07:49 2020-10-29 11:43:49 0:36:00 0:30:15 0:05:45 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5571040 2020-10-29 07:57:00 2020-10-29 11:08:44 2020-10-29 11:36:44 0:28:00 0:22:05 0:05:55 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5571041 2020-10-29 07:57:01 2020-10-29 11:08:45 2020-10-29 11:40:45 0:32:00 0:24:51 0:07:09 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5571042 2020-10-29 07:57:02 2020-10-29 11:08:45 2020-10-29 11:34:44 0:25:59 0:19:28 0:06:31 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5571043 2020-10-29 07:57:02 2020-10-29 11:08:45 2020-10-29 11:40:45 0:32:00 0:24:58 0:07:02 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5571044 2020-10-29 07:57:03 2020-10-29 11:10:41 2020-10-29 11:40:41 0:30:00 0:23:17 0:06:43 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects} 2
pass 5571045 2020-10-29 07:57:04 2020-10-29 11:10:42 2020-10-29 11:48:42 0:38:00 0:30:18 0:07:42 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5571046 2020-10-29 07:57:05 2020-10-29 11:10:42 2020-10-29 11:44:41 0:33:59 0:27:51 0:06:08 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5571047 2020-10-29 07:57:05 2020-10-29 11:10:42 2020-10-29 11:42:42 0:32:00 0:25:41 0:06:19 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5571048 2020-10-29 07:57:06 2020-10-29 11:10:42 2020-10-29 11:36:41 0:25:59 0:18:55 0:07:04 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{default} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5571049 2020-10-29 07:57:07 2020-10-29 11:10:42 2020-10-29 11:38:41 0:27:59 0:22:26 0:05:33 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5571050 2020-10-29 07:57:07 2020-10-29 11:12:42 2020-10-29 11:40:41 0:27:59 0:21:03 0:06:56 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects} 2
pass 5571051 2020-10-29 07:57:08 2020-10-29 11:12:42 2020-10-29 11:50:42 0:38:00 0:30:42 0:07:18 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{default} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5571052 2020-10-29 07:57:09 2020-10-29 11:12:42 2020-10-29 11:48:42 0:36:00 0:27:29 0:08:31 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5571053 2020-10-29 07:57:09 2020-10-29 11:12:42 2020-10-29 11:46:42 0:34:00 0:25:10 0:08:50 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5571054 2020-10-29 07:57:10 2020-10-29 11:12:42 2020-10-29 11:40:42 0:28:00 0:21:42 0:06:18 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5571055 2020-10-29 07:57:11 2020-10-29 11:15:12 2020-10-29 11:41:12 0:26:00 0:18:32 0:07:28 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5571056 2020-10-29 07:57:12 2020-10-29 11:15:13 2020-10-29 11:45:12 0:29:59 0:24:12 0:05:47 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-small-objects} 2
pass 5571057 2020-10-29 07:57:12 2020-10-29 11:15:13 2020-10-29 11:49:12 0:33:59 0:26:39 0:07:20 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-snappy rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5571058 2020-10-29 07:57:13 2020-10-29 11:16:06 2020-10-29 11:46:06 0:30:00 0:23:32 0:06:28 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5571059 2020-10-29 07:57:14 2020-10-29 11:16:55 2020-10-29 11:50:55 0:34:00 0:26:23 0:07:37 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5571060 2020-10-29 07:57:14 2020-10-29 11:16:55 2020-10-29 11:42:54 0:25:59 0:19:17 0:06:42 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5571061 2020-10-29 07:57:15 2020-10-29 11:16:55 2020-10-29 11:42:54 0:25:59 0:19:26 0:06:33 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5571062 2020-10-29 07:57:16 2020-10-29 11:16:55 2020-10-29 11:46:55 0:30:00 0:22:27 0:07:33 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects} 2
pass 5571063 2020-10-29 07:57:17 2020-10-29 11:16:55 2020-10-29 11:54:55 0:38:00 0:30:04 0:07:56 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5571064 2020-10-29 07:57:17 2020-10-29 11:18:52 2020-10-29 11:48:52 0:30:00 0:24:23 0:05:37 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5571065 2020-10-29 07:57:18 2020-10-29 11:18:52 2020-10-29 11:54:52 0:36:00 0:27:35 0:08:25 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5571066 2020-10-29 07:57:19 2020-10-29 11:18:52 2020-10-29 11:44:52 0:26:00 0:17:53 0:08:07 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5571067 2020-10-29 07:57:19 2020-10-29 11:21:08 2020-10-29 11:49:08 0:28:00 0:22:23 0:05:37 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5571068 2020-10-29 07:57:20 2020-10-29 11:21:08 2020-10-29 11:47:08 0:26:00 0:18:48 0:07:12 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-small-objects} 2
pass 5571069 2020-10-29 07:57:21 2020-10-29 11:21:08 2020-10-29 12:11:08 0:50:00 0:41:37 0:08:23 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5571070 2020-10-29 07:57:22 2020-10-29 11:22:57 2020-10-29 11:54:57 0:32:00 0:24:48 0:07:12 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5571071 2020-10-29 07:57:22 2020-10-29 11:22:58 2020-10-29 11:56:57 0:33:59 0:27:42 0:06:17 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5571072 2020-10-29 07:57:23 2020-10-29 11:22:58 2020-10-29 11:52:57 0:29:59 0:23:22 0:06:37 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5571073 2020-10-29 07:57:24 2020-10-29 11:25:04 2020-10-29 11:53:03 0:27:59 0:21:16 0:06:43 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_8} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-fast-read} 2
pass 5571074 2020-10-29 07:57:24 2020-10-29 11:25:05 2020-10-29 11:51:03 0:25:58 0:19:17 0:06:41 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-small-objects} 2
pass 5571075 2020-10-29 07:57:25 2020-10-29 11:25:04 2020-10-29 11:59:03 0:33:59 0:27:32 0:06:27 smithi master rhel 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} 2
pass 5571076 2020-10-29 07:57:26 2020-10-29 11:25:04 2020-10-29 11:57:04 0:32:00 0:24:35 0:07:25 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} 2
pass 5571077 2020-10-29 07:57:26 2020-10-29 11:27:05 2020-10-29 11:57:04 0:29:59 0:23:32 0:06:27 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/fastclose objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_8} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5571078 2020-10-29 07:57:27 2020-10-29 11:27:05 2020-10-29 11:53:04 0:25:59 0:20:34 0:05:25 smithi master ubuntu 18.04 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-small-objects-balanced} 2
pass 5571079 2020-10-29 07:57:28 2020-10-29 11:27:05 2020-10-29 11:53:04 0:25:59 0:19:22 0:06:37 smithi master centos 8.1 rados:thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal mon_election/connectivity msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_8} thrashers/careful thrashosds-health workloads/ec-small-objects-fast-read} 2