Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 6875224 2022-06-12 05:08:29 2022-06-12 05:09:33 2022-06-12 06:38:42 1:29:09 1:18:44 0:10:25 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/fs/misc}} 3
pass 6875225 2022-06-12 05:08:30 2022-06-12 05:09:34 2022-06-12 06:04:02 0:54:28 0:43:36 0:10:52 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/blogbench}} 3
pass 6875226 2022-06-12 05:08:32 2022-06-12 05:10:34 2022-06-12 05:40:08 0:29:34 0:21:59 0:07:35 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/fs/norstats}} 3
pass 6875227 2022-06-12 05:08:33 2022-06-12 05:10:45 2022-06-12 05:44:15 0:33:30 0:27:01 0:06:29 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/suites/fsx}} 3
pass 6875228 2022-06-12 05:08:35 2022-06-12 05:11:05 2022-06-12 06:05:55 0:54:50 0:42:08 0:12:42 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/iogen}} 3
pass 6875229 2022-06-12 05:08:36 2022-06-12 05:12:56 2022-06-12 05:51:11 0:38:15 0:26:20 0:11:55 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/pjd}} 3
pass 6875230 2022-06-12 05:08:38 2022-06-12 05:13:57 2022-06-12 06:58:47 1:44:50 1:36:35 0:08:15 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/kernel_untar_build}} 3
pass 6875231 2022-06-12 05:08:40 2022-06-12 05:15:29 2022-06-12 06:54:09 1:38:40 1:33:18 0:05:22 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/suites/dbench}} 3
pass 6875232 2022-06-12 05:08:42 2022-06-12 05:15:29 2022-06-12 05:55:10 0:39:41 0:29:18 0:10:23 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/fsstress}} 3
pass 6875233 2022-06-12 05:08:43 2022-06-12 05:15:50 2022-06-12 05:53:17 0:37:27 0:27:00 0:10:27 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/fsync-tester}} 3
pass 6875234 2022-06-12 05:08:45 2022-06-12 05:16:20 2022-06-12 05:44:13 0:27:53 0:21:36 0:06:17 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/suites/iozone}} 3
fail 6875235 2022-06-12 05:08:46 2022-06-12 05:16:41 2022-06-12 05:36:00 0:19:19 0:11:54 0:07:25 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/direct_io}} 3
Failure Reason:

Command failed on smithi104 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:36d24a7f39b7e565955f208f512d14b9d7e923ee shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8bf6b322-ea10-11ec-8422-001a4aab830c -- ceph orch daemon add osd smithi104:vg_nvme/lv_3'

pass 6875236 2022-06-12 05:08:48 2022-06-12 05:17:01 2022-06-12 06:12:44 0:55:43 0:44:23 0:11:20 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/blogbench}} 3
pass 6875237 2022-06-12 05:08:50 2022-06-12 05:17:22 2022-06-12 06:24:29 1:07:07 0:57:54 0:09:13 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/ffsb}} 3
pass 6875238 2022-06-12 05:08:52 2022-06-12 05:17:32 2022-06-12 05:50:04 0:32:32 0:25:34 0:06:58 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/suites/fsx}} 3
pass 6875239 2022-06-12 05:08:53 2022-06-12 05:18:54 2022-06-12 05:57:04 0:38:10 0:29:57 0:08:13 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/fs/test_o_trunc}} 3
pass 6875240 2022-06-12 05:08:55 2022-06-12 05:19:54 2022-06-12 05:56:35 0:36:41 0:25:21 0:11:20 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/pjd}} 3
pass 6875241 2022-06-12 05:08:57 2022-06-12 05:21:25 2022-06-12 06:32:50 1:11:25 1:01:54 0:09:31 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/fs/misc}} 3
pass 6875242 2022-06-12 05:08:59 2022-06-12 05:21:45 2022-06-12 07:09:10 1:47:25 1:39:47 0:07:38 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/suites/dbench}} 3
pass 6875243 2022-06-12 05:09:00 2022-06-12 05:22:06 2022-06-12 05:53:15 0:31:09 0:25:15 0:05:54 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/fs/norstats}} 3
pass 6875244 2022-06-12 05:09:02 2022-06-12 05:22:06 2022-06-12 05:58:53 0:36:47 0:25:24 0:11:23 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/fsync-tester}} 3
pass 6875245 2022-06-12 05:09:03 2022-06-12 05:23:07 2022-06-12 06:16:26 0:53:19 0:42:35 0:10:44 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/iogen}} 3
pass 6875246 2022-06-12 05:09:05 2022-06-12 05:23:07 2022-06-12 05:52:47 0:29:40 0:23:15 0:06:25 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/direct_io}} 3
pass 6875247 2022-06-12 05:09:06 2022-06-12 05:23:38 2022-06-12 06:09:26 0:45:48 0:39:36 0:06:12 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/kernel_untar_build}} 3
pass 6875248 2022-06-12 05:09:07 2022-06-12 05:24:28 2022-06-12 07:04:39 1:40:11 1:29:26 0:10:45 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/ffsb}} 3
pass 6875249 2022-06-12 05:09:09 2022-06-12 05:24:59 2022-06-12 06:04:59 0:40:00 0:28:20 0:11:40 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/fsstress}} 3
pass 6875250 2022-06-12 05:09:11 2022-06-12 05:25:49 2022-06-12 06:04:59 0:39:10 0:31:06 0:08:04 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/fs/test_o_trunc}} 3
pass 6875251 2022-06-12 05:09:12 2022-06-12 05:26:30 2022-06-12 05:57:07 0:30:37 0:22:52 0:07:45 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/suites/iozone}} 3
pass 6875252 2022-06-12 05:09:14 2022-06-12 05:26:50 2022-06-12 06:37:31 1:10:41 0:59:49 0:10:52 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/fs/misc}} 3
pass 6875253 2022-06-12 05:09:15 2022-06-12 05:28:21 2022-06-12 06:25:08 0:56:47 0:44:54 0:11:53 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/blogbench}} 3
pass 6875254 2022-06-12 05:09:17 2022-06-12 05:29:31 2022-06-12 06:02:36 0:33:05 0:22:20 0:10:45 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/fs/norstats}} 3
pass 6875255 2022-06-12 05:09:19 2022-06-12 05:32:12 2022-06-12 06:05:22 0:33:10 0:25:29 0:07:41 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/suites/fsx}} 3
pass 6875256 2022-06-12 05:09:20 2022-06-12 05:33:43 2022-06-12 06:28:10 0:54:27 0:42:46 0:11:41 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/iogen}} 3
pass 6875257 2022-06-12 05:09:22 2022-06-12 05:34:43 2022-06-12 06:12:54 0:38:11 0:26:28 0:11:43 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/pjd}} 3
dead 6875258 2022-06-12 05:09:23 2022-06-12 05:36:04 2022-06-12 17:56:45 12:20:41 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/kernel_untar_build}} 3
Failure Reason:

hit max job timeout

pass 6875259 2022-06-12 05:09:25 2022-06-12 05:38:45 2022-06-12 06:43:34 1:04:49 0:57:02 0:07:47 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/suites/dbench}} 3
pass 6875260 2022-06-12 05:09:26 2022-06-12 05:40:15 2022-06-12 06:20:27 0:40:12 0:28:16 0:11:56 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/fsstress}} 3
pass 6875261 2022-06-12 05:09:28 2022-06-12 05:40:36 2022-06-12 06:17:03 0:36:27 0:25:02 0:11:25 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/fsync-tester}} 3
pass 6875262 2022-06-12 05:09:29 2022-06-12 05:41:36 2022-06-12 06:10:54 0:29:18 0:23:15 0:06:03 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/suites/iozone}} 3
pass 6875263 2022-06-12 05:09:30 2022-06-12 05:41:37 2022-06-12 06:11:44 0:30:07 0:20:01 0:10:06 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/direct_io}} 3
pass 6875264 2022-06-12 05:09:32 2022-06-12 05:44:08 2022-06-12 06:37:21 0:53:13 0:43:52 0:09:21 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/blogbench}} 3
pass 6875265 2022-06-12 05:09:33 2022-06-12 05:44:18 2022-06-12 07:01:50 1:17:32 1:07:59 0:09:33 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/ffsb}} 3
pass 6875266 2022-06-12 05:09:35 2022-06-12 05:44:18 2022-06-12 06:18:21 0:34:03 0:25:37 0:08:26 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/suites/fsx}} 3
pass 6875267 2022-06-12 05:09:36 2022-06-12 05:46:59 2022-06-12 06:27:19 0:40:20 0:29:52 0:10:28 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/fs/test_o_trunc}} 3
pass 6875268 2022-06-12 05:09:38 2022-06-12 05:50:10 2022-06-12 06:28:33 0:38:23 0:27:47 0:10:36 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/pjd}} 3
pass 6875269 2022-06-12 05:09:40 2022-06-12 05:51:21 2022-06-12 07:04:02 1:12:41 1:00:27 0:12:14 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/fs/misc}} 3
pass 6875270 2022-06-12 05:09:41 2022-06-12 05:52:51 2022-06-12 07:00:17 1:07:26 1:01:41 0:05:45 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/suites/dbench}} 3
pass 6875271 2022-06-12 05:09:43 2022-06-12 05:53:22 2022-06-12 06:20:25 0:27:03 0:21:24 0:05:39 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/fs/norstats}} 3
pass 6875272 2022-06-12 05:09:44 2022-06-12 05:53:22 2022-06-12 06:30:33 0:37:11 0:25:09 0:12:02 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/fsync-tester}} 3
pass 6875273 2022-06-12 05:09:46 2022-06-12 05:55:13 2022-06-12 07:03:54 1:08:41 0:57:09 0:11:32 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/iogen}} 3
pass 6875274 2022-06-12 05:09:47 2022-06-12 05:56:44 2022-06-12 06:25:20 0:28:36 0:20:17 0:08:19 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/direct_io}} 3
pass 6875275 2022-06-12 05:09:49 2022-06-12 05:57:14 2022-06-12 07:44:40 1:47:26 1:41:05 0:06:21 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/kernel_untar_build}} 3
fail 6875276 2022-06-12 05:09:50 2022-06-12 05:57:14 2022-06-12 07:12:48 1:15:34 1:02:28 0:13:06 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/ffsb}} 3
Failure Reason:

error during scrub thrashing: Command failed on smithi008 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status'

fail 6875277 2022-06-12 05:09:51 2022-06-12 05:58:55 2022-06-12 13:48:08 7:49:13 7:35:28 0:13:45 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/fsstress}} 3
Failure Reason:

Command failed (workunit test suites/fsstress.sh) on smithi059 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=36d24a7f39b7e565955f208f512d14b9d7e923ee TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/fsstress.sh'

pass 6875278 2022-06-12 05:09:53 2022-06-12 06:02:46 2022-06-12 06:38:59 0:36:13 0:29:33 0:06:40 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/fs/test_o_trunc}} 3
pass 6875279 2022-06-12 05:09:54 2022-06-12 06:02:47 2022-06-12 06:33:25 0:30:38 0:23:19 0:07:19 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/suites/iozone}} 3
pass 6875280 2022-06-12 05:09:55 2022-06-12 06:04:07 2022-06-12 07:08:10 1:04:03 0:53:27 0:10:36 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/fs/misc}} 3
pass 6875281 2022-06-12 05:09:57 2022-06-12 06:05:08 2022-06-12 07:05:25 1:00:17 0:48:33 0:11:44 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/blogbench}} 3
pass 6875282 2022-06-12 05:09:58 2022-06-12 06:05:08 2022-06-12 06:35:02 0:29:54 0:22:12 0:07:42 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/fs/norstats}} 3
pass 6875283 2022-06-12 05:10:00 2022-06-12 06:05:29 2022-06-12 06:46:53 0:41:24 0:34:04 0:07:20 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/suites/fsx}} 3
pass 6875284 2022-06-12 05:10:01 2022-06-12 06:05:49 2022-06-12 07:00:56 0:55:07 0:45:37 0:09:30 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/iogen}} 3
pass 6875285 2022-06-12 05:10:02 2022-06-12 06:06:00 2022-06-12 06:45:10 0:39:10 0:25:59 0:13:11 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/pjd}} 3
pass 6875286 2022-06-12 05:10:04 2022-06-12 06:09:31 2022-06-12 08:18:23 2:08:52 2:00:02 0:08:50 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/kernel_untar_build}} 3
pass 6875287 2022-06-12 05:10:05 2022-06-12 06:11:01 2022-06-12 08:03:27 1:52:26 1:44:28 0:07:58 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/suites/dbench}} 3
pass 6875288 2022-06-12 05:10:07 2022-06-12 06:11:52 2022-06-12 06:50:10 0:38:18 0:26:15 0:12:03 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/fsstress}} 3
pass 6875289 2022-06-12 05:10:08 2022-06-12 06:12:52 2022-06-12 06:46:10 0:33:18 0:24:17 0:09:01 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/fsync-tester}} 3
pass 6875290 2022-06-12 05:10:09 2022-06-12 06:13:03 2022-06-12 06:43:43 0:30:40 0:21:37 0:09:03 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/suites/iozone}} 3
pass 6875291 2022-06-12 05:10:11 2022-06-12 06:16:34 2022-06-12 06:46:34 0:30:00 0:22:57 0:07:03 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/direct_io}} 3
pass 6875292 2022-06-12 05:10:12 2022-06-12 06:17:04 2022-06-12 07:11:44 0:54:40 0:43:14 0:11:26 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/blogbench}} 3
pass 6875293 2022-06-12 05:10:13 2022-06-12 06:18:25 2022-06-12 07:02:38 0:44:13 0:31:36 0:12:37 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/ffsb}} 3
pass 6875294 2022-06-12 05:10:15 2022-06-12 06:20:35 2022-06-12 07:01:51 0:41:16 0:34:00 0:07:16 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/suites/fsx}} 3
pass 6875295 2022-06-12 05:10:16 2022-06-12 06:20:36 2022-06-12 07:01:39 0:41:03 0:30:32 0:10:31 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/fs/test_o_trunc}} 3
pass 6875296 2022-06-12 05:10:17 2022-06-12 06:24:37 2022-06-12 07:03:45 0:39:08 0:26:50 0:12:18 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/pjd}} 3
pass 6875297 2022-06-12 05:10:19 2022-06-12 06:25:17 2022-06-12 07:34:01 1:08:44 0:56:48 0:11:56 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/fs/misc}} 3
pass 6875298 2022-06-12 05:10:20 2022-06-12 06:25:28 2022-06-12 08:20:45 1:55:17 1:47:41 0:07:36 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/suites/dbench}} 3
pass 6875299 2022-06-12 05:10:21 2022-06-12 06:27:29 2022-06-12 06:59:56 0:32:27 0:24:09 0:08:18 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/fs/norstats}} 3
pass 6875300 2022-06-12 05:10:23 2022-06-12 06:28:19 2022-06-12 07:03:49 0:35:30 0:24:29 0:11:01 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/fsync-tester}} 3
pass 6875301 2022-06-12 05:10:24 2022-06-12 06:28:40 2022-06-12 07:13:56 0:45:16 0:34:15 0:11:01 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/iogen}} 3
pass 6875302 2022-06-12 05:10:26 2022-06-12 06:30:40 2022-06-12 07:01:55 0:31:15 0:23:29 0:07:46 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/direct_io}} 3
dead 6875303 2022-06-12 05:10:27 2022-06-12 06:32:51 2022-06-12 18:52:44 12:19:53 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/kernel_untar_build}} 3
Failure Reason:

hit max job timeout

pass 6875304 2022-06-12 05:10:28 2022-06-12 06:33:32 2022-06-12 07:18:46 0:45:14 0:32:38 0:12:36 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/ffsb}} 3
pass 6875305 2022-06-12 05:10:30 2022-06-12 06:35:13 2022-06-12 07:14:34 0:39:21 0:27:06 0:12:15 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/fsstress}} 3
pass 6875306 2022-06-12 05:10:31 2022-06-12 06:37:23 2022-06-12 07:18:41 0:41:18 0:34:36 0:06:42 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/fs/test_o_trunc}} 3
pass 6875307 2022-06-12 05:10:32 2022-06-12 06:37:34 2022-06-12 07:09:55 0:32:21 0:24:21 0:08:00 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/suites/iozone}} 3
pass 6875308 2022-06-12 05:10:34 2022-06-12 06:38:45 2022-06-12 07:47:19 1:08:34 0:55:47 0:12:47 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/fs/misc}} 3
pass 6875309 2022-06-12 05:10:35 2022-06-12 06:39:05 2022-06-12 07:30:56 0:51:51 0:36:32 0:15:19 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/blogbench}} 3
pass 6875310 2022-06-12 05:10:36 2022-06-12 06:43:37 2022-06-12 07:13:05 0:29:28 0:23:09 0:06:19 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/fs/norstats}} 3
pass 6875311 2022-06-12 05:10:37 2022-06-12 06:43:47 2022-06-12 07:20:13 0:36:26 0:28:17 0:08:09 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/suites/fsx}} 3
pass 6875312 2022-06-12 05:10:39 2022-06-12 06:45:18 2022-06-12 07:29:20 0:44:02 0:33:50 0:10:12 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/iogen}} 3
pass 6875313 2022-06-12 05:10:40 2022-06-12 06:46:19 2022-06-12 07:22:15 0:35:56 0:26:08 0:09:48 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/pjd}} 3
pass 6875314 2022-06-12 05:10:41 2022-06-12 06:46:41 2022-06-12 07:38:05 0:51:24 0:44:10 0:07:14 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/kernel_untar_build}} 3
pass 6875315 2022-06-12 05:10:43 2022-06-12 06:47:01 2022-06-12 08:23:34 1:36:33 1:26:35 0:09:58 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/suites/dbench}} 3
pass 6875316 2022-06-12 05:10:44 2022-06-12 06:50:12 2022-06-12 07:29:22 0:39:10 0:26:19 0:12:51 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/fsstress}} 3
pass 6875317 2022-06-12 05:10:45 2022-06-12 06:51:43 2022-06-12 07:26:53 0:35:10 0:24:13 0:10:57 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/fsync-tester}} 3
pass 6875318 2022-06-12 05:10:47 2022-06-12 06:51:54 2022-06-12 07:22:56 0:31:02 0:23:33 0:07:29 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/suites/iozone}} 3
pass 6875319 2022-06-12 05:10:48 2022-06-12 06:54:15 2022-06-12 07:28:16 0:34:01 0:22:19 0:11:42 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/direct_io}} 3
pass 6875320 2022-06-12 05:10:49 2022-06-12 06:58:56 2022-06-12 07:49:31 0:50:35 0:38:34 0:12:01 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/blogbench}} 3
fail 6875321 2022-06-12 05:10:50 2022-06-12 06:59:57 2022-06-12 08:15:24 1:15:27 1:06:00 0:09:27 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/ffsb}} 3
Failure Reason:

error during scrub thrashing: Command failed on smithi001 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status'

pass 6875322 2022-06-12 05:10:52 2022-06-12 07:00:28 2022-06-12 07:38:14 0:37:46 0:29:52 0:07:54 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/suites/fsx}} 3
pass 6875323 2022-06-12 05:10:53 2022-06-12 07:00:38 2022-06-12 07:38:04 0:37:26 0:30:14 0:07:12 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/fs/test_o_trunc}} 3
pass 6875324 2022-06-12 05:10:54 2022-06-12 07:00:59 2022-06-12 07:36:55 0:35:56 0:26:38 0:09:18 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/pjd}} 3
pass 6875325 2022-06-12 05:10:56 2022-06-12 07:01:50 2022-06-12 08:01:10 0:59:20 0:48:57 0:10:23 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/fs/misc}} 3
pass 6875326 2022-06-12 05:10:57 2022-06-12 07:02:00 2022-06-12 08:35:07 1:33:07 1:25:49 0:07:18 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/suites/dbench}} 3
pass 6875327 2022-06-12 05:10:59 2022-06-12 07:02:01 2022-06-12 07:31:26 0:29:25 0:23:04 0:06:21 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/fs/norstats}} 3
pass 6875328 2022-06-12 05:11:00 2022-06-12 07:02:01 2022-06-12 07:48:35 0:46:34 0:35:20 0:11:14 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/fsync-tester}} 3
pass 6875329 2022-06-12 05:11:01 2022-06-12 07:02:42 2022-06-12 07:51:02 0:48:20 0:38:02 0:10:18 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/iogen}} 3
pass 6875330 2022-06-12 05:11:03 2022-06-12 07:03:52 2022-06-12 07:30:49 0:26:57 0:20:44 0:06:13 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/direct_io}} 3
pass 6875331 2022-06-12 05:11:04 2022-06-12 07:03:53 2022-06-12 09:23:08 2:19:15 2:12:15 0:07:00 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/kernel_untar_build}} 3
pass 6875332 2022-06-12 05:11:06 2022-06-12 07:03:53 2022-06-12 08:23:14 1:19:21 1:08:44 0:10:37 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/ffsb}} 3
pass 6875333 2022-06-12 05:11:07 2022-06-12 07:04:04 2022-06-12 07:41:16 0:37:12 0:27:08 0:10:04 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/yes standby-replay tasks/{0-check-counter workunit/suites/fsstress}} 3
pass 6875334 2022-06-12 05:11:09 2022-06-12 07:04:04 2022-06-12 07:42:23 0:38:19 0:30:28 0:07:51 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/fs/test_o_trunc}} 3
pass 6875335 2022-06-12 05:11:10 2022-06-12 07:04:45 2022-06-12 07:36:05 0:31:20 0:22:05 0:09:15 smithi main rhel 8.5 fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} scrub/no standby-replay tasks/{0-check-counter workunit/suites/iozone}} 3