Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 5599771 2020-11-07 19:18:36 2020-11-07 19:19:41 2020-11-07 20:17:41 0:58:00 0:48:46 0:09:14 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_exports} 3
pass 5599772 2020-11-07 19:18:37 2020-11-07 19:19:41 2020-11-07 19:43:41 0:24:00 0:12:34 0:11:26 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599773 2020-11-07 19:18:38 2020-11-07 19:20:00 2020-11-07 21:04:02 1:44:02 1:26:47 0:17:15 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no verify/{frag_enable mon-debug session_timeout whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_dbench validater/lockdep} 3
pass 5599774 2020-11-07 19:18:39 2020-11-07 19:20:22 2020-11-07 20:02:22 0:42:00 0:20:07 0:21:53 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_mds_metrics} 3
pass 5599775 2020-11-07 19:18:39 2020-11-07 19:20:25 2020-11-07 19:58:25 0:38:00 0:13:54 0:24:06 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
fail 5599776 2020-11-07 19:18:40 2020-11-07 19:23:38 2020-11-07 20:01:38 0:38:00 0:15:50 0:22:10 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_multimds_misc} 3
Failure Reason:

"2020-11-07T19:54:49.276805+0000 mds.b (mds.0) 4 : cluster [WRN] Scrub error on inode 0x10000000002 (/d1/d2/d3) see mds.b log and `damage ls` output for details" in cluster log

pass 5599777 2020-11-07 19:18:41 2020-11-07 19:25:33 2020-11-07 19:53:33 0:28:00 0:16:00 0:12:00 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/osd clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599778 2020-11-07 19:18:42 2020-11-07 19:25:33 2020-11-07 20:03:33 0:38:00 0:18:11 0:19:49 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_snapshots} 3
pass 5599779 2020-11-07 19:18:43 2020-11-07 19:25:49 2020-11-07 19:47:49 0:22:00 0:12:15 0:09:45 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mds clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599780 2020-11-07 19:18:44 2020-11-07 19:25:53 2020-11-07 21:45:55 2:20:02 2:13:14 0:06:48 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/filestore-xfs overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_kernel_untar_build} 3
pass 5599781 2020-11-07 19:18:45 2020-11-07 19:26:32 2020-11-07 19:58:32 0:32:00 0:13:50 0:18:10 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mon clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599782 2020-11-07 19:18:45 2020-11-07 19:27:22 2020-11-07 20:57:23 1:30:01 1:11:53 0:18:08 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_misc} 3
pass 5599783 2020-11-07 19:18:46 2020-11-07 19:27:50 2020-11-07 19:51:49 0:23:59 0:12:28 0:11:31 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/osd clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
fail 5599784 2020-11-07 19:18:47 2020-11-07 19:28:01 2020-11-07 22:56:05 3:28:04 3:13:34 0:14:30 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_norstats} 3
Failure Reason:

Command failed (workunit test fs/norstats/kernel_untar_tar.sh) on smithi049 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=9a5bca65a6339f282711b517ad3b4f7527967317 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/fs/norstats/kernel_untar_tar.sh'

pass 5599785 2020-11-07 19:18:48 2020-11-07 19:29:36 2020-11-07 20:19:36 0:50:00 0:15:20 0:34:40 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
fail 5599786 2020-11-07 19:18:49 2020-11-07 19:32:32 2020-11-07 21:08:33 1:36:01 0:45:39 0:50:22 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/9-mds conf/{client mds mon osd} mount/kclient/{k-testing mount ms-die-on-skipped} objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no verify/{frag_enable mon-debug session_timeout whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_fsstress validater/valgrind} 3
Failure Reason:

Command failed (workunit test suites/fsstress.sh) on smithi106 with status 2: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=9a5bca65a6339f282711b517ad3b4f7527967317 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/fsstress.sh'

pass 5599787 2020-11-07 19:18:50 2020-11-07 19:32:32 2020-11-07 21:04:33 1:32:01 0:54:43 0:37:18 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_blogbench} 3
pass 5599788 2020-11-07 19:18:50 2020-11-07 19:33:05 2020-11-07 20:15:05 0:42:00 0:13:38 0:28:22 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599789 2020-11-07 19:18:51 2020-11-07 19:34:24 2020-11-07 21:28:26 1:54:02 1:43:51 0:10:11 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_dbench} 3
pass 5599790 2020-11-07 19:18:52 2020-11-07 19:34:39 2020-11-07 20:46:40 1:12:01 0:17:49 0:54:12 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/osd clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
fail 5599791 2020-11-07 19:18:53 2020-11-07 19:36:34 2020-11-07 20:32:34 0:56:00 0:19:54 0:36:06 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_ffsb} 3
Failure Reason:

Command failed (workunit test suites/ffsb.sh) on smithi084 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=9a5bca65a6339f282711b517ad3b4f7527967317 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/ffsb.sh'

pass 5599792 2020-11-07 19:18:54 2020-11-07 19:36:34 2020-11-07 20:50:34 1:14:00 0:13:17 1:00:43 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/mds clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599793 2020-11-07 19:18:54 2020-11-07 19:36:34 2020-11-07 20:14:33 0:37:59 0:15:59 0:22:00 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsstress} 3
pass 5599794 2020-11-07 19:18:55 2020-11-07 19:36:34 2020-11-07 20:30:34 0:54:00 0:14:33 0:39:27 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mon clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599795 2020-11-07 19:18:56 2020-11-07 19:37:28 2020-11-07 21:21:29 1:44:01 0:57:33 0:46:28 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsx} 3
pass 5599796 2020-11-07 19:18:57 2020-11-07 19:37:31 2020-11-07 20:05:30 0:27:59 0:12:42 0:15:17 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/osd clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599797 2020-11-07 19:18:58 2020-11-07 19:38:38 2020-11-07 21:14:39 1:36:01 0:12:50 1:23:11 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_pjd} 3
pass 5599798 2020-11-07 19:18:59 2020-11-07 19:38:41 2020-11-07 20:32:41 0:54:00 0:42:43 0:11:17 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_exports} 3
pass 5599799 2020-11-07 19:18:59 2020-11-07 19:39:06 2020-11-07 20:15:06 0:36:00 0:13:02 0:22:58 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599800 2020-11-07 19:19:00 2020-11-07 19:39:15 2020-11-07 21:31:17 1:52:02 1:43:49 0:08:13 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no verify/{frag_enable mon-debug session_timeout whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_dbench validater/lockdep} 3
pass 5599801 2020-11-07 19:19:01 2020-11-07 19:39:22 2020-11-07 20:13:21 0:33:59 0:17:38 0:16:21 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_mds_metrics} 3
pass 5599802 2020-11-07 19:19:02 2020-11-07 19:39:31 2020-11-07 20:03:31 0:24:00 0:13:54 0:10:06 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
fail 5599803 2020-11-07 19:19:03 2020-11-07 19:39:36 2020-11-07 20:09:36 0:30:00 0:16:21 0:13:39 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_multimds_misc} 3
Failure Reason:

"2020-11-07T20:02:21.538936+0000 mds.c (mds.0) 4 : cluster [WRN] Scrub error on inode 0x10000000002 (/d1/d2/d3) see mds.c log and `damage ls` output for details" in cluster log

pass 5599804 2020-11-07 19:19:04 2020-11-07 19:40:29 2020-11-07 20:06:29 0:26:00 0:13:51 0:12:09 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/osd clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599805 2020-11-07 19:19:04 2020-11-07 19:42:27 2020-11-07 20:28:27 0:46:00 0:24:28 0:21:32 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_snapshots} 3
pass 5599806 2020-11-07 19:19:05 2020-11-07 19:42:33 2020-11-07 20:12:32 0:29:59 0:12:24 0:17:35 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mds clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599807 2020-11-07 19:19:06 2020-11-07 19:44:19 2020-11-07 21:02:20 1:18:01 1:08:31 0:09:30 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_kernel_untar_build} 3
pass 5599808 2020-11-07 19:19:07 2020-11-07 19:44:19 2020-11-07 20:22:19 0:38:00 0:14:31 0:23:29 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mon clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599809 2020-11-07 19:19:08 2020-11-07 19:44:19 2020-11-07 22:04:21 2:20:02 2:00:13 0:19:49 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_misc} 3
pass 5599810 2020-11-07 19:19:08 2020-11-07 19:44:38 2020-11-07 20:06:38 0:22:00 0:13:20 0:08:40 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/osd clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599811 2020-11-07 19:19:09 2020-11-07 19:45:09 2020-11-07 20:21:09 0:36:00 0:12:32 0:23:28 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_norstats} 3
pass 5599812 2020-11-07 19:19:10 2020-11-07 19:45:14 2020-11-07 20:25:14 0:40:00 0:14:17 0:25:43 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
fail 5599813 2020-11-07 19:19:11 2020-11-07 19:46:33 2020-11-08 00:16:38 4:30:05 3:49:08 0:40:57 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/9-mds conf/{client mds mon osd} mount/kclient/{k-testing mount ms-die-on-skipped} objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no verify/{frag_enable mon-debug session_timeout whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_fsstress validater/valgrind} 3
pass 5599814 2020-11-07 19:19:12 2020-11-07 19:46:41 2020-11-07 21:04:42 1:18:01 0:26:00 0:52:01 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_blogbench} 3
pass 5599815 2020-11-07 19:19:12 2020-11-07 19:48:26 2020-11-07 20:16:26 0:28:00 0:12:32 0:15:28 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599816 2020-11-07 19:19:13 2020-11-07 19:48:55 2020-11-07 21:32:57 1:44:02 1:26:07 0:17:55 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_dbench} 3
pass 5599817 2020-11-07 19:19:14 2020-11-07 19:48:59 2020-11-07 20:22:59 0:34:00 0:16:28 0:17:32 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/osd clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599818 2020-11-07 19:19:15 2020-11-07 19:49:09 2020-11-07 20:49:09 1:00:00 0:46:04 0:13:56 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_ffsb} 3
pass 5599819 2020-11-07 19:19:16 2020-11-07 19:49:18 2020-11-07 20:09:17 0:19:59 0:13:44 0:06:15 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mds clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599820 2020-11-07 19:19:16 2020-11-07 19:51:42 2020-11-07 20:25:42 0:34:00 0:19:36 0:14:24 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsstress} 3
pass 5599821 2020-11-07 19:19:17 2020-11-07 19:51:42 2020-11-07 20:31:42 0:40:00 0:14:32 0:25:28 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mon clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599822 2020-11-07 19:19:18 2020-11-07 19:51:50 2020-11-07 20:43:51 0:52:01 0:32:11 0:19:50 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/filestore-xfs overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsx} 3
pass 5599823 2020-11-07 19:19:19 2020-11-07 19:54:01 2020-11-07 20:26:01 0:32:00 0:12:28 0:19:32 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/osd clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599824 2020-11-07 19:19:20 2020-11-07 19:54:01 2020-11-07 20:28:01 0:34:00 0:13:28 0:20:32 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_pjd} 3
fail 5599825 2020-11-07 19:19:20 2020-11-07 19:54:01 2020-11-07 20:30:01 0:36:00 0:17:10 0:18:50 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_exports} 3
Failure Reason:

Test failure: test_ephemeral_pin_distribution (tasks.cephfs.test_exports.TestEphemeralPins)

pass 5599826 2020-11-07 19:19:21 2020-11-07 19:54:01 2020-11-07 20:28:01 0:34:00 0:13:54 0:20:06 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599827 2020-11-07 19:19:22 2020-11-07 19:57:13 2020-11-07 21:05:14 1:08:01 0:57:23 0:10:38 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no verify/{frag_enable mon-debug session_timeout whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_dbench validater/lockdep} 3
pass 5599828 2020-11-07 19:19:23 2020-11-07 19:57:13 2020-11-07 21:15:14 1:18:01 0:17:35 1:00:26 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_mds_metrics} 3
pass 5599829 2020-11-07 19:19:23 2020-11-07 19:59:03 2020-11-07 20:33:03 0:34:00 0:13:48 0:20:12 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
fail 5599830 2020-11-07 19:19:24 2020-11-07 19:59:03 2020-11-07 20:29:03 0:30:00 0:13:52 0:16:08 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_multimds_misc} 3
Failure Reason:

"2020-11-07T20:22:53.084868+0000 mds.b (mds.0) 4 : cluster [WRN] Scrub error on inode 0x10000000002 (/d1/d2/d3) see mds.b log and `damage ls` output for details" in cluster log

pass 5599831 2020-11-07 19:19:25 2020-11-07 19:59:05 2020-11-07 20:49:06 0:50:01 0:18:44 0:31:17 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/osd clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599832 2020-11-07 19:19:26 2020-11-07 20:00:42 2020-11-07 21:12:43 1:12:01 0:19:14 0:52:47 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_snapshots} 3
pass 5599833 2020-11-07 19:19:27 2020-11-07 20:01:15 2020-11-07 20:29:14 0:27:59 0:12:40 0:15:19 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/mds clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599834 2020-11-07 19:19:28 2020-11-07 20:01:15 2020-11-07 22:43:17 2:42:02 1:23:31 1:18:31 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_kernel_untar_build} 3
pass 5599835 2020-11-07 19:19:28 2020-11-07 20:01:18 2020-11-07 20:25:18 0:24:00 0:15:04 0:08:56 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mon clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599836 2020-11-07 19:19:29 2020-11-07 20:01:39 2020-11-07 21:51:41 1:50:02 1:37:44 0:12:18 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_misc} 3
pass 5599837 2020-11-07 19:19:30 2020-11-07 20:03:00 2020-11-07 20:27:00 0:24:00 0:13:34 0:10:26 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/osd clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599838 2020-11-07 19:19:31 2020-11-07 20:03:16 2020-11-07 21:07:16 1:04:00 0:15:38 0:48:22 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_norstats} 3
pass 5599839 2020-11-07 19:19:32 2020-11-07 20:03:33 2020-11-07 20:45:33 0:42:00 0:14:14 0:27:46 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599840 2020-11-07 19:19:33 2020-11-07 20:03:35 2020-11-07 23:43:39 3:40:04 2:34:12 1:05:52 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/9-mds conf/{client mds mon osd} mount/kclient/{k-testing mount ms-die-on-skipped} objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no verify/{frag_enable mon-debug session_timeout whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_fsstress validater/valgrind} 3
pass 5599841 2020-11-07 19:19:34 2020-11-07 20:03:53 2020-11-07 21:29:54 1:26:01 0:56:15 0:29:46 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_blogbench} 3
pass 5599842 2020-11-07 19:19:34 2020-11-07 20:06:09 2020-11-07 22:18:11 2:12:02 0:13:23 1:58:39 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599843 2020-11-07 19:19:35 2020-11-07 20:06:09 2020-11-07 21:12:10 1:06:01 0:53:24 0:12:37 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_dbench} 3
pass 5599844 2020-11-07 19:19:36 2020-11-07 20:06:30 2020-11-07 20:36:30 0:30:00 0:15:34 0:14:26 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/osd clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599845 2020-11-07 19:19:37 2020-11-07 20:06:39 2020-11-07 21:36:40 1:30:01 0:30:50 0:59:11 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_ffsb} 3
pass 5599846 2020-11-07 19:19:38 2020-11-07 20:06:41 2020-11-07 20:34:41 0:28:00 0:14:45 0:13:15 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mds clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599847 2020-11-07 19:19:39 2020-11-07 20:07:52 2020-11-07 20:39:52 0:32:00 0:24:21 0:07:39 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsstress} 3
pass 5599848 2020-11-07 19:19:39 2020-11-07 20:07:52 2020-11-07 20:35:52 0:28:00 0:13:33 0:14:27 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mon clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599849 2020-11-07 19:19:40 2020-11-07 20:08:07 2020-11-07 20:44:07 0:36:00 0:27:56 0:08:04 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsx} 3
pass 5599850 2020-11-07 19:19:41 2020-11-07 20:08:29 2020-11-07 20:32:29 0:24:00 0:12:33 0:11:27 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/osd clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599851 2020-11-07 19:19:42 2020-11-07 20:08:34 2020-11-07 20:42:33 0:33:59 0:12:12 0:21:47 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_pjd} 3
pass 5599852 2020-11-07 19:19:43 2020-11-07 20:09:56 2020-11-07 22:01:57 1:52:01 0:40:52 1:11:09 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_exports} 3
pass 5599853 2020-11-07 19:19:43 2020-11-07 20:09:56 2020-11-07 20:37:55 0:27:59 0:17:10 0:10:49 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599854 2020-11-07 19:19:44 2020-11-07 20:09:56 2020-11-07 22:51:58 2:42:02 1:42:33 0:59:29 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no verify/{frag_enable mon-debug session_timeout whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_dbench validater/lockdep} 3
pass 5599855 2020-11-07 19:19:45 2020-11-07 20:10:34 2020-11-07 20:46:33 0:35:59 0:16:46 0:19:13 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_mds_metrics} 3
pass 5599856 2020-11-07 19:19:46 2020-11-07 20:10:40 2020-11-07 20:48:39 0:37:59 0:13:50 0:24:09 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
fail 5599857 2020-11-07 19:19:47 2020-11-07 20:11:45 2020-11-07 20:55:45 0:44:00 0:17:56 0:26:04 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_multimds_misc} 3
Failure Reason:

"2020-11-07T20:48:59.308606+0000 mds.e (mds.0) 4 : cluster [WRN] Scrub error on inode 0x10000000002 (/d1/d2/d3) see mds.e log and `damage ls` output for details" in cluster log

pass 5599858 2020-11-07 19:19:48 2020-11-07 20:12:34 2020-11-07 20:42:33 0:29:59 0:18:02 0:11:57 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/osd clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599859 2020-11-07 19:19:48 2020-11-07 20:12:40 2020-11-07 20:52:40 0:40:00 0:18:08 0:21:52 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_snapshots} 3
pass 5599860 2020-11-07 19:19:49 2020-11-07 20:13:59 2020-11-07 21:04:00 0:50:01 0:11:49 0:38:12 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/mds clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599861 2020-11-07 19:19:50 2020-11-07 20:14:35 2020-11-07 22:22:36 2:08:01 1:41:34 0:26:27 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_kernel_untar_build} 3
pass 5599862 2020-11-07 19:19:51 2020-11-07 20:15:43 2020-11-07 20:35:42 0:19:59 0:11:28 0:08:31 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mon clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599863 2020-11-07 19:19:52 2020-11-07 20:15:43 2020-11-07 21:13:43 0:58:00 0:46:14 0:11:46 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/filestore-xfs overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_misc} 3
pass 5599864 2020-11-07 19:19:53 2020-11-07 20:16:27 2020-11-07 21:26:28 1:10:01 0:13:18 0:56:43 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/osd clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599865 2020-11-07 19:19:54 2020-11-07 20:18:19 2020-11-07 20:46:18 0:27:59 0:14:45 0:13:14 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_norstats} 3
pass 5599866 2020-11-07 19:19:54 2020-11-07 20:19:57 2020-11-07 20:55:57 0:36:00 0:14:03 0:21:57 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
fail 5599867 2020-11-07 19:19:55 2020-11-07 20:19:57 2020-11-08 00:18:02 3:58:05 3:42:51 0:15:14 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/9-mds conf/{client mds mon osd} mount/kclient/{k-testing mount ms-die-on-skipped} objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no verify/{frag_enable mon-debug session_timeout whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_fsstress validater/valgrind} 3
pass 5599868 2020-11-07 19:19:56 2020-11-07 20:21:47 2020-11-07 22:31:49 2:10:02 0:54:36 1:15:26 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_blogbench} 3
pass 5599869 2020-11-07 19:19:57 2020-11-07 20:21:47 2020-11-07 21:05:47 0:44:00 0:13:46 0:30:14 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599870 2020-11-07 19:19:58 2020-11-07 20:21:51 2020-11-07 21:49:52 1:28:01 1:11:57 0:16:04 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_dbench} 3
pass 5599871 2020-11-07 19:19:59 2020-11-07 20:21:54 2020-11-07 20:45:54 0:24:00 0:14:57 0:09:03 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/osd clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599872 2020-11-07 19:19:59 2020-11-07 20:22:20 2020-11-07 22:24:22 2:02:02 1:50:35 0:11:27 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_ffsb} 3
pass 5599873 2020-11-07 19:20:00 2020-11-07 20:23:36 2020-11-07 20:45:36 0:22:00 0:13:22 0:08:38 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mds clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599874 2020-11-07 19:20:01 2020-11-07 20:25:52 2020-11-07 21:25:52 1:00:00 0:17:15 0:42:45 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsstress} 3
pass 5599875 2020-11-07 19:20:02 2020-11-07 20:25:52 2020-11-07 20:53:52 0:28:00 0:17:05 0:10:55 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mon clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599876 2020-11-07 19:20:03 2020-11-07 20:25:52 2020-11-07 21:03:52 0:38:00 0:24:15 0:13:45 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsx} 3
pass 5599877 2020-11-07 19:20:03 2020-11-07 20:26:02 2020-11-07 21:26:02 1:00:00 0:12:13 0:47:47 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/osd clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599878 2020-11-07 19:20:04 2020-11-07 20:27:37 2020-11-07 21:05:37 0:38:00 0:11:54 0:26:06 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_pjd} 3
pass 5599879 2020-11-07 19:20:05 2020-11-07 20:28:02 2020-11-07 21:44:03 1:16:01 0:53:22 0:22:39 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_exports} 3
pass 5599880 2020-11-07 19:20:06 2020-11-07 20:28:02 2020-11-07 21:08:02 0:40:00 0:14:30 0:25:30 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599881 2020-11-07 19:20:07 2020-11-07 20:28:29 2020-11-07 22:22:30 1:54:01 1:40:06 0:13:55 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no verify/{frag_enable mon-debug session_timeout whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_dbench validater/lockdep} 3
pass 5599882 2020-11-07 19:20:08 2020-11-07 20:29:40 2020-11-07 20:55:40 0:26:00 0:20:03 0:05:57 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_mds_metrics} 3
pass 5599883 2020-11-07 19:20:08 2020-11-07 20:29:40 2020-11-07 20:59:40 0:30:00 0:14:03 0:15:57 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
fail 5599884 2020-11-07 19:20:09 2020-11-07 20:29:40 2020-11-07 20:55:40 0:26:00 0:15:28 0:10:32 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_multimds_misc} 3
Failure Reason:

"2020-11-07T20:49:56.927546+0000 mds.a (mds.0) 4 : cluster [WRN] Scrub error on inode 0x10000000002 (/d1/d2/d3) see mds.a log and `damage ls` output for details" in cluster log

pass 5599885 2020-11-07 19:20:10 2020-11-07 20:30:02 2020-11-07 21:06:02 0:36:00 0:14:01 0:21:59 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/osd clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599886 2020-11-07 19:20:11 2020-11-07 20:30:35 2020-11-07 21:12:35 0:42:00 0:17:56 0:24:04 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_snapshots} 3
pass 5599887 2020-11-07 19:20:12 2020-11-07 20:32:20 2020-11-07 20:56:19 0:23:59 0:12:28 0:11:31 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mds clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599888 2020-11-07 19:20:13 2020-11-07 20:32:30 2020-11-08 00:24:34 3:52:04 3:39:42 0:12:22 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_kernel_untar_build} 3
pass 5599889 2020-11-07 19:20:13 2020-11-07 20:32:35 2020-11-07 21:04:35 0:32:00 0:12:34 0:19:26 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mon clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
fail 5599890 2020-11-07 19:20:14 2020-11-07 20:32:42 2020-11-07 22:24:44 1:52:02 0:14:23 1:37:39 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_misc} 3
Failure Reason:

Command failed (workunit test fs/misc/dirfrag.sh) on smithi197 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=9a5bca65a6339f282711b517ad3b4f7527967317 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/fs/misc/dirfrag.sh'

pass 5599891 2020-11-07 19:20:15 2020-11-07 20:33:04 2020-11-07 20:55:03 0:21:59 0:13:06 0:08:53 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/osd clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599892 2020-11-07 19:20:16 2020-11-07 20:33:08 2020-11-07 21:09:08 0:36:00 0:15:24 0:20:36 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_norstats} 3
pass 5599893 2020-11-07 19:20:17 2020-11-07 20:35:19 2020-11-07 20:59:19 0:24:00 0:13:10 0:10:50 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599894 2020-11-07 19:20:18 2020-11-07 20:35:44 2020-11-07 22:53:45 2:18:01 1:59:57 0:18:04 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/9-mds conf/{client mds mon osd} mount/kclient/{k-testing mount ms-die-on-skipped} objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no verify/{frag_enable mon-debug session_timeout whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_fsstress validater/valgrind} 3
pass 5599895 2020-11-07 19:20:19 2020-11-07 20:35:53 2020-11-07 21:51:54 1:16:01 0:30:27 0:45:34 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_blogbench} 3
pass 5599896 2020-11-07 19:20:19 2020-11-07 20:37:07 2020-11-07 21:11:07 0:34:00 0:12:52 0:21:08 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599897 2020-11-07 19:20:20 2020-11-07 20:37:56 2020-11-07 22:57:58 2:20:02 2:02:24 0:17:38 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_dbench} 3
pass 5599898 2020-11-07 19:20:21 2020-11-07 20:40:30 2020-11-07 21:26:30 0:46:00 0:16:11 0:29:49 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/osd clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599899 2020-11-07 19:20:22 2020-11-07 20:43:13 2020-11-08 00:19:17 3:36:04 1:54:05 1:41:59 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_ffsb} 3
pass 5599900 2020-11-07 19:20:23 2020-11-07 20:43:13 2020-11-07 21:23:13 0:40:00 0:13:02 0:26:58 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mds clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599901 2020-11-07 19:20:24 2020-11-07 20:43:13 2020-11-07 21:27:13 0:44:00 0:15:51 0:28:09 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsstress} 3
pass 5599902 2020-11-07 19:20:25 2020-11-07 20:43:52 2020-11-07 21:17:52 0:34:00 0:15:41 0:18:19 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mon clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599903 2020-11-07 19:20:25 2020-11-07 20:44:08 2020-11-07 21:44:08 1:00:00 0:43:10 0:16:50 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsx} 3
pass 5599904 2020-11-07 19:20:26 2020-11-07 20:44:08 2020-11-07 21:14:08 0:30:00 0:11:50 0:18:10 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/osd clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599905 2020-11-07 19:20:27 2020-11-07 20:46:12 2020-11-07 21:30:12 0:44:00 0:09:13 0:34:47 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/filestore-xfs overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_pjd} 3
pass 5599906 2020-11-07 19:20:28 2020-11-07 20:46:12 2020-11-07 23:14:15 2:28:03 0:42:07 1:45:56 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_exports} 3
pass 5599907 2020-11-07 19:20:29 2020-11-07 20:46:12 2020-11-07 21:14:12 0:28:00 0:12:43 0:15:17 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599908 2020-11-07 19:20:29 2020-11-07 20:46:19 2020-11-07 21:28:20 0:42:01 0:14:19 0:27:42 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no verify/{frag_enable mon-debug session_timeout whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_fsstress validater/lockdep} 3
pass 5599909 2020-11-07 19:20:30 2020-11-07 20:46:34 2020-11-07 22:30:36 1:44:02 0:18:42 1:25:20 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_mds_metrics} 3
pass 5599910 2020-11-07 19:20:31 2020-11-07 20:46:41 2020-11-07 21:32:41 0:46:00 0:21:52 0:24:08 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
fail 5599911 2020-11-07 19:20:32 2020-11-07 20:49:19 2020-11-07 21:21:19 0:32:00 0:15:51 0:16:09 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_multimds_misc} 3
Failure Reason:

"2020-11-07T21:14:13.872641+0000 mds.a (mds.0) 4 : cluster [WRN] Scrub error on inode 0x10000000002 (/d1/d2/d3) see mds.a log and `damage ls` output for details" in cluster log

pass 5599912 2020-11-07 19:20:33 2020-11-07 20:49:19 2020-11-07 21:21:19 0:32:00 0:12:31 0:19:29 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/osd clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599913 2020-11-07 19:20:34 2020-11-07 20:49:19 2020-11-07 21:29:19 0:40:00 0:24:01 0:15:59 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_snapshots} 3
pass 5599914 2020-11-07 19:20:35 2020-11-07 20:51:12 2020-11-07 21:21:12 0:30:00 0:20:14 0:09:46 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mds clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599915 2020-11-07 19:20:36 2020-11-07 20:53:19 2020-11-07 21:37:19 0:44:00 0:37:17 0:06:43 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_kernel_untar_build} 3
pass 5599916 2020-11-07 19:20:36 2020-11-07 20:53:19 2020-11-07 21:15:18 0:21:59 0:13:43 0:08:16 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/mon clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599917 2020-11-07 19:20:37 2020-11-07 20:53:53 2020-11-07 23:07:55 2:14:02 1:33:16 0:40:46 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_misc} 3
pass 5599918 2020-11-07 19:20:38 2020-11-07 20:55:43 2020-11-07 21:39:44 0:44:01 0:22:12 0:21:49 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/osd clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599919 2020-11-07 19:20:39 2020-11-07 20:55:43 2020-11-07 21:59:44 1:04:01 0:15:41 0:48:20 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_norstats} 3
pass 5599920 2020-11-07 19:20:40 2020-11-07 20:55:44 2020-11-07 21:49:44 0:54:00 0:12:26 0:41:34 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599921 2020-11-07 19:20:41 2020-11-07 20:55:46 2020-11-07 22:21:47 1:26:01 0:57:06 0:28:55 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/9-mds conf/{client mds mon osd} mount/kclient/{k-testing mount ms-die-on-skipped} objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no verify/{frag_enable mon-debug session_timeout whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_dbench validater/valgrind} 3
pass 5599922 2020-11-07 19:20:41 2020-11-07 20:55:58 2020-11-07 21:27:58 0:32:00 0:25:15 0:06:45 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_blogbench} 3
pass 5599923 2020-11-07 19:20:42 2020-11-07 20:56:04 2020-11-07 22:38:05 1:42:01 0:18:49 1:23:12 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599924 2020-11-07 19:20:43 2020-11-07 20:56:21 2020-11-07 22:46:22 1:50:01 1:35:04 0:14:57 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_dbench} 3
pass 5599925 2020-11-07 19:20:44 2020-11-07 20:58:00 2020-11-07 21:26:00 0:28:00 0:11:07 0:16:53 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/osd clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599926 2020-11-07 19:20:45 2020-11-07 20:58:04 2020-11-07 21:52:05 0:54:01 0:29:03 0:24:58 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_ffsb} 3
pass 5599927 2020-11-07 19:20:46 2020-11-07 20:59:57 2020-11-07 21:29:57 0:30:00 0:20:17 0:09:43 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/mds clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599928 2020-11-07 19:20:46 2020-11-07 20:59:57 2020-11-07 21:31:57 0:32:00 0:17:05 0:14:55 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsstress} 3
pass 5599929 2020-11-07 19:20:47 2020-11-07 21:03:00 2020-11-07 21:29:00 0:26:00 0:12:38 0:13:22 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mon clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599930 2020-11-07 19:20:48 2020-11-07 21:03:53 2020-11-07 22:39:54 1:36:01 1:14:44 0:21:17 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsx} 3
pass 5599931 2020-11-07 19:20:49 2020-11-07 21:04:37 2020-11-07 21:58:38 0:54:01 0:23:55 0:30:06 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/osd clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599932 2020-11-07 19:20:50 2020-11-07 21:04:38 2020-11-07 22:02:38 0:58:00 0:13:11 0:44:49 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_pjd} 3
pass 5599933 2020-11-07 19:20:51 2020-11-07 21:04:38 2020-11-07 22:16:38 1:12:00 0:40:51 0:31:09 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_exports} 3
pass 5599934 2020-11-07 19:20:52 2020-11-07 21:04:38 2020-11-07 21:48:38 0:44:00 0:12:33 0:31:27 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599935 2020-11-07 19:20:53 2020-11-07 21:04:43 2020-11-07 21:28:42 0:23:59 0:14:28 0:09:31 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no verify/{frag_enable mon-debug session_timeout whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_fsstress validater/lockdep} 3
pass 5599936 2020-11-07 19:20:54 2020-11-07 21:05:15 2020-11-07 22:47:16 1:42:01 0:17:16 1:24:45 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_mds_metrics} 3
pass 5599937 2020-11-07 19:20:55 2020-11-07 21:06:15 2020-11-07 21:52:15 0:46:00 0:20:14 0:25:46 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
fail 5599938 2020-11-07 19:20:55 2020-11-07 21:06:15 2020-11-07 21:58:15 0:52:00 0:13:58 0:38:02 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_multimds_misc} 3
Failure Reason:

"2020-11-07T21:52:16.551451+0000 mds.b (mds.0) 4 : cluster [WRN] Scrub error on inode 0x10000000002 (/d1/d2/d3) see mds.b log and `damage ls` output for details" in cluster log

pass 5599939 2020-11-07 19:20:56 2020-11-07 21:06:15 2020-11-07 22:10:16 1:04:01 0:12:35 0:51:26 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/osd clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599940 2020-11-07 19:20:57 2020-11-07 21:07:55 2020-11-07 22:13:56 1:06:01 0:19:53 0:46:08 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_snapshots} 3
pass 5599941 2020-11-07 19:20:58 2020-11-07 21:08:03 2020-11-07 21:38:03 0:30:00 0:19:37 0:10:23 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/mds clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599942 2020-11-07 19:20:59 2020-11-07 21:08:34 2020-11-07 22:46:35 1:38:01 1:25:35 0:12:26 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_kernel_untar_build} 3
pass 5599943 2020-11-07 19:21:00 2020-11-07 21:09:45 2020-11-07 22:03:46 0:54:01 0:11:00 0:43:01 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mon clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599944 2020-11-07 19:21:01 2020-11-07 21:09:45 2020-11-07 23:13:47 2:04:02 1:37:55 0:26:07 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_misc} 3
pass 5599945 2020-11-07 19:21:01 2020-11-07 21:11:45 2020-11-07 21:43:45 0:32:00 0:23:07 0:08:53 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/osd clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599946 2020-11-07 19:21:02 2020-11-07 21:12:11 2020-11-07 21:38:11 0:26:00 0:19:27 0:06:33 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/filestore-xfs overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_norstats} 3
pass 5599947 2020-11-07 19:21:03 2020-11-07 21:12:36 2020-11-07 22:10:37 0:58:01 0:12:23 0:45:38 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599948 2020-11-07 19:21:04 2020-11-07 21:12:44 2020-11-07 22:26:44 1:14:00 0:56:27 0:17:33 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/9-mds conf/{client mds mon osd} mount/kclient/{k-testing mount ms-die-on-skipped} objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no verify/{frag_enable mon-debug session_timeout whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_dbench validater/valgrind} 3
pass 5599949 2020-11-07 19:21:05 2020-11-07 21:14:21 2020-11-07 22:22:22 1:08:01 0:48:09 0:19:52 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_blogbench} 3
pass 5599950 2020-11-07 19:21:06 2020-11-07 21:14:21 2020-11-07 21:48:21 0:34:00 0:17:23 0:16:37 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599951 2020-11-07 19:21:07 2020-11-07 21:14:21 2020-11-07 23:28:23 2:14:02 1:29:57 0:44:05 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_dbench} 3
pass 5599952 2020-11-07 19:21:08 2020-11-07 21:14:40 2020-11-07 21:38:40 0:24:00 0:13:04 0:10:56 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/osd clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599953 2020-11-07 19:21:09 2020-11-07 21:15:15 2020-11-07 22:09:15 0:54:00 0:38:31 0:15:29 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_ffsb} 3
pass 5599954 2020-11-07 19:21:10 2020-11-07 21:15:19 2020-11-07 21:47:19 0:32:00 0:24:52 0:07:08 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mds clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599955 2020-11-07 19:21:10 2020-11-07 21:18:29 2020-11-07 21:52:29 0:34:00 0:17:15 0:16:45 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsstress} 3
pass 5599956 2020-11-07 19:21:11 2020-11-07 21:21:52 2020-11-07 21:49:51 0:27:59 0:13:13 0:14:46 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mon clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599957 2020-11-07 19:21:12 2020-11-07 21:21:52 2020-11-07 21:51:52 0:30:00 0:20:00 0:10:00 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsx} 3
pass 5599958 2020-11-07 19:21:13 2020-11-07 21:21:52 2020-11-07 22:27:52 1:06:00 0:22:39 0:43:21 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/osd clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599959 2020-11-07 19:21:14 2020-11-07 21:21:52 2020-11-07 21:47:52 0:26:00 0:11:58 0:14:02 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_pjd} 3
pass 5599960 2020-11-07 19:21:15 2020-11-07 21:23:52 2020-11-07 22:55:53 1:32:01 0:41:52 0:50:09 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_exports} 3
pass 5599961 2020-11-07 19:21:16 2020-11-07 21:26:33 2020-11-07 22:04:33 0:38:00 0:12:26 0:25:34 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599962 2020-11-07 19:21:17 2020-11-07 21:26:33 2020-11-07 22:12:33 0:46:00 0:14:12 0:31:48 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no verify/{frag_enable mon-debug session_timeout whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_fsstress validater/lockdep} 3
pass 5599963 2020-11-07 19:21:18 2020-11-07 21:26:33 2020-11-07 22:20:33 0:54:00 0:16:46 0:37:14 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_mds_metrics} 3
pass 5599964 2020-11-07 19:21:19 2020-11-07 21:26:33 2020-11-07 22:22:33 0:56:00 0:19:52 0:36:08 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
fail 5599965 2020-11-07 19:21:19 2020-11-07 21:26:33 2020-11-07 22:16:33 0:50:00 0:17:54 0:32:06 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_multimds_misc} 3
Failure Reason:

"2020-11-07T22:08:57.830574+0000 mds.c (mds.1) 2 : cluster [WRN] Scrub error on inode 0x10000000004 (/d1/d2/d3/d4/d5) see mds.c log and `damage ls` output for details" in cluster log

pass 5599966 2020-11-07 19:21:21 2020-11-07 21:27:15 2020-11-07 21:51:14 0:23:59 0:13:29 0:10:30 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/osd clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599967 2020-11-07 19:21:22 2020-11-07 21:28:35 2020-11-07 21:58:35 0:30:00 0:17:45 0:12:15 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_snapshots} 3
pass 5599968 2020-11-07 19:21:23 2020-11-07 21:28:35 2020-11-07 22:06:35 0:38:00 0:19:08 0:18:52 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mds clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599969 2020-11-07 19:21:23 2020-11-07 21:28:35 2020-11-07 22:50:36 1:22:01 1:04:51 0:17:10 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_kernel_untar_build} 3
pass 5599970 2020-11-07 19:21:24 2020-11-07 21:28:43 2020-11-07 21:48:43 0:20:00 0:14:11 0:05:49 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/mon clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599971 2020-11-07 19:21:25 2020-11-07 21:29:01 2020-11-08 00:15:03 2:46:02 2:29:49 0:16:13 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_misc} 3
pass 5599972 2020-11-07 19:21:26 2020-11-07 21:29:20 2020-11-07 21:57:20 0:28:00 0:22:33 0:05:27 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/osd clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599973 2020-11-07 19:21:27 2020-11-07 21:30:32 2020-11-07 23:06:34 1:36:02 0:15:12 1:20:50 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_norstats} 3
pass 5599974 2020-11-07 19:21:28 2020-11-07 21:30:33 2020-11-07 21:54:32 0:23:59 0:12:18 0:11:41 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599975 2020-11-07 19:21:28 2020-11-07 21:30:32 2020-11-07 22:36:33 1:06:01 0:54:21 0:11:40 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/9-mds conf/{client mds mon osd} mount/kclient/{k-testing mount ms-die-on-skipped} objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no verify/{frag_enable mon-debug session_timeout whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_dbench validater/valgrind} 3
pass 5599976 2020-11-07 19:21:29 2020-11-07 21:31:18 2020-11-07 22:43:19 1:12:01 0:46:00 0:26:01 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_blogbench} 3
pass 5599977 2020-11-07 19:21:30 2020-11-07 21:32:36 2020-11-07 22:06:36 0:34:00 0:20:23 0:13:37 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599978 2020-11-07 19:21:31 2020-11-07 21:32:42 2020-11-07 22:48:43 1:16:01 0:50:21 0:25:40 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_dbench} 3
pass 5599979 2020-11-07 19:21:32 2020-11-07 21:32:58 2020-11-07 22:02:58 0:30:00 0:12:40 0:17:20 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/osd clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599980 2020-11-07 19:21:33 2020-11-07 21:37:19 2020-11-07 22:33:19 0:56:00 0:36:51 0:19:09 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_ffsb} 3
pass 5599981 2020-11-07 19:21:34 2020-11-07 21:37:20 2020-11-07 22:49:21 1:12:01 0:21:42 0:50:19 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mds clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599982 2020-11-07 19:21:34 2020-11-07 21:38:04 2020-11-07 23:14:05 1:36:01 0:24:02 1:11:59 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsstress} 3
pass 5599983 2020-11-07 19:21:35 2020-11-07 21:38:12 2020-11-07 22:06:11 0:27:59 0:12:51 0:15:08 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mon clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599984 2020-11-07 19:21:36 2020-11-07 21:39:18 2020-11-07 22:45:19 1:06:01 0:27:28 0:38:33 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsx} 3
pass 5599985 2020-11-07 19:21:37 2020-11-07 21:39:45 2020-11-07 22:19:45 0:40:00 0:18:17 0:21:43 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/osd clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599986 2020-11-07 19:21:38 2020-11-07 21:44:23 2020-11-07 22:46:23 1:02:00 0:39:56 0:22:04 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_pjd} 3
fail 5599987 2020-11-07 19:21:39 2020-11-07 21:44:23 2020-11-08 00:00:25 2:16:02 0:45:19 1:30:43 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/filestore-xfs overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_exports} 3
Failure Reason:

Test failure: test_ephemeral_random_max (tasks.cephfs.test_exports.TestEphemeralPins)

pass 5599988 2020-11-07 19:21:40 2020-11-07 21:44:23 2020-11-07 22:32:23 0:48:00 0:12:36 0:35:24 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599989 2020-11-07 19:21:41 2020-11-07 21:46:35 2020-11-07 23:14:36 1:28:01 0:21:10 1:06:51 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no verify/{frag_enable mon-debug session_timeout whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_fsstress validater/lockdep} 3
pass 5599990 2020-11-07 19:21:42 2020-11-07 21:47:22 2020-11-07 22:47:22 1:00:00 0:20:36 0:39:24 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_mds_metrics} 3
pass 5599991 2020-11-07 19:21:42 2020-11-07 21:48:30 2020-11-07 22:16:30 0:28:00 0:20:47 0:07:13 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
fail 5599992 2020-11-07 19:21:43 2020-11-07 21:48:31 2020-11-07 22:18:30 0:29:59 0:16:10 0:13:49 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_multimds_misc} 3
Failure Reason:

"2020-11-07T22:11:00.692302+0000 mds.c (mds.0) 4 : cluster [WRN] Scrub error on inode 0x10000000002 (/d1/d2/d3) see mds.c log and `damage ls` output for details" in cluster log

pass 5599993 2020-11-07 19:21:44 2020-11-07 21:48:39 2020-11-07 22:12:38 0:23:59 0:12:38 0:11:21 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/osd clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599994 2020-11-07 19:21:45 2020-11-07 21:48:44 2020-11-07 22:44:44 0:56:00 0:18:01 0:37:59 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_snapshots} 3
pass 5599995 2020-11-07 19:21:46 2020-11-07 21:50:21 2020-11-07 22:20:21 0:30:00 0:19:02 0:10:58 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/mds clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5599996 2020-11-07 19:21:47 2020-11-07 21:50:21 2020-11-08 02:44:27 4:54:06 3:35:11 1:18:55 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_kernel_untar_build} 3
pass 5599997 2020-11-07 19:21:47 2020-11-07 21:50:21 2020-11-07 23:00:22 1:10:01 0:10:07 0:59:54 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mon clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5599998 2020-11-07 19:21:48 2020-11-07 21:51:15 2020-11-07 22:53:16 1:02:01 0:48:17 0:13:44 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_misc} 3
pass 5599999 2020-11-07 19:21:49 2020-11-07 21:52:19 2020-11-07 22:32:19 0:40:00 0:25:18 0:14:42 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/osd clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
fail 5600000 2020-11-07 19:21:50 2020-11-07 21:52:19 2020-11-08 01:26:23 3:34:04 3:12:33 0:21:31 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_norstats} 3
Failure Reason:

Command failed (workunit test fs/norstats/kernel_untar_tar.sh) on smithi180 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=9a5bca65a6339f282711b517ad3b4f7527967317 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/fs/norstats/kernel_untar_tar.sh'

pass 5600001 2020-11-07 19:21:51 2020-11-07 21:52:19 2020-11-07 22:28:19 0:36:00 0:11:45 0:24:15 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5600002 2020-11-07 19:21:52 2020-11-07 21:52:19 2020-11-07 23:54:20 2:02:01 0:58:27 1:03:34 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/9-mds conf/{client mds mon osd} mount/kclient/{k-testing mount ms-die-on-skipped} objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no verify/{frag_enable mon-debug session_timeout whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_dbench validater/valgrind} 3
pass 5600003 2020-11-07 19:21:53 2020-11-07 21:52:19 2020-11-07 23:18:20 1:26:01 0:48:29 0:37:32 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_blogbench} 3
pass 5600004 2020-11-07 19:21:53 2020-11-07 21:52:30 2020-11-07 22:42:30 0:50:00 0:18:54 0:31:06 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5600005 2020-11-07 19:21:54 2020-11-07 21:55:09 2020-11-07 23:41:11 1:46:02 1:06:52 0:39:10 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_dbench} 3
pass 5600006 2020-11-07 19:21:55 2020-11-07 21:57:58 2020-11-07 22:17:57 0:19:59 0:09:54 0:10:05 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/osd clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5600007 2020-11-07 19:21:56 2020-11-07 21:58:16 2020-11-08 00:50:19 2:52:03 2:32:24 0:19:39 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_ffsb} 3
pass 5600008 2020-11-07 19:21:57 2020-11-07 21:58:36 2020-11-07 23:04:36 1:06:00 0:21:23 0:44:37 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/mds clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5600009 2020-11-07 19:21:58 2020-11-07 21:58:39 2020-11-07 22:26:38 0:27:59 0:14:56 0:13:03 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsstress} 3
pass 5600010 2020-11-07 19:21:59 2020-11-07 22:00:22 2020-11-07 22:48:23 0:48:01 0:13:04 0:34:57 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mon clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5600011 2020-11-07 19:22:00 2020-11-07 22:02:36 2020-11-07 22:56:36 0:54:00 0:25:46 0:28:14 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsx} 3
pass 5600012 2020-11-07 19:22:00 2020-11-07 22:02:40 2020-11-07 22:56:40 0:54:00 0:20:41 0:33:19 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/osd clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5600013 2020-11-07 19:22:01 2020-11-07 22:02:59 2020-11-07 22:20:58 0:17:59 0:10:26 0:07:33 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_pjd} 3
pass 5600014 2020-11-07 19:22:02 2020-11-07 22:04:25 2020-11-07 23:04:25 1:00:00 0:42:17 0:17:43 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_exports} 3
pass 5600015 2020-11-07 19:22:03 2020-11-07 22:04:25 2020-11-07 22:28:25 0:24:00 0:09:25 0:14:35 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5600016 2020-11-07 19:22:04 2020-11-07 22:04:34 2020-11-07 22:32:34 0:28:00 0:17:33 0:10:27 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no verify/{frag_enable mon-debug session_timeout whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_fsstress validater/lockdep} 3
pass 5600017 2020-11-07 19:22:05 2020-11-07 22:06:50 2020-11-07 22:50:51 0:44:01 0:18:57 0:25:04 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_mds_metrics} 3
pass 5600018 2020-11-07 19:22:06 2020-11-07 22:06:51 2020-11-07 22:44:50 0:37:59 0:18:47 0:19:12 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
fail 5600019 2020-11-07 19:22:06 2020-11-07 22:06:50 2020-11-07 23:04:51 0:58:01 0:15:07 0:42:54 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_multimds_misc} 3
Failure Reason:

"2020-11-07T22:57:24.788426+0000 mds.b (mds.0) 4 : cluster [WRN] Scrub error on inode 0x10000000002 (/d1/d2/d3) see mds.b log and `damage ls` output for details" in cluster log

pass 5600020 2020-11-07 19:22:07 2020-11-07 22:09:53 2020-11-07 23:55:55 1:46:02 0:12:25 1:33:37 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/osd clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5600021 2020-11-07 19:22:08 2020-11-07 22:10:17 2020-11-07 23:02:17 0:52:00 0:26:43 0:25:17 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_snapshots} 3
pass 5600022 2020-11-07 19:22:09 2020-11-07 22:10:38 2020-11-07 22:50:38 0:40:00 0:23:25 0:16:35 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mds clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5600023 2020-11-07 19:22:10 2020-11-07 22:13:12 2020-11-08 00:11:14 1:58:02 1:48:08 0:09:54 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_kernel_untar_build} 3
pass 5600024 2020-11-07 19:22:11 2020-11-07 22:13:12 2020-11-07 22:41:12 0:28:00 0:10:55 0:17:05 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mon clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5600025 2020-11-07 19:22:12 2020-11-07 22:13:57 2020-11-07 23:49:58 1:36:01 1:23:23 0:12:38 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_misc} 3
pass 5600026 2020-11-07 19:22:13 2020-11-07 22:17:09 2020-11-07 23:15:09 0:58:00 0:23:25 0:34:35 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/osd clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5600027 2020-11-07 19:22:14 2020-11-07 22:17:09 2020-11-07 23:09:09 0:52:00 0:15:15 0:36:45 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_norstats} 3
pass 5600028 2020-11-07 19:22:14 2020-11-07 22:17:09 2020-11-07 23:17:09 1:00:00 0:12:02 0:47:58 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5600029 2020-11-07 19:22:15 2020-11-07 22:17:59 2020-11-07 23:54:00 1:36:01 1:00:21 0:35:40 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/9-mds conf/{client mds mon osd} mount/kclient/{k-testing mount ms-die-on-skipped} objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no verify/{frag_enable mon-debug session_timeout whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_dbench validater/valgrind} 3
pass 5600030 2020-11-07 19:22:16 2020-11-07 22:18:50 2020-11-07 22:46:50 0:28:00 0:20:16 0:07:44 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/filestore-xfs overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_blogbench} 3
pass 5600031 2020-11-07 19:22:17 2020-11-07 22:18:50 2020-11-07 23:40:51 1:22:01 0:17:55 1:04:06 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5600032 2020-11-07 19:22:18 2020-11-07 22:19:46 2020-11-08 00:21:48 2:02:02 1:30:25 0:31:37 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_dbench} 3
pass 5600033 2020-11-07 19:22:19 2020-11-07 22:20:59 2020-11-07 22:46:58 0:25:59 0:09:46 0:16:13 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_8} begin ceph-thrash/osd clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5600034 2020-11-07 19:22:19 2020-11-07 22:20:59 2020-11-08 01:13:02 2:52:03 2:33:53 0:18:10 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_8} begin clusters/3-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_ffsb} 3
pass 5600035 2020-11-07 19:22:20 2020-11-07 22:20:59 2020-11-07 22:48:59 0:28:00 0:21:34 0:06:26 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_8} begin ceph-thrash/mds clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5600036 2020-11-07 19:22:21 2020-11-07 22:21:48 2020-11-07 22:57:48 0:36:00 0:16:14 0:19:46 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsstress} 3
pass 5600037 2020-11-07 19:22:22 2020-11-07 22:22:59 2020-11-07 23:18:59 0:56:00 0:12:36 0:43:24 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mon clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5600038 2020-11-07 19:22:23 2020-11-07 22:22:59 2020-11-08 00:27:00 2:04:01 1:02:48 1:01:13 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsx} 3
pass 5600039 2020-11-07 19:22:24 2020-11-07 22:22:59 2020-11-07 23:16:59 0:54:00 0:18:53 0:35:07 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/osd clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable session_timeout thrashosds-health whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5600040 2020-11-07 19:22:24 2020-11-07 22:22:59 2020-11-07 22:58:59 0:36:00 0:12:20 0:23:40 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_8} begin clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_pjd} 3