Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 5500254 2020-10-05 22:19:56 2020-10-07 19:12:07 2020-10-07 19:34:07 0:22:00 0:09:57 0:12:03 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/filestore-xfs overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_exports} 3
pass 5500257 2020-10-05 22:19:57 2020-10-07 19:13:49 2020-10-07 19:47:48 0:33:59 0:18:12 0:15:47 smithi master centos 7.8 multimds/thrash/{0-supported-random-distro$/{centos_latest} begin ceph-thrash/default clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5500260 2020-10-05 22:19:58 2020-10-07 19:15:51 2020-10-07 20:49:52 1:34:01 1:22:20 0:11:41 smithi master centos 7.8 multimds/verify/{begin centos_latest clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no verify/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_dbench validater/lockdep} 3
pass 5500263 2020-10-05 22:19:59 2020-10-07 19:18:01 2020-10-07 19:52:01 0:34:00 0:26:23 0:07:37 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_snapshots} 3
pass 5500266 2020-10-05 22:20:00 2020-10-07 19:18:01 2020-10-07 21:50:04 2:32:03 2:17:58 0:14:05 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_kernel_untar_build} 3
pass 5500269 2020-10-05 22:20:00 2020-10-07 19:19:46 2020-10-07 20:21:47 1:02:01 0:41:16 0:20:45 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_misc} 3
pass 5500272 2020-10-05 22:20:01 2020-10-07 19:20:15 2020-10-07 19:58:15 0:38:00 0:18:10 0:19:50 smithi master centos 7.8 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_norstats} 3
pass 5500275 2020-10-05 22:20:02 2020-10-07 19:26:20 2020-10-07 20:06:20 0:40:00 0:29:41 0:10:19 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_blogbench} 3
pass 5500278 2020-10-05 22:20:03 2020-10-07 19:30:09 2020-10-07 19:58:09 0:28:00 0:12:38 0:15:22 smithi master rhel 7.8 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/default clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5500281 2020-10-05 22:20:04 2020-10-07 19:30:09 2020-10-07 21:56:12 2:26:03 2:03:48 0:22:15 smithi master rhel 7.8 multimds/verify/{begin centos_latest clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no verify/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_fsstress validater/valgrind} 3
pass 5500284 2020-10-05 22:20:04 2020-10-07 19:31:54 2020-10-07 20:47:55 1:16:01 0:59:19 0:16:42 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_dbench} 3
fail 5500287 2020-10-05 22:20:05 2020-10-07 19:33:22 2020-10-07 21:49:24 2:16:02 1:55:39 0:20:23 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{ubuntu_16.04} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_ffsb} 3
Failure Reason:

"2020-10-07 20:08:39.612363 mon.a (mon.0) 225 : cluster [WRN] Health check failed: 1 MDSs report slow metadata IOs (MDS_SLOW_METADATA_IO)" in cluster log

pass 5500290 2020-10-05 22:20:06 2020-10-07 19:34:07 2020-10-07 20:02:07 0:28:00 0:18:17 0:09:43 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-comp overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsstress} 3
pass 5500293 2020-10-05 22:20:07 2020-10-07 19:38:25 2020-10-07 20:24:25 0:46:00 0:35:33 0:10:27 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsx} 3
pass 5500296 2020-10-05 22:20:08 2020-10-07 19:43:46 2020-10-07 20:05:45 0:21:59 0:12:41 0:09:18 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/filestore-xfs overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_pjd} 3
pass 5500299 2020-10-05 22:20:08 2020-10-07 19:44:26 2020-10-07 20:08:26 0:24:00 0:14:28 0:09:32 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_exports} 3
pass 5500302 2020-10-05 22:20:09 2020-10-07 19:46:24 2020-10-07 20:32:24 0:46:00 0:22:14 0:23:46 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/default clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/osd-mds-delay objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5500305 2020-10-05 22:20:10 2020-10-07 19:48:05 2020-10-07 20:16:05 0:28:00 0:16:54 0:11:06 smithi master centos 7.8 multimds/verify/{begin centos_latest clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no verify/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_fsstress validater/lockdep} 3
pass 5500308 2020-10-05 22:20:11 2020-10-07 19:48:08 2020-10-07 20:36:08 0:48:00 0:29:35 0:18:25 smithi master centos 7.8 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_snapshots} 3
pass 5500311 2020-10-05 22:20:11 2020-10-07 19:48:34 2020-10-07 20:52:35 1:04:01 0:40:31 0:23:30 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_kernel_untar_build} 3
pass 5500314 2020-10-05 22:20:12 2020-10-07 19:50:04 2020-10-07 21:12:05 1:22:01 1:09:52 0:12:09 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_misc} 3
pass 5500317 2020-10-05 22:20:13 2020-10-07 19:52:03 2020-10-07 20:14:03 0:22:00 0:14:14 0:07:46 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_norstats} 3
pass 5500320 2020-10-05 22:20:14 2020-10-07 19:56:14 2020-10-07 20:32:14 0:36:00 0:24:54 0:11:06 smithi master centos 7.8 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_blogbench} 3
pass 5500323 2020-10-05 22:20:15 2020-10-07 19:58:14 2020-10-07 20:20:14 0:22:00 0:13:02 0:08:58 smithi master rhel 7.8 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/default clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5500326 2020-10-05 22:20:15 2020-10-07 20:00:10 2020-10-07 21:00:11 1:00:01 0:52:31 0:07:30 smithi master rhel 7.8 multimds/verify/{begin centos_latest clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no verify/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_dbench validater/valgrind} 3
pass 5500329 2020-10-05 22:20:16 2020-10-07 20:00:10 2020-10-07 21:24:11 1:24:01 1:12:30 0:11:31 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_dbench} 3
pass 5500332 2020-10-05 22:20:17 2020-10-07 20:02:12 2020-10-07 21:08:13 1:06:01 0:39:48 0:26:13 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-comp overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_ffsb} 3
pass 5500335 2020-10-05 22:20:18 2020-10-07 20:02:12 2020-10-07 20:30:12 0:28:00 0:20:35 0:07:25 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsstress} 3
fail 5500338 2020-10-05 22:20:18 2020-10-07 20:04:23 2020-10-07 21:02:23 0:58:00 0:11:14 0:46:46 smithi master ubuntu 16.04 multimds/basic/{0-supported-random-distro$/{ubuntu_16.04} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/filestore-xfs overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsx} 3
Failure Reason:

Command failed (workunit test suites/fsx.sh) on smithi045 with status 161: 'mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=71b095e88315308f7f34b9cc789c047f09938378 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/suites/fsx.sh'

pass 5500341 2020-10-05 22:20:19 2020-10-07 20:06:12 2020-10-07 20:26:12 0:20:00 0:12:41 0:07:19 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_pjd} 3
pass 5500344 2020-10-05 22:20:20 2020-10-07 20:07:50 2020-10-07 20:31:50 0:24:00 0:11:31 0:12:29 smithi master ubuntu 16.04 multimds/basic/{0-supported-random-distro$/{ubuntu_16.04} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_exports} 3
pass 5500347 2020-10-05 22:20:21 2020-10-07 20:08:10 2020-10-07 20:50:10 0:42:00 0:27:03 0:14:57 smithi master centos 7.8 multimds/thrash/{0-supported-random-distro$/{centos_latest} begin ceph-thrash/default clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5500350 2020-10-05 22:20:22 2020-10-07 20:10:33 2020-10-07 20:44:33 0:34:00 0:18:06 0:15:54 smithi master centos 7.8 multimds/verify/{begin centos_latest clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no verify/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_fsstress validater/lockdep} 3
pass 5500353 2020-10-05 22:20:22 2020-10-07 20:12:11 2020-10-07 20:46:11 0:34:00 0:25:50 0:08:10 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_snapshots} 3
pass 5500356 2020-10-05 22:20:23 2020-10-07 20:14:17 2020-10-07 22:46:20 2:32:03 2:19:38 0:12:25 smithi master centos 7.8 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_kernel_untar_build} 3
pass 5500359 2020-10-05 22:20:24 2020-10-07 20:18:06 2020-10-07 21:10:06 0:52:00 0:39:10 0:12:50 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_misc} 3
pass 5500362 2020-10-05 22:20:25 2020-10-07 20:18:24 2020-10-07 20:48:23 0:29:59 0:17:08 0:12:51 smithi master centos 7.8 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_norstats} 3
pass 5500365 2020-10-05 22:20:26 2020-10-07 20:20:40 2020-10-07 21:04:40 0:44:00 0:36:43 0:07:17 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{ubuntu_16.04} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_blogbench} 3
pass 5500368 2020-10-05 22:20:26 2020-10-07 20:20:40 2020-10-07 20:50:40 0:30:00 0:13:09 0:16:51 smithi master rhel 7.8 multimds/thrash/{0-supported-random-distro$/{centos_latest} begin ceph-thrash/default clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
fail 5500371 2020-10-05 22:20:27 2020-10-07 20:22:23 2020-10-07 21:32:23 1:10:00 0:55:09 0:14:51 smithi master rhel 7.8 multimds/verify/{begin centos_latest clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no verify/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_dbench validater/valgrind} 3
Failure Reason:

reached maximum tries (50) after waiting for 300 seconds

pass 5500374 2020-10-05 22:20:28 2020-10-07 20:24:48 2020-10-07 21:50:49 1:26:01 1:03:16 0:22:45 smithi master centos 7.8 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-comp overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_dbench} 3
fail 5500377 2020-10-05 22:20:29 2020-10-07 20:27:30 2020-10-07 22:27:32 2:00:02 1:50:40 0:09:22 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{ubuntu_16.04} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_ffsb} 3
Failure Reason:

"2020-10-07 20:51:12.065610 mon.b (mon.0) 265 : cluster [WRN] Health check failed: 1 MDSs report slow metadata IOs (MDS_SLOW_METADATA_IO)" in cluster log

pass 5500380 2020-10-05 22:20:30 2020-10-07 20:32:33 2020-10-07 21:10:33 0:38:00 0:15:20 0:22:40 smithi master ubuntu 16.04 multimds/basic/{0-supported-random-distro$/{ubuntu_16.04} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/filestore-xfs overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsstress} 3
pass 5500383 2020-10-05 22:20:31 2020-10-07 20:34:41 2020-10-07 21:08:41 0:34:00 0:22:51 0:11:09 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsx} 3
pass 5500386 2020-10-05 22:20:31 2020-10-07 20:40:48 2020-10-07 21:10:48 0:30:00 0:13:12 0:16:48 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_pjd} 3
pass 5500389 2020-10-05 22:20:32 2020-10-07 20:42:41 2020-10-07 21:04:40 0:21:59 0:14:15 0:07:44 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_exports} 3
pass 5500392 2020-10-05 22:20:33 2020-10-07 21:16:47 2020-10-07 21:50:47 0:34:00 0:20:56 0:13:04 smithi master ubuntu 16.04 multimds/thrash/{0-supported-random-distro$/{ubuntu_16.04} begin ceph-thrash/default clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/osd-mds-delay objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
pass 5500395 2020-10-05 22:20:34 2020-10-07 21:19:09 2020-10-07 21:49:09 0:30:00 0:17:29 0:12:31 smithi master centos 7.8 multimds/verify/{begin centos_latest clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no verify/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_fsstress validater/lockdep} 3
pass 5500398 2020-10-05 22:20:35 2020-10-07 21:20:53 2020-10-07 21:54:53 0:34:00 0:23:38 0:10:22 smithi master ubuntu 16.04 multimds/basic/{0-supported-random-distro$/{ubuntu_16.04} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_snapshots} 3
pass 5500401 2020-10-05 22:20:35 2020-10-07 21:22:50 2020-10-07 22:06:51 0:44:01 0:37:46 0:06:15 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{ubuntu_16.04} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_kernel_untar_build} 3
pass 5500403 2020-10-05 22:20:36 2020-10-07 21:22:51 2020-10-07 22:28:51 1:06:00 0:57:46 0:08:14 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_misc} 3
pass 5500407 2020-10-05 22:20:37 2020-10-07 21:24:32 2020-10-07 22:18:32 0:54:00 0:16:22 0:37:38 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_norstats} 3
pass 5500409 2020-10-05 22:20:38 2020-10-07 21:24:32 2020-10-07 22:18:32 0:54:00 0:22:48 0:31:12 smithi master centos 7.8 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-comp overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_blogbench} 3
pass 5500412 2020-10-05 22:20:39 2020-10-07 21:24:40 2020-10-07 21:46:39 0:21:59 0:12:56 0:09:03 smithi master rhel 7.8 multimds/thrash/{0-supported-random-distro$/{rhel_latest} begin ceph-thrash/default clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
pass 5500415 2020-10-05 22:20:39 2020-10-07 21:26:41 2020-10-07 22:28:41 1:02:00 0:53:10 0:08:50 smithi master rhel 7.8 multimds/verify/{begin centos_latest clusters/9-mds conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no verify/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_dbench validater/valgrind} 3
pass 5500419 2020-10-05 22:20:40 2020-10-07 21:26:41 2020-10-07 22:50:42 1:24:01 1:15:40 0:08:21 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_dbench} 3
pass 5500422 2020-10-05 22:20:41 2020-10-07 21:28:51 2020-10-07 22:08:51 0:40:00 0:31:48 0:08:12 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/filestore-xfs overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_ffsb} 3
pass 5500425 2020-10-05 22:20:42 2020-10-07 21:28:52 2020-10-07 22:12:52 0:44:00 0:18:10 0:25:50 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsstress} 3
pass 5500428 2020-10-05 22:20:43 2020-10-07 21:34:42 2020-10-07 22:48:43 1:14:01 0:47:51 0:26:10 smithi master ubuntu 16.04 multimds/basic/{0-supported-random-distro$/{ubuntu_16.04} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsx} 3
pass 5500431 2020-10-05 22:20:43 2020-10-07 21:37:16 2020-10-07 22:09:16 0:32:00 0:12:54 0:19:06 smithi master rhel 7.8 multimds/basic/{0-supported-random-distro$/{ubuntu_16.04} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_pjd} 3