Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
fail 5575520 2020-10-30 15:34:56 2020-10-30 19:33:10 2020-10-30 19:47:09 0:13:59 0:06:05 0:07:54 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_exports} 3
Failure Reason:

name 'six' is not defined

fail 5575522 2020-10-30 15:34:57 2020-10-30 19:34:35 2020-10-30 19:46:34 0:11:59 0:05:56 0:06:03 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_latest} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
Failure Reason:

name 'six' is not defined

fail 5575524 2020-10-30 15:34:57 2020-10-30 19:36:15 2020-10-30 19:52:15 0:16:00 0:06:29 0:09:31 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no verify/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_dbench validater/lockdep} 3
Failure Reason:

name 'six' is not defined

fail 5575526 2020-10-30 15:34:58 2020-10-30 19:36:15 2020-10-30 19:50:15 0:14:00 0:08:36 0:05:24 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_snapshots} 3
Failure Reason:

name 'six' is not defined

fail 5575528 2020-10-30 15:34:59 2020-10-30 19:36:35 2020-10-30 19:54:34 0:17:59 0:07:44 0:10:15 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_kernel_untar_build} 3
Failure Reason:

name 'six' is not defined

fail 5575530 2020-10-30 15:35:00 2020-10-30 19:38:15 2020-10-30 19:54:14 0:15:59 0:08:14 0:07:45 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_latest} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
Failure Reason:

name 'six' is not defined

fail 5575532 2020-10-30 15:35:00 2020-10-30 19:38:36 2020-10-30 19:56:35 0:17:59 0:07:01 0:10:58 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_misc} 3
Failure Reason:

name 'six' is not defined

fail 5575534 2020-10-30 15:35:01 2020-10-30 19:38:56 2020-10-30 19:56:56 0:18:00 0:08:10 0:09:50 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-comp overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_norstats} 3
Failure Reason:

name 'six' is not defined

fail 5575536 2020-10-30 15:35:02 2020-10-30 19:40:23 2020-10-30 19:54:23 0:14:00 0:08:22 0:05:38 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_blogbench} 3
Failure Reason:

name 'six' is not defined

fail 5575538 2020-10-30 15:35:03 2020-10-30 19:41:20 2020-10-30 19:59:20 0:18:00 0:07:35 0:10:25 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
Failure Reason:

name 'six' is not defined

fail 5575540 2020-10-30 15:35:04 2020-10-30 19:42:27 2020-10-30 20:02:26 0:19:59 0:07:33 0:12:26 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_dbench} 3
Failure Reason:

name 'six' is not defined

fail 5575542 2020-10-30 15:35:05 2020-10-30 19:42:36 2020-10-30 20:00:35 0:17:59 0:07:13 0:10:46 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_ffsb} 3
Failure Reason:

name 'six' is not defined

fail 5575544 2020-10-30 15:35:05 2020-10-30 19:43:21 2020-10-30 20:01:21 0:18:00 0:08:23 0:09:37 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsstress} 3
Failure Reason:

name 'six' is not defined

fail 5575546 2020-10-30 15:35:06 2020-10-30 19:44:24 2020-10-30 20:02:24 0:18:00 0:07:01 0:10:59 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
Failure Reason:

name 'six' is not defined

fail 5575548 2020-10-30 15:35:07 2020-10-30 19:46:37 2020-10-30 20:00:36 0:13:59 0:08:34 0:05:25 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsx} 3
Failure Reason:

name 'six' is not defined

fail 5575550 2020-10-30 15:35:08 2020-10-30 19:46:41 2020-10-30 20:12:41 0:26:00 0:07:48 0:18:12 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_pjd} 3
Failure Reason:

name 'six' is not defined

fail 5575552 2020-10-30 15:35:09 2020-10-30 19:46:46 2020-10-30 20:06:46 0:20:00 0:06:54 0:13:06 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_exports} 3
Failure Reason:

name 'six' is not defined

fail 5575554 2020-10-30 15:35:09 2020-10-30 19:47:10 2020-10-30 20:03:10 0:16:00 0:05:58 0:10:02 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_latest} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
Failure Reason:

name 'six' is not defined

fail 5575556 2020-10-30 15:35:10 2020-10-30 19:48:31 2020-10-30 20:20:31 0:32:00 0:20:02 0:11:58 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/9-mds conf/{client mds mon osd} mount/kclient/{k-testing mount ms-die-on-skipped} objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no verify/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_fsstress validater/valgrind} 3
Failure Reason:

"2020-10-30T20:17:07.341853+0000 mon.b (mon.0) 206 : cluster [WRN] Health check failed: Degraded data redundancy: 2/4 objects degraded (50.000%), 1 pg degraded (PG_DEGRADED)" in cluster log

fail 5575558 2020-10-30 15:35:11 2020-10-30 19:48:46 2020-10-30 20:02:45 0:13:59 0:05:58 0:08:01 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_snapshots} 3
Failure Reason:

name 'six' is not defined

fail 5575560 2020-10-30 15:35:12 2020-10-30 19:50:35 2020-10-30 20:06:34 0:15:59 0:08:13 0:07:46 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_kernel_untar_build} 3
Failure Reason:

name 'six' is not defined

fail 5575562 2020-10-30 15:35:13 2020-10-30 19:50:35 2020-10-30 20:08:34 0:17:59 0:08:22 0:09:37 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
Failure Reason:

name 'six' is not defined

dead 5575564 2020-10-30 15:35:14 2020-10-30 19:50:36 2020-10-30 20:12:35 0:21:59 0:04:54 0:17:05 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_misc} 3
Failure Reason:

{'Failure object was': {'smithi087.front.sepia.ceph.com': {'msg': 'Failed to download packages: Cannot download Packages/qemu-kvm-block-rbd-2.12.0-88.module_el8.1.0+297+df420408.3.x86_64.rpm: All mirrors were tried', 'results': [], 'invocation': {'module_args': {'name': ['dnf-utils', 'sysstat', 'libedit', 'boost-thread', 'xfsprogs', 'gdisk', 'parted', 'libgcrypt', 'fuse-libs', 'openssl', 'libuuid', 'podman', 'podman-docker', 'attr', 'ant', 'lsof', 'gettext', 'bc', 'xfsdump', 'blktrace', 'usbredir', 'libev-devel', 'valgrind', 'nfs-utils', 'ncurses-devel', 'gcc', 'git', 'python3-nose', 'python3-virtualenv', 'genisoimage', 'qemu-img', 'qemu-kvm-core', 'qemu-kvm-block-rbd', 'libacl-devel', 'dbench', 'autoconf', 'gdb', 'iozone'], 'state': 'present', 'allow_downgrade': False, 'autoremove': False, 'bugfix': False, 'disable_gpg_check': False, 'disable_plugin': [], 'disablerepo': [], 'download_only': False, 'enable_plugin': [], 'enablerepo': [], 'exclude': [], 'installroot': '/', 'install_repoquery': True, 'install_weak_deps': True, 'security': False, 'skip_broken': False, 'update_cache': False, 'update_only': False, 'validate_certs': True, 'lock_timeout': 30, 'conf_file': 'None', 'disable_excludes': 'None', 'download_dir': 'None', 'list': 'None', 'releasever': 'None'}}, '_ansible_no_log': False, 'changed': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', '/')"}

fail 5575566 2020-10-30 15:35:14 2020-10-30 19:51:09 2020-10-30 20:15:08 0:23:59 0:07:01 0:16:58 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_norstats} 3
Failure Reason:

name 'six' is not defined

fail 5575568 2020-10-30 15:35:15 2020-10-30 19:52:12 2020-10-30 20:08:11 0:15:59 0:06:00 0:09:59 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/filestore-xfs overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_blogbench} 3
Failure Reason:

name 'six' is not defined

fail 5575570 2020-10-30 15:35:16 2020-10-30 19:52:39 2020-10-30 20:18:38 0:25:59 0:07:41 0:18:18 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_latest} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
Failure Reason:

name 'six' is not defined

fail 5575572 2020-10-30 15:35:17 2020-10-30 19:54:15 2020-10-30 20:10:15 0:16:00 0:08:29 0:07:31 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_dbench} 3
Failure Reason:

name 'six' is not defined

fail 5575574 2020-10-30 15:35:18 2020-10-30 19:54:24 2020-10-30 20:14:24 0:20:00 0:07:49 0:12:11 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_ffsb} 3
Failure Reason:

name 'six' is not defined

fail 5575576 2020-10-30 15:35:18 2020-10-30 19:56:02 2020-10-30 20:16:01 0:19:59 0:07:01 0:12:58 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsstress} 3
Failure Reason:

name 'six' is not defined

fail 5575578 2020-10-30 15:35:19 2020-10-30 19:56:36 2020-10-30 20:16:36 0:20:00 0:06:46 0:13:14 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{centos_latest} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
Failure Reason:

name 'six' is not defined

fail 5575580 2020-10-30 15:35:20 2020-10-30 19:56:39 2020-10-30 20:20:38 0:23:59 0:05:46 0:18:13 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsx} 3
Failure Reason:

name 'six' is not defined

fail 5575582 2020-10-30 15:35:21 2020-10-30 19:57:46 2020-10-30 20:17:46 0:20:00 0:08:19 0:11:41 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_pjd} 3
Failure Reason:

name 'six' is not defined

fail 5575584 2020-10-30 15:35:22 2020-10-30 19:58:32 2020-10-30 20:30:32 0:32:00 0:07:35 0:24:25 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_exports} 3
Failure Reason:

name 'six' is not defined

fail 5575587 2020-10-30 15:35:23 2020-10-30 19:59:35 2020-10-30 20:13:34 0:13:59 0:05:50 0:08:09 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_latest} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/osd-mds-delay objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
Failure Reason:

name 'six' is not defined

fail 5575589 2020-10-30 15:35:24 2020-10-30 20:01:13 2020-10-30 20:25:12 0:23:59 0:05:58 0:18:01 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no verify/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_fsstress validater/lockdep} 3
Failure Reason:

name 'six' is not defined

fail 5575590 2020-10-30 15:35:24 2020-10-30 20:01:13 2020-10-30 20:23:12 0:21:59 0:07:08 0:14:51 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_snapshots} 3
Failure Reason:

name 'six' is not defined

fail 5575593 2020-10-30 15:35:25 2020-10-30 20:03:01 2020-10-30 20:21:01 0:18:00 0:08:05 0:09:55 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-comp overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_kernel_untar_build} 3
Failure Reason:

name 'six' is not defined

fail 5575594 2020-10-30 15:35:26 2020-10-30 20:03:02 2020-10-30 20:31:01 0:27:59 0:07:55 0:20:04 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
Failure Reason:

name 'six' is not defined

fail 5575596 2020-10-30 15:35:27 2020-10-30 20:03:24 2020-10-30 20:31:23 0:27:59 0:08:24 0:19:35 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_misc} 3
Failure Reason:

name 'six' is not defined

fail 5575598 2020-10-30 15:35:28 2020-10-30 20:05:12 2020-10-30 20:25:11 0:19:59 0:07:31 0:12:28 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_norstats} 3
Failure Reason:

name 'six' is not defined

fail 5575600 2020-10-30 15:35:28 2020-10-30 20:05:29 2020-10-30 20:23:29 0:18:00 0:06:56 0:11:04 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_blogbench} 3
Failure Reason:

name 'six' is not defined

fail 5575602 2020-10-30 15:35:29 2020-10-30 20:07:12 2020-10-30 20:25:12 0:18:00 0:08:03 0:09:57 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
Failure Reason:

name 'six' is not defined

fail 5575605 2020-10-30 15:35:30 2020-10-30 20:08:49 2020-10-30 20:22:48 0:13:59 0:06:03 0:07:56 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_dbench} 3
Failure Reason:

name 'six' is not defined

fail 5575607 2020-10-30 15:35:31 2020-10-30 20:08:49 2020-10-30 20:26:48 0:17:59 0:08:20 0:09:39 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_ffsb} 3
Failure Reason:

name 'six' is not defined

fail 5575609 2020-10-30 15:35:32 2020-10-30 20:08:49 2020-10-30 20:30:48 0:21:59 0:07:38 0:14:21 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsstress} 3
Failure Reason:

name 'six' is not defined

fail 5575611 2020-10-30 15:35:32 2020-10-30 20:10:52 2020-10-30 20:26:51 0:15:59 0:07:03 0:08:56 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{rhel_latest} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
Failure Reason:

name 'six' is not defined

fail 5575613 2020-10-30 15:35:33 2020-10-30 20:11:50 2020-10-30 20:29:49 0:17:59 0:06:48 0:11:11 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsx} 3
Failure Reason:

name 'six' is not defined

fail 5575615 2020-10-30 15:35:34 2020-10-30 20:13:12 2020-10-30 20:29:12 0:16:00 0:06:03 0:09:57 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_pjd} 3
Failure Reason:

name 'six' is not defined

fail 5575617 2020-10-30 15:35:35 2020-10-30 20:13:35 2020-10-30 20:37:35 0:24:00 0:08:25 0:15:35 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_exports} 3
Failure Reason:

name 'six' is not defined

fail 5575619 2020-10-30 15:35:36 2020-10-30 20:15:01 2020-10-30 20:29:00 0:13:59 0:05:33 0:08:26 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/osd-mds-delay objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
Failure Reason:

name 'six' is not defined

fail 5575621 2020-10-30 15:35:36 2020-10-30 20:15:13 2020-10-30 20:47:12 0:31:59 0:20:17 0:11:42 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/9-mds conf/{client mds mon osd} mount/kclient/{k-testing mount ms-die-on-skipped} objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no verify/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_dbench validater/valgrind} 3
Failure Reason:

"2020-10-30T20:44:23.515174+0000 mon.b (mon.0) 133 : cluster [WRN] Health check failed: Degraded data redundancy: 2/4 objects degraded (50.000%), 1 pg degraded (PG_DEGRADED)" in cluster log

fail 5575623 2020-10-30 15:35:37 2020-10-30 20:16:38 2020-10-30 20:34:37 0:17:59 0:07:47 0:10:12 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_snapshots} 3
Failure Reason:

name 'six' is not defined

fail 5575625 2020-10-30 15:35:38 2020-10-30 20:16:38 2020-10-30 20:34:38 0:18:00 0:06:53 0:11:07 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_kernel_untar_build} 3
Failure Reason:

name 'six' is not defined

fail 5575627 2020-10-30 15:35:39 2020-10-30 20:17:35 2020-10-30 20:33:35 0:16:00 0:08:01 0:07:59 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
Failure Reason:

name 'six' is not defined

fail 5575629 2020-10-30 15:35:40 2020-10-30 20:18:23 2020-10-30 20:38:23 0:20:00 0:06:09 0:13:51 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/filestore-xfs overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_misc} 3
Failure Reason:

name 'six' is not defined

fail 5575631 2020-10-30 15:35:40 2020-10-30 20:18:39 2020-10-30 20:40:39 0:22:00 0:08:17 0:13:43 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_norstats} 3
Failure Reason:

name 'six' is not defined

fail 5575633 2020-10-30 15:35:41 2020-10-30 20:20:33 2020-10-30 20:46:33 0:26:00 0:07:39 0:18:21 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_blogbench} 3
Failure Reason:

name 'six' is not defined

fail 5575635 2020-10-30 15:35:42 2020-10-30 20:20:39 2020-10-30 20:40:39 0:20:00 0:07:34 0:12:26 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_latest} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
Failure Reason:

name 'six' is not defined

fail 5575637 2020-10-30 15:35:43 2020-10-30 20:21:02 2020-10-30 20:39:01 0:17:59 0:07:13 0:10:46 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_dbench} 3
Failure Reason:

name 'six' is not defined

fail 5575639 2020-10-30 15:35:44 2020-10-30 20:22:53 2020-10-30 20:36:52 0:13:59 0:06:04 0:07:55 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_ffsb} 3
Failure Reason:

name 'six' is not defined

fail 5575641 2020-10-30 15:35:45 2020-10-30 20:22:53 2020-10-30 20:38:52 0:15:59 0:08:07 0:07:52 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsstress} 3
Failure Reason:

name 'six' is not defined

fail 5575643 2020-10-30 15:35:45 2020-10-30 20:23:30 2020-10-30 20:43:30 0:20:00 0:06:58 0:13:02 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{rhel_latest} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
Failure Reason:

name 'six' is not defined

fail 5575645 2020-10-30 15:35:46 2020-10-30 20:25:25 2020-10-30 20:43:25 0:18:00 0:07:51 0:10:09 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsx} 3
Failure Reason:

name 'six' is not defined

fail 5575647 2020-10-30 15:35:47 2020-10-30 20:25:25 2020-10-30 20:51:25 0:26:00 0:07:12 0:18:48 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_pjd} 3
Failure Reason:

name 'six' is not defined

fail 5575649 2020-10-30 15:35:48 2020-10-30 20:25:25 2020-10-30 20:47:25 0:22:00 0:05:51 0:16:09 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-comp overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_exports} 3
Failure Reason:

name 'six' is not defined

fail 5575651 2020-10-30 15:35:49 2020-10-30 20:27:25 2020-10-30 20:43:25 0:16:00 0:05:50 0:10:10 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/osd-mds-delay objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
Failure Reason:

name 'six' is not defined

fail 5575653 2020-10-30 15:35:49 2020-10-30 20:27:25 2020-10-30 20:41:25 0:14:00 0:06:10 0:07:50 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no verify/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_fsstress validater/lockdep} 3
Failure Reason:

name 'six' is not defined

fail 5575655 2020-10-30 15:35:50 2020-10-30 20:27:25 2020-10-30 20:43:25 0:16:00 0:08:20 0:07:40 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_snapshots} 3
Failure Reason:

name 'six' is not defined

fail 5575657 2020-10-30 15:35:51 2020-10-30 20:29:37 2020-10-30 20:55:36 0:25:59 0:07:34 0:18:25 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_kernel_untar_build} 3
Failure Reason:

name 'six' is not defined

fail 5575659 2020-10-30 15:35:52 2020-10-30 20:29:37 2020-10-30 20:51:36 0:21:59 0:08:23 0:13:36 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/none objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
Failure Reason:

name 'six' is not defined

fail 5575661 2020-10-30 15:35:53 2020-10-30 20:30:27 2020-10-30 20:52:26 0:21:59 0:07:05 0:14:54 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_misc} 3
Failure Reason:

name 'six' is not defined

fail 5575663 2020-10-30 15:35:54 2020-10-30 20:31:26 2020-10-30 20:47:25 0:15:59 0:08:14 0:07:45 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_norstats} 3
Failure Reason:

name 'six' is not defined

fail 5575665 2020-10-30 15:35:54 2020-10-30 20:31:26 2020-10-30 20:47:25 0:15:59 0:08:11 0:07:48 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_blogbench} 3
Failure Reason:

name 'six' is not defined

fail 5575667 2020-10-30 15:35:55 2020-10-30 20:33:58 2020-10-30 21:01:58 0:28:00 0:07:36 0:20:24 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_latest} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
Failure Reason:

name 'six' is not defined

fail 5575669 2020-10-30 15:35:56 2020-10-30 20:34:39 2020-10-30 20:52:38 0:17:59 0:07:46 0:10:13 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_dbench} 3
Failure Reason:

name 'six' is not defined

fail 5575671 2020-10-30 15:35:57 2020-10-30 20:34:53 2020-10-30 20:52:53 0:18:00 0:07:01 0:10:59 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_ffsb} 3
Failure Reason:

name 'six' is not defined

fail 5575673 2020-10-30 15:35:57 2020-10-30 20:35:39 2020-10-30 20:55:38 0:19:59 0:06:10 0:13:49 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsstress} 3
Failure Reason:

name 'six' is not defined

fail 5575675 2020-10-30 15:35:58 2020-10-30 20:35:39 2020-10-30 21:01:38 0:25:59 0:06:49 0:19:10 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{centos_latest} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
Failure Reason:

name 'six' is not defined

fail 5575677 2020-10-30 15:35:59 2020-10-30 20:37:30 2020-10-30 20:51:30 0:14:00 0:08:31 0:05:29 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsx} 3
Failure Reason:

name 'six' is not defined

fail 5575679 2020-10-30 15:36:00 2020-10-30 20:37:30 2020-10-30 20:57:30 0:20:00 0:07:56 0:12:04 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_pjd} 3
Failure Reason:

name 'six' is not defined

fail 5575681 2020-10-30 15:36:01 2020-10-30 20:37:36 2020-10-30 20:57:36 0:20:00 0:07:00 0:13:00 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_exports} 3
Failure Reason:

name 'six' is not defined

fail 5575683 2020-10-30 15:36:01 2020-10-30 20:39:09 2020-10-30 20:53:08 0:13:59 0:06:03 0:07:56 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
Failure Reason:

name 'six' is not defined

fail 5575685 2020-10-30 15:36:02 2020-10-30 20:39:09 2020-10-30 21:13:09 0:34:00 0:21:20 0:12:40 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/9-mds conf/{client mds mon osd} mount/kclient/{k-testing mount ms-die-on-skipped} objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no verify/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_dbench validater/valgrind} 3
Failure Reason:

"2020-10-30T21:10:19.225600+0000 mon.b (mon.0) 215 : cluster [WRN] Health check failed: Degraded data redundancy: 2/4 objects degraded (50.000%), 1 pg degraded (PG_DEGRADED)" in cluster log

fail 5575687 2020-10-30 15:36:03 2020-10-30 20:41:15 2020-10-30 20:55:15 0:14:00 0:05:41 0:08:19 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/filestore-xfs overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_snapshots} 3
Failure Reason:

name 'six' is not defined

fail 5575689 2020-10-30 15:36:04 2020-10-30 20:41:26 2020-10-30 21:01:25 0:19:59 0:08:07 0:11:52 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_kernel_untar_build} 3
Failure Reason:

name 'six' is not defined

fail 5575691 2020-10-30 15:36:05 2020-10-30 20:41:27 2020-10-30 20:59:26 0:17:59 0:08:16 0:09:43 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{centos_latest} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
Failure Reason:

name 'six' is not defined

fail 5575693 2020-10-30 15:36:05 2020-10-30 20:43:10 2020-10-30 21:05:09 0:21:59 0:07:46 0:14:13 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_misc} 3
Failure Reason:

name 'six' is not defined

fail 5575695 2020-10-30 15:36:06 2020-10-30 20:43:26 2020-10-30 21:01:25 0:17:59 0:07:11 0:10:48 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_norstats} 3
Failure Reason:

name 'six' is not defined

fail 5575697 2020-10-30 15:36:07 2020-10-30 20:43:31 2020-10-30 20:59:30 0:15:59 0:05:48 0:10:11 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_blogbench} 3
Failure Reason:

name 'six' is not defined

fail 5575699 2020-10-30 15:36:08 2020-10-30 20:46:15 2020-10-30 21:14:14 0:27:59 0:07:32 0:20:27 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_latest} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
Failure Reason:

name 'six' is not defined

fail 5575701 2020-10-30 15:36:09 2020-10-30 20:46:15 2020-10-30 21:20:15 0:34:00 0:08:07 0:25:53 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_dbench} 3
Failure Reason:

name 'six' is not defined

fail 5575703 2020-10-30 15:36:09 2020-10-30 20:47:14 2020-10-30 21:11:13 0:23:59 0:08:02 0:15:57 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_ffsb} 3
Failure Reason:

name 'six' is not defined

fail 5575705 2020-10-30 15:36:10 2020-10-30 20:48:03 2020-10-30 21:06:03 0:18:00 0:07:18 0:10:42 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsstress} 3
Failure Reason:

name 'six' is not defined

fail 5575707 2020-10-30 15:36:11 2020-10-30 20:48:03 2020-10-30 21:08:03 0:20:00 0:06:59 0:13:01 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
Failure Reason:

name 'six' is not defined

fail 5575709 2020-10-30 15:36:12 2020-10-30 20:48:03 2020-10-30 21:02:02 0:13:59 0:05:57 0:08:02 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-comp overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsx} 3
Failure Reason:

name 'six' is not defined

fail 5575711 2020-10-30 15:36:13 2020-10-30 20:50:39 2020-10-30 21:06:39 0:16:00 0:08:28 0:07:32 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_pjd} 3
Failure Reason:

name 'six' is not defined

fail 5575713 2020-10-30 15:36:14 2020-10-30 20:52:04 2020-10-30 21:12:04 0:20:00 0:07:29 0:12:31 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_exports} 3
Failure Reason:

name 'six' is not defined

fail 5575715 2020-10-30 15:36:14 2020-10-30 20:52:04 2020-10-30 21:04:04 0:12:00 0:06:01 0:05:59 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_latest} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
Failure Reason:

name 'six' is not defined

fail 5575717 2020-10-30 15:36:15 2020-10-30 20:52:27 2020-10-30 21:18:27 0:26:00 0:06:14 0:19:46 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/3-mds conf/{client mds mon osd} mount/fuse objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no verify/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_fsstress validater/lockdep} 3
Failure Reason:

name 'six' is not defined

fail 5575719 2020-10-30 15:36:16 2020-10-30 20:52:39 2020-10-30 21:14:39 0:22:00 0:07:25 0:14:35 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_snapshots} 3
Failure Reason:

name 'six' is not defined

fail 5575721 2020-10-30 15:36:17 2020-10-30 20:53:47 2020-10-30 21:19:47 0:26:00 0:08:31 0:17:29 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_kernel_untar_build} 3
Failure Reason:

name 'six' is not defined

fail 5575723 2020-10-30 15:36:17 2020-10-30 20:53:47 2020-10-30 21:25:47 0:32:00 0:08:26 0:23:34 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{centos_latest} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
Failure Reason:

name 'six' is not defined

fail 5575725 2020-10-30 15:36:18 2020-10-30 20:55:52 2020-10-30 21:13:52 0:18:00 0:08:24 0:09:36 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_misc} 3
Failure Reason:

name 'six' is not defined

fail 5575727 2020-10-30 15:36:19 2020-10-30 20:55:52 2020-10-30 21:15:52 0:20:00 0:07:57 0:12:03 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_norstats} 3
Failure Reason:

name 'six' is not defined

fail 5575729 2020-10-30 15:36:20 2020-10-30 20:56:26 2020-10-30 21:18:25 0:21:59 0:06:53 0:15:06 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_blogbench} 3
Failure Reason:

name 'six' is not defined

fail 5575731 2020-10-30 15:36:21 2020-10-30 20:57:54 2020-10-30 21:15:54 0:18:00 0:07:58 0:10:02 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
Failure Reason:

name 'six' is not defined

fail 5575733 2020-10-30 15:36:22 2020-10-30 20:57:54 2020-10-30 21:13:54 0:16:00 0:06:04 0:09:56 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_dbench} 3
Failure Reason:

name 'six' is not defined

fail 5575735 2020-10-30 15:36:22 2020-10-30 20:58:16 2020-10-30 21:30:16 0:32:00 0:08:37 0:23:23 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_ffsb} 3
Failure Reason:

name 'six' is not defined

fail 5575737 2020-10-30 15:36:23 2020-10-30 20:58:35 2020-10-30 21:16:34 0:17:59 0:07:58 0:10:01 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsstress} 3
Failure Reason:

name 'six' is not defined

fail 5575739 2020-10-30 15:36:24 2020-10-30 21:00:08 2020-10-30 21:20:07 0:19:59 0:06:54 0:13:05 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{rhel_latest} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/filestore-xfs overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
Failure Reason:

name 'six' is not defined

fail 5575741 2020-10-30 15:36:25 2020-10-30 21:02:05 2020-10-30 21:22:04 0:19:59 0:07:33 0:12:26 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsx} 3
Failure Reason:

name 'six' is not defined

fail 5575743 2020-10-30 15:36:26 2020-10-30 21:02:05 2020-10-30 21:18:05 0:16:00 0:08:13 0:07:47 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/filestore-xfs overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_pjd} 3
Failure Reason:

name 'six' is not defined

fail 5575745 2020-10-30 15:36:26 2020-10-30 21:02:05 2020-10-30 21:22:04 0:19:59 0:08:41 0:11:18 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_exports} 3
Failure Reason:

name 'six' is not defined

fail 5575747 2020-10-30 15:36:27 2020-10-30 21:04:05 2020-10-30 21:26:05 0:22:00 0:05:51 0:16:09 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{ubuntu_latest} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/fuse msgr-failures/osd-mds-delay objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
Failure Reason:

name 'six' is not defined

fail 5575749 2020-10-30 15:36:28 2020-10-30 21:04:31 2020-10-30 21:40:32 0:36:01 0:20:36 0:15:25 smithi master centos 8.1 multimds/verify/{begin centos_latest clusters/9-mds conf/{client mds mon osd} mount/kclient/{k-testing mount ms-die-on-skipped} objectstore-ec/bluestore-bitmap overrides/{fuse-default-perm-no verify/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down}} tasks/cfuse_workunit_suites_dbench validater/valgrind} 3
Failure Reason:

"2020-10-30T21:37:51.640060+0000 mon.a (mon.0) 131 : cluster [WRN] Health check failed: Degraded data redundancy: 2/4 objects degraded (50.000%), 1 pg degraded (PG_DEGRADED)" in cluster log

fail 5575751 2020-10-30 15:36:29 2020-10-30 21:05:49 2020-10-30 21:33:49 0:28:00 0:08:01 0:19:59 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cephfs_test_snapshots} 3
Failure Reason:

name 'six' is not defined

fail 5575753 2020-10-30 15:36:30 2020-10-30 21:06:05 2020-10-30 21:24:05 0:18:00 0:07:14 0:10:46 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_kernel_untar_build} 3
Failure Reason:

name 'six' is not defined

fail 5575755 2020-10-30 15:36:30 2020-10-30 21:06:40 2020-10-30 21:28:39 0:21:59 0:08:10 0:13:49 smithi master rhel 8.1 multimds/thrash/{0-supported-random-distro$/{rhel_latest} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
Failure Reason:

name 'six' is not defined

fail 5575757 2020-10-30 15:36:31 2020-10-30 21:08:07 2020-10-30 21:28:07 0:20:00 0:06:24 0:13:36 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_misc} 3
Failure Reason:

name 'six' is not defined

fail 5575759 2020-10-30 15:36:32 2020-10-30 21:08:07 2020-10-30 21:26:06 0:17:59 0:08:19 0:09:40 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_norstats} 3
Failure Reason:

name 'six' is not defined

fail 5575761 2020-10-30 15:36:33 2020-10-30 21:08:38 2020-10-30 21:30:38 0:22:00 0:07:58 0:14:02 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_blogbench} 3
Failure Reason:

name 'six' is not defined

fail 5575763 2020-10-30 15:36:34 2020-10-30 21:10:44 2020-10-30 21:28:43 0:17:59 0:07:41 0:10:18 smithi master centos 8.1 multimds/thrash/{0-supported-random-distro$/{centos_latest} begin ceph-thrash/mds clusters/3-mds-2-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_pjd} 3
Failure Reason:

name 'six' is not defined

fail 5575765 2020-10-30 15:36:35 2020-10-30 21:11:14 2020-10-30 21:29:15 0:18:01 0:07:22 0:10:39 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_dbench} 3
Failure Reason:

name 'six' is not defined

fail 5575767 2020-10-30 15:36:35 2020-10-30 21:12:36 2020-10-30 21:28:36 0:16:00 0:08:37 0:07:23 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-comp overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_ffsb} 3
Failure Reason:

name 'six' is not defined

fail 5575770 2020-10-30 15:36:36 2020-10-30 21:14:49 2020-10-30 21:36:47 0:21:58 0:08:41 0:13:17 smithi master rhel 8.1 multimds/basic/{0-supported-random-distro$/{ubuntu_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsstress} 3
Failure Reason:

name 'six' is not defined

fail 5575772 2020-10-30 15:36:37 2020-10-30 21:14:49 2020-10-30 21:36:47 0:21:58 0:07:06 0:14:52 smithi master ubuntu 18.04 multimds/thrash/{0-supported-random-distro$/{rhel_latest} begin ceph-thrash/mon clusters/9-mds-3-standby conf/{client mds mon osd} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-ec-root overrides/{fuse-default-perm-no thrash/{frag_enable whitelist_health whitelist_wrongly_marked_down} thrash_debug} tasks/cfuse_workunit_suites_fsstress} 3
Failure Reason:

"2020-10-30T21:35:07.771575+0000 mon.b (mon.0) 224 : cluster [WRN] Health check failed: Degraded data redundancy: 2/4 objects degraded (50.000%), 1 pg degraded (PG_DEGRADED)" in cluster log

fail 5575773 2020-10-30 15:36:38 2020-10-30 21:14:49 2020-10-30 21:36:47 0:21:58 0:07:46 0:14:12 smithi master centos 8.1 multimds/basic/{0-supported-random-distro$/{centos_latest} begin clusters/3-mds conf/{client mds mon osd} inline/no mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_fsx} 3
Failure Reason:

name 'six' is not defined

fail 5575775 2020-10-30 15:36:39 2020-10-30 21:14:49 2020-10-30 21:34:47 0:19:58 0:07:28 0:12:30 smithi master ubuntu 18.04 multimds/basic/{0-supported-random-distro$/{rhel_latest} begin clusters/9-mds conf/{client mds mon osd} inline/yes mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{basic/{frag_enable whitelist_health whitelist_wrongly_marked_down} fuse-default-perm-no} q_check_counter/check_counter tasks/cfuse_workunit_suites_pjd} 3
Failure Reason:

name 'six' is not defined