Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 5539911 2020-10-20 03:16:38 2020-10-20 15:19:23 2020-10-20 16:41:24 1:22:01 1:15:28 0:06:33 smithi master centos 8.1 fs/thrash/{begin ceph-thrash/mds clusters/1-mds-1-client-coloc conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-comp overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/cfuse_workunit_snaptests} 2
pass 5539912 2020-10-20 03:16:39 2020-10-20 15:21:06 2020-10-20 16:03:06 0:42:00 0:32:52 0:09:08 smithi master centos 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/volumes/{overrides test/clone}} 2
pass 5539913 2020-10-20 03:16:40 2020-10-20 15:21:06 2020-10-20 16:23:06 1:02:00 0:54:26 0:07:34 smithi master centos 8.1 fs/basic_workload/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} inline/yes mount/fuse objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/cfuse_workunit_suites_iogen} 2
pass 5539914 2020-10-20 03:16:41 2020-10-20 15:21:22 2020-10-20 15:43:21 0:21:59 0:15:23 0:06:36 smithi master rhel 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/volumes/{overrides test/misc}} 2
pass 5539915 2020-10-20 03:16:41 2020-10-20 15:21:29 2020-10-20 15:43:29 0:22:00 0:15:02 0:06:58 smithi master centos 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/volumes/{overrides test/snapshot}} 2
pass 5539916 2020-10-20 03:16:42 2020-10-20 15:21:48 2020-10-20 15:51:48 0:30:00 0:20:17 0:09:43 smithi master ubuntu 18.04 fs/traceless/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/cfuse_workunit_suites_blogbench traceless/50pc} 2
pass 5539917 2020-10-20 03:16:43 2020-10-20 15:23:19 2020-10-20 16:51:20 1:28:01 1:21:29 0:06:32 smithi master centos 8.1 fs/verify/{begin centos_latest clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap overrides/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down} tasks/cfuse_workunit_suites_dbench validater/lockdep} 2
pass 5539918 2020-10-20 03:16:44 2020-10-20 15:23:20 2020-10-20 15:47:19 0:23:59 0:15:55 0:08:04 smithi master rhel 8.1 fs/32bits/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap overrides/{faked-ino frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/cfuse_workunit_suites_fsstress} 2
pass 5539919 2020-10-20 03:16:44 2020-10-20 15:23:30 2020-10-20 15:41:30 0:18:00 0:11:05 0:06:55 smithi master rhel 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/acls-fuse-client} 2
pass 5539920 2020-10-20 03:16:45 2020-10-20 15:24:03 2020-10-20 15:42:03 0:18:00 0:07:24 0:10:36 smithi master fs/bugs/client_trim_caps/{begin clusters/small-cluster conf/{client mds mon osd} objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} tasks/trim-i22073} 1
pass 5539921 2020-10-20 03:16:46 2020-10-20 15:25:54 2020-10-20 15:55:54 0:30:00 0:18:02 0:11:58 smithi master ubuntu 18.04 fs/multiclient/{begin clusters/1-mds-2-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-bitmap overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} tasks/cephfs_misc_tests} 4
pass 5539922 2020-10-20 03:16:47 2020-10-20 15:25:54 2020-10-20 16:17:55 0:52:01 0:42:07 0:09:54 smithi master ubuntu 18.04 fs/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap overrides/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/failover} 2
pass 5539923 2020-10-20 03:16:47 2020-10-20 15:25:55 2020-10-20 15:47:54 0:21:59 0:16:16 0:05:43 smithi master rhel 8.1 fs/permission/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/cfuse_workunit_misc} 2
pass 5539924 2020-10-20 03:16:48 2020-10-20 15:27:36 2020-10-20 17:01:37 1:34:01 1:23:46 0:10:15 smithi master centos 8.1 fs/snaps/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/snaptests} 2
pass 5539925 2020-10-20 03:16:49 2020-10-20 15:27:36 2020-10-20 16:15:36 0:48:00 0:36:03 0:11:57 smithi master fs/upgrade/featureful_client/old_client/{bluestore-bitmap clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{frag_enable multimds/no pg-warn whitelist_health whitelist_wrongly_marked_down} tasks/{0-nautilus 1-client 2-upgrade 3-compat_client/no}} 3
pass 5539926 2020-10-20 03:16:50 2020-10-20 15:27:36 2020-10-20 16:05:36 0:38:00 0:28:08 0:09:52 smithi master rhel 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/admin} 2
pass 5539927 2020-10-20 03:16:50 2020-10-20 15:27:36 2020-10-20 15:49:35 0:21:59 0:14:49 0:07:10 smithi master centos 8.1 fs/basic_workload/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-comp omap_limit/10 overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/cfuse_workunit_suites_iozone} 2
pass 5539928 2020-10-20 03:16:51 2020-10-20 15:29:57 2020-10-20 15:49:56 0:19:59 0:08:56 0:11:03 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/alternate-pool} 2
pass 5539929 2020-10-20 03:16:52 2020-10-20 15:29:57 2020-10-20 16:07:57 0:38:00 0:20:17 0:17:43 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/asok_dump_tree} 2
pass 5539930 2020-10-20 03:16:53 2020-10-20 15:29:57 2020-10-20 15:51:56 0:21:59 0:08:25 0:13:34 smithi master centos 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/auto-repair} 2
fail 5539931 2020-10-20 03:16:53 2020-10-20 15:30:48 2020-10-20 15:48:47 0:17:59 0:03:12 0:14:47 smithi master rhel 8.1 fs/basic_workload/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} inline/yes mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/cfuse_workunit_suites_pjd} 2
Failure Reason:

{'Failure object was': {'smithi116.front.sepia.ceph.com': {'msg': 'non-zero return code', 'cmd': ['hwclock', '--systohc'], 'stdout': '', 'stderr': 'hwclock: Cannot access the Hardware Clock via any known method.\\nhwclock: Use the --verbose option to see the details of our search for an access method.', 'rc': 1, 'start': '2020-10-20 15:45:28.196605', 'end': '2020-10-20 15:45:28.198461', 'delta': '0:00:00.001856', 'changed': True, 'invocation': {'module_args': {'_raw_params': 'hwclock --systohc', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': 'None', 'chdir': 'None', 'executable': 'None', 'creates': 'None', 'removes': 'None', 'stdin': 'None'}}, 'stdout_lines': [], 'stderr_lines': ['hwclock: Cannot access the Hardware Clock via any known method.', 'hwclock: Use the --verbose option to see the details of our search for an access method.'], '_ansible_no_log': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 199, in represent_list return self.represent_sequence(\'tag:yaml.org,2002:seq\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 92, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', 'hwclock')"}

pass 5539932 2020-10-20 03:16:54 2020-10-20 15:31:47 2020-10-20 15:45:46 0:13:59 0:08:04 0:05:55 smithi master centos 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/backtrace} 2
pass 5539933 2020-10-20 03:16:55 2020-10-20 15:31:47 2020-10-20 15:51:46 0:19:59 0:08:32 0:11:27 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/cap-flush} 2
pass 5539934 2020-10-20 03:16:55 2020-10-20 15:31:57 2020-10-20 15:59:57 0:28:00 0:12:12 0:15:48 smithi master ubuntu 18.04 fs/32bits/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{faked-ino frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/cfuse_workunit_suites_pjd} 2
pass 5539935 2020-10-20 03:16:56 2020-10-20 15:33:25 2020-10-20 16:09:25 0:36:00 0:27:09 0:08:51 smithi master centos 8.1 fs/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/multifs-auth} 2
pass 5539936 2020-10-20 03:16:57 2020-10-20 15:33:25 2020-10-20 15:55:25 0:22:00 0:13:59 0:08:01 smithi master rhel 8.1 fs/permission/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/cfuse_workunit_suites_pjd} 2
pass 5539937 2020-10-20 03:16:58 2020-10-20 15:34:14 2020-10-20 16:14:14 0:40:00 0:29:17 0:10:43 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/cephfs-shell} 2
pass 5539938 2020-10-20 03:16:58 2020-10-20 15:34:15 2020-10-20 16:04:15 0:30:00 0:22:34 0:07:26 smithi master rhel 8.1 fs/thrash/{begin ceph-thrash/mon clusters/1-mds-1-client-coloc conf/{client mds mon osd} mount/fuse msgr-failures/osd-mds-delay objectstore-ec/bluestore-ec-root overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/cfuse_workunit_suites_fsstress} 2
pass 5539939 2020-10-20 03:16:59 2020-10-20 15:35:51 2020-10-20 15:59:51 0:24:00 0:16:45 0:07:15 smithi master rhel 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/cephfs_scrub_tests} 2
pass 5539940 2020-10-20 03:17:00 2020-10-20 15:35:51 2020-10-20 15:51:51 0:16:00 0:07:33 0:08:27 smithi master centos 8.1 fs/basic_workload/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/filestore-xfs omap_limit/10 overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/cfuse_workunit_suites_truncate_delay} 2
pass 5539941 2020-10-20 03:17:01 2020-10-20 15:37:44 2020-10-20 15:59:44 0:22:00 0:11:55 0:10:05 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/cfuse_workunit_quota} 2
pass 5539942 2020-10-20 03:17:01 2020-10-20 15:37:44 2020-10-20 17:17:45 1:40:01 1:28:55 0:11:06 smithi master ubuntu 18.04 fs/upgrade/volumes/import-legacy/{bluestore-bitmap clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{frag_enable pg-warn whitelist_health whitelist_wrongly_marked_down} tasks/{0-nautilus 1-client 2-upgrade 3-verify} ubuntu_18.04} 2
dead 5539943 2020-10-20 03:17:02 2020-10-20 15:37:44 2020-10-20 15:47:43 0:09:59 0:03:12 0:06:47 smithi master centos 8.1 fs/traceless/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/cfuse_workunit_suites_dbench traceless/50pc} 2
Failure Reason:

{'Failure object was': {'smithi086.front.sepia.ceph.com': {'msg': 'non-zero return code', 'cmd': ['semodule', '-i', '/tmp/nrpe.pp'], 'stdout': '', 'stderr': 'libsemanage.semanage_get_lock: Could not get direct transaction lock at /var/lib/selinux/targeted/semanage.trans.LOCK. (Resource temporarily unavailable).\\nsemodule: Failed on /tmp/nrpe.pp!', 'rc': 1, 'start': '2020-10-20 15:45:48.443320', 'end': '2020-10-20 15:45:53.450807', 'delta': '0:00:05.007487', 'changed': True, 'invocation': {'module_args': {'_raw_params': 'semodule -i /tmp/nrpe.pp', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': 'None', 'chdir': 'None', 'executable': 'None', 'creates': 'None', 'removes': 'None', 'stdin': 'None'}}, 'stdout_lines': [], 'stderr_lines': ['libsemanage.semanage_get_lock: Could not get direct transaction lock at /var/lib/selinux/targeted/semanage.trans.LOCK. (Resource temporarily unavailable).', 'semodule: Failed on /tmp/nrpe.pp!'], '_ansible_no_log': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 199, in represent_list return self.represent_sequence(\'tag:yaml.org,2002:seq\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 92, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', 'semodule')"}

pass 5539944 2020-10-20 03:17:03 2020-10-20 15:37:52 2020-10-20 18:15:55 2:38:03 2:31:02 0:07:01 smithi master centos 8.1 fs/verify/{begin centos_latest clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down} tasks/cfuse_workunit_suites_fsstress validater/valgrind} 2
pass 5539945 2020-10-20 03:17:04 2020-10-20 15:38:05 2020-10-20 16:06:05 0:28:00 0:16:40 0:11:20 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/client-limits} 2
pass 5539946 2020-10-20 03:17:04 2020-10-20 15:39:56 2020-10-20 15:59:55 0:19:59 0:08:43 0:11:16 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/client-readahad} 2
pass 5539947 2020-10-20 03:17:05 2020-10-20 15:39:56 2020-10-20 16:03:55 0:23:59 0:08:49 0:15:10 smithi master ubuntu 18.04 fs/multiclient/{begin clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} tasks/ior-shared-file} 5
pass 5539948 2020-10-20 03:17:06 2020-10-20 15:39:56 2020-10-20 16:21:56 0:42:00 0:30:37 0:11:23 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/client-recovery} 2
pass 5539949 2020-10-20 03:17:07 2020-10-20 15:41:40 2020-10-20 15:59:39 0:17:59 0:10:21 0:07:38 smithi master centos 8.1 fs/basic_workload/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} inline/yes mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/cfuse_workunit_trivial_sync} 2
dead 5539950 2020-10-20 03:17:07 2020-10-20 15:41:40 2020-10-20 15:53:40 0:12:00 smithi master centos 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/damage} 2
Failure Reason:

SSH connection to smithi116 was lost: 'uname -r'

pass 5539951 2020-10-20 03:17:08 2020-10-20 15:41:40 2020-10-20 16:01:40 0:20:00 0:14:17 0:05:43 smithi master centos 8.1 fs/32bits/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp overrides/{faked-ino frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/cfuse_workunit_suites_fsstress} 2
pass 5539952 2020-10-20 03:17:09 2020-10-20 15:41:40 2020-10-20 16:37:40 0:56:00 0:43:56 0:12:04 smithi master rhel 8.1 fs/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp overrides/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/failover} 2
pass 5539953 2020-10-20 03:17:09 2020-10-20 15:41:47 2020-10-20 16:05:47 0:24:00 0:13:25 0:10:35 smithi master ubuntu 18.04 fs/permission/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/cfuse_workunit_misc} 2
pass 5539954 2020-10-20 03:17:10 2020-10-20 15:42:04 2020-10-20 17:36:06 1:54:02 1:47:09 0:06:53 smithi master rhel 8.1 fs/snaps/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/snaptests} 2
pass 5539955 2020-10-20 03:17:11 2020-10-20 15:42:30 2020-10-20 16:10:29 0:27:59 0:22:44 0:05:15 smithi master centos 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/data-scan} 2
pass 5539956 2020-10-20 03:17:12 2020-10-20 15:44:00 2020-10-20 16:03:59 0:19:59 0:13:20 0:06:39 smithi master rhel 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/forward-scrub} 2
pass 5539957 2020-10-20 03:17:12 2020-10-20 15:44:00 2020-10-20 16:08:00 0:24:00 0:14:32 0:09:28 smithi master centos 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/fragment} 2
pass 5539958 2020-10-20 03:17:13 2020-10-20 15:44:00 2020-10-20 16:10:00 0:26:00 0:14:11 0:11:49 smithi master ubuntu 18.04 fs/basic_workload/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/libcephfs_interface_tests} 2
pass 5539959 2020-10-20 03:17:14 2020-10-20 15:44:00 2020-10-20 16:18:00 0:34:00 0:23:25 0:10:35 smithi master rhel 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/journal-repair} 2
fail 5539960 2020-10-20 03:17:15 2020-10-20 15:44:00 2020-10-20 16:05:59 0:21:59 0:10:21 0:11:38 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/libcephfs_python} 2
Failure Reason:

"2020-10-20T15:59:14.485172+0000 mon.b (mon.0) 68 : cluster [WRN] Health check failed: 1/3 mons down, quorum b,c (MON_DOWN)" in cluster log

pass 5539961 2020-10-20 03:17:15 2020-10-20 15:46:05 2020-10-20 16:06:05 0:20:00 0:11:27 0:08:33 smithi master centos 8.1 fs/thrash/{begin ceph-thrash/mds clusters/1-mds-1-client-coloc conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/filestore-xfs overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/cfuse_workunit_suites_pjd} 2
pass 5539962 2020-10-20 03:17:16 2020-10-20 15:46:06 2020-10-20 16:18:05 0:31:59 0:21:11 0:10:48 smithi master fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{frag_enable multimds/no pg-warn whitelist_health whitelist_wrongly_marked_down} tasks/{0-nautilus 1-client 2-upgrade 3-client-upgrade 4-compat_client 5-client-sanity}} 3
fail 5539963 2020-10-20 03:17:17 2020-10-20 15:46:06 2020-10-20 15:54:05 0:07:59 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/mds-flush} 2
Failure Reason:

Command failed on smithi086 with status 100: 'sudo apt-get clean'

pass 5539964 2020-10-20 03:17:18 2020-10-20 15:47:56 2020-10-20 17:29:57 1:42:01 1:35:21 0:06:40 smithi master centos 8.1 fs/basic_workload/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} inline/yes mount/fuse objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/cfuse_workunit_kernel_untar_build} 2
pass 5539965 2020-10-20 03:17:18 2020-10-20 15:47:56 2020-10-20 16:49:56 1:02:00 0:50:49 0:11:11 smithi master ubuntu 18.04 fs/traceless/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/cfuse_workunit_suites_ffsb traceless/50pc} 2
pass 5539966 2020-10-20 03:17:19 2020-10-20 15:47:56 2020-10-20 16:59:57 1:12:01 1:03:59 0:08:02 smithi master centos 8.1 fs/verify/{begin centos_latest clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp overrides/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down} tasks/cfuse_workunit_suites_dbench validater/lockdep} 2
pass 5539967 2020-10-20 03:17:20 2020-10-20 15:47:56 2020-10-20 16:11:56 0:24:00 0:13:19 0:10:41 smithi master rhel 8.1 fs/32bits/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root overrides/{faked-ino frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/cfuse_workunit_suites_pjd} 2
pass 5539968 2020-10-20 03:17:21 2020-10-20 15:48:48 2020-10-20 16:26:48 0:38:00 0:29:28 0:08:32 smithi master rhel 8.1 fs/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root overrides/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/multifs-auth} 2
pass 5539969 2020-10-20 03:17:21 2020-10-20 15:48:51 2020-10-20 16:08:51 0:20:00 0:11:47 0:08:13 smithi master centos 8.1 fs/permission/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/cfuse_workunit_suites_pjd} 2
pass 5539970 2020-10-20 03:17:22 2020-10-20 15:49:49 2020-10-20 16:19:49 0:30:00 0:17:04 0:12:56 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/mds-full} 2
pass 5539971 2020-10-20 03:17:23 2020-10-20 15:49:57 2020-10-20 16:09:57 0:20:00 0:07:47 0:12:13 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/mds_creation_retry} 2
pass 5539972 2020-10-20 03:17:23 2020-10-20 15:52:05 2020-10-20 16:16:05 0:24:00 0:11:32 0:12:28 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/openfiletable} 2
pass 5539973 2020-10-20 03:17:24 2020-10-20 15:52:06 2020-10-20 16:26:05 0:33:59 0:11:12 0:22:47 smithi master ubuntu 18.04 fs/multiclient/{begin clusters/1-mds-2-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-comp overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} tasks/mdtest} 4
pass 5539974 2020-10-20 03:17:25 2020-10-20 15:52:06 2020-10-20 16:14:05 0:21:59 0:09:12 0:12:47 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/pool-perm} 2
pass 5539975 2020-10-20 03:17:26 2020-10-20 15:52:06 2020-10-20 17:36:07 1:44:01 1:34:24 0:09:37 smithi master centos 8.1 fs/basic_workload/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/cfuse_workunit_misc} 2
pass 5539976 2020-10-20 03:17:26 2020-10-20 15:52:06 2020-10-20 16:14:05 0:21:59 0:08:39 0:13:20 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/quota} 2
dead 5539977 2020-10-20 03:17:27 2020-10-20 15:52:48 2020-10-20 15:58:47 0:05:59 smithi master rhel 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/sessionmap/{sessionmap}} 2
pass 5539978 2020-10-20 03:17:28 2020-10-20 15:54:18 2020-10-20 16:28:18 0:34:00 0:23:03 0:10:57 smithi master rhel 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/strays} 2
pass 5539979 2020-10-20 03:17:29 2020-10-20 15:54:18 2020-10-20 16:22:18 0:28:00 0:13:26 0:14:34 smithi master ubuntu 18.04 fs/32bits/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/filestore-xfs overrides/{faked-ino frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/cfuse_workunit_suites_fsstress} 2
pass 5539980 2020-10-20 03:17:29 2020-10-20 15:56:03 2020-10-20 16:48:03 0:52:00 0:42:13 0:09:47 smithi master rhel 8.1 fs/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} mount/fuse objectstore-ec/filestore-xfs overrides/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/failover} 2
pass 5539981 2020-10-20 03:17:30 2020-10-20 15:56:03 2020-10-20 16:22:03 0:26:00 0:13:16 0:12:44 smithi master ubuntu 18.04 fs/permission/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/filestore-xfs overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/cfuse_workunit_misc} 2
pass 5539982 2020-10-20 03:17:31 2020-10-20 15:58:49 2020-10-20 17:04:50 1:06:01 0:59:09 0:06:52 smithi master rhel 8.1 fs/snaps/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/snaptests} 2
pass 5539983 2020-10-20 03:17:32 2020-10-20 16:00:18 2020-10-20 16:26:18 0:26:00 0:18:55 0:07:05 smithi master centos 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/test_journal_migration} 2
pass 5539984 2020-10-20 03:17:32 2020-10-20 16:00:18 2020-10-20 16:28:18 0:28:00 0:19:43 0:08:17 smithi master centos 8.1 fs/basic_workload/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} inline/yes mount/fuse objectstore-ec/filestore-xfs omap_limit/10000 overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/cfuse_workunit_misc_test_o_trunc} 2
pass 5539985 2020-10-20 03:17:33 2020-10-20 16:00:18 2020-10-20 16:38:18 0:38:00 0:23:44 0:14:16 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/volume-client/{task/test/{test}}} 2
pass 5539986 2020-10-20 03:17:34 2020-10-20 16:00:18 2020-10-20 16:34:18 0:34:00 0:22:00 0:12:00 smithi master fs/upgrade/featureful_client/old_client/{bluestore-bitmap clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{frag_enable multimds/yes pg-warn whitelist_health whitelist_wrongly_marked_down} tasks/{0-nautilus 1-client 2-upgrade 3-compat_client/pacific}} 3
pass 5539987 2020-10-20 03:17:35 2020-10-20 16:00:18 2020-10-20 16:24:18 0:24:00 0:11:44 0:12:16 smithi master ubuntu 18.04 fs/thrash/{begin ceph-thrash/mon clusters/1-mds-1-client-coloc conf/{client mds mon osd} mount/fuse msgr-failures/osd-mds-delay objectstore-ec/bluestore-bitmap overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/cfuse_workunit_trivial_sync} 2
pass 5539988 2020-10-20 03:17:35 2020-10-20 16:02:18 2020-10-20 16:40:18 0:38:00 0:31:45 0:06:15 smithi master centos 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/volumes/{overrides test/basic}} 2
pass 5539989 2020-10-20 03:17:36 2020-10-20 16:03:07 2020-10-20 16:31:07 0:28:00 0:17:56 0:10:04 smithi master ubuntu 18.04 fs/traceless/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/cfuse_workunit_suites_fsstress traceless/50pc} 2
pass 5539990 2020-10-20 03:17:37 2020-10-20 16:04:32 2020-10-20 18:20:34 2:16:02 2:09:37 0:06:25 smithi master centos 8.1 fs/verify/{begin centos_latest clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root overrides/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down} tasks/cfuse_workunit_suites_fsstress validater/valgrind} 2
pass 5539991 2020-10-20 03:17:38 2020-10-20 16:04:33 2020-10-20 16:46:32 0:41:59 0:35:11 0:06:48 smithi master rhel 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/volumes/{overrides test/clone}} 2
pass 5539992 2020-10-20 03:17:38 2020-10-20 16:04:32 2020-10-20 16:26:32 0:22:00 0:15:59 0:06:01 smithi master rhel 8.1 fs/basic_workload/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/cfuse_workunit_norstats} 2
pass 5539993 2020-10-20 03:17:39 2020-10-20 16:04:35 2020-10-20 16:28:34 0:23:59 0:13:16 0:10:43 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/volumes/{overrides test/misc}} 2
pass 5539994 2020-10-20 03:17:40 2020-10-20 16:06:14 2020-10-20 16:30:13 0:23:59 0:17:08 0:06:51 smithi master rhel 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/volumes/{overrides test/snapshot}} 2
pass 5539995 2020-10-20 03:17:41 2020-10-20 16:06:14 2020-10-20 16:26:13 0:19:59 0:14:02 0:05:57 smithi master rhel 8.1 fs/32bits/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap overrides/{faked-ino frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/cfuse_workunit_suites_pjd} 2
pass 5539996 2020-10-20 03:17:41 2020-10-20 16:06:14 2020-10-20 16:26:13 0:19:59 0:09:35 0:10:24 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/acls-fuse-client} 2
pass 5539997 2020-10-20 03:17:42 2020-10-20 16:06:14 2020-10-20 16:40:14 0:34:00 0:18:32 0:15:28 smithi master ubuntu 18.04 fs/multiclient/{begin clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-ec-root overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} tasks/cephfs_misc_tests} 5
pass 5539998 2020-10-20 03:17:43 2020-10-20 16:06:14 2020-10-20 16:42:14 0:36:00 0:29:13 0:06:47 smithi master rhel 8.1 fs/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap overrides/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/multifs-auth} 2
pass 5539999 2020-10-20 03:17:44 2020-10-20 16:08:35 2020-10-20 16:30:35 0:22:00 0:11:41 0:10:19 smithi master ubuntu 18.04 fs/permission/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/cfuse_workunit_suites_pjd} 2
pass 5540000 2020-10-20 03:17:44 2020-10-20 16:08:35 2020-10-20 16:44:35 0:36:00 0:27:58 0:08:02 smithi master rhel 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/admin} 2
pass 5540001 2020-10-20 03:17:45 2020-10-20 16:08:52 2020-10-20 16:36:51 0:27:59 0:22:10 0:05:49 smithi master centos 8.1 fs/basic_workload/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} inline/yes mount/fuse objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/cfuse_workunit_suites_blogbench} 2
pass 5540002 2020-10-20 03:17:46 2020-10-20 16:08:59 2020-10-20 16:26:59 0:18:00 0:11:11 0:06:49 smithi master rhel 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/alternate-pool} 2
pass 5540003 2020-10-20 03:17:47 2020-10-20 16:09:26 2020-10-20 16:37:26 0:28:00 0:18:25 0:09:35 smithi master centos 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/asok_dump_tree} 2
pass 5540004 2020-10-20 03:17:47 2020-10-20 16:10:34 2020-10-20 16:32:34 0:22:00 0:08:50 0:13:10 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/auto-repair} 2
pass 5540005 2020-10-20 03:17:48 2020-10-20 16:10:34 2020-10-20 17:04:35 0:54:01 0:37:12 0:16:49 smithi master fs/upgrade/featureful_client/old_client/{bluestore-bitmap clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{frag_enable multimds/yes pg-warn whitelist_health whitelist_wrongly_marked_down} tasks/{0-nautilus 1-client 2-upgrade 3-compat_client/no}} 3
pass 5540006 2020-10-20 03:17:49 2020-10-20 16:10:35 2020-10-20 16:32:34 0:21:59 0:07:53 0:14:06 smithi master centos 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/backtrace} 2
pass 5540007 2020-10-20 03:17:50 2020-10-20 16:12:34 2020-10-20 17:20:35 1:08:01 1:01:00 0:07:01 smithi master rhel 8.1 fs/basic_workload/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-comp omap_limit/10 overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/cfuse_workunit_suites_dbench} 2
pass 5540008 2020-10-20 03:17:50 2020-10-20 16:14:26 2020-10-20 16:32:26 0:18:00 0:07:59 0:10:01 smithi master centos 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/cap-flush} 2
pass 5540009 2020-10-20 03:17:51 2020-10-20 16:14:27 2020-10-20 18:44:29 2:30:02 2:15:10 0:14:52 smithi master ubuntu 18.04 fs/thrash/{begin ceph-thrash/mds clusters/1-mds-1-client-coloc conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-comp-ec-root overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/cfuse_workunit_snaptests} 2
pass 5540010 2020-10-20 03:17:52 2020-10-20 16:14:27 2020-10-20 16:44:26 0:29:59 0:19:58 0:10:01 smithi master centos 8.1 fs/traceless/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/filestore-xfs overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/cfuse_workunit_suites_blogbench traceless/50pc} 2
pass 5540011 2020-10-20 03:17:53 2020-10-20 16:16:14 2020-10-20 17:14:15 0:58:01 0:51:01 0:07:00 smithi master centos 8.1 fs/verify/{begin centos_latest clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/filestore-xfs overrides/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down} tasks/cfuse_workunit_suites_dbench validater/lockdep} 2
pass 5540012 2020-10-20 03:17:53 2020-10-20 16:16:14 2020-10-20 16:42:14 0:26:00 0:18:43 0:07:17 smithi master rhel 8.1 fs/32bits/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{faked-ino frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/cfuse_workunit_suites_fsstress} 2
pass 5540013 2020-10-20 03:17:54 2020-10-20 16:18:33 2020-10-20 17:08:33 0:50:00 0:42:20 0:07:40 smithi master centos 8.1 fs/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/failover} 2
pass 5540014 2020-10-20 03:17:55 2020-10-20 16:18:33 2020-10-20 16:40:32 0:21:59 0:13:30 0:08:29 smithi master centos 8.1 fs/permission/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/cfuse_workunit_misc} 2
pass 5540015 2020-10-20 03:17:56 2020-10-20 16:18:33 2020-10-20 18:10:34 1:52:01 1:37:08 0:14:53 smithi master ubuntu 18.04 fs/snaps/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/snaptests} 2
pass 5540016 2020-10-20 03:17:56 2020-10-20 16:19:27 2020-10-20 16:59:27 0:40:00 0:29:11 0:10:49 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/cephfs-shell} 2
pass 5540017 2020-10-20 03:17:57 2020-10-20 16:20:26 2020-10-20 16:44:25 0:23:59 0:16:58 0:07:01 smithi master rhel 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/cephfs_scrub_tests} 2
pass 5540018 2020-10-20 03:17:58 2020-10-20 16:22:33 2020-10-20 17:44:35 1:22:02 1:09:56 0:12:06 smithi master ubuntu 18.04 fs/basic_workload/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} inline/yes mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/cfuse_workunit_suites_ffsb} 2
pass 5540019 2020-10-20 03:17:59 2020-10-20 16:22:34 2020-10-20 16:44:33 0:21:59 0:11:12 0:10:47 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/cfuse_workunit_quota} 2
pass 5540020 2020-10-20 03:17:59 2020-10-20 16:22:34 2020-10-20 16:50:33 0:27:59 0:18:32 0:09:27 smithi master rhel 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/client-limits} 2
pass 5540021 2020-10-20 03:18:00 2020-10-20 16:23:08 2020-10-20 16:43:07 0:19:59 0:08:25 0:11:34 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/client-readahad} 2
pass 5540022 2020-10-20 03:18:01 2020-10-20 16:24:55 2020-10-20 16:46:55 0:22:00 0:08:30 0:13:30 smithi master ubuntu 18.04 fs/multiclient/{begin clusters/1-mds-2-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/filestore-xfs overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} tasks/ior-shared-file} 4
pass 5540023 2020-10-20 03:18:02 2020-10-20 16:25:13 2020-10-20 17:01:12 0:35:59 0:30:35 0:05:24 smithi master centos 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/client-recovery} 2
pass 5540024 2020-10-20 03:18:02 2020-10-20 16:26:43 2020-10-20 16:50:43 0:24:00 0:13:56 0:10:04 smithi master ubuntu 18.04 fs/basic_workload/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/filestore-xfs omap_limit/10 overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/cfuse_workunit_suites_fsstress} 2
pass 5540025 2020-10-20 03:18:03 2020-10-20 16:26:44 2020-10-20 16:52:43 0:25:59 0:16:51 0:09:08 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/damage} 2
pass 5540026 2020-10-20 03:18:04 2020-10-20 16:26:44 2020-10-20 16:48:43 0:21:59 0:12:00 0:09:59 smithi master ubuntu 18.04 fs/32bits/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp overrides/{faked-ino frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/cfuse_workunit_suites_pjd} 2
pass 5540027 2020-10-20 03:18:05 2020-10-20 16:26:44 2020-10-20 17:02:43 0:35:59 0:29:22 0:06:37 smithi master rhel 8.1 fs/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp overrides/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/multifs-auth} 2
pass 5540028 2020-10-20 03:18:05 2020-10-20 16:26:44 2020-10-20 16:50:43 0:23:59 0:13:08 0:10:51 smithi master ubuntu 18.04 fs/permission/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/cfuse_workunit_suites_pjd} 2
pass 5540029 2020-10-20 03:18:06 2020-10-20 16:26:49 2020-10-20 16:58:49 0:32:00 0:24:10 0:07:50 smithi master centos 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/data-scan} 2
pass 5540030 2020-10-20 03:18:07 2020-10-20 16:27:00 2020-10-20 17:05:00 0:38:00 0:21:16 0:16:44 smithi master fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{frag_enable multimds/yes pg-warn whitelist_health whitelist_wrongly_marked_down} tasks/{0-nautilus 1-client 2-upgrade 3-client-upgrade 4-compat_client 5-client-sanity}} 3
pass 5540031 2020-10-20 03:18:07 2020-10-20 16:28:55 2020-10-20 16:46:55 0:18:00 0:11:02 0:06:58 smithi master centos 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/forward-scrub} 2
pass 5540032 2020-10-20 03:18:08 2020-10-20 16:28:55 2020-10-20 16:52:55 0:24:00 0:14:37 0:09:23 smithi master centos 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/fragment} 2
pass 5540033 2020-10-20 03:18:09 2020-10-20 16:28:56 2020-10-20 16:58:55 0:29:59 0:22:20 0:07:39 smithi master rhel 8.1 fs/basic_workload/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} inline/yes mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/cfuse_workunit_suites_fsx} 2
pass 5540034 2020-10-20 03:18:10 2020-10-20 16:30:52 2020-10-20 17:40:53 1:10:01 1:00:43 0:09:18 smithi master ubuntu 18.04 fs/traceless/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/cfuse_workunit_suites_dbench traceless/50pc} 2
pass 5540035 2020-10-20 03:18:10 2020-10-20 16:30:52 2020-10-20 18:34:54 2:04:02 1:57:03 0:06:59 smithi master centos 8.1 fs/verify/{begin centos_latest clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap overrides/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down} tasks/cfuse_workunit_suites_fsstress validater/valgrind} 2
dead 5540036 2020-10-20 03:18:11 2020-10-20 16:31:08 2020-10-20 16:43:07 0:11:59 0:01:28 0:10:31 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/journal-repair} 2
Failure Reason:

{'Failure object was': {'smithi103.front.sepia.ceph.com': {'msg': 'non-zero return code', 'cmd': ['hwclock', '--systohc'], 'stdout': '', 'stderr': 'hwclock: Cannot access the Hardware Clock via any known method.\\nhwclock: Use the --verbose option to see the details of our search for an access method.', 'rc': 1, 'start': '2020-10-20 16:42:25.610206', 'end': '2020-10-20 16:42:25.612070', 'delta': '0:00:00.001864', 'changed': True, 'invocation': {'module_args': {'_raw_params': 'hwclock --systohc', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': 'None', 'chdir': 'None', 'executable': 'None', 'creates': 'None', 'removes': 'None', 'stdin': 'None'}}, 'stdout_lines': [], 'stderr_lines': ['hwclock: Cannot access the Hardware Clock via any known method.', 'hwclock: Use the --verbose option to see the details of our search for an access method.'], '_ansible_no_log': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 199, in represent_list return self.represent_sequence(\'tag:yaml.org,2002:seq\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 92, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', 'hwclock')"}

pass 5540037 2020-10-20 03:18:12 2020-10-20 16:33:04 2020-10-20 17:03:04 0:30:00 0:20:23 0:09:37 smithi master rhel 8.1 fs/thrash/{begin ceph-thrash/mon clusters/1-mds-1-client-coloc conf/{client mds mon osd} mount/fuse msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/cfuse_workunit_suites_fsstress} 2
pass 5540038 2020-10-20 03:18:13 2020-10-20 16:33:04 2020-10-20 16:51:03 0:17:59 0:10:13 0:07:46 smithi master centos 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/libcephfs_python} 2
dead 5540039 2020-10-20 03:18:13 2020-10-20 16:33:04 2020-10-20 16:45:03 0:11:59 0:02:42 0:09:17 smithi master centos 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/mds-flush} 2
Failure Reason:

{'smithi103.front.sepia.ceph.com': {'changed': False, 'msg': 'Data could not be sent to remote host "smithi103.front.sepia.ceph.com". Make sure this host can be reached over ssh: ssh: connect to host smithi103.front.sepia.ceph.com port 22: No route to host\r\n', 'unreachable': True}, 'Failure object was': {'smithi164.front.sepia.ceph.com': {'results': [{'diff': {'before': {'path': '/usr/sbin/megacli'}, 'after': {'path': '/usr/sbin/megacli'}}, 'path': '/usr/sbin/megacli', 'changed': False, 'uid': 0, 'gid': 0, 'owner': 'root', 'group': 'root', 'mode': '0755', 'state': 'file', 'secontext': 'system_u:object_r:bin_t:s0', 'size': 2716736, 'invocation': {'module_args': {'owner': 'root', 'group': 'root', 'mode': 493, 'dest': '/usr/sbin/megacli', '_original_basename': 'megacli', 'recurse': False, 'state': 'file', 'path': '/usr/sbin/megacli', 'force': False, 'follow': True, 'modification_time_format': '%Y%m%d%H%M.%S', 'access_time_format': '%Y%m%d%H%M.%S', '_diff_peek': 'None', 'src': 'None', 'modification_time': 'None', 'access_time': 'None', 'seuser': 'None', 'serole': 'None', 'selevel': 'None', 'setype': 'None', 'attributes': 'None', 'content': 'None', 'backup': 'None', 'remote_src': 'None', 'regexp': 'None', 'delimiter': 'None', 'directory_mode': 'None', 'unsafe_writes': 'None'}}, 'checksum': 'cb3ef2aa6a3e3002b234f166e739a39b1f3a1bde', 'dest': '/usr/sbin/megacli', '_ansible_no_log': False, 'failed': False, 'item': 'megacli', 'ansible_loop_var': 'item', '_ansible_item_label': 'megacli'}, {'diff': {'before': {'path': '/usr/sbin/cli64'}, 'after': {'path': '/usr/sbin/cli64'}}, 'path': '/usr/sbin/cli64', 'changed': False, 'uid': 0, 'gid': 0, 'owner': 'root', 'group': 'root', 'mode': '0755', 'state': 'file', 'secontext': 'system_u:object_r:bin_t:s0', 'size': 1952038, 'invocation': {'module_args': {'owner': 'root', 'group': 'root', 'mode': 493, 'dest': '/usr/sbin/cli64', '_original_basename': 'cli64', 'recurse': False, 'state': 'file', 'path': '/usr/sbin/cli64', 'force': False, 'follow': True, 'modification_time_format': '%Y%m%d%H%M.%S', 'access_time_format': '%Y%m%d%H%M.%S', '_diff_peek': 'None', 'src': 'None', 'modification_time': 'None', 'access_time': 'None', 'seuser': 'None', 'serole': 'None', 'selevel': 'None', 'setype': 'None', 'attributes': 'None', 'content': 'None', 'backup': 'None', 'remote_src': 'None', 'regexp': 'None', 'delimiter': 'None', 'directory_mode': 'None', 'unsafe_writes': 'None'}}, 'checksum': 'a3b8773b14e8594ffbd9fc156c09436eb0184bc7', 'dest': '/usr/sbin/cli64', '_ansible_no_log': False, 'failed': False, 'item': 'cli64', 'ansible_loop_var': 'item', '_ansible_item_label': 'cli64'}, {'unreachable': True, 'msg': 'Data could not be sent to remote host "smithi164.front.sepia.ceph.com". Make sure this host can be reached over ssh: ssh: connect to host smithi164.front.sepia.ceph.com port 22: No route to host\\r\\n', 'item': 'nvme', 'ansible_loop_var': 'item', '_ansible_item_label': 'nvme'}], 'msg': 'All items completed', 'changed': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 199, in represent_list return self.represent_sequence(\'tag:yaml.org,2002:seq\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 92, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', 'megacli')"}

pass 5540040 2020-10-20 03:18:14 2020-10-20 16:34:56 2020-10-20 16:58:56 0:24:00 0:15:19 0:08:41 smithi master centos 8.1 fs/32bits/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root overrides/{faked-ino frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/cfuse_workunit_suites_fsstress} 2
pass 5540041 2020-10-20 03:18:15 2020-10-20 16:37:31 2020-10-20 17:29:31 0:52:00 0:42:00 0:10:00 smithi master ubuntu 18.04 fs/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root overrides/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/failover} 2
pass 5540042 2020-10-20 03:18:16 2020-10-20 16:37:31 2020-10-20 16:59:31 0:22:00 0:13:58 0:08:02 smithi master centos 8.1 fs/permission/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/cfuse_workunit_misc} 2
pass 5540043 2020-10-20 03:18:16 2020-10-20 16:37:31 2020-10-20 17:35:31 0:58:00 0:52:06 0:05:54 smithi master centos 8.1 fs/snaps/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/filestore-xfs overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/snaptests} 2
pass 5540044 2020-10-20 03:18:17 2020-10-20 16:37:41 2020-10-20 17:07:41 0:30:00 0:21:09 0:08:51 smithi master rhel 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/mds-full} 2
pass 5540045 2020-10-20 03:18:18 2020-10-20 16:38:19 2020-10-20 17:08:19 0:30:00 0:18:19 0:11:41 smithi master ubuntu 18.04 fs/basic_workload/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/cfuse_workunit_suites_fsync} 2
pass 5540046 2020-10-20 03:18:18 2020-10-20 16:40:51 2020-10-20 16:58:51 0:18:00 0:07:42 0:10:18 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/mds_creation_retry} 2
pass 5540047 2020-10-20 03:18:19 2020-10-20 16:40:51 2020-10-20 17:00:51 0:20:00 0:09:19 0:10:41 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/openfiletable} 2
pass 5540048 2020-10-20 03:18:20 2020-10-20 16:40:52 2020-10-20 17:12:51 0:31:59 0:19:00 0:12:59 smithi master ubuntu 18.04 fs/multiclient/{begin clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-bitmap overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} tasks/mdtest} 5
pass 5540049 2020-10-20 03:18:21 2020-10-20 16:41:25 2020-10-20 17:01:24 0:19:59 0:09:18 0:10:41 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/pool-perm} 2
dead 5540050 2020-10-20 03:18:21 2020-10-20 16:42:51 2020-10-20 16:52:50 0:09:59 smithi master fs/upgrade/featureful_client/old_client/{bluestore-bitmap clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{frag_enable multimds/no pg-warn whitelist_health whitelist_wrongly_marked_down} tasks/{0-nautilus 1-client 2-upgrade 3-compat_client/pacific}}
Failure Reason:

'ssh_keyscan smithi103.front.sepia.ceph.com' reached maximum tries (5) after waiting for 5 seconds

pass 5540051 2020-10-20 03:18:22 2020-10-20 16:42:51 2020-10-20 17:34:51 0:52:00 0:40:53 0:11:07 smithi master ubuntu 18.04 fs/basic_workload/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} inline/yes mount/fuse objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/cfuse_workunit_suites_iogen} 2
pass 5540052 2020-10-20 03:18:23 2020-10-20 16:43:08 2020-10-20 17:03:08 0:20:00 0:08:52 0:11:08 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/quota} 2
pass 5540053 2020-10-20 03:18:24 2020-10-20 16:43:08 2020-10-20 17:01:08 0:18:00 0:11:56 0:06:04 smithi master centos 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/sessionmap/{sessionmap}} 2
pass 5540054 2020-10-20 03:18:24 2020-10-20 16:43:27 2020-10-20 17:15:26 0:31:59 0:20:59 0:11:00 smithi master ubuntu 18.04 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-ec-root overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/strays} 2
pass 5540055 2020-10-20 03:18:25 2020-10-20 16:45:03 2020-10-20 18:03:03 1:18:00 1:11:55 0:06:05 smithi master centos 8.1 fs/traceless/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/cfuse_workunit_suites_ffsb traceless/50pc} 2
pass 5540056 2020-10-20 03:18:26 2020-10-20 16:45:03 2020-10-20 18:13:04 1:28:01 1:21:24 0:06:37 smithi master centos 8.1 fs/verify/{begin centos_latest clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down} tasks/cfuse_workunit_suites_dbench validater/lockdep} 2
pass 5540057 2020-10-20 03:18:27 2020-10-20 16:45:03 2020-10-20 17:07:02 0:21:59 0:11:41 0:10:18 smithi master ubuntu 18.04 fs/32bits/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/filestore-xfs overrides/{faked-ino frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/cfuse_workunit_suites_pjd} 2
pass 5540058 2020-10-20 03:18:27 2020-10-20 16:45:03 2020-10-20 17:23:03 0:38:00 0:28:32 0:09:28 smithi master ubuntu 18.04 fs/multifs/{begin clusters/1a3s-mds-2c-client conf/{client mds mon osd} mount/fuse objectstore-ec/filestore-xfs overrides/{frag_enable mon-debug whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{ubuntu_latest} tasks/multifs-auth} 2
pass 5540059 2020-10-20 03:18:28 2020-10-20 16:45:04 2020-10-20 17:03:04 0:18:00 0:11:07 0:06:53 smithi master centos 8.1 fs/permission/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} mount/fuse objectstore-ec/filestore-xfs overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/cfuse_workunit_suites_pjd} 2
pass 5540060 2020-10-20 03:18:29 2020-10-20 16:47:10 2020-10-20 17:13:10 0:26:00 0:18:49 0:07:11 smithi master centos 8.1 fs/basic_functional/{begin clusters/1-mds-4-client-coloc conf/{client mds mon osd} mount/fuse objectstore/bluestore-bitmap overrides/{frag_enable no_client_pidfile whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/test_journal_migration} 2
pass 5540061 2020-10-20 03:18:30 2020-10-20 16:47:11 2020-10-20 17:09:10 0:21:59 0:15:29 0:06:30 smithi master rhel 8.1 fs/basic_workload/{begin clusters/fixed-2-ucephfs conf/{client mds mon osd} inline/no mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_8} tasks/cfuse_workunit_suites_iozone} 2
pass 5540062 2020-10-20 03:18:30 2020-10-20 16:47:10 2020-10-20 17:07:10 0:20:00 0:12:31 0:07:29 smithi master centos 8.1 fs/thrash/{begin ceph-thrash/mds clusters/1-mds-1-client-coloc conf/{client mds mon osd} mount/fuse msgr-failures/none objectstore-ec/bluestore-ec-root overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{centos_8} tasks/cfuse_workunit_suites_pjd} 2