Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2020-06-02 14:42:22	2020-06-02 16:14:32	2020-06-02 16:24:30	0:09:58	0:02:20	0:07:38	mira	master	ubuntu		2	dead

Nodes: mira110 mira117

Description: rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_bucket_quota.yaml}

Log: http://qa-proxy.ceph.com/teuthology/ofriedma-2020-06-02_14:41:16-rgw-wip-mkogan-ofriedma-add-cache-api-i01-distro-basic-mira/5112573/teuthology.log

Sentry event: http://sentry.ceph.com/sepia/teuthology/?q=58c7dc792a8e4f85a10d64355b6976ce

Failure Reason:

{'Failure object was': {'mira110.front.sepia.ceph.com': {'results': [{'changed': True, 'end': '2020-06-02 16:22:37.282538', 'stdout': ' Labels on physical volume "/dev/sdb" successfully wiped.', 'cmd': 'pvremove --force --force --yes /dev/sdb', 'rc': 0, 'start': '2020-06-02 16:22:37.250371', 'stderr': ' WARNING: Device for PV AJUdyI-ogu5-yDQd-eHAk-ExJG-SdNx-G4QWtL not found or rejected by a filter.\\n WARNING: Device for PV dPGnfK-rTSk-UmsN-FcSx-SOhl-OsZf-7ZKB5a not found or rejected by a filter.\\n WARNING: Device for PV mj73Ur-1ll2-qBLn-091p-baEF-xWcn-n5VHeN not found or rejected by a filter.\\n WARNING: Device for PV IL3swE-O3RI-plnq-zW32-1bZT-tLY7-FE5Kts not found or rejected by a filter.\\n WARNING: Device for PV RusNtL-xIHN-qKsY-ilaI-PZdy-db4V-4nYx2c not found or rejected by a filter.\\n WARNING: PV /dev/sdb is used by VG vg_hdd.\\n WARNING: Wiping physical volume label from /dev/sdb of volume group "vg_hdd".', 'delta': '0:00:00.032167', 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes /dev/sdb', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'stdout_lines': [' Labels on physical volume "/dev/sdb" successfully wiped.'], 'stderr_lines': [' WARNING: Device for PV AJUdyI-ogu5-yDQd-eHAk-ExJG-SdNx-G4QWtL not found or rejected by a filter.', ' WARNING: Device for PV dPGnfK-rTSk-UmsN-FcSx-SOhl-OsZf-7ZKB5a not found or rejected by a filter.', ' WARNING: Device for PV mj73Ur-1ll2-qBLn-091p-baEF-xWcn-n5VHeN not found or rejected by a filter.', ' WARNING: Device for PV IL3swE-O3RI-plnq-zW32-1bZT-tLY7-FE5Kts not found or rejected by a filter.', ' WARNING: Device for PV RusNtL-xIHN-qKsY-ilaI-PZdy-db4V-4nYx2c not found or rejected by a filter.', ' WARNING: PV /dev/sdb is used by VG vg_hdd.', ' WARNING: Wiping physical volume label from /dev/sdb of volume group "vg_hdd".'], '_ansible_no_log': False, 'failed': False, 'item': '/dev/sdb', 'ansible_loop_var': 'item', '_ansible_item_label': '/dev/sdb'}, {'changed': True, 'end': '2020-06-02 16:22:37.499147', 'stdout': '', 'cmd': 'pvremove --force --force --yes [unknown]', 'failed': True, 'delta': '0:00:00.029767', 'stderr': ' WARNING: Device for PV Ya6CUy-dy52-8C8F-3Mer-QF4t-S26Q-DQWf0I not found or rejected by a filter.\\n WARNING: Device for PV AJUdyI-ogu5-yDQd-eHAk-ExJG-SdNx-G4QWtL not found or rejected by a filter.\\n WARNING: Device for PV dPGnfK-rTSk-UmsN-FcSx-SOhl-OsZf-7ZKB5a not found or rejected by a filter.\\n WARNING: Device for PV mj73Ur-1ll2-qBLn-091p-baEF-xWcn-n5VHeN not found or rejected by a filter.\\n WARNING: Device for PV IL3swE-O3RI-plnq-zW32-1bZT-tLY7-FE5Kts not found or rejected by a filter.\\n WARNING: Device for PV RusNtL-xIHN-qKsY-ilaI-PZdy-db4V-4nYx2c not found or rejected by a filter.\\n Device [unknown] not found.', 'rc': 5, 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes [unknown]', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'start': '2020-06-02 16:22:37.469380', 'msg': 'non-zero return code', 'stdout_lines': [], 'stderr_lines': [' WARNING: Device for PV Ya6CUy-dy52-8C8F-3Mer-QF4t-S26Q-DQWf0I not found or rejected by a filter.', ' WARNING: Device for PV AJUdyI-ogu5-yDQd-eHAk-ExJG-SdNx-G4QWtL not found or rejected by a filter.', ' WARNING: Device for PV dPGnfK-rTSk-UmsN-FcSx-SOhl-OsZf-7ZKB5a not found or rejected by a filter.', ' WARNING: Device for PV mj73Ur-1ll2-qBLn-091p-baEF-xWcn-n5VHeN not found or rejected by a filter.', ' WARNING: Device for PV IL3swE-O3RI-plnq-zW32-1bZT-tLY7-FE5Kts not found or rejected by a filter.', ' WARNING: Device for PV RusNtL-xIHN-qKsY-ilaI-PZdy-db4V-4nYx2c not found or rejected by a filter.', ' Device [unknown] not found.'], '_ansible_no_log': False, 'item': '[unknown]', 'ansible_loop_var': 'item', '_ansible_item_label': '[unknown]'}, {'changed': True, 'end': '2020-06-02 16:22:37.704753', 'stdout': '', 'cmd': 'pvremove --force --force --yes [unknown]', 'failed': True, 'delta': '0:00:00.030722', 'stderr': ' WARNING: Device for PV Ya6CUy-dy52-8C8F-3Mer-QF4t-S26Q-DQWf0I not found or rejected by a filter.\\n WARNING: Device for PV AJUdyI-ogu5-yDQd-eHAk-ExJG-SdNx-G4QWtL not found or rejected by a filter.\\n WARNING: Device for PV dPGnfK-rTSk-UmsN-FcSx-SOhl-OsZf-7ZKB5a not found or rejected by a filter.\\n WARNING: Device for PV mj73Ur-1ll2-qBLn-091p-baEF-xWcn-n5VHeN not found or rejected by a filter.\\n WARNING: Device for PV IL3swE-O3RI-plnq-zW32-1bZT-tLY7-FE5Kts not found or rejected by a filter.\\n WARNING: Device for PV RusNtL-xIHN-qKsY-ilaI-PZdy-db4V-4nYx2c not found or rejected by a filter.\\n Device [unknown] not found.', 'rc': 5, 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes [unknown]', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'start': '2020-06-02 16:22:37.674031', 'msg': 'non-zero return code', 'stdout_lines': [], 'stderr_lines': [' WARNING: Device for PV Ya6CUy-dy52-8C8F-3Mer-QF4t-S26Q-DQWf0I not found or rejected by a filter.', ' WARNING: Device for PV AJUdyI-ogu5-yDQd-eHAk-ExJG-SdNx-G4QWtL not found or rejected by a filter.', ' WARNING: Device for PV dPGnfK-rTSk-UmsN-FcSx-SOhl-OsZf-7ZKB5a not found or rejected by a filter.', ' WARNING: Device for PV mj73Ur-1ll2-qBLn-091p-baEF-xWcn-n5VHeN not found or rejected by a filter.', ' WARNING: Device for PV IL3swE-O3RI-plnq-zW32-1bZT-tLY7-FE5Kts not found or rejected by a filter.', ' WARNING: Device for PV RusNtL-xIHN-qKsY-ilaI-PZdy-db4V-4nYx2c not found or rejected by a filter.', ' Device [unknown] not found.'], '_ansible_no_log': False, 'item': '[unknown]', 'ansible_loop_var': 'item', '_ansible_item_label': '[unknown]'}, {'changed': True, 'end': '2020-06-02 16:22:37.909838', 'stdout': '', 'cmd': 'pvremove --force --force --yes [unknown]', 'failed': True, 'delta': '0:00:00.028632', 'stderr': ' WARNING: Device for PV Ya6CUy-dy52-8C8F-3Mer-QF4t-S26Q-DQWf0I not found or rejected by a filter.\\n WARNING: Device for PV AJUdyI-ogu5-yDQd-eHAk-ExJG-SdNx-G4QWtL not found or rejected by a filter.\\n WARNING: Device for PV dPGnfK-rTSk-UmsN-FcSx-SOhl-OsZf-7ZKB5a not found or rejected by a filter.\\n WARNING: Device for PV mj73Ur-1ll2-qBLn-091p-baEF-xWcn-n5VHeN not found or rejected by a filter.\\n WARNING: Device for PV IL3swE-O3RI-plnq-zW32-1bZT-tLY7-FE5Kts not found or rejected by a filter.\\n WARNING: Device for PV RusNtL-xIHN-qKsY-ilaI-PZdy-db4V-4nYx2c not found or rejected by a filter.\\n Device [unknown] not found.', 'rc': 5, 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes [unknown]', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'start': '2020-06-02 16:22:37.881206', 'msg': 'non-zero return code', 'stdout_lines': [], 'stderr_lines': [' WARNING: Device for PV Ya6CUy-dy52-8C8F-3Mer-QF4t-S26Q-DQWf0I not found or rejected by a filter.', ' WARNING: Device for PV AJUdyI-ogu5-yDQd-eHAk-ExJG-SdNx-G4QWtL not found or rejected by a filter.', ' WARNING: Device for PV dPGnfK-rTSk-UmsN-FcSx-SOhl-OsZf-7ZKB5a not found or rejected by a filter.', ' WARNING: Device for PV mj73Ur-1ll2-qBLn-091p-baEF-xWcn-n5VHeN not found or rejected by a filter.', ' WARNING: Device for PV IL3swE-O3RI-plnq-zW32-1bZT-tLY7-FE5Kts not found or rejected by a filter.', ' WARNING: Device for PV RusNtL-xIHN-qKsY-ilaI-PZdy-db4V-4nYx2c not found or rejected by a filter.', ' Device [unknown] not found.'], '_ansible_no_log': False, 'item': '[unknown]', 'ansible_loop_var': 'item', '_ansible_item_label': '[unknown]'}, {'changed': True, 'end': '2020-06-02 16:22:38.106795', 'stdout': ' Labels on physical volume "/dev/sdf" successfully wiped.', 'cmd': 'pvremove --force --force --yes /dev/sdf', 'rc': 0, 'start': '2020-06-02 16:22:38.075271', 'stderr': ' WARNING: Device for PV Ya6CUy-dy52-8C8F-3Mer-QF4t-S26Q-DQWf0I not found or rejected by a filter.\\n WARNING: Device for PV AJUdyI-ogu5-yDQd-eHAk-ExJG-SdNx-G4QWtL not found or rejected by a filter.\\n WARNING: Device for PV dPGnfK-rTSk-UmsN-FcSx-SOhl-OsZf-7ZKB5a not found or rejected by a filter.\\n WARNING: Device for PV mj73Ur-1ll2-qBLn-091p-baEF-xWcn-n5VHeN not found or rejected by a filter.\\n WARNING: Device for PV IL3swE-O3RI-plnq-zW32-1bZT-tLY7-FE5Kts not found or rejected by a filter.\\n WARNING: Device for PV RusNtL-xIHN-qKsY-ilaI-PZdy-db4V-4nYx2c not found or rejected by a filter.\\n WARNING: PV /dev/sdf is used by VG vg_hdd.\\n WARNING: Wiping physical volume label from /dev/sdf of volume group "vg_hdd".', 'delta': '0:00:00.031524', 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes /dev/sdf', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'stdout_lines': [' Labels on physical volume "/dev/sdf" successfully wiped.'], 'stderr_lines': [' WARNING: Device for PV Ya6CUy-dy52-8C8F-3Mer-QF4t-S26Q-DQWf0I not found or rejected by a filter.', ' WARNING: Device for PV AJUdyI-ogu5-yDQd-eHAk-ExJG-SdNx-G4QWtL not found or rejected by a filter.', ' WARNING: Device for PV dPGnfK-rTSk-UmsN-FcSx-SOhl-OsZf-7ZKB5a not found or rejected by a filter.', ' WARNING: Device for PV mj73Ur-1ll2-qBLn-091p-baEF-xWcn-n5VHeN not found or rejected by a filter.', ' WARNING: Device for PV IL3swE-O3RI-plnq-zW32-1bZT-tLY7-FE5Kts not found or rejected by a filter.', ' WARNING: Device for PV RusNtL-xIHN-qKsY-ilaI-PZdy-db4V-4nYx2c not found or rejected by a filter.', ' WARNING: PV /dev/sdf is used by VG vg_hdd.', ' WARNING: Wiping physical volume label from /dev/sdf of volume group "vg_hdd".'], '_ansible_no_log': False, 'failed': False, 'item': '/dev/sdf', 'ansible_loop_var': 'item', '_ansible_item_label': '/dev/sdf'}, {'changed': True, 'end': '2020-06-02 16:22:38.298340', 'stdout': '', 'cmd': 'pvremove --force --force --yes [unknown]', 'failed': True, 'delta': '0:00:00.026219', 'stderr': ' Device [unknown] not found.', 'rc': 5, 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes [unknown]', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'start': '2020-06-02 16:22:38.272121', 'msg': 'non-zero return code', 'stdout_lines': [], 'stderr_lines': [' Device [unknown] not found.'], '_ansible_no_log': False, 'item': '[unknown]', 'ansible_loop_var': 'item', '_ansible_item_label': '[unknown]'}, {'changed': True, 'end': '2020-06-02 16:22:38.482296', 'stdout': '', 'cmd': 'pvremove --force --force --yes [unknown]', 'failed': True, 'delta': '0:00:00.027831', 'stderr': ' Device [unknown] not found.', 'rc': 5, 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes [unknown]', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'start': '2020-06-02 16:22:38.454465', 'msg': 'non-zero return code', 'stdout_lines': [], 'stderr_lines': [' Device [unknown] not found.'], '_ansible_no_log': False, 'item': '[unknown]', 'ansible_loop_var': 'item', '_ansible_item_label': '[unknown]'}], 'changed': True, 'msg': 'All items completed'}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 199, in represent_list return self.represent_sequence(\'tag:yaml.org,2002:seq\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 92, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', '/dev/sdb')"}

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/ofriedma-2020-06-02_14:41:16-rgw-wip-mkogan-ofriedma-add-cache-api-i01-distro-basic-mira/5112573/teuthology.log
archive_path: /home/teuthworker/archive/ofriedma-2020-06-02_14:41:16-rgw-wip-mkogan-ofriedma-add-cache-api-i01-distro-basic-mira/5112573
description: rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_bucket_quota.yaml}
duration: 0:02:20
email: ofriedma@redhat.com
failure_reason: {'Failure object was': {'mira110.front.sepia.ceph.com': {'results': [{'changed': True, 'end': '2020-06-02 16:22:37.282538', 'stdout': ' Labels on physical volume "/dev/sdb" successfully wiped.', 'cmd': 'pvremove --force --force --yes /dev/sdb', 'rc': 0, 'start': '2020-06-02 16:22:37.250371', 'stderr': ' WARNING: Device for PV AJUdyI-ogu5-yDQd-eHAk-ExJG-SdNx-G4QWtL not found or rejected by a filter.\\n WARNING: Device for PV dPGnfK-rTSk-UmsN-FcSx-SOhl-OsZf-7ZKB5a not found or rejected by a filter.\\n WARNING: Device for PV mj73Ur-1ll2-qBLn-091p-baEF-xWcn-n5VHeN not found or rejected by a filter.\\n WARNING: Device for PV IL3swE-O3RI-plnq-zW32-1bZT-tLY7-FE5Kts not found or rejected by a filter.\\n WARNING: Device for PV RusNtL-xIHN-qKsY-ilaI-PZdy-db4V-4nYx2c not found or rejected by a filter.\\n WARNING: PV /dev/sdb is used by VG vg_hdd.\\n WARNING: Wiping physical volume label from /dev/sdb of volume group "vg_hdd".', 'delta': '0:00:00.032167', 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes /dev/sdb', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'stdout_lines': [' Labels on physical volume "/dev/sdb" successfully wiped.'], 'stderr_lines': [' WARNING: Device for PV AJUdyI-ogu5-yDQd-eHAk-ExJG-SdNx-G4QWtL not found or rejected by a filter.', ' WARNING: Device for PV dPGnfK-rTSk-UmsN-FcSx-SOhl-OsZf-7ZKB5a not found or rejected by a filter.', ' WARNING: Device for PV mj73Ur-1ll2-qBLn-091p-baEF-xWcn-n5VHeN not found or rejected by a filter.', ' WARNING: Device for PV IL3swE-O3RI-plnq-zW32-1bZT-tLY7-FE5Kts not found or rejected by a filter.', ' WARNING: Device for PV RusNtL-xIHN-qKsY-ilaI-PZdy-db4V-4nYx2c not found or rejected by a filter.', ' WARNING: PV /dev/sdb is used by VG vg_hdd.', ' WARNING: Wiping physical volume label from /dev/sdb of volume group "vg_hdd".'], '_ansible_no_log': False, 'failed': False, 'item': '/dev/sdb', 'ansible_loop_var': 'item', '_ansible_item_label': '/dev/sdb'}, {'changed': True, 'end': '2020-06-02 16:22:37.499147', 'stdout': '', 'cmd': 'pvremove --force --force --yes [unknown]', 'failed': True, 'delta': '0:00:00.029767', 'stderr': ' WARNING: Device for PV Ya6CUy-dy52-8C8F-3Mer-QF4t-S26Q-DQWf0I not found or rejected by a filter.\\n WARNING: Device for PV AJUdyI-ogu5-yDQd-eHAk-ExJG-SdNx-G4QWtL not found or rejected by a filter.\\n WARNING: Device for PV dPGnfK-rTSk-UmsN-FcSx-SOhl-OsZf-7ZKB5a not found or rejected by a filter.\\n WARNING: Device for PV mj73Ur-1ll2-qBLn-091p-baEF-xWcn-n5VHeN not found or rejected by a filter.\\n WARNING: Device for PV IL3swE-O3RI-plnq-zW32-1bZT-tLY7-FE5Kts not found or rejected by a filter.\\n WARNING: Device for PV RusNtL-xIHN-qKsY-ilaI-PZdy-db4V-4nYx2c not found or rejected by a filter.\\n Device [unknown] not found.', 'rc': 5, 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes [unknown]', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'start': '2020-06-02 16:22:37.469380', 'msg': 'non-zero return code', 'stdout_lines': [], 'stderr_lines': [' WARNING: Device for PV Ya6CUy-dy52-8C8F-3Mer-QF4t-S26Q-DQWf0I not found or rejected by a filter.', ' WARNING: Device for PV AJUdyI-ogu5-yDQd-eHAk-ExJG-SdNx-G4QWtL not found or rejected by a filter.', ' WARNING: Device for PV dPGnfK-rTSk-UmsN-FcSx-SOhl-OsZf-7ZKB5a not found or rejected by a filter.', ' WARNING: Device for PV mj73Ur-1ll2-qBLn-091p-baEF-xWcn-n5VHeN not found or rejected by a filter.', ' WARNING: Device for PV IL3swE-O3RI-plnq-zW32-1bZT-tLY7-FE5Kts not found or rejected by a filter.', ' WARNING: Device for PV RusNtL-xIHN-qKsY-ilaI-PZdy-db4V-4nYx2c not found or rejected by a filter.', ' Device [unknown] not found.'], '_ansible_no_log': False, 'item': '[unknown]', 'ansible_loop_var': 'item', '_ansible_item_label': '[unknown]'}, {'changed': True, 'end': '2020-06-02 16:22:37.704753', 'stdout': '', 'cmd': 'pvremove --force --force --yes [unknown]', 'failed': True, 'delta': '0:00:00.030722', 'stderr': ' WARNING: Device for PV Ya6CUy-dy52-8C8F-3Mer-QF4t-S26Q-DQWf0I not found or rejected by a filter.\\n WARNING: Device for PV AJUdyI-ogu5-yDQd-eHAk-ExJG-SdNx-G4QWtL not found or rejected by a filter.\\n WARNING: Device for PV dPGnfK-rTSk-UmsN-FcSx-SOhl-OsZf-7ZKB5a not found or rejected by a filter.\\n WARNING: Device for PV mj73Ur-1ll2-qBLn-091p-baEF-xWcn-n5VHeN not found or rejected by a filter.\\n WARNING: Device for PV IL3swE-O3RI-plnq-zW32-1bZT-tLY7-FE5Kts not found or rejected by a filter.\\n WARNING: Device for PV RusNtL-xIHN-qKsY-ilaI-PZdy-db4V-4nYx2c not found or rejected by a filter.\\n Device [unknown] not found.', 'rc': 5, 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes [unknown]', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'start': '2020-06-02 16:22:37.674031', 'msg': 'non-zero return code', 'stdout_lines': [], 'stderr_lines': [' WARNING: Device for PV Ya6CUy-dy52-8C8F-3Mer-QF4t-S26Q-DQWf0I not found or rejected by a filter.', ' WARNING: Device for PV AJUdyI-ogu5-yDQd-eHAk-ExJG-SdNx-G4QWtL not found or rejected by a filter.', ' WARNING: Device for PV dPGnfK-rTSk-UmsN-FcSx-SOhl-OsZf-7ZKB5a not found or rejected by a filter.', ' WARNING: Device for PV mj73Ur-1ll2-qBLn-091p-baEF-xWcn-n5VHeN not found or rejected by a filter.', ' WARNING: Device for PV IL3swE-O3RI-plnq-zW32-1bZT-tLY7-FE5Kts not found or rejected by a filter.', ' WARNING: Device for PV RusNtL-xIHN-qKsY-ilaI-PZdy-db4V-4nYx2c not found or rejected by a filter.', ' Device [unknown] not found.'], '_ansible_no_log': False, 'item': '[unknown]', 'ansible_loop_var': 'item', '_ansible_item_label': '[unknown]'}, {'changed': True, 'end': '2020-06-02 16:22:37.909838', 'stdout': '', 'cmd': 'pvremove --force --force --yes [unknown]', 'failed': True, 'delta': '0:00:00.028632', 'stderr': ' WARNING: Device for PV Ya6CUy-dy52-8C8F-3Mer-QF4t-S26Q-DQWf0I not found or rejected by a filter.\\n WARNING: Device for PV AJUdyI-ogu5-yDQd-eHAk-ExJG-SdNx-G4QWtL not found or rejected by a filter.\\n WARNING: Device for PV dPGnfK-rTSk-UmsN-FcSx-SOhl-OsZf-7ZKB5a not found or rejected by a filter.\\n WARNING: Device for PV mj73Ur-1ll2-qBLn-091p-baEF-xWcn-n5VHeN not found or rejected by a filter.\\n WARNING: Device for PV IL3swE-O3RI-plnq-zW32-1bZT-tLY7-FE5Kts not found or rejected by a filter.\\n WARNING: Device for PV RusNtL-xIHN-qKsY-ilaI-PZdy-db4V-4nYx2c not found or rejected by a filter.\\n Device [unknown] not found.', 'rc': 5, 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes [unknown]', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'start': '2020-06-02 16:22:37.881206', 'msg': 'non-zero return code', 'stdout_lines': [], 'stderr_lines': [' WARNING: Device for PV Ya6CUy-dy52-8C8F-3Mer-QF4t-S26Q-DQWf0I not found or rejected by a filter.', ' WARNING: Device for PV AJUdyI-ogu5-yDQd-eHAk-ExJG-SdNx-G4QWtL not found or rejected by a filter.', ' WARNING: Device for PV dPGnfK-rTSk-UmsN-FcSx-SOhl-OsZf-7ZKB5a not found or rejected by a filter.', ' WARNING: Device for PV mj73Ur-1ll2-qBLn-091p-baEF-xWcn-n5VHeN not found or rejected by a filter.', ' WARNING: Device for PV IL3swE-O3RI-plnq-zW32-1bZT-tLY7-FE5Kts not found or rejected by a filter.', ' WARNING: Device for PV RusNtL-xIHN-qKsY-ilaI-PZdy-db4V-4nYx2c not found or rejected by a filter.', ' Device [unknown] not found.'], '_ansible_no_log': False, 'item': '[unknown]', 'ansible_loop_var': 'item', '_ansible_item_label': '[unknown]'}, {'changed': True, 'end': '2020-06-02 16:22:38.106795', 'stdout': ' Labels on physical volume "/dev/sdf" successfully wiped.', 'cmd': 'pvremove --force --force --yes /dev/sdf', 'rc': 0, 'start': '2020-06-02 16:22:38.075271', 'stderr': ' WARNING: Device for PV Ya6CUy-dy52-8C8F-3Mer-QF4t-S26Q-DQWf0I not found or rejected by a filter.\\n WARNING: Device for PV AJUdyI-ogu5-yDQd-eHAk-ExJG-SdNx-G4QWtL not found or rejected by a filter.\\n WARNING: Device for PV dPGnfK-rTSk-UmsN-FcSx-SOhl-OsZf-7ZKB5a not found or rejected by a filter.\\n WARNING: Device for PV mj73Ur-1ll2-qBLn-091p-baEF-xWcn-n5VHeN not found or rejected by a filter.\\n WARNING: Device for PV IL3swE-O3RI-plnq-zW32-1bZT-tLY7-FE5Kts not found or rejected by a filter.\\n WARNING: Device for PV RusNtL-xIHN-qKsY-ilaI-PZdy-db4V-4nYx2c not found or rejected by a filter.\\n WARNING: PV /dev/sdf is used by VG vg_hdd.\\n WARNING: Wiping physical volume label from /dev/sdf of volume group "vg_hdd".', 'delta': '0:00:00.031524', 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes /dev/sdf', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'stdout_lines': [' Labels on physical volume "/dev/sdf" successfully wiped.'], 'stderr_lines': [' WARNING: Device for PV Ya6CUy-dy52-8C8F-3Mer-QF4t-S26Q-DQWf0I not found or rejected by a filter.', ' WARNING: Device for PV AJUdyI-ogu5-yDQd-eHAk-ExJG-SdNx-G4QWtL not found or rejected by a filter.', ' WARNING: Device for PV dPGnfK-rTSk-UmsN-FcSx-SOhl-OsZf-7ZKB5a not found or rejected by a filter.', ' WARNING: Device for PV mj73Ur-1ll2-qBLn-091p-baEF-xWcn-n5VHeN not found or rejected by a filter.', ' WARNING: Device for PV IL3swE-O3RI-plnq-zW32-1bZT-tLY7-FE5Kts not found or rejected by a filter.', ' WARNING: Device for PV RusNtL-xIHN-qKsY-ilaI-PZdy-db4V-4nYx2c not found or rejected by a filter.', ' WARNING: PV /dev/sdf is used by VG vg_hdd.', ' WARNING: Wiping physical volume label from /dev/sdf of volume group "vg_hdd".'], '_ansible_no_log': False, 'failed': False, 'item': '/dev/sdf', 'ansible_loop_var': 'item', '_ansible_item_label': '/dev/sdf'}, {'changed': True, 'end': '2020-06-02 16:22:38.298340', 'stdout': '', 'cmd': 'pvremove --force --force --yes [unknown]', 'failed': True, 'delta': '0:00:00.026219', 'stderr': ' Device [unknown] not found.', 'rc': 5, 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes [unknown]', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'start': '2020-06-02 16:22:38.272121', 'msg': 'non-zero return code', 'stdout_lines': [], 'stderr_lines': [' Device [unknown] not found.'], '_ansible_no_log': False, 'item': '[unknown]', 'ansible_loop_var': 'item', '_ansible_item_label': '[unknown]'}, {'changed': True, 'end': '2020-06-02 16:22:38.482296', 'stdout': '', 'cmd': 'pvremove --force --force --yes [unknown]', 'failed': True, 'delta': '0:00:00.027831', 'stderr': ' Device [unknown] not found.', 'rc': 5, 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes [unknown]', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'start': '2020-06-02 16:22:38.454465', 'msg': 'non-zero return code', 'stdout_lines': [], 'stderr_lines': [' Device [unknown] not found.'], '_ansible_no_log': False, 'item': '[unknown]', 'ansible_loop_var': 'item', '_ansible_item_label': '[unknown]'}], 'changed': True, 'msg': 'All items completed'}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 199, in represent_list return self.represent_sequence(\'tag:yaml.org,2002:seq\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 92, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', '/dev/sdb')"}
flavor:
job_id: 5112573
kernel:
- sha1: distro
- kdb: True
last_in_suite: False
machine_type: mira
name: ofriedma-2020-06-02_14:41:16-rgw-wip-mkogan-ofriedma-add-cache-api-i01-distro-basic-mira
nuke_on_error: True
os_type: ubuntu
os_version:
overrides:
- s3tests:
  - slow_backend: True
- ceph-deploy:
  - fs: xfs
  - filestore: True
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
    - osd:
      - osd sloppy crc: True
      - osd objectstore: filestore
- rgw:
  - storage classes: LUKEWARM, FROZEN
  - frontend: civetweb
  - ec-data-pool: True
  - erasure_code_profile:
    - crush-failure-domain: osd
    - k: 3
    - m: 1
    - name: testprofile
- workunit:
  - sha1: d73b879ac169c46f2dfeba0f4ca7f3a8af272a53
  - branch: wip-mkogan-ofriedma-add-cache-api-i01
- ceph:
  - log-whitelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
  - fs: xfs
  - wait-for-scrub: False
  - conf:
    - mgr:
      - debug ms: 1
      - debug mgr: 20
    - client:
      - rgw crypt require ssl: False
      - rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=
      - rgw crypt s3 kms backend: testing
      - rgw relaxed s3 bucket names: True
      - setuser: ceph
      - setgroup: ceph
      - debug rgw: 20
    - mon:
      - debug paxos: 20
      - debug mon: 20
      - debug ms: 1
    - osd:
      - debug ms: 20
      - debug journal: 20
      - debug osd: 25
      - osd objectstore: filestore
      - osd sloppy crc: True
      - debug filestore: 20
      - osd shutdown pgref assert: True
  - sha1: d73b879ac169c46f2dfeba0f4ca7f3a8af272a53
- install:
  - ceph:
    - sha1: d73b879ac169c46f2dfeba0f4ca7f3a8af272a53
- admin_socket:
  - branch: wip-mkogan-ofriedma-add-cache-api-i01
owner: scheduled_ofriedma@teuthology
pid:
roles:
- ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a']
- ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b']
sentry_event: http://sentry.ceph.com/sepia/teuthology/?q=58c7dc792a8e4f85a10d64355b6976ce
status: dead
success: False
branch: wip-mkogan-ofriedma-add-cache-api-i01
seed:
sha1: d73b879ac169c46f2dfeba0f4ca7f3a8af272a53
subset:
suite:
suite_branch: wip-mkogan-ofriedma-add-cache-api-i01
suite_path:
suite_relpath:
suite_repo:
suite_sha1: d73b879ac169c46f2dfeba0f4ca7f3a8af272a53
targets:
- mira110.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCuZX0Vpi2LL3zzTAAhEb1QIPDLfEwEIWFH7R6ZAqRHHqrsZJ6MsF+E1y3yahQ4ECA7RtfnHMYyFI0sDXWVc7ksnBOdcOfePwXFNDLKgQfidmnyZE/1uyqHLStRhUjZMjbNUtaJ74brvLBzeR72Gf2kJ+/7Lvv0Qquws99XBx/cYigKDtSLfVbBfwa5NQcQFG/gRHhgtSfuakQ4OCAiximonzAeVtqpVHH9VAmIcBm+EPebtrIvwiFWuzJ4IZdNrVakUGqX4MnVyZ1WrY75YoMVKc3n3rNlTUzriaPYh2Ss+sQ4XYyQJ5mhxO4ahBELT8meENiV5329jO3ws2LvA4db
- mira117.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDOj13gfBYQeoTdGtIgVO3vc5tfuKKk1RC6s/MZMwN4qcN0AFW4IGGvlF3QykSsZ0mMjmmUr0nBmMwLwy/1KbNmx1WZMZGbqbZI7WVNY4OED/DMAN877PPOdtxz+lkmGLPvNQWbVYjlzqVQogUjwN4EXR1Uk+PdNIZPd4t5hQaM0sfEadTDtrULi+IQ6jg/VZhi/jo5eEjYsmCcihX8VrmV0A07PYWDADfFTLv7UJK6do1X8DtQaPYxAPn76z0TAnKaiPdo9LacaAfcCPOBCVuvuhMmB//NSElFv2r22FU23zAk6WLeqgFfzZXW7fKaYkga8Jq4QM1y84/YTvjVKL3N
tasks:
- internal.check_packages:
- internal.buildpackages_prep:
- internal.lock_machines:
  - 2
  - mira
- internal.save_config:
- internal.check_lock:
- internal.add_remotes:
- console_log:
- internal.connect:
- internal.push_inventory:
- internal.serialize_remote_roles:
- internal.check_conflict:
- internal.check_ceph_data:
- internal.vm_setup:
- kernel:
  - sha1: distro
  - kdb: True
- internal.base:
- internal.archive_upload:
- internal.archive:
- internal.coredump:
- internal.sudo:
- internal.syslog:
- internal.timer:
- kernel:
  - sha1: distro
  - kdb: True
- pcp:
- selinux:
- ansible.cephlab:
- clock:
- install:
- ceph:
- rgw:
  - client.0
- workunit:
  - clients:
    - client.0:
      - rgw/s3_bucket_quota.pl
teuthology_branch: master
verbose: False
pcp_grafana_url:
priority:
user:
queue:
posted: 2020-06-02 14:42:22
started: 2020-06-02 16:14:32
updated: 2020-06-02 16:24:30
status_class: danger
runtime: 0:09:58
wait_time: 0:07:38