Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2020-06-02 14:42:56	2020-06-02 17:12:09	2020-06-02 17:22:09	0:10:00	0:03:04	0:06:56	mira	master	ubuntu		2	dead

Nodes: mira082 mira114

Description: rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_user_quota.yaml}

Log: http://qa-proxy.ceph.com/teuthology/ofriedma-2020-06-02_14:41:16-rgw-wip-mkogan-ofriedma-add-cache-api-i01-distro-basic-mira/5112607/teuthology.log

Sentry event: http://sentry.ceph.com/sepia/teuthology/?q=8478a9cd229e4c06a2c3714ae1417f58

Failure Reason:

{'Failure object was': {'mira082.front.sepia.ceph.com': {'results': [{'changed': True, 'end': '2020-06-02 17:20:46.165739', 'stdout': '', 'cmd': 'pvremove --force --force --yes [unknown]', 'failed': True, 'delta': '0:00:00.027188', 'stderr': ' WARNING: Device for PV 0Edt4E-jb8e-QTwG-Oz5b-oIP1-dmAi-bmuI12 not found or rejected by a filter.\\n WARNING: Device for PV jzI4Zv-KXZ0-iULA-kSFe-BSbB-gumC-vKex52 not found or rejected by a filter.\\n WARNING: Device for PV PZszRH-kOpY-FbRs-A7hV-Kj8o-QSY5-Pz92Ri not found or rejected by a filter.\\n WARNING: Device for PV 29mUaq-vb3n-k2zC-2hBW-wnnG-Fjz6-QvkjdB not found or rejected by a filter.\\n WARNING: Device for PV 3C6NR2-azxd-ucFU-VijM-oF1W-jOX0-JhOweT not found or rejected by a filter.\\n WARNING: Device for PV eX6zhu-lMV3-EFQw-zn2h-1VL3-eqPp-5WH99g not found or rejected by a filter.\\n Device [unknown] not found.', 'rc': 5, 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes [unknown]', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'start': '2020-06-02 17:20:46.138551', 'msg': 'non-zero return code', 'stdout_lines': [], 'stderr_lines': [' WARNING: Device for PV 0Edt4E-jb8e-QTwG-Oz5b-oIP1-dmAi-bmuI12 not found or rejected by a filter.', ' WARNING: Device for PV jzI4Zv-KXZ0-iULA-kSFe-BSbB-gumC-vKex52 not found or rejected by a filter.', ' WARNING: Device for PV PZszRH-kOpY-FbRs-A7hV-Kj8o-QSY5-Pz92Ri not found or rejected by a filter.', ' WARNING: Device for PV 29mUaq-vb3n-k2zC-2hBW-wnnG-Fjz6-QvkjdB not found or rejected by a filter.', ' WARNING: Device for PV 3C6NR2-azxd-ucFU-VijM-oF1W-jOX0-JhOweT not found or rejected by a filter.', ' WARNING: Device for PV eX6zhu-lMV3-EFQw-zn2h-1VL3-eqPp-5WH99g not found or rejected by a filter.', ' Device [unknown] not found.'], '_ansible_no_log': False, 'item': '[unknown]', 'ansible_loop_var': 'item', '_ansible_item_label': '[unknown]'}, {'changed': True, 'end': '2020-06-02 17:20:46.393056', 'stdout': '', 'cmd': 'pvremove --force --force --yes [unknown]', 'failed': True, 'delta': '0:00:00.031617', 'stderr': ' WARNING: Device for PV 0Edt4E-jb8e-QTwG-Oz5b-oIP1-dmAi-bmuI12 not found or rejected by a filter.\\n WARNING: Device for PV jzI4Zv-KXZ0-iULA-kSFe-BSbB-gumC-vKex52 not found or rejected by a filter.\\n WARNING: Device for PV PZszRH-kOpY-FbRs-A7hV-Kj8o-QSY5-Pz92Ri not found or rejected by a filter.\\n WARNING: Device for PV 29mUaq-vb3n-k2zC-2hBW-wnnG-Fjz6-QvkjdB not found or rejected by a filter.\\n WARNING: Device for PV 3C6NR2-azxd-ucFU-VijM-oF1W-jOX0-JhOweT not found or rejected by a filter.\\n WARNING: Device for PV eX6zhu-lMV3-EFQw-zn2h-1VL3-eqPp-5WH99g not found or rejected by a filter.\\n Device [unknown] not found.', 'rc': 5, 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes [unknown]', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'start': '2020-06-02 17:20:46.361439', 'msg': 'non-zero return code', 'stdout_lines': [], 'stderr_lines': [' WARNING: Device for PV 0Edt4E-jb8e-QTwG-Oz5b-oIP1-dmAi-bmuI12 not found or rejected by a filter.', ' WARNING: Device for PV jzI4Zv-KXZ0-iULA-kSFe-BSbB-gumC-vKex52 not found or rejected by a filter.', ' WARNING: Device for PV PZszRH-kOpY-FbRs-A7hV-Kj8o-QSY5-Pz92Ri not found or rejected by a filter.', ' WARNING: Device for PV 29mUaq-vb3n-k2zC-2hBW-wnnG-Fjz6-QvkjdB not found or rejected by a filter.', ' WARNING: Device for PV 3C6NR2-azxd-ucFU-VijM-oF1W-jOX0-JhOweT not found or rejected by a filter.', ' WARNING: Device for PV eX6zhu-lMV3-EFQw-zn2h-1VL3-eqPp-5WH99g not found or rejected by a filter.', ' Device [unknown] not found.'], '_ansible_no_log': False, 'item': '[unknown]', 'ansible_loop_var': 'item', '_ansible_item_label': '[unknown]'}, {'changed': True, 'end': '2020-06-02 17:20:46.609840', 'stdout': '', 'cmd': 'pvremove --force --force --yes [unknown]', 'failed': True, 'delta': '0:00:00.028554', 'stderr': ' WARNING: Device for PV 0Edt4E-jb8e-QTwG-Oz5b-oIP1-dmAi-bmuI12 not found or rejected by a filter.\\n WARNING: Device for PV jzI4Zv-KXZ0-iULA-kSFe-BSbB-gumC-vKex52 not found or rejected by a filter.\\n WARNING: Device for PV PZszRH-kOpY-FbRs-A7hV-Kj8o-QSY5-Pz92Ri not found or rejected by a filter.\\n WARNING: Device for PV 29mUaq-vb3n-k2zC-2hBW-wnnG-Fjz6-QvkjdB not found or rejected by a filter.\\n WARNING: Device for PV 3C6NR2-azxd-ucFU-VijM-oF1W-jOX0-JhOweT not found or rejected by a filter.\\n WARNING: Device for PV eX6zhu-lMV3-EFQw-zn2h-1VL3-eqPp-5WH99g not found or rejected by a filter.\\n Device [unknown] not found.', 'rc': 5, 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes [unknown]', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'start': '2020-06-02 17:20:46.581286', 'msg': 'non-zero return code', 'stdout_lines': [], 'stderr_lines': [' WARNING: Device for PV 0Edt4E-jb8e-QTwG-Oz5b-oIP1-dmAi-bmuI12 not found or rejected by a filter.', ' WARNING: Device for PV jzI4Zv-KXZ0-iULA-kSFe-BSbB-gumC-vKex52 not found or rejected by a filter.', ' WARNING: Device for PV PZszRH-kOpY-FbRs-A7hV-Kj8o-QSY5-Pz92Ri not found or rejected by a filter.', ' WARNING: Device for PV 29mUaq-vb3n-k2zC-2hBW-wnnG-Fjz6-QvkjdB not found or rejected by a filter.', ' WARNING: Device for PV 3C6NR2-azxd-ucFU-VijM-oF1W-jOX0-JhOweT not found or rejected by a filter.', ' WARNING: Device for PV eX6zhu-lMV3-EFQw-zn2h-1VL3-eqPp-5WH99g not found or rejected by a filter.', ' Device [unknown] not found.'], '_ansible_no_log': False, 'item': '[unknown]', 'ansible_loop_var': 'item', '_ansible_item_label': '[unknown]'}, {'changed': True, 'end': '2020-06-02 17:20:46.810370', 'stdout': ' Labels on physical volume "/dev/sde" successfully wiped.', 'cmd': 'pvremove --force --force --yes /dev/sde', 'rc': 0, 'start': '2020-06-02 17:20:46.778667', 'stderr': ' WARNING: Device for PV 0Edt4E-jb8e-QTwG-Oz5b-oIP1-dmAi-bmuI12 not found or rejected by a filter.\\n WARNING: Device for PV jzI4Zv-KXZ0-iULA-kSFe-BSbB-gumC-vKex52 not found or rejected by a filter.\\n WARNING: Device for PV PZszRH-kOpY-FbRs-A7hV-Kj8o-QSY5-Pz92Ri not found or rejected by a filter.\\n WARNING: Device for PV 29mUaq-vb3n-k2zC-2hBW-wnnG-Fjz6-QvkjdB not found or rejected by a filter.\\n WARNING: Device for PV 3C6NR2-azxd-ucFU-VijM-oF1W-jOX0-JhOweT not found or rejected by a filter.\\n WARNING: Device for PV eX6zhu-lMV3-EFQw-zn2h-1VL3-eqPp-5WH99g not found or rejected by a filter.\\n WARNING: PV /dev/sde is used by VG vg_hdd.\\n WARNING: Wiping physical volume label from /dev/sde of volume group "vg_hdd".', 'delta': '0:00:00.031703', 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes /dev/sde', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'stdout_lines': [' Labels on physical volume "/dev/sde" successfully wiped.'], 'stderr_lines': [' WARNING: Device for PV 0Edt4E-jb8e-QTwG-Oz5b-oIP1-dmAi-bmuI12 not found or rejected by a filter.', ' WARNING: Device for PV jzI4Zv-KXZ0-iULA-kSFe-BSbB-gumC-vKex52 not found or rejected by a filter.', ' WARNING: Device for PV PZszRH-kOpY-FbRs-A7hV-Kj8o-QSY5-Pz92Ri not found or rejected by a filter.', ' WARNING: Device for PV 29mUaq-vb3n-k2zC-2hBW-wnnG-Fjz6-QvkjdB not found or rejected by a filter.', ' WARNING: Device for PV 3C6NR2-azxd-ucFU-VijM-oF1W-jOX0-JhOweT not found or rejected by a filter.', ' WARNING: Device for PV eX6zhu-lMV3-EFQw-zn2h-1VL3-eqPp-5WH99g not found or rejected by a filter.', ' WARNING: PV /dev/sde is used by VG vg_hdd.', ' WARNING: Wiping physical volume label from /dev/sde of volume group "vg_hdd".'], '_ansible_no_log': False, 'failed': False, 'item': '/dev/sde', 'ansible_loop_var': 'item', '_ansible_item_label': '/dev/sde'}, {'changed': True, 'end': '2020-06-02 17:20:46.994426', 'stdout': '', 'cmd': 'pvremove --force --force --yes [unknown]', 'failed': True, 'delta': '0:00:00.027388', 'stderr': ' Device [unknown] not found.', 'rc': 5, 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes [unknown]', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'start': '2020-06-02 17:20:46.967038', 'msg': 'non-zero return code', 'stdout_lines': [], 'stderr_lines': [' Device [unknown] not found.'], '_ansible_no_log': False, 'item': '[unknown]', 'ansible_loop_var': 'item', '_ansible_item_label': '[unknown]'}, {'changed': True, 'end': '2020-06-02 17:20:47.185263', 'stdout': '', 'cmd': 'pvremove --force --force --yes [unknown]', 'failed': True, 'delta': '0:00:00.027871', 'stderr': ' Device [unknown] not found.', 'rc': 5, 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes [unknown]', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'start': '2020-06-02 17:20:47.157392', 'msg': 'non-zero return code', 'stdout_lines': [], 'stderr_lines': [' Device [unknown] not found.'], '_ansible_no_log': False, 'item': '[unknown]', 'ansible_loop_var': 'item', '_ansible_item_label': '[unknown]'}, {'changed': True, 'end': '2020-06-02 17:20:47.385503', 'stdout': '', 'cmd': 'pvremove --force --force --yes [unknown]', 'failed': True, 'delta': '0:00:00.027791', 'stderr': ' Device [unknown] not found.', 'rc': 5, 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes [unknown]', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'start': '2020-06-02 17:20:47.357712', 'msg': 'non-zero return code', 'stdout_lines': [], 'stderr_lines': [' Device [unknown] not found.'], '_ansible_no_log': False, 'item': '[unknown]', 'ansible_loop_var': 'item', '_ansible_item_label': '[unknown]'}], 'changed': True, 'msg': 'All items completed'}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 199, in represent_list return self.represent_sequence(\'tag:yaml.org,2002:seq\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 92, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', '[unknown]')"}

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/ofriedma-2020-06-02_14:41:16-rgw-wip-mkogan-ofriedma-add-cache-api-i01-distro-basic-mira/5112607/teuthology.log
archive_path: /home/teuthworker/archive/ofriedma-2020-06-02_14:41:16-rgw-wip-mkogan-ofriedma-add-cache-api-i01-distro-basic-mira/5112607
description: rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_user_quota.yaml}
duration: 0:03:04
email: ofriedma@redhat.com
failure_reason: {'Failure object was': {'mira082.front.sepia.ceph.com': {'results': [{'changed': True, 'end': '2020-06-02 17:20:46.165739', 'stdout': '', 'cmd': 'pvremove --force --force --yes [unknown]', 'failed': True, 'delta': '0:00:00.027188', 'stderr': ' WARNING: Device for PV 0Edt4E-jb8e-QTwG-Oz5b-oIP1-dmAi-bmuI12 not found or rejected by a filter.\\n WARNING: Device for PV jzI4Zv-KXZ0-iULA-kSFe-BSbB-gumC-vKex52 not found or rejected by a filter.\\n WARNING: Device for PV PZszRH-kOpY-FbRs-A7hV-Kj8o-QSY5-Pz92Ri not found or rejected by a filter.\\n WARNING: Device for PV 29mUaq-vb3n-k2zC-2hBW-wnnG-Fjz6-QvkjdB not found or rejected by a filter.\\n WARNING: Device for PV 3C6NR2-azxd-ucFU-VijM-oF1W-jOX0-JhOweT not found or rejected by a filter.\\n WARNING: Device for PV eX6zhu-lMV3-EFQw-zn2h-1VL3-eqPp-5WH99g not found or rejected by a filter.\\n Device [unknown] not found.', 'rc': 5, 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes [unknown]', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'start': '2020-06-02 17:20:46.138551', 'msg': 'non-zero return code', 'stdout_lines': [], 'stderr_lines': [' WARNING: Device for PV 0Edt4E-jb8e-QTwG-Oz5b-oIP1-dmAi-bmuI12 not found or rejected by a filter.', ' WARNING: Device for PV jzI4Zv-KXZ0-iULA-kSFe-BSbB-gumC-vKex52 not found or rejected by a filter.', ' WARNING: Device for PV PZszRH-kOpY-FbRs-A7hV-Kj8o-QSY5-Pz92Ri not found or rejected by a filter.', ' WARNING: Device for PV 29mUaq-vb3n-k2zC-2hBW-wnnG-Fjz6-QvkjdB not found or rejected by a filter.', ' WARNING: Device for PV 3C6NR2-azxd-ucFU-VijM-oF1W-jOX0-JhOweT not found or rejected by a filter.', ' WARNING: Device for PV eX6zhu-lMV3-EFQw-zn2h-1VL3-eqPp-5WH99g not found or rejected by a filter.', ' Device [unknown] not found.'], '_ansible_no_log': False, 'item': '[unknown]', 'ansible_loop_var': 'item', '_ansible_item_label': '[unknown]'}, {'changed': True, 'end': '2020-06-02 17:20:46.393056', 'stdout': '', 'cmd': 'pvremove --force --force --yes [unknown]', 'failed': True, 'delta': '0:00:00.031617', 'stderr': ' WARNING: Device for PV 0Edt4E-jb8e-QTwG-Oz5b-oIP1-dmAi-bmuI12 not found or rejected by a filter.\\n WARNING: Device for PV jzI4Zv-KXZ0-iULA-kSFe-BSbB-gumC-vKex52 not found or rejected by a filter.\\n WARNING: Device for PV PZszRH-kOpY-FbRs-A7hV-Kj8o-QSY5-Pz92Ri not found or rejected by a filter.\\n WARNING: Device for PV 29mUaq-vb3n-k2zC-2hBW-wnnG-Fjz6-QvkjdB not found or rejected by a filter.\\n WARNING: Device for PV 3C6NR2-azxd-ucFU-VijM-oF1W-jOX0-JhOweT not found or rejected by a filter.\\n WARNING: Device for PV eX6zhu-lMV3-EFQw-zn2h-1VL3-eqPp-5WH99g not found or rejected by a filter.\\n Device [unknown] not found.', 'rc': 5, 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes [unknown]', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'start': '2020-06-02 17:20:46.361439', 'msg': 'non-zero return code', 'stdout_lines': [], 'stderr_lines': [' WARNING: Device for PV 0Edt4E-jb8e-QTwG-Oz5b-oIP1-dmAi-bmuI12 not found or rejected by a filter.', ' WARNING: Device for PV jzI4Zv-KXZ0-iULA-kSFe-BSbB-gumC-vKex52 not found or rejected by a filter.', ' WARNING: Device for PV PZszRH-kOpY-FbRs-A7hV-Kj8o-QSY5-Pz92Ri not found or rejected by a filter.', ' WARNING: Device for PV 29mUaq-vb3n-k2zC-2hBW-wnnG-Fjz6-QvkjdB not found or rejected by a filter.', ' WARNING: Device for PV 3C6NR2-azxd-ucFU-VijM-oF1W-jOX0-JhOweT not found or rejected by a filter.', ' WARNING: Device for PV eX6zhu-lMV3-EFQw-zn2h-1VL3-eqPp-5WH99g not found or rejected by a filter.', ' Device [unknown] not found.'], '_ansible_no_log': False, 'item': '[unknown]', 'ansible_loop_var': 'item', '_ansible_item_label': '[unknown]'}, {'changed': True, 'end': '2020-06-02 17:20:46.609840', 'stdout': '', 'cmd': 'pvremove --force --force --yes [unknown]', 'failed': True, 'delta': '0:00:00.028554', 'stderr': ' WARNING: Device for PV 0Edt4E-jb8e-QTwG-Oz5b-oIP1-dmAi-bmuI12 not found or rejected by a filter.\\n WARNING: Device for PV jzI4Zv-KXZ0-iULA-kSFe-BSbB-gumC-vKex52 not found or rejected by a filter.\\n WARNING: Device for PV PZszRH-kOpY-FbRs-A7hV-Kj8o-QSY5-Pz92Ri not found or rejected by a filter.\\n WARNING: Device for PV 29mUaq-vb3n-k2zC-2hBW-wnnG-Fjz6-QvkjdB not found or rejected by a filter.\\n WARNING: Device for PV 3C6NR2-azxd-ucFU-VijM-oF1W-jOX0-JhOweT not found or rejected by a filter.\\n WARNING: Device for PV eX6zhu-lMV3-EFQw-zn2h-1VL3-eqPp-5WH99g not found or rejected by a filter.\\n Device [unknown] not found.', 'rc': 5, 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes [unknown]', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'start': '2020-06-02 17:20:46.581286', 'msg': 'non-zero return code', 'stdout_lines': [], 'stderr_lines': [' WARNING: Device for PV 0Edt4E-jb8e-QTwG-Oz5b-oIP1-dmAi-bmuI12 not found or rejected by a filter.', ' WARNING: Device for PV jzI4Zv-KXZ0-iULA-kSFe-BSbB-gumC-vKex52 not found or rejected by a filter.', ' WARNING: Device for PV PZszRH-kOpY-FbRs-A7hV-Kj8o-QSY5-Pz92Ri not found or rejected by a filter.', ' WARNING: Device for PV 29mUaq-vb3n-k2zC-2hBW-wnnG-Fjz6-QvkjdB not found or rejected by a filter.', ' WARNING: Device for PV 3C6NR2-azxd-ucFU-VijM-oF1W-jOX0-JhOweT not found or rejected by a filter.', ' WARNING: Device for PV eX6zhu-lMV3-EFQw-zn2h-1VL3-eqPp-5WH99g not found or rejected by a filter.', ' Device [unknown] not found.'], '_ansible_no_log': False, 'item': '[unknown]', 'ansible_loop_var': 'item', '_ansible_item_label': '[unknown]'}, {'changed': True, 'end': '2020-06-02 17:20:46.810370', 'stdout': ' Labels on physical volume "/dev/sde" successfully wiped.', 'cmd': 'pvremove --force --force --yes /dev/sde', 'rc': 0, 'start': '2020-06-02 17:20:46.778667', 'stderr': ' WARNING: Device for PV 0Edt4E-jb8e-QTwG-Oz5b-oIP1-dmAi-bmuI12 not found or rejected by a filter.\\n WARNING: Device for PV jzI4Zv-KXZ0-iULA-kSFe-BSbB-gumC-vKex52 not found or rejected by a filter.\\n WARNING: Device for PV PZszRH-kOpY-FbRs-A7hV-Kj8o-QSY5-Pz92Ri not found or rejected by a filter.\\n WARNING: Device for PV 29mUaq-vb3n-k2zC-2hBW-wnnG-Fjz6-QvkjdB not found or rejected by a filter.\\n WARNING: Device for PV 3C6NR2-azxd-ucFU-VijM-oF1W-jOX0-JhOweT not found or rejected by a filter.\\n WARNING: Device for PV eX6zhu-lMV3-EFQw-zn2h-1VL3-eqPp-5WH99g not found or rejected by a filter.\\n WARNING: PV /dev/sde is used by VG vg_hdd.\\n WARNING: Wiping physical volume label from /dev/sde of volume group "vg_hdd".', 'delta': '0:00:00.031703', 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes /dev/sde', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'stdout_lines': [' Labels on physical volume "/dev/sde" successfully wiped.'], 'stderr_lines': [' WARNING: Device for PV 0Edt4E-jb8e-QTwG-Oz5b-oIP1-dmAi-bmuI12 not found or rejected by a filter.', ' WARNING: Device for PV jzI4Zv-KXZ0-iULA-kSFe-BSbB-gumC-vKex52 not found or rejected by a filter.', ' WARNING: Device for PV PZszRH-kOpY-FbRs-A7hV-Kj8o-QSY5-Pz92Ri not found or rejected by a filter.', ' WARNING: Device for PV 29mUaq-vb3n-k2zC-2hBW-wnnG-Fjz6-QvkjdB not found or rejected by a filter.', ' WARNING: Device for PV 3C6NR2-azxd-ucFU-VijM-oF1W-jOX0-JhOweT not found or rejected by a filter.', ' WARNING: Device for PV eX6zhu-lMV3-EFQw-zn2h-1VL3-eqPp-5WH99g not found or rejected by a filter.', ' WARNING: PV /dev/sde is used by VG vg_hdd.', ' WARNING: Wiping physical volume label from /dev/sde of volume group "vg_hdd".'], '_ansible_no_log': False, 'failed': False, 'item': '/dev/sde', 'ansible_loop_var': 'item', '_ansible_item_label': '/dev/sde'}, {'changed': True, 'end': '2020-06-02 17:20:46.994426', 'stdout': '', 'cmd': 'pvremove --force --force --yes [unknown]', 'failed': True, 'delta': '0:00:00.027388', 'stderr': ' Device [unknown] not found.', 'rc': 5, 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes [unknown]', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'start': '2020-06-02 17:20:46.967038', 'msg': 'non-zero return code', 'stdout_lines': [], 'stderr_lines': [' Device [unknown] not found.'], '_ansible_no_log': False, 'item': '[unknown]', 'ansible_loop_var': 'item', '_ansible_item_label': '[unknown]'}, {'changed': True, 'end': '2020-06-02 17:20:47.185263', 'stdout': '', 'cmd': 'pvremove --force --force --yes [unknown]', 'failed': True, 'delta': '0:00:00.027871', 'stderr': ' Device [unknown] not found.', 'rc': 5, 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes [unknown]', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'start': '2020-06-02 17:20:47.157392', 'msg': 'non-zero return code', 'stdout_lines': [], 'stderr_lines': [' Device [unknown] not found.'], '_ansible_no_log': False, 'item': '[unknown]', 'ansible_loop_var': 'item', '_ansible_item_label': '[unknown]'}, {'changed': True, 'end': '2020-06-02 17:20:47.385503', 'stdout': '', 'cmd': 'pvremove --force --force --yes [unknown]', 'failed': True, 'delta': '0:00:00.027791', 'stderr': ' Device [unknown] not found.', 'rc': 5, 'invocation': {'module_args': {'creates': 'None', 'executable': 'None', '_uses_shell': True, 'strip_empty_ends': True, '_raw_params': 'pvremove --force --force --yes [unknown]', 'removes': 'None', 'argv': 'None', 'warn': True, 'chdir': 'None', 'stdin_add_newline': True, 'stdin': 'None'}}, 'start': '2020-06-02 17:20:47.357712', 'msg': 'non-zero return code', 'stdout_lines': [], 'stderr_lines': [' Device [unknown] not found.'], '_ansible_no_log': False, 'item': '[unknown]', 'ansible_loop_var': 'item', '_ansible_item_label': '[unknown]'}], 'changed': True, 'msg': 'All items completed'}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 199, in represent_list return self.represent_sequence(\'tag:yaml.org,2002:seq\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 92, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', '[unknown]')"}
flavor:
job_id: 5112607
kernel:
- sha1: distro
- kdb: True
last_in_suite: False
machine_type: mira
name: ofriedma-2020-06-02_14:41:16-rgw-wip-mkogan-ofriedma-add-cache-api-i01-distro-basic-mira
nuke_on_error: True
os_type: ubuntu
os_version:
overrides:
- s3tests:
  - slow_backend: True
- ceph-deploy:
  - fs: xfs
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
    - osd:
      - mon osd full ratio: 0.9
      - mon osd backfillfull_ratio: 0.85
      - bluestore fsck on mount: True
      - mon osd nearfull ratio: 0.8
      - debug bluestore: 20
      - debug bluefs: 20
      - osd objectstore: bluestore
      - bluestore block size: 96636764160
      - debug rocksdb: 10
      - bdev enable discard: True
      - osd failsafe full ratio: 0.95
      - bdev async discard: True
  - bluestore: True
- rgw:
  - storage classes: LUKEWARM, FROZEN
  - frontend: civetweb
  - ec-data-pool: True
  - erasure_code_profile:
    - crush-failure-domain: osd
    - k: 3
    - m: 1
    - name: testprofile
- workunit:
  - sha1: d73b879ac169c46f2dfeba0f4ca7f3a8af272a53
  - branch: wip-mkogan-ofriedma-add-cache-api-i01
- ceph:
  - log-whitelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
  - fs: xfs
  - wait-for-scrub: False
  - conf:
    - mgr:
      - debug ms: 1
      - debug mgr: 20
    - client:
      - rgw crypt require ssl: False
      - rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=
      - rgw crypt s3 kms backend: testing
      - rgw relaxed s3 bucket names: True
      - setuser: ceph
      - setgroup: ceph
      - debug rgw: 20
    - mon:
      - debug paxos: 20
      - debug mon: 20
      - debug ms: 1
    - osd:
      - mon osd full ratio: 0.9
      - bluestore allocator: bitmap
      - bluestore fsck on mount: True
      - debug osd: 25
      - debug bluestore: 20
      - debug bluefs: 20
      - osd objectstore: bluestore
      - debug ms: 20
      - debug journal: 20
      - osd failsafe full ratio: 0.95
      - mon osd nearfull ratio: 0.8
      - bluestore block size: 96636764160
      - osd shutdown pgref assert: True
      - debug filestore: 20
      - debug rocksdb: 10
      - bdev enable discard: True
      - mon osd backfillfull_ratio: 0.85
      - bdev async discard: True
  - sha1: d73b879ac169c46f2dfeba0f4ca7f3a8af272a53
- install:
  - ceph:
    - sha1: d73b879ac169c46f2dfeba0f4ca7f3a8af272a53
- admin_socket:
  - branch: wip-mkogan-ofriedma-add-cache-api-i01
- thrashosds:
  - bdev_inject_crash_probability: 0.5
  - bdev_inject_crash: 2
owner: scheduled_ofriedma@teuthology
pid:
roles:
- ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a']
- ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b']
sentry_event: http://sentry.ceph.com/sepia/teuthology/?q=8478a9cd229e4c06a2c3714ae1417f58
status: dead
success: False
branch: wip-mkogan-ofriedma-add-cache-api-i01
seed:
sha1: d73b879ac169c46f2dfeba0f4ca7f3a8af272a53
subset:
suite:
suite_branch: wip-mkogan-ofriedma-add-cache-api-i01
suite_path:
suite_relpath:
suite_repo:
suite_sha1: d73b879ac169c46f2dfeba0f4ca7f3a8af272a53
targets:
- mira082.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDPUrik4I6Z8YVN2SFws9p6EPeIKE+Cten82v0dR3WmjC9rD2pAxD5xegTHvfSqNW3FRaJBQPonxYhi0BZ6IecYH+LqUj/GmC/TCo6O/qNmdYSnlJA1ABL5jSTNKxKzCbNTMt782nj7lUYLiDABmZ1fpdWcsWx7cAJA+7qf25fzpKvqXbKNMkv1nAE+MaNXKB+yuEsgaBzMuY3997iopylGqZV0Diwljr3OBvRnNhKKx5wpJa23E8WfDexgNBlWJuX8PBSMeCSu0t2VoqEG5BE0Iun6P3AzMmzUg/ghPco/fhIInuyjF1J+GXAyP4BLjYXaNg1uCep9I49WhCnB1uOf
- mira114.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4jall8XAmGElW/oIP/Ind5Pt/r4KGDU1uSFvoxFWJhL3gVisnrc5DbCFapLRyyDFMKBa7RGoVpekxWYTTIxWRcCyhwcjjlkTjpH/ixdAoYENiK6eys5yC1j/OlphCsEfEaDX1IBCVaub7+XupltA3c2/PXi751h7XAapdY+L++K0z1VYymtuosIdIEeZFYip0X28HaJCTiZJgqYLT4/bcnlzUWrROaIa3RmPT1zP0Jt+BFxvqUs5FzPOeUGA9/3QAQ+OJ/I8LcIVzisnqEHuDFxygYl24a8K29j7uRjL/2Q+pCWoBXpebVtnR/ZxaFZa0LptOfEfFwz1FpodcLKxJ
tasks:
- internal.check_packages:
- internal.buildpackages_prep:
- internal.lock_machines:
  - 2
  - mira
- internal.save_config:
- internal.check_lock:
- internal.add_remotes:
- console_log:
- internal.connect:
- internal.push_inventory:
- internal.serialize_remote_roles:
- internal.check_conflict:
- internal.check_ceph_data:
- internal.vm_setup:
- kernel:
  - sha1: distro
  - kdb: True
- internal.base:
- internal.archive_upload:
- internal.archive:
- internal.coredump:
- internal.sudo:
- internal.syslog:
- internal.timer:
- kernel:
  - sha1: distro
  - kdb: True
- pcp:
- selinux:
- ansible.cephlab:
- clock:
- install:
- ceph:
- rgw:
  - client.0
- workunit:
  - clients:
    - client.0:
      - rgw/s3_user_quota.pl
teuthology_branch: master
verbose: False
pcp_grafana_url:
priority:
user:
queue:
posted: 2020-06-02 14:42:56
started: 2020-06-02 17:12:09
updated: 2020-06-02 17:22:09
status_class: danger
runtime: 0:10:00
wait_time: 0:06:56