| Posted | Started | Updated | Runtime |
Duration |
In Waiting |
Machine | Teuthology Branch | OS Type | OS Version | Nodes | Status |
|---|---|---|---|---|---|---|---|---|---|---|---|
| 2020-04-29 15:34:57 | 2020-04-29 15:45:39 | 2020-04-29 15:55:38 | 0:09:59 | 0:01:44 | 0:08:15 | smithi | py2 | rhel | 8.1 | 3 | fail |
Description: rados/multimon/{clusters/9.yaml msgr-failures/many.yaml msgr/async-v1only.yaml no_pools.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} tasks/mon_clock_with_skews.yaml}
Sentry event: http://sentry.ceph.com/sepia/teuthology/?q=9c750cb30e274fdf97b4d3f50e322786
a.ceph.com/foreman_tasks/tasks/eb96ff40-2ac3-4cc2-a7e3-260ca73e18ce'], u'changed': True, u'end': u'2020-04-29 15:54:43.514109', '_ansible_no_log': False, u'stdout': u'', u'cmd': [u'subscription-manager', u'release', u'--set=8.1'], u'delta': u'0:00:01.245087', u'stderr': u'Traceback (most recent call last):\n File "/sbin/subscription-manager", line 11, in <module>\n load_entry_point(\'subscription-manager==1.25.17\', \'console_scripts\', \'subscription-manager\')()\n File "/usr/lib64/python3.6/site-packages/subscription_manager/scripts/subscription_manager.py", line 85, in main\n return managercli.ManagerCLI().main()\n File "/usr/lib64/python3.6/site-packages/subscription_manager/managercli.py", line 2982, in main\n ret = CLI.main(self)\n File "/usr/lib64/python3.6/site-packages/subscription_manager/cli.py", line 183, in main\n return cmd.main()\n File "/usr/lib64/python3.6/site-packages/subscription_manager/managercli.py", line 536, in main\n return_code = self._do_command()\n File "/usr/lib64/python3.6/site-packages/subscription_manager/managercli.py", line 1680, in _do_command\n release=self.options.release\n File "/usr/lib64/python3.6/site-packages/rhsm/connection.py", line 1121, in updateConsumer\n ret = self.conn.request_put(method, params)\n File "/usr/lib64/python3.6/site-packages/rhsm/connection.py", line 735, in request_put\n return self._request("PUT", method, params, headers=headers)\n File "/usr/lib64/python3.6/site-packages/rhsm/connection.py", line 752, in _request\n info=info, headers=headers)\n File "/usr/lib64/python3.6/site-packages/rhsm/connection.py", line 627, in _request\n self.validateResponse(result, request_type, handler)\n File "/usr/lib64/python3.6/site-packages/rhsm/connection.py", line 689, in validateResponse\n raise RestlibException(response[\'status\'], error_msg, response.get(\'headers\'))\nrhsm.connection.RestlibException: HTTP error (500 - Internal Server Error): Required lock is already taken by other running tasks.\nPlease inspect their state, fix their errors and resume them.\n\nRequired lock: update\nConflicts with tasks:\n- https://satellite.front.sepia.ceph.com/foreman_tasks/tasks/eb96ff40-2ac3-4cc2-a7e3-260ca73e18ce', u'rc': 1, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'strip_empty_ends': True, u'_raw_params': u'subscription-manager release --set=8.1', u'removes': None, u'argv': None, u'warn': True, u'chdir': None, u'stdin_add_newline': True, u'stdin': None}}, 'stdout_lines': [], u'start': u'2020-04-29 15:54:42.269022', u'msg': u'non-zero return code'}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 309, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 281, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 29, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 219, in represent_list return self.represent_sequence(u'tag:yaml.org,2002:seq', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 102, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 68, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 251, in represent_undefined raise RepresenterError("cannot represent an object", data)RepresenterError: ('cannot represent an object', u'subscription-manager')Failure object was: {'smithi122.front.sepia.ceph.com': {'stderr_lines': [u'Traceback (most recent call last):', u' File "/sbin/subscription-manager", line 11, in <module>', u" load_entry_point('subscription-manager==1.25.17', 'console_scripts', 'subscription-manager')()", u' File "/usr/lib64/python3.6/site-packages/subscription_manager/scripts/subscription_manager.py", line 85, in main', u' return managercli.ManagerCLI().main()', u' File "/usr/lib64/python3.6/site-packages/subscription_manager/managercli.py", line 2982, in main', u' ret = CLI.main(self)', u' File "/usr/lib64/python3.6/site-packages/subscription_manager/cli.py", line 183, in main', u' return cmd.main()', u' File "/usr/lib64/python3.6/site-packages/subscription_manager/managercli.py", line 536, in main', u' return_code = self._do_command()', u' File "/usr/lib64/python3.6/site-packages/subscription_manager/managercli.py", line 1680, in _do_command', u' release=self.options.release', u' File "/usr/lib64/python3.6/site-packages/rhsm/connection.py", line 1121, in updateConsumer', u' ret = self.conn.request_put(method, params)', u' File "/usr/lib64/python3.6/site-packages/rhsm/connection.py", line 735, in request_put', u' return self._request("PUT", method, params, headers=headers)', u' File "/usr/lib64/python3.6/site-packages/rhsm/connection.py", line 752, in _request', u' info=info, headers=headers)', u' File "/usr/lib64/python3.6/site-packages/rhsm/connection.py", line 627, in _request', u' self.validateResponse(result, request_type, handler)', u' File "/usr/lib64/python3.6/site-packages/rhsm/connection.py", line 689, in validateResponse', u" raise RestlibException(response['status'], error_msg, response.get('headers'))", u'rhsm.connection.RestlibException: HTTP error (500 - Internal Server Error): Required lock is already taken by other running tasks.', u'Please inspect their state, fix their errors and resume them.', u'', u'Required lock: update', u'Conflicts with tasks:', u'- https://satellite.front.sepia.ceph.com/foreman_tasks/tasks/cae5927c-d6c4-4f1c-9664-9c85351d0c58'], u'changed': True, u'end': u'2020-04-29 15:54:43.919236', '_ansible_no_log': False, u'stdout': u'', u'cmd': [u'subscription-manager', u'release', u'--set=8.1'], u'delta': u'0:00:01.291293', u'stderr': u'Traceback (most recent call last):\n File "/sbin/subscription-manager", line 11, in <module>\n load_entry_point(\'subscription-manager==1.25.17\', \'console_scripts\', \'subscription-manager\')()\n File "/usr/lib64/python3.6/site-packages/subscription_manager/scripts/subscription_manager.py", line 85, in main\n return managercli.ManagerCLI().main()\n File "/usr/lib64/python3.6/site-packages/subscription_manager/managercli.py", line 2982, in main\n ret = CLI.main(self)\n File "/usr/lib64/python3.6/site-packages/subscription_manager/cli.py", line 183, in main\n return cmd.main()\n File "/usr/lib64/python3.6/site-packages/subscription_manager/managercli.py", line 536, in main\n return_code = self._do_command()\n File "/usr/lib64/python3.6/site-packages/subscription_manager/managercli.py", line 1680, in _do_command\n release=self.options.release\n File "/usr/lib64/python3.6/site-packages/rhsm/connection.py", line 1121, in updateConsumer\n ret = self.conn.request_put(method, params)\n File "/usr/lib64/python3.6/site-packages/rhsm/connection.py", line 735, in request_put\n return self._request("PUT", method, params, headers=headers)\n File "/usr/lib64/python3.6/site-packages/rhsm/connection.py", line 752, in _request\n info=info, headers=headers)\n File "/usr/lib64/python3.6/site-packages/rhsm/connection.py", line 627, in _request\n self.validateResponse(result, request_type, handler)\n File "/usr/lib64/python3.6/site-packages/rhsm/connection.py", line 689, in validateResponse\n raise RestlibException(response[\'status\'], error_msg, response.get(\'headers\'))\nrhsm.connection.RestlibException: HTTP error (500 - Internal Server Error): Required lock is already taken by other running tasks.\nPlease inspect their state, fix their errors and resume them.\n\nRequired lock: update\nConflicts with tasks:\n- https://satellite.front.sepia.ceph.com/foreman_tasks/tasks/cae5927c-d6c4-4f1c-9664-9c85351d0c58', u'rc': 1, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'strip_empty_ends': True, u'_raw_params': u'subscription-manager release --set=8.1', u'removes': None, u'argv': None, u'warn': True, u'chdir': None, u'stdin_add_newline': True, u'stdin': None}}, 'stdout_lines': [], u'start': u'2020-04-29 15:54:42.627943', u'msg': u'non-zero return code'}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 309, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 281, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 29, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 219, in represent_list return self.represent_sequence(u'tag:yaml.org,2002:seq', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 102, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 68, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 251, in represent_undefined raise RepresenterError("cannot represent an object", data)RepresenterError: ('cannot represent an object', u'subscription-manager')Failure object was: {'smithi025.front.sepia.ceph.com': {'stderr_lines': [u'Traceback (most recent call last):', u' File "/sbin/subscription-manager", line 11, in <module>', u" load_entry_point('subscription-manager==1.25.17', 'console_scripts', 'subscription-manager')()", u' File "/usr/lib64/python3.6/site-packages/subscription_manager/scripts/subscription_manager.py", line 85, in main', u' return managercli.ManagerCLI().main()', u' File "/usr/lib64/python3.6/site-packages/subscription_manager/managercli.py", line 2982, in main', u' ret = CLI.main(self)', u' File "/usr/lib64/python3.6/site-packages/subscription_manager/cli.py", line 183, in main', u' return cmd.main()', u' File "/usr/lib64/python3.6/site-packages/subscription_manager/managercli.py", line 536, in main', u' return_code = self._do_command()', u' File "/usr/lib64/python3.6/site-packages/subscription_manager/managercli.py", line 1680, in _do_command', u' release=self.options.release', u' File "/usr/lib64/python3.6/site-packages/rhsm/connection.py", line 1121, in updateConsumer', u' ret = self.conn.request_put(method, params)', u' File "/usr/lib64/python3.6/site-packages/rhsm/connection.py", line 735, in request_put', u' return self._request("PUT", method, params, headers=headers)', u' File "/usr/lib64/python3.6/site-packages/rhsm/connection.py", line 752, in _request', u' info=info, headers=headers)', u' File "/usr/lib64/python3.6/site-packages/rhsm/connection.py", line 627, in _request', u' self.validateResponse(result, request_type, handler)', u' File "/usr/lib64/python3.6/site-packages/rhsm/connection.py", line 689, in validateResponse', u" raise RestlibException(response['status'], error_msg, response.get('headers'))", u'rhsm.connection.RestlibException: HTTP error (500 - Internal Server Error): Required lock is already taken by other running tasks.', u'Please inspect their state, fix their errors and resume them.', u'', u'Required lock: update', u'Conflicts with tasks:', u'- https://satellite.front.sepia.ceph.com/foreman_tasks/tasks/1eaffe0e-9e4c-4ddf-8c8a-0297e7619c85'], u'changed': True, u'end': u'2020-04-29 15:54:46.754573', '_ansible_no_log': False, u'stdout': u'', u'cmd': [u'subscription-manager', u'release', u'--set=8.1'], u'delta': u'0:00:01.527577', u'stderr': u'Traceback (most recent call last):\n File "/sbin/subscription-manager", line 11, in <module>\n load_entry_point(\'subscription-manager==1.25.17\', \'console_scripts\', \'subscription-manager\')()\n File "/usr/lib64/python3.6/site-packages/subscription_manager/scripts/subscription_manager.py", line 85, in main\n return managercli.ManagerCLI().main()\n File "/usr/lib64/python3.6/site-packages/subscription_manager/managercli.py", line 2982, in main\n ret = CLI.main(self)\n File "/usr/lib64/python3.6/site-packages/subscription_manager/cli.py", line 183, in main\n return cmd.main()\n File "/usr/lib64/python3.6/site-packages/subscription_manager/managercli.py", line 536, in main\n return_code = self._do_command()\n File "/usr/lib64/python3.6/site-packages/subscription_manager/managercli.py", line 1680, in _do_command\n release=self.options.release\n File "/usr/lib64/python3.6/site-packages/rhsm/connection.py", line 1121, in updateConsumer\n ret = self.conn.request_put(method, params)\n File "/usr/lib64/python3.6/site-packages/rhsm/connection.py", line 735, in request_put\n return self._request("PUT", method, params, headers=headers)\n File "/usr/lib64/python3.6/site-packages/rhsm/connection.py", line 752, in _request\n info=info, headers=headers)\n File "/usr/lib64/python3.6/site-packages/rhsm/connection.py", line 627, in _request\n self.validateResponse(result, request_type, handler)\n File "/usr/lib64/python3.6/site-packages/rhsm/connection.py", line 689, in validateResponse\n raise RestlibException(response[\'status\'], error_msg, response.get(\'headers\'))\nrhsm.connection.RestlibException: HTTP error (500 - Internal Server Error): Required lock is already taken by other running tasks.\nPlease inspect their state, fix their errors and resume them.\n\nRequired lock: update\nConflicts with tasks:\n- https://satellite.front.sepia.ceph.com/foreman_tasks/tasks/1eaffe0e-9e4c-4ddf-8c8a-0297e7619c85', u'rc': 1, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'strip_empty_ends': True, u'_raw_params': u'subscription-manager release --set=8.1', u'removes': None, u'argv': None, u'warn': True, u'chdir': None, u'stdin_add_newline': True, u'stdin': None}}, 'stdout_lines': [], u'start': u'2020-04-29 15:54:45.226996', u'msg': u'non-zero return code'}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 309, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 281, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 29, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 219, in represent_list return self.represent_sequence(u'tag:yaml.org,2002:seq', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 102, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 68, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_py2/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 251, in represent_undefined raise RepresenterError("cannot represent an object", data)RepresenterError: ('cannot represent an object', u'subscription-manager')
Pulpito