Description: upgrade/mimic-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/mimic.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 7-final-workload.yaml objectstore/bluestore-bitmap.yaml supported-all-distro/rhel_7.5.yaml thrashosds-health.yaml}

Log: http://qa-proxy.ceph.com/teuthology/nojha-2019-01-02_19:45:39-upgrade-master-distro-basic-smithi/3415217/teuthology.log

Failure Reason:

1'], u'uuids': []}, u'sectors': u'781422768', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [u'vg_nvme-lv_5', u'vg_nvme-lv_4', u'vg_nvme-lv_3', u'vg_nvme-lv_2', u'vg_nvme-lv_1'], u'partitions': {}, u'model': u'INTEL SSDPEDMD400G4', u'serial': u'PHFT620500MW400BGN', u'size': u'372.61 GB'}, 'key': u'nvme0n1'}, u'delta': u'0:00:01.047140', u'stderr': u'', u'rc': 0, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/nvme0n1 || sgdisk --zap-all /dev/nvme0n1', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'Creating new GPT entries.', u'GPT data structures destroyed! You may now partition the disk using fdisk or', u'other utilities.'], u'start': u'2019-01-02 21:02:48.343856', '_ansible_ignore_errors': None, 'failed': False}, {'_ansible_parsed': True, 'stderr_lines': [], u'cmd': u'sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4', u'end': u'2019-01-02 21:02:50.642297', '_ansible_no_log': False, u'stdout': u'Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot.\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.', '_ansible_item_result': True, u'changed': True, 'item': {'value': {u'scheduler_mode': u'', u'rotational': u'0', u'vendor': None, u'links': {u'masters': [], u'labels': [], u'ids': [u'dm-name-vg_nvme-lv_1', u'dm-uuid-LVM-i7p9loH0LyFLgZt1PGPfF7VpyH1s80r63H8cqZNn19cpDgCPyegDbTTft3EHYX72'], u'uuids': []}, u'sectors': u'187539456', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [], u'partitions': {}, u'model': None, u'serial': u'PHFT620500MW400BGN', u'size': u'89.43 GB'}, 'key': u'dm-4'}, u'delta': u'0:00:01.052792', u'stderr': u'', u'rc': 0, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'Creating new GPT entries.', u'Warning: The kernel is still using the old partition table.', u'The new table will be used at the next reboot.', u'GPT data structures destroyed! You may now partition the disk using fdisk or', u'other utilities.'], u'start': u'2019-01-02 21:02:49.589505', '_ansible_ignore_errors': None, 'failed': False}, {'_ansible_parsed': True, 'stderr_lines': [u'Warning! MBR not overwritten! Error is 5!'], u'cmd': u'sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2', u'end': u'2019-01-02 21:02:51.895329', '_ansible_no_log': False, u'stdout': u'Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot.\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.', '_ansible_item_result': True, u'changed': True, 'item': {'value': {u'scheduler_mode': u'', u'rotational': u'0', u'vendor': None, u'links': {u'masters': [], u'labels': [], u'ids': [u'dm-name-vg_nvme-lv_3', u'dm-uuid-LVM-i7p9loH0LyFLgZt1PGPfF7VpyH1s80r6zBc3SiSGBoDLsTU14RM2yrPTh82jM7xD'], u'uuids': []}, u'sectors': u'187539456', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [], u'partitions': {}, u'model': None, u'serial': u'PHFT620500MW400BGN', u'size': u'89.43 GB'}, 'key': u'dm-2'}, u'delta': u'0:00:01.042803', u'stderr': u'Warning! MBR not overwritten! Error is 5!', u'rc': 0, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'Creating new GPT entries.', u'Warning: The kernel is still using the old partition table.', u'The new table will be used at the next reboot.', u'GPT data structures destroyed! You may now partition the disk using fdisk or', u'other utilities.'], u'start': u'2019-01-02 21:02:50.852526', '_ansible_ignore_errors': None, 'failed': False}, {'_ansible_parsed': True, 'stderr_lines': [u'Problem opening /dev/dm-3 for reading! Error is 2.', u'The specified file does not exist!', u"Problem opening '' for writing! Program will now terminate.", u'Warning! MBR not overwritten! Error is 2!', u'Problem opening /dev/dm-3 for reading! Error is 2.', u'The specified file does not exist!', u"Problem opening '' for writing! Program will now terminate.", u'Warning! MBR not overwritten! Error is 2!'], u'cmd': u'sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3', u'end': u'2019-01-02 21:02:52.138297', '_ansible_no_log': False, u'stdout': u'', '_ansible_item_result': True, u'changed': True, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'item': {'value': {u'scheduler_mode': u'', u'rotational': u'0', u'vendor': None, u'links': {u'masters': [], u'labels': [], u'ids': [u'dm-name-vg_nvme-lv_2', u'dm-uuid-LVM-i7p9loH0LyFLgZt1PGPfF7VpyH1s80r6JdXN4PigZoDevBwn8leMS7hUVZ1rY3kx'], u'uuids': []}, u'sectors': u'187539456', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [], u'partitions': {}, u'model': None, u'serial': u'PHFT620500MW400BGN', u'size': u'89.43 GB'}, 'key': u'dm-3'}, u'delta': u'0:00:00.007233', u'stderr': u"Problem opening /dev/dm-3 for reading! Error is 2.\nThe specified file does not exist!\nProblem opening '' for writing! Program will now terminate.\nWarning! MBR not overwritten! Error is 2!\nProblem opening /dev/dm-3 for reading! Error is 2.\nThe specified file does not exist!\nProblem opening '' for writing! Program will now terminate.\nWarning! MBR not overwritten! Error is 2!", u'rc': 2, u'msg': u'non-zero return code', 'stdout_lines': [], u'start': u'2019-01-02 21:02:52.131064', u'failed': True}, {'_ansible_parsed': True, 'stderr_lines': [u'Problem opening /dev/dm-0 for reading! Error is 2.', u'The specified file does not exist!', u"Problem opening '' for writing! Program will now terminate.", u'Warning! MBR not overwritten! Error is 2!', u'Problem opening /dev/dm-0 for reading! Error is 2.', u'The specified file does not exist!', u"Problem opening '' for writing! Program will now terminate.", u'Warning! MBR not overwritten! Error is 2!'], u'cmd': u'sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0', u'end': u'2019-01-02 21:02:52.339347', '_ansible_no_log': False, u'stdout': u'', '_ansible_item_result': True, u'changed': True, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'item': {'value': {u'scheduler_mode': u'', u'rotational': u'0', u'vendor': None, u'links': {u'masters': [], u'labels': [], u'ids': [u'dm-name-vg_nvme-lv_5', u'dm-uuid-LVM-i7p9loH0LyFLgZt1PGPfF7VpyH1s80r6JshMh3VeRmkcPyrUPe7rrHy88PgsPjK9'], u'uuids': [u'f8d9ca8b-070f-4527-9e57-7c95596be84f']}, u'sectors': u'31252480', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [], u'partitions': {}, u'model': None, u'serial': u'PHFT620500MW400BGN', u'size': u'14.90 GB'}, 'key': u'dm-0'}, u'delta': u'0:00:00.006932', u'stderr': u"Problem opening /dev/dm-0 for reading! Error is 2.\nThe specified file does not exist!\nProblem opening '' for writing! Program will now terminate.\nWarning! MBR not overwritten! Error is 2!\nProblem opening /dev/dm-0 for reading! Error is 2.\nThe specified file does not exist!\nProblem opening '' for writing! Program will now terminate.\nWarning! MBR not overwritten! Error is 2!", u'rc': 2, u'msg': u'non-zero return code', 'stdout_lines': [], u'start': u'2019-01-02 21:02:52.332415', u'failed': True}, {'_ansible_parsed': True, 'stderr_lines': [u'Problem opening /dev/dm-1 for reading! Error is 2.', u'The specified file does not exist!', u"Problem opening '' for writing! Program will now terminate.", u'Warning! MBR not overwritten! Error is 2!', u'Problem opening /dev/dm-1 for reading! Error is 2.', u'The specified file does not exist!', u"Problem opening '' for writing! Program will now terminate.", u'Warning! MBR not overwritten! Error is 2!'], u'cmd': u'sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1', u'end': u'2019-01-02 21:02:52.531298', '_ansible_no_log': False, u'stdout': u'', '_ansible_item_result': True, u'changed': True, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'item': {'value': {u'scheduler_mode': u'', u'rotational': u'0', u'vendor': None, u'links': {u'masters': [], u'labels': [], u'ids': [u'dm-name-vg_nvme-lv_4', u'dm-uuid-LVM-i7p9loH0LyFLgZt1PGPfF7VpyH1s80r6PQcVqzF8HGh59U7Jm5D6wKd6LCK3vJnx'], u'uuids': []}, u'sectors': u'187539456', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [], u'partitions': {}, u'model': None, u'serial': u'PHFT620500MW400BGN', u'size': u'89.43 GB'}, 'key': u'dm-1'}, u'delta': u'0:00:00.006909', u'stderr': u"Problem opening /dev/dm-1 for reading! Error is 2.\nThe specified file does not exist!\nProblem opening '' for writing! Program will now terminate.\nWarning! MBR not overwritten! Error is 2!\nProblem opening /dev/dm-1 for reading! Error is 2.\nThe specified file does not exist!\nProblem opening '' for writing! Program will now terminate.\nWarning! MBR not overwritten! Error is 2!", u'rc': 2, u'msg': u'non-zero return code', 'stdout_lines': [], u'start': u'2019-01-02 21:02:52.524389', u'failed': True}]}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 218, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 190, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 28, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 217, in represent_list return self.represent_sequence(u'tag:yaml.org,2002:seq', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 101, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 67, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 249, in represent_undefined raise RepresenterError("cannot represent an object: %s" % data)RepresenterError: cannot represent an object: SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)

  • log_href: http://qa-proxy.ceph.com/teuthology/nojha-2019-01-02_19:45:39-upgrade-master-distro-basic-smithi/3415217/teuthology.log
  • archive_path: /home/teuthworker/archive/nojha-2019-01-02_19:45:39-upgrade-master-distro-basic-smithi/3415217
  • description: upgrade/mimic-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/mimic.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 7-final-workload.yaml objectstore/bluestore-bitmap.yaml supported-all-distro/rhel_7.5.yaml thrashosds-health.yaml}
  • duration: 0:02:26
  • email: nojha@redhat.com
  • failure_reason: 1'], u'uuids': []}, u'sectors': u'781422768', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [u'vg_nvme-lv_5', u'vg_nvme-lv_4', u'vg_nvme-lv_3', u'vg_nvme-lv_2', u'vg_nvme-lv_1'], u'partitions': {}, u'model': u'INTEL SSDPEDMD400G4', u'serial': u'PHFT620500MW400BGN', u'size': u'372.61 GB'}, 'key': u'nvme0n1'}, u'delta': u'0:00:01.047140', u'stderr': u'', u'rc': 0, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/nvme0n1 || sgdisk --zap-all /dev/nvme0n1', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'Creating new GPT entries.', u'GPT data structures destroyed! You may now partition the disk using fdisk or', u'other utilities.'], u'start': u'2019-01-02 21:02:48.343856', '_ansible_ignore_errors': None, 'failed': False}, {'_ansible_parsed': True, 'stderr_lines': [], u'cmd': u'sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4', u'end': u'2019-01-02 21:02:50.642297', '_ansible_no_log': False, u'stdout': u'Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot.\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.', '_ansible_item_result': True, u'changed': True, 'item': {'value': {u'scheduler_mode': u'', u'rotational': u'0', u'vendor': None, u'links': {u'masters': [], u'labels': [], u'ids': [u'dm-name-vg_nvme-lv_1', u'dm-uuid-LVM-i7p9loH0LyFLgZt1PGPfF7VpyH1s80r63H8cqZNn19cpDgCPyegDbTTft3EHYX72'], u'uuids': []}, u'sectors': u'187539456', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [], u'partitions': {}, u'model': None, u'serial': u'PHFT620500MW400BGN', u'size': u'89.43 GB'}, 'key': u'dm-4'}, u'delta': u'0:00:01.052792', u'stderr': u'', u'rc': 0, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'Creating new GPT entries.', u'Warning: The kernel is still using the old partition table.', u'The new table will be used at the next reboot.', u'GPT data structures destroyed! You may now partition the disk using fdisk or', u'other utilities.'], u'start': u'2019-01-02 21:02:49.589505', '_ansible_ignore_errors': None, 'failed': False}, {'_ansible_parsed': True, 'stderr_lines': [u'Warning! MBR not overwritten! Error is 5!'], u'cmd': u'sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2', u'end': u'2019-01-02 21:02:51.895329', '_ansible_no_log': False, u'stdout': u'Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot.\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.', '_ansible_item_result': True, u'changed': True, 'item': {'value': {u'scheduler_mode': u'', u'rotational': u'0', u'vendor': None, u'links': {u'masters': [], u'labels': [], u'ids': [u'dm-name-vg_nvme-lv_3', u'dm-uuid-LVM-i7p9loH0LyFLgZt1PGPfF7VpyH1s80r6zBc3SiSGBoDLsTU14RM2yrPTh82jM7xD'], u'uuids': []}, u'sectors': u'187539456', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [], u'partitions': {}, u'model': None, u'serial': u'PHFT620500MW400BGN', u'size': u'89.43 GB'}, 'key': u'dm-2'}, u'delta': u'0:00:01.042803', u'stderr': u'Warning! MBR not overwritten! Error is 5!', u'rc': 0, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'Creating new GPT entries.', u'Warning: The kernel is still using the old partition table.', u'The new table will be used at the next reboot.', u'GPT data structures destroyed! You may now partition the disk using fdisk or', u'other utilities.'], u'start': u'2019-01-02 21:02:50.852526', '_ansible_ignore_errors': None, 'failed': False}, {'_ansible_parsed': True, 'stderr_lines': [u'Problem opening /dev/dm-3 for reading! Error is 2.', u'The specified file does not exist!', u"Problem opening '' for writing! Program will now terminate.", u'Warning! MBR not overwritten! Error is 2!', u'Problem opening /dev/dm-3 for reading! Error is 2.', u'The specified file does not exist!', u"Problem opening '' for writing! Program will now terminate.", u'Warning! MBR not overwritten! Error is 2!'], u'cmd': u'sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3', u'end': u'2019-01-02 21:02:52.138297', '_ansible_no_log': False, u'stdout': u'', '_ansible_item_result': True, u'changed': True, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'item': {'value': {u'scheduler_mode': u'', u'rotational': u'0', u'vendor': None, u'links': {u'masters': [], u'labels': [], u'ids': [u'dm-name-vg_nvme-lv_2', u'dm-uuid-LVM-i7p9loH0LyFLgZt1PGPfF7VpyH1s80r6JdXN4PigZoDevBwn8leMS7hUVZ1rY3kx'], u'uuids': []}, u'sectors': u'187539456', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [], u'partitions': {}, u'model': None, u'serial': u'PHFT620500MW400BGN', u'size': u'89.43 GB'}, 'key': u'dm-3'}, u'delta': u'0:00:00.007233', u'stderr': u"Problem opening /dev/dm-3 for reading! Error is 2.\nThe specified file does not exist!\nProblem opening '' for writing! Program will now terminate.\nWarning! MBR not overwritten! Error is 2!\nProblem opening /dev/dm-3 for reading! Error is 2.\nThe specified file does not exist!\nProblem opening '' for writing! Program will now terminate.\nWarning! MBR not overwritten! Error is 2!", u'rc': 2, u'msg': u'non-zero return code', 'stdout_lines': [], u'start': u'2019-01-02 21:02:52.131064', u'failed': True}, {'_ansible_parsed': True, 'stderr_lines': [u'Problem opening /dev/dm-0 for reading! Error is 2.', u'The specified file does not exist!', u"Problem opening '' for writing! Program will now terminate.", u'Warning! MBR not overwritten! Error is 2!', u'Problem opening /dev/dm-0 for reading! Error is 2.', u'The specified file does not exist!', u"Problem opening '' for writing! Program will now terminate.", u'Warning! MBR not overwritten! Error is 2!'], u'cmd': u'sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0', u'end': u'2019-01-02 21:02:52.339347', '_ansible_no_log': False, u'stdout': u'', '_ansible_item_result': True, u'changed': True, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'item': {'value': {u'scheduler_mode': u'', u'rotational': u'0', u'vendor': None, u'links': {u'masters': [], u'labels': [], u'ids': [u'dm-name-vg_nvme-lv_5', u'dm-uuid-LVM-i7p9loH0LyFLgZt1PGPfF7VpyH1s80r6JshMh3VeRmkcPyrUPe7rrHy88PgsPjK9'], u'uuids': [u'f8d9ca8b-070f-4527-9e57-7c95596be84f']}, u'sectors': u'31252480', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [], u'partitions': {}, u'model': None, u'serial': u'PHFT620500MW400BGN', u'size': u'14.90 GB'}, 'key': u'dm-0'}, u'delta': u'0:00:00.006932', u'stderr': u"Problem opening /dev/dm-0 for reading! Error is 2.\nThe specified file does not exist!\nProblem opening '' for writing! Program will now terminate.\nWarning! MBR not overwritten! Error is 2!\nProblem opening /dev/dm-0 for reading! Error is 2.\nThe specified file does not exist!\nProblem opening '' for writing! Program will now terminate.\nWarning! MBR not overwritten! Error is 2!", u'rc': 2, u'msg': u'non-zero return code', 'stdout_lines': [], u'start': u'2019-01-02 21:02:52.332415', u'failed': True}, {'_ansible_parsed': True, 'stderr_lines': [u'Problem opening /dev/dm-1 for reading! Error is 2.', u'The specified file does not exist!', u"Problem opening '' for writing! Program will now terminate.", u'Warning! MBR not overwritten! Error is 2!', u'Problem opening /dev/dm-1 for reading! Error is 2.', u'The specified file does not exist!', u"Problem opening '' for writing! Program will now terminate.", u'Warning! MBR not overwritten! Error is 2!'], u'cmd': u'sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1', u'end': u'2019-01-02 21:02:52.531298', '_ansible_no_log': False, u'stdout': u'', '_ansible_item_result': True, u'changed': True, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'item': {'value': {u'scheduler_mode': u'', u'rotational': u'0', u'vendor': None, u'links': {u'masters': [], u'labels': [], u'ids': [u'dm-name-vg_nvme-lv_4', u'dm-uuid-LVM-i7p9loH0LyFLgZt1PGPfF7VpyH1s80r6PQcVqzF8HGh59U7Jm5D6wKd6LCK3vJnx'], u'uuids': []}, u'sectors': u'187539456', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [], u'partitions': {}, u'model': None, u'serial': u'PHFT620500MW400BGN', u'size': u'89.43 GB'}, 'key': u'dm-1'}, u'delta': u'0:00:00.006909', u'stderr': u"Problem opening /dev/dm-1 for reading! Error is 2.\nThe specified file does not exist!\nProblem opening '' for writing! Program will now terminate.\nWarning! MBR not overwritten! Error is 2!\nProblem opening /dev/dm-1 for reading! Error is 2.\nThe specified file does not exist!\nProblem opening '' for writing! Program will now terminate.\nWarning! MBR not overwritten! Error is 2!", u'rc': 2, u'msg': u'non-zero return code', 'stdout_lines': [], u'start': u'2019-01-02 21:02:52.524389', u'failed': True}]}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 218, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 190, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 28, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 217, in represent_list return self.represent_sequence(u'tag:yaml.org,2002:seq', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 101, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 67, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 249, in represent_undefined raise RepresenterError("cannot represent an object: %s" % data)RepresenterError: cannot represent an object: SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)
  • flavor:
  • job_id: 3415217
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: smithi
  • name: nojha-2019-01-02_19:45:39-upgrade-master-distro-basic-smithi
  • nuke_on_error: True
  • os_type: rhel
  • os_version: 7.5
  • overrides:
    • ansible.cephlab:
      • skip_tags: entitlements,packages,repos
    • ceph-deploy:
      • fs: xfs
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • mon osd full ratio: 0.9
          • mon osd backfillfull_ratio: 0.85
          • bluestore fsck on mount: True
          • mon osd nearfull ratio: 0.8
          • debug bluestore: 20
          • debug bluefs: 20
          • osd objectstore: bluestore
          • bluestore block size: 96636764160
          • debug rocksdb: 10
          • bdev enable discard: True
          • osd failsafe full ratio: 0.95
          • bdev async discard: True
      • bluestore: True
    • workunit:
      • sha1: 6c211d691e57b333de14ffbdd841c226089f4b29
      • branch: master
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(MON_DOWN\)
        • \(MGR_DOWN\)
        • but it is still running
        • wrongly marked me down
        • objects unfound and apparently lost
        • log bound mismatch
        • overall HEALTH_
        • \(OSDMAP_FLAGS\)
        • \(OSD_
        • \(PG_
        • \(POOL_
        • \(CACHE_POOL_
        • \(SMALLER_PGP_NUM\)
        • \(OBJECT_
        • \(SLOW_OPS\)
        • \(REQUEST_SLOW\)
        • \(TOO_FEW_PGS\)
        • slow requests
      • fs: xfs
      • conf:
        • global:
          • enable experimental unrecoverable data corrupting features: *
        • mon:
          • debug mon: 20
          • debug paxos: 20
          • mon warn on osd down out interval zero: False
          • debug ms: 1
        • osd:
          • mon osd full ratio: 0.9
          • debug ms: 1
          • debug filestore: 20
          • bluestore fsck on mount: True
          • bdev enable discard: True
          • debug osd: 25
          • bluestore block size: 96636764160
          • debug bluestore: 20
          • debug bluefs: 20
          • osd objectstore: bluestore
          • mon osd backfillfull_ratio: 0.85
          • bluestore allocator: bitmap
          • bdev async discard: True
          • debug rocksdb: 10
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • debug journal: 20
      • sha1: 2538c2e18cc0ad955d54249e74a9b76a1187192a
    • install:
      • ceph:
        • sha1: 2538c2e18cc0ad955d54249e74a9b76a1187192a
    • admin_socket:
      • branch: master
    • thrashosds:
      • bdev_inject_crash_probability: 0.5
      • bdev_inject_crash: 2
  • owner: scheduled_nojha@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
  • sentry_event:
  • status: fail
  • success: False
  • branch: master
  • seed:
  • sha1: 2538c2e18cc0ad955d54249e74a9b76a1187192a
  • subset:
  • suite:
  • suite_branch: master
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 6c211d691e57b333de14ffbdd841c226089f4b29
  • targets:
    • smithi060.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDTgfUjpossCxD8fouPZZgUnBHZ90IWEpNmXf7qOtbbpuE0pm+AFbjZVvcMUhXVOL/3yCJ/id5Po5l+VZzeNvACz0o0VGwv7PXQjEDH0Yj5lYgTGDJ7FEu6OQKx1/NDcPlVlGl44ftMWyEPJuG/fsWfP9KVniNcAjZYiDYkFKXChd5uMbxJ7UHkEjMS48+OiWmR39QbVuDD1Qp9vcDnhKHveNfuKUxlcSNBfR7fyJc68iGicwflSqry+XwumTNhQHvmJpEep/scGqiNkduKJUhRr4OQIPa23RPlF3usVhdGTi/F3DxjJvuPf6/NPzfMmM6nVbQgFPltELUXPl403QDF
    • smithi192.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC8Nz5K8dXb44j4xGINaGZp64TUevFxsOyNH0h3rh7zVizpbt9sBzJLCi2k97uF5lkqxLwgN86hoVOqCFWIsrMPPwkcEZjL4xsgsR5Jk4HOL3XQSm33mVnfAmdrJwBeVjuMWZ1e/Y6TXJhgPviOuxCmiTfAQGO43lkegGah6Hbmy49q7/nB/HvpGrnDqenFIriB41SBGax6VopzOEILhS1v6Sz+uYziBYaXT0lEqtxYcDz2qH3S0ISvgMzOXTnBj2bKLAFex1nR852DXZwaQOPA5B4ojtEBs5yE8aXXkEaTJI4HGvJ6wtgGySk+CN8xofMayw8LOMU/1nHgQKe2gG+h
    • smithi187.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDf/VdoftAtU/D0TdvQQcZXvr+8EzVKFoDZFLDLt0f4S4UH8PVSmNq8hG2VDdaOEqCk5udZ4qbF+vkMjy4CPMKc43/IkMAni7JIKumMSMFtPoX5LTkMBoDHBNMEzZplTFN7Qjh9Sgcz/vnpaVy3iDFKHCH6PQm+qy9QMSC7rxca/aJ2MAmsLwewddvGp9xsnKWl73Ye1wN6c6TbWHi9O7RrqgHu96U2r9OJ0zmhuX8tBVl1M0weeo3S27rQtKnFYgW2ae9bx/930lo88Qb4N9qiyR2sKvUrtEIb1tfft8dOyDup098roF0yHTy5xh8HMkNf5tJYIrXI3DLnqEPfJIWv
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 3
      • smithi
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • sha1: distro
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
      • extra_packages:
        • librados2
      • exclude_packages:
        • librados3
      • branch: mimic
    • print: **** done install mimic
    • ceph:
    • exec:
      • osd.0:
        • ceph osd require-osd-release mimic
        • ceph osd set-require-min-compat-client mimic
    • print: **** done ceph
    • install.upgrade:
      • osd.0:
    • print: **** done install.upgrade osd.0
    • ceph.restart:
      • daemons:
        • mon.a
        • mon.b
        • mon.c
        • mgr.x
        • osd.0
        • osd.1
        • osd.2
        • osd.3
      • mon-health-to-clog: False
    • print: **** done ceph.restart 1st half
    • parallel:
      • stress-tasks
    • install.upgrade:
      • client.0:
      • osd.4:
    • ceph.restart:
      • daemons:
        • osd.4
        • osd.5
        • osd.6
        • osd.7
      • wait-for-healthy: False
      • wait-for-osds-up: True
    • rados:
      • op_weights:
        • snap_remove: 50
        • write: 0
        • rollback: 50
        • setattr: 25
        • read: 100
        • copy_from: 50
        • snap_create: 50
        • rmattr: 25
        • append: 100
        • delete: 50
      • ops: 4000
      • ec_pool: True
      • clients:
        • client.0
      • objects: 50
      • erasure_code_profile:
        • name: jerasure31profile
        • plugin: jerasure
        • crush-failure-domain: osd
        • k: 3
        • technique: reed_sol_van
        • m: 1
      • write_append_excl: False
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2019-01-02 19:46:39
  • started: 2019-01-02 20:52:52
  • updated: 2019-01-02 21:04:51
  • status_class: danger
  • runtime: 0:11:59
  • wait_time: 0:09:33