teuthology-2019-03-19_21:07:53-powercycle-nautilus-distro-basic-smithi

3748629

FAIL

nautilus

master

master

smithi

ubuntu 18.04

smithi065 smithi072 smithi105 smithi178

powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-bitmap.yaml powercycle/default.yaml supported-all-distro/ubuntu_latest.yaml tasks/cfuse_workunit_suites_fsync.yaml thrashosds-health.yaml whitelist_health.yaml}

Found coredumps on ubuntu@smithi065.front.sepia.ceph.com

3748747

FAIL

nautilus

master

master

smithi

rhel 7.5

smithi092 smithi115 smithi160 smithi167

powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-bitmap.yaml powercycle/default.yaml supported-all-distro/rhel_7.5.yaml tasks/snaps-few-objects.yaml thrashosds-health.yaml whitelist_health.yaml}

1'], u'uuids': []}, u'sectors': u'781422768', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [u'vg_nvme-lv_5', u'vg_nvme-lv_4', u'vg_nvme-lv_3', u'vg_nvme-lv_2', u'vg_nvme-lv_1'], u'partitions': {}, u'model': u'INTEL SSDPEDMD400G4', u'serial': u'CVFT62330080400BGN', u'size': u'372.61 GB'}, 'key': u'nvme0n1'}, u'delta': u'0:00:01.188116', u'stderr': u'', u'rc': 0, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/nvme0n1 || sgdisk --zap-all /dev/nvme0n1', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'Creating new GPT entries.', u'GPT data structures destroyed! You may now partition the disk using fdisk or', u'other utilities.'], u'start': u'2019-03-24 03:00:56.438658', '_ansible_ignore_errors': None, 'failed': False}, {'_ansible_parsed': True, 'stderr_lines': [], u'cmd': u'sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4', u'end': u'2019-03-24 03:00:58.864365', '_ansible_no_log': False, u'stdout': u'Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot.\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.', '_ansible_item_result': True, u'changed': True, 'item': {'value': {u'scheduler_mode': u'', u'rotational': u'0', u'vendor': None, u'links': {u'masters': [], u'labels': [], u'ids': [u'dm-name-vg_nvme-lv_1', u'dm-uuid-LVM-j2PKs3mCoJkLpVtAHIwKXus38xGPHLgnEl187FRT3VKtM11bYQd23zGotvlZzqST'], u'uuids': [u'2bf9ee85-5614-4a3c-bbd9-af5e8e0fdb91']}, u'sectors': u'187539456', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [], u'partitions': {}, u'model': None, u'serial': u'CVFT62330080400BGN', u'size': u'89.43 GB'}, 'key': u'dm-4'}, u'delta': u'0:00:01.039801', u'stderr': u'', u'rc': 0, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'Creating new GPT entries.', u'Warning: The kernel is still using the old partition table.', u'The new table will be used at the next reboot.', u'GPT data structures destroyed! You may now partition the disk using fdisk or', u'other utilities.'], u'start': u'2019-03-24 03:00:57.824564', '_ansible_ignore_errors': None, 'failed': False}, {'_ansible_parsed': True, 'stderr_lines': [], u'cmd': u'sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2', u'end': u'2019-03-24 03:01:00.090500', '_ansible_no_log': False, u'stdout': u'Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot.\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.', '_ansible_item_result': True, u'changed': True, 'item': {'value': {u'scheduler_mode': u'', u'rotational': u'0', u'vendor': None, u'links': {u'masters': [], u'labels': [], u'ids': [u'dm-name-vg_nvme-lv_3', u'dm-uuid-LVM-j2PKs3mCoJkLpVtAHIwKXus38xGPHLgnMcxTNlVr5ircoZpA4BP0fpEmGWUPXiEN'], u'uuids': [u'7ca586c8-3b6e-4c69-84cc-04f8be126fa9']}, u'sectors': u'187539456', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [], u'partitions': {}, u'model': None, u'serial': u'CVFT62330080400BGN', u'size': u'89.43 GB'}, 'key': u'dm-2'}, u'delta': u'0:00:01.045299', u'stderr': u'', u'rc': 0, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'Creating new GPT entries.', u'Warning: The kernel is still using the old partition table.', u'The new table will be used at the next reboot.', u'GPT data structures destroyed! You may now partition the disk using fdisk or', u'other utilities.'], u'start': u'2019-03-24 03:00:59.045201', '_ansible_ignore_errors': None, 'failed': False}, {'_ansible_parsed': True, 'stderr_lines': [], u'cmd': u'sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3', u'end': u'2019-03-24 03:01:01.429618', '_ansible_no_log': False, u'stdout': u'Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot.\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.', '_ansible_item_result': True, u'changed': True, 'item': {'value': {u'scheduler_mode': u'', u'rotational': u'0', u'vendor': None, u'links': {u'masters': [], u'labels': [], u'ids': [u'dm-name-vg_nvme-lv_2', u'dm-uuid-LVM-j2PKs3mCoJkLpVtAHIwKXus38xGPHLgng8SZO8L1rgJQGATDyKF7SdEp45XHfqjM'], u'uuids': [u'8839f588-78a9-46f3-bedf-b78846388a89']}, u'sectors': u'187539456', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [], u'partitions': {}, u'model': None, u'serial': u'CVFT62330080400BGN', u'size': u'89.43 GB'}, 'key': u'dm-3'}, u'delta': u'0:00:01.054524', u'stderr': u'', u'rc': 0, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'Creating new GPT entries.', u'Warning: The kernel is still using the old partition table.', u'The new table will be used at the next reboot.', u'GPT data structures destroyed! You may now partition the disk using fdisk or', u'other utilities.'], u'start': u'2019-03-24 03:01:00.375094', '_ansible_ignore_errors': None, 'failed': False}, {'_ansible_parsed': True, 'stderr_lines': [u'Warning! MBR not overwritten! Error is 5!'], u'cmd': u'sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0', u'end': u'2019-03-24 03:01:02.786812', '_ansible_no_log': False, u'stdout': u'Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot.\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.', '_ansible_item_result': True, u'changed': True, 'item': {'value': {u'scheduler_mode': u'', u'rotational': u'0', u'vendor': None, u'links': {u'masters': [], u'labels': [], u'ids': [u'dm-name-vg_nvme-lv_5', u'dm-uuid-LVM-j2PKs3mCoJkLpVtAHIwKXus38xGPHLgnQYdrOKBCNwZkmJVFIbU9eeh02SyoNtgi'], u'uuids': [u'2e6ffad8-3a1f-4b46-aa72-e024fa6a286c']}, u'sectors': u'31252480', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [], u'partitions': {}, u'model': None, u'serial': u'CVFT62330080400BGN', u'size': u'14.90 GB'}, 'key': u'dm-0'}, u'delta': u'0:00:01.166105', u'stderr': u'Warning! MBR not overwritten! Error is 5!', u'rc': 0, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'Creating new GPT entries.', u'Warning: The kernel is still using the old partition table.', u'The new table will be used at the next reboot.', u'GPT data structures destroyed! You may now partition the disk using fdisk or', u'other utilities.'], u'start': u'2019-03-24 03:01:01.620707', '_ansible_ignore_errors': None, 'failed': False}, {'_ansible_parsed': True, 'stderr_lines': [u'Problem opening /dev/dm-1 for reading! Error is 2.', u'The specified file does not exist!', u"Problem opening '' for writing! Program will now terminate.", u'Warning! MBR not overwritten! Error is 2!', u'Problem opening /dev/dm-1 for reading! Error is 2.', u'The specified file does not exist!', u"Problem opening '' for writing! Program will now terminate.", u'Warning! MBR not overwritten! Error is 2!'], u'cmd': u'sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1', u'end': u'2019-03-24 03:01:02.996014', '_ansible_no_log': False, u'stdout': u'', '_ansible_item_result': True, u'changed': True, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'item': {'value': {u'scheduler_mode': u'', u'rotational': u'0', u'vendor': None, u'links': {u'masters': [], u'labels': [], u'ids': [u'dm-name-vg_nvme-lv_4', u'dm-uuid-LVM-j2PKs3mCoJkLpVtAHIwKXus38xGPHLgnwtWovxMJkXKjdSj6GM81zfq14O7k0a53'], u'uuids': [u'e628df20-164a-4ecc-aba0-9f1be3ac4c83']}, u'sectors': u'187539456', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [], u'partitions': {}, u'model': None, u'serial': u'CVFT62330080400BGN', u'size': u'89.43 GB'}, 'key': u'dm-1'}, u'delta': u'0:00:00.006853', u'stderr': u"Problem opening /dev/dm-1 for reading! Error is 2.\nThe specified file does not exist!\nProblem opening '' for writing! Program will now terminate.\nWarning! MBR not overwritten! Error is 2!\nProblem opening /dev/dm-1 for reading! Error is 2.\nThe specified file does not exist!\nProblem opening '' for writing! Program will now terminate.\nWarning! MBR not overwritten! Error is 2!", u'rc': 2, u'msg': u'non-zero return code', 'stdout_lines': [], u'start': u'2019-03-24 03:01:02.989161', u'failed': True}]}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 218, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 190, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 28, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 217, in represent_list return self.represent_sequence(u'tag:yaml.org,2002:seq', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 101, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 67, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 249, in represent_undefined raise RepresenterError("cannot represent an object: %s" % data)RepresenterError: cannot represent an object: SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)