Description: rbd/mirror/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp.yaml supported-random-distro$/{rhel_latest.yaml} users/mirror.yaml workloads/rbd-mirror-ha-workunit.yaml}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2018-08-10_02:01:02-rbd-master-distro-basic-smithi/2887351/teuthology.log

Sentry event: http://sentry.ceph.com/sepia/teuthology/?q=07b9b8e3234c4eee87cc6802feb30f7d

Failure Reason:

1'], u'uuids': []}, u'sectors': u'781422768', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [u'vg_nvme-lv_5', u'vg_nvme-lv_4', u'vg_nvme-lv_3', u'vg_nvme-lv_2', u'vg_nvme-lv_1'], u'partitions': {}, u'model': u'INTEL SSDPEDMD400G4', u'serial': u'CVFT5330009L400BGN', u'size': u'372.61 GB'}, 'key': u'nvme0n1'}, u'delta': u'0:00:01.081804', u'stderr': u'', u'rc': 0, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/nvme0n1 || sgdisk --zap-all /dev/nvme0n1', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'Creating new GPT entries.', u'GPT data structures destroyed! You may now partition the disk using fdisk or', u'other utilities.'], u'start': u'2018-08-11 02:51:04.254620', '_ansible_ignore_errors': None, 'failed': False}, {'_ansible_parsed': True, 'stderr_lines': [], u'cmd': u'sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4', u'end': u'2018-08-11 02:51:06.566307', '_ansible_no_log': False, u'stdout': u'Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot.\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.', '_ansible_item_result': True, u'changed': True, 'item': {'value': {u'scheduler_mode': u'', u'rotational': u'0', u'vendor': None, u'links': {u'masters': [], u'labels': [], u'ids': [u'dm-name-vg_nvme-lv_1', u'dm-uuid-LVM-sdswtyGKxPgZYMWJIXgVnvHLAQvqljd1qGelIUFPGeDg8kgm7uLF23mpDDR1xzhI'], u'uuids': [u'ff272723-8901-44e3-94ae-1ba3b5112f2d']}, u'sectors': u'187539456', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [], u'partitions': {}, u'model': None, u'serial': u'CVFT5330009L400BGN', u'size': u'89.43 GB'}, 'key': u'dm-4'}, u'delta': u'0:00:01.056070', u'stderr': u'', u'rc': 0, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'Creating new GPT entries.', u'Warning: The kernel is still using the old partition table.', u'The new table will be used at the next reboot.', u'GPT data structures destroyed! You may now partition the disk using fdisk or', u'other utilities.'], u'start': u'2018-08-11 02:51:05.510237', '_ansible_ignore_errors': None, 'failed': False}, {'_ansible_parsed': True, 'stderr_lines': [], u'cmd': u'sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2', u'end': u'2018-08-11 02:51:07.790305', '_ansible_no_log': False, u'stdout': u'Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot.\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.', '_ansible_item_result': True, u'changed': True, 'item': {'value': {u'scheduler_mode': u'', u'rotational': u'0', u'vendor': None, u'links': {u'masters': [], u'labels': [], u'ids': [u'dm-name-vg_nvme-lv_3', u'dm-uuid-LVM-sdswtyGKxPgZYMWJIXgVnvHLAQvqljd1gTTnA3DfvnpMIsViYlOwv699dz2ilBC3'], u'uuids': []}, u'sectors': u'187539456', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [], u'partitions': {}, u'model': None, u'serial': u'CVFT5330009L400BGN', u'size': u'89.43 GB'}, 'key': u'dm-2'}, u'delta': u'0:00:01.063238', u'stderr': u'', u'rc': 0, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'Creating new GPT entries.', u'Warning: The kernel is still using the old partition table.', u'The new table will be used at the next reboot.', u'GPT data structures destroyed! You may now partition the disk using fdisk or', u'other utilities.'], u'start': u'2018-08-11 02:51:06.727067', '_ansible_ignore_errors': None, 'failed': False}, {'_ansible_parsed': True, 'stderr_lines': [u'Warning! MBR not overwritten! Error is 5!'], u'cmd': u'sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3', u'end': u'2018-08-11 02:51:09.090473', '_ansible_no_log': False, u'stdout': u'Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot.\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.', '_ansible_item_result': True, u'changed': True, 'item': {'value': {u'scheduler_mode': u'', u'rotational': u'0', u'vendor': None, u'links': {u'masters': [], u'labels': [], u'ids': [u'dm-name-vg_nvme-lv_2', u'dm-uuid-LVM-sdswtyGKxPgZYMWJIXgVnvHLAQvqljd1bXaHsMQvKHCJSVGA982OeKxfIjdPiWDe'], u'uuids': []}, u'sectors': u'187539456', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [], u'partitions': {}, u'model': None, u'serial': u'CVFT5330009L400BGN', u'size': u'89.43 GB'}, 'key': u'dm-3'}, u'delta': u'0:00:01.048025', u'stderr': u'Warning! MBR not overwritten! Error is 5!', u'rc': 0, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'Creating new GPT entries.', u'Warning: The kernel is still using the old partition table.', u'The new table will be used at the next reboot.', u'GPT data structures destroyed! You may now partition the disk using fdisk or', u'other utilities.'], u'start': u'2018-08-11 02:51:08.042448', '_ansible_ignore_errors': None, 'failed': False}, {'_ansible_parsed': True, 'stderr_lines': [u'Problem opening /dev/dm-0 for reading! Error is 2.', u'The specified file does not exist!', u"Problem opening '' for writing! Program will now terminate.", u'Warning! MBR not overwritten! Error is 2!', u'Problem opening /dev/dm-0 for reading! Error is 2.', u'The specified file does not exist!', u"Problem opening '' for writing! Program will now terminate.", u'Warning! MBR not overwritten! Error is 2!'], u'cmd': u'sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0', u'end': u'2018-08-11 02:51:09.267763', '_ansible_no_log': False, u'stdout': u'', '_ansible_item_result': True, u'changed': True, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'item': {'value': {u'scheduler_mode': u'', u'rotational': u'0', u'vendor': None, u'links': {u'masters': [], u'labels': [], u'ids': [u'dm-name-vg_nvme-lv_5', u'dm-uuid-LVM-sdswtyGKxPgZYMWJIXgVnvHLAQvqljd1MAzGh4IPuVN03R5bzIPBAemRcpCjEzC3'], u'uuids': [u'35f504f5-2b51-45d8-a1c3-a7e95f9f5445']}, u'sectors': u'31252480', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [], u'partitions': {}, u'model': None, u'serial': u'CVFT5330009L400BGN', u'size': u'14.90 GB'}, 'key': u'dm-0'}, u'delta': u'0:00:00.006846', u'stderr': u"Problem opening /dev/dm-0 for reading! Error is 2.\nThe specified file does not exist!\nProblem opening '' for writing! Program will now terminate.\nWarning! MBR not overwritten! Error is 2!\nProblem opening /dev/dm-0 for reading! Error is 2.\nThe specified file does not exist!\nProblem opening '' for writing! Program will now terminate.\nWarning! MBR not overwritten! Error is 2!", u'rc': 2, u'msg': u'non-zero return code', 'stdout_lines': [], u'start': u'2018-08-11 02:51:09.260917', u'failed': True}, {'_ansible_parsed': True, 'stderr_lines': [u'Problem opening /dev/dm-1 for reading! Error is 2.', u'The specified file does not exist!', u"Problem opening '' for writing! Program will now terminate.", u'Warning! MBR not overwritten! Error is 2!', u'Problem opening /dev/dm-1 for reading! Error is 2.', u'The specified file does not exist!', u"Problem opening '' for writing! Program will now terminate.", u'Warning! MBR not overwritten! Error is 2!'], u'cmd': u'sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1', u'end': u'2018-08-11 02:51:09.436885', '_ansible_no_log': False, u'stdout': u'', '_ansible_item_result': True, u'changed': True, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'item': {'value': {u'scheduler_mode': u'', u'rotational': u'0', u'vendor': None, u'links': {u'masters': [], u'labels': [], u'ids': [u'dm-name-vg_nvme-lv_4', u'dm-uuid-LVM-sdswtyGKxPgZYMWJIXgVnvHLAQvqljd1Qiz17Ex6Bk2zmJuSbMtLha7Hqk9o7uuP'], u'uuids': [u'95c74286-de18-4d7a-8f50-2bf1fc6d1667']}, u'sectors': u'187539456', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [], u'partitions': {}, u'model': None, u'serial': u'CVFT5330009L400BGN', u'size': u'89.43 GB'}, 'key': u'dm-1'}, u'delta': u'0:00:00.006834', u'stderr': u"Problem opening /dev/dm-1 for reading! Error is 2.\nThe specified file does not exist!\nProblem opening '' for writing! Program will now terminate.\nWarning! MBR not overwritten! Error is 2!\nProblem opening /dev/dm-1 for reading! Error is 2.\nThe specified file does not exist!\nProblem opening '' for writing! Program will now terminate.\nWarning! MBR not overwritten! Error is 2!", u'rc': 2, u'msg': u'non-zero return code', 'stdout_lines': [], u'start': u'2018-08-11 02:51:09.430051', u'failed': True}]}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 218, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 190, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 28, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 217, in represent_list return self.represent_sequence(u'tag:yaml.org,2002:seq', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 101, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 67, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 249, in represent_undefined raise RepresenterError("cannot represent an object: %s" % data)RepresenterError: cannot represent an object: SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)

  • log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2018-08-10_02:01:02-rbd-master-distro-basic-smithi/2887351/teuthology.log
  • archive_path: /home/teuthworker/archive/teuthology-2018-08-10_02:01:02-rbd-master-distro-basic-smithi/2887351
  • description: rbd/mirror/{base/install.yaml cluster/{2-node.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp.yaml supported-random-distro$/{rhel_latest.yaml} users/mirror.yaml workloads/rbd-mirror-ha-workunit.yaml}
  • duration: 0:04:42
  • email: ceph-qa@lists.ceph.com
  • failure_reason: 1'], u'uuids': []}, u'sectors': u'781422768', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [u'vg_nvme-lv_5', u'vg_nvme-lv_4', u'vg_nvme-lv_3', u'vg_nvme-lv_2', u'vg_nvme-lv_1'], u'partitions': {}, u'model': u'INTEL SSDPEDMD400G4', u'serial': u'CVFT5330009L400BGN', u'size': u'372.61 GB'}, 'key': u'nvme0n1'}, u'delta': u'0:00:01.081804', u'stderr': u'', u'rc': 0, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/nvme0n1 || sgdisk --zap-all /dev/nvme0n1', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'Creating new GPT entries.', u'GPT data structures destroyed! You may now partition the disk using fdisk or', u'other utilities.'], u'start': u'2018-08-11 02:51:04.254620', '_ansible_ignore_errors': None, 'failed': False}, {'_ansible_parsed': True, 'stderr_lines': [], u'cmd': u'sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4', u'end': u'2018-08-11 02:51:06.566307', '_ansible_no_log': False, u'stdout': u'Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot.\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.', '_ansible_item_result': True, u'changed': True, 'item': {'value': {u'scheduler_mode': u'', u'rotational': u'0', u'vendor': None, u'links': {u'masters': [], u'labels': [], u'ids': [u'dm-name-vg_nvme-lv_1', u'dm-uuid-LVM-sdswtyGKxPgZYMWJIXgVnvHLAQvqljd1qGelIUFPGeDg8kgm7uLF23mpDDR1xzhI'], u'uuids': [u'ff272723-8901-44e3-94ae-1ba3b5112f2d']}, u'sectors': u'187539456', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [], u'partitions': {}, u'model': None, u'serial': u'CVFT5330009L400BGN', u'size': u'89.43 GB'}, 'key': u'dm-4'}, u'delta': u'0:00:01.056070', u'stderr': u'', u'rc': 0, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'Creating new GPT entries.', u'Warning: The kernel is still using the old partition table.', u'The new table will be used at the next reboot.', u'GPT data structures destroyed! You may now partition the disk using fdisk or', u'other utilities.'], u'start': u'2018-08-11 02:51:05.510237', '_ansible_ignore_errors': None, 'failed': False}, {'_ansible_parsed': True, 'stderr_lines': [], u'cmd': u'sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2', u'end': u'2018-08-11 02:51:07.790305', '_ansible_no_log': False, u'stdout': u'Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot.\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.', '_ansible_item_result': True, u'changed': True, 'item': {'value': {u'scheduler_mode': u'', u'rotational': u'0', u'vendor': None, u'links': {u'masters': [], u'labels': [], u'ids': [u'dm-name-vg_nvme-lv_3', u'dm-uuid-LVM-sdswtyGKxPgZYMWJIXgVnvHLAQvqljd1gTTnA3DfvnpMIsViYlOwv699dz2ilBC3'], u'uuids': []}, u'sectors': u'187539456', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [], u'partitions': {}, u'model': None, u'serial': u'CVFT5330009L400BGN', u'size': u'89.43 GB'}, 'key': u'dm-2'}, u'delta': u'0:00:01.063238', u'stderr': u'', u'rc': 0, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'Creating new GPT entries.', u'Warning: The kernel is still using the old partition table.', u'The new table will be used at the next reboot.', u'GPT data structures destroyed! You may now partition the disk using fdisk or', u'other utilities.'], u'start': u'2018-08-11 02:51:06.727067', '_ansible_ignore_errors': None, 'failed': False}, {'_ansible_parsed': True, 'stderr_lines': [u'Warning! MBR not overwritten! Error is 5!'], u'cmd': u'sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3', u'end': u'2018-08-11 02:51:09.090473', '_ansible_no_log': False, u'stdout': u'Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot.\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.', '_ansible_item_result': True, u'changed': True, 'item': {'value': {u'scheduler_mode': u'', u'rotational': u'0', u'vendor': None, u'links': {u'masters': [], u'labels': [], u'ids': [u'dm-name-vg_nvme-lv_2', u'dm-uuid-LVM-sdswtyGKxPgZYMWJIXgVnvHLAQvqljd1bXaHsMQvKHCJSVGA982OeKxfIjdPiWDe'], u'uuids': []}, u'sectors': u'187539456', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [], u'partitions': {}, u'model': None, u'serial': u'CVFT5330009L400BGN', u'size': u'89.43 GB'}, 'key': u'dm-3'}, u'delta': u'0:00:01.048025', u'stderr': u'Warning! MBR not overwritten! Error is 5!', u'rc': 0, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'Creating new GPT entries.', u'Warning: The kernel is still using the old partition table.', u'The new table will be used at the next reboot.', u'GPT data structures destroyed! You may now partition the disk using fdisk or', u'other utilities.'], u'start': u'2018-08-11 02:51:08.042448', '_ansible_ignore_errors': None, 'failed': False}, {'_ansible_parsed': True, 'stderr_lines': [u'Problem opening /dev/dm-0 for reading! Error is 2.', u'The specified file does not exist!', u"Problem opening '' for writing! Program will now terminate.", u'Warning! MBR not overwritten! Error is 2!', u'Problem opening /dev/dm-0 for reading! Error is 2.', u'The specified file does not exist!', u"Problem opening '' for writing! Program will now terminate.", u'Warning! MBR not overwritten! Error is 2!'], u'cmd': u'sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0', u'end': u'2018-08-11 02:51:09.267763', '_ansible_no_log': False, u'stdout': u'', '_ansible_item_result': True, u'changed': True, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'item': {'value': {u'scheduler_mode': u'', u'rotational': u'0', u'vendor': None, u'links': {u'masters': [], u'labels': [], u'ids': [u'dm-name-vg_nvme-lv_5', u'dm-uuid-LVM-sdswtyGKxPgZYMWJIXgVnvHLAQvqljd1MAzGh4IPuVN03R5bzIPBAemRcpCjEzC3'], u'uuids': [u'35f504f5-2b51-45d8-a1c3-a7e95f9f5445']}, u'sectors': u'31252480', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [], u'partitions': {}, u'model': None, u'serial': u'CVFT5330009L400BGN', u'size': u'14.90 GB'}, 'key': u'dm-0'}, u'delta': u'0:00:00.006846', u'stderr': u"Problem opening /dev/dm-0 for reading! Error is 2.\nThe specified file does not exist!\nProblem opening '' for writing! Program will now terminate.\nWarning! MBR not overwritten! Error is 2!\nProblem opening /dev/dm-0 for reading! Error is 2.\nThe specified file does not exist!\nProblem opening '' for writing! Program will now terminate.\nWarning! MBR not overwritten! Error is 2!", u'rc': 2, u'msg': u'non-zero return code', 'stdout_lines': [], u'start': u'2018-08-11 02:51:09.260917', u'failed': True}, {'_ansible_parsed': True, 'stderr_lines': [u'Problem opening /dev/dm-1 for reading! Error is 2.', u'The specified file does not exist!', u"Problem opening '' for writing! Program will now terminate.", u'Warning! MBR not overwritten! Error is 2!', u'Problem opening /dev/dm-1 for reading! Error is 2.', u'The specified file does not exist!', u"Problem opening '' for writing! Program will now terminate.", u'Warning! MBR not overwritten! Error is 2!'], u'cmd': u'sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1', u'end': u'2018-08-11 02:51:09.436885', '_ansible_no_log': False, u'stdout': u'', '_ansible_item_result': True, u'changed': True, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': True, u'_raw_params': u'sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'item': {'value': {u'scheduler_mode': u'', u'rotational': u'0', u'vendor': None, u'links': {u'masters': [], u'labels': [], u'ids': [u'dm-name-vg_nvme-lv_4', u'dm-uuid-LVM-sdswtyGKxPgZYMWJIXgVnvHLAQvqljd1Qiz17Ex6Bk2zmJuSbMtLha7Hqk9o7uuP'], u'uuids': [u'95c74286-de18-4d7a-8f50-2bf1fc6d1667']}, u'sectors': u'187539456', u'sas_device_handle': None, u'sas_address': None, u'virtual': 1, u'host': u'', u'sectorsize': u'512', u'removable': u'0', u'support_discard': u'512', u'holders': [], u'partitions': {}, u'model': None, u'serial': u'CVFT5330009L400BGN', u'size': u'89.43 GB'}, 'key': u'dm-1'}, u'delta': u'0:00:00.006834', u'stderr': u"Problem opening /dev/dm-1 for reading! Error is 2.\nThe specified file does not exist!\nProblem opening '' for writing! Program will now terminate.\nWarning! MBR not overwritten! Error is 2!\nProblem opening /dev/dm-1 for reading! Error is 2.\nThe specified file does not exist!\nProblem opening '' for writing! Program will now terminate.\nWarning! MBR not overwritten! Error is 2!", u'rc': 2, u'msg': u'non-zero return code', 'stdout_lines': [], u'start': u'2018-08-11 02:51:09.430051', u'failed': True}]}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 218, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 190, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 28, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 217, in represent_list return self.represent_sequence(u'tag:yaml.org,2002:seq', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 101, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 67, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 249, in represent_undefined raise RepresenterError("cannot represent an object: %s" % data)RepresenterError: cannot represent an object: SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)
  • flavor:
  • job_id: 2887351
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: smithi
  • name: teuthology-2018-08-10_02:01:02-rbd-master-distro-basic-smithi
  • nuke_on_error: True
  • os_type: rhel
  • os_version: 7.5
  • overrides:
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
    • workunit:
      • sha1: f563510c5842fe6ca05fadcd9a99e487086f2c78
      • branch: master
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • fs: xfs
      • conf:
        • client.mirror.5:
          • admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok
          • pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid
        • client.mirror.4:
          • admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok
          • pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid
        • client.mirror.6:
          • admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok
          • pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid
        • client.mirror.1:
          • admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok
          • pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid
        • client.mirror.0:
          • admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok
          • pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid
        • client.mirror.3:
          • admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok
          • pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid
        • client.mirror.2:
          • admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok
          • pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid
        • global:
          • ms inject socket failures: 5000
        • client:
          • rbd default features: 125
          • debug rbd_mirror: 15
        • mon:
          • debug mon: 20
          • debug paxos: 20
          • debug ms: 1
        • osd:
          • mon osd full ratio: 0.9
          • debug ms: 1
          • bluestore fsck on mount: True
          • debug osd: 25
          • bluestore compression mode: aggressive
          • debug bluestore: 20
          • debug bluefs: 20
          • osd objectstore: bluestore
          • mon osd backfillfull_ratio: 0.85
          • bluestore block size: 96636764160
          • debug filestore: 20
          • debug rocksdb: 10
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • debug journal: 20
      • sha1: f563510c5842fe6ca05fadcd9a99e487086f2c78
    • install:
      • ceph:
        • sha1: f563510c5842fe6ca05fadcd9a99e487086f2c78
    • admin_socket:
      • branch: master
    • thrashosds:
      • bdev_inject_crash_probability: 0.5
      • bdev_inject_crash: 2
  • owner: scheduled_teuthology@teuthology
  • pid:
  • roles:
    • ['cluster1.mon.a', 'cluster1.mgr.x', 'cluster2.mgr.x', 'cluster1.osd.0', 'cluster1.osd.1', 'cluster1.osd.2', 'cluster1.client.0', 'cluster2.client.0']
    • ['cluster2.mon.a', 'cluster2.osd.0', 'cluster2.osd.1', 'cluster2.osd.2', 'cluster1.client.mirror', 'cluster1.client.mirror.0', 'cluster1.client.mirror.1', 'cluster1.client.mirror.2', 'cluster1.client.mirror.3', 'cluster1.client.mirror.4', 'cluster1.client.mirror.5', 'cluster1.client.mirror.6', 'cluster2.client.mirror', 'cluster2.client.mirror.0', 'cluster2.client.mirror.1', 'cluster2.client.mirror.2', 'cluster2.client.mirror.3', 'cluster2.client.mirror.4', 'cluster2.client.mirror.5', 'cluster2.client.mirror.6']
  • sentry_event: http://sentry.ceph.com/sepia/teuthology/?q=07b9b8e3234c4eee87cc6802feb30f7d
  • status: fail
  • success: False
  • branch: master
  • seed:
  • sha1: f563510c5842fe6ca05fadcd9a99e487086f2c78
  • subset:
  • suite:
  • suite_branch: master
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: f563510c5842fe6ca05fadcd9a99e487086f2c78
  • targets:
    • smithi059.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2PlYp5MA/Jo84J6q3tyt8+XQGpsOP7l8PagRHgZL5RQ3hC6Hrl6byKfjuAdUDpwQttWrrnwOKPAY9ycyujY7AUqVw5Je6Ze9hyzkybo6bz/6F7G8AkcPliRdVqnv7Br7kVv9q9fBzjuNTTlTKG51p4Gx9KqxkR5YqCV/z4mpUbCfUn0xiNn1M3hh8rTbzGyPh2RS0bIfMJt3w/FDt76HutbvrF+OL38zD6ggAR4xKFwi0oI44TbPH4A169jX+k55Rgu33C5gLndLFt90lcIeuFsFj+O/ZsKIpxOlxP2kcFkk/4gXau+OQkIdWMA5hD0hnA+LCIBfURwA4gT5MyYQ/
    • smithi181.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC3kpSa4FDkxu0zaGnp3amKBMVgWVICyfaWIg8miqDmexDpcxukmUmIOU+1vfsZifsJDjhklnrHA0nXrDU0m+ZIB+55oVjaW8qFR8K8Saf8CvUqGxkiPfQ0zPf9nyd0uqBeuh2a7OIArXZxO9jRWkMAyNYJjvrdxS8lYpVBwllw9NmhG1Cd9SbSf6CaFnaZ0nVpI0tWTz7st79sr6leWmJ6f9rCt/s//TMgq57dq6MUsGLhXyytkPayID+ZIHsZIVr8H0dz+Y293gLRjoS29EENrQiHcs4Z6qKwGYrVlFUhHnUzPCw3CwBiJtkE8NPHJXisqzP6DBRGr4C5vZkjzAw9
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 2
      • smithi
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • sha1: distro
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
      • extra_packages:
        • rbd-mirror
    • ceph:
      • cluster: cluster1
    • ceph:
      • cluster: cluster2
    • workunit:
      • clients:
        • cluster1.client.mirror:
          • rbd/rbd_mirror_ha.sh
      • timeout: 6h
      • env:
        • CEPH_ARGS:
        • RBD_MIRROR_USE_EXISTING_CLUSTER: 1
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2018-08-10 02:02:08
  • started: 2018-08-11 02:35:10
  • updated: 2018-08-11 02:53:10
  • status_class: danger
  • runtime: 0:18:00
  • wait_time: 0:13:18