haomai-2016-08-02_10:00:18-rados-wip-haomai-testing-distro-basic-mira

Command failed (workunit test rados/test.sh) on mira012 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=d339665631078923e169d881102b45dfb547dc5a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/workunit.client.0/rados/test.sh'

Command failed on mira026 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b'

saw valgrind issues

{'mira061.front.sepia.ceph.com': {'msg': 'All items completed', 'changed': False, 'results': [{'msg': 'SSH Error: data could not be sent to the remote host. Make sure this host can be reached over ssh', 'item': ['boost-random', 'boost-program-options', 'leveldb', 'xmlstarlet', 'python-jinja2', 'python-ceph', 'python-flask', 'python-requests', 'boost-random', 'python-urllib3', 'python-babel', 'hdparm', 'python-markupsafe', 'python-werkzeug', 'python-itsdangerous'], '_ansible_item_result': True, 'unreachable': True}]}}

Command failed on mira082 with status 1: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json'

Command failed on mira051 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b'

Command failed on mira039 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4'

Command failed on mira068 with status 6: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats'

Command failed on mira054 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b'

Command failed on mira118 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b'

Command failed on mira064 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b'

Command failed on mira107 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b'

Command failed on mira023 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b'

Command failed on mira059 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i 2'

Command failed on mira088 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b'

{'mira056.front.sepia.ceph.com': {'msg': 'Unexpected failure during module execution.', 'failed': True, 'stdout': ''}, 'mira037.front.sepia.ceph.com': {'msg': "The conditional check 'users|length > 0' failed. The error was: No module named crypt\n\nThe error appears to have been in '/home/teuthworker/src/ceph-cm-ansible_master/roles/users/tasks/revoke_users.yml': line 2, column 3, but may\nbe elsewhere in the file depending on the exact syntax problem.\n\nThe offending line appears to be:\n\n---\n- name: Filter the revoked_users list\n ^ here\n", 'failed': True}}

Command failed on mira108 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b'

{'mira051.front.sepia.ceph.com': {'msg': 'Unexpected failure during module execution.', 'failed': True, 'stdout': ''}, 'mira107.front.sepia.ceph.com': {'msg': 'Unexpected failure during module execution.', 'failed': True, 'stdout': ''}}

{'mira101.front.sepia.ceph.com': {'msg': 'Unexpected failure during module execution.', 'failed': True, 'stdout': ''}}

{'mira077.front.sepia.ceph.com': {'msg': "The conditional check 'pcp_manager|bool == true' failed. The error was: No module named crypt\n\nThe error appears to have been in '/home/teuthworker/src/ceph-cm-ansible_master/roles/pcp/tasks/main.yml': line 27, column 3, but may\nbe elsewhere in the file depending on the exact syntax problem.\n\nThe offending line appears to be:\n\n\n- name: Set up as manager\n ^ here\n", 'failed': True}, 'mira028.front.sepia.ceph.com': {'msg': "The conditional check 'pcp_manager|bool == true' failed. The error was: No module named crypt\n\nThe error appears to have been in '/home/teuthworker/src/ceph-cm-ansible_master/roles/pcp/tasks/main.yml': line 27, column 3, but may\nbe elsewhere in the file depending on the exact syntax problem.\n\nThe offending line appears to be:\n\n\n- name: Set up as manager\n ^ here\n", 'failed': True}}

{'mira025.front.sepia.ceph.com': {'msg': 'Unexpected failure during module execution.', 'failed': True, 'stdout': ''}, 'mira026.front.sepia.ceph.com': {'msg': 'The conditional check \'ansible_pkg_mgr == "apt"\' failed. The error was: No module named crypt\n\nThe error appears to have been in \'/home/teuthworker/src/ceph-cm-ansible_master/roles/testnode/tasks/main.yml\': line 42, column 3, but may\nbe elsewhere in the file depending on the exact syntax problem.\n\nThe offending line appears to be:\n\n# configure things specific to apt systems\n- include: apt_systems.yml\n ^ here\n', 'failed': True}}

{'mira030.front.sepia.ceph.com': {'msg': "The conditional check 'ansible_distribution == 'RedHat'' failed. The error was: No module named crypt\n\nThe error appears to have been in '/home/teuthworker/src/ceph-cm-ansible_master/roles/testnode/tasks/main.yml': line 50, column 3, but may\nbe elsewhere in the file depending on the exact syntax problem.\n\nThe offending line appears to be:\n\n# configure red hat specific things\n- include: setup-redhat.yml\n ^ here\n", 'failed': True}, 'mira068.front.sepia.ceph.com': {'msg': 'The conditional check \'ansible_pkg_mgr == "apt"\' failed. The error was: No module named crypt\n\nThe error appears to have been in \'/home/teuthworker/src/ceph-cm-ansible_master/roles/testnode/tasks/main.yml\': line 42, column 3, but may\nbe elsewhere in the file depending on the exact syntax problem.\n\nThe offending line appears to be:\n\n# configure things specific to apt systems\n- include: apt_systems.yml\n ^ here\n', 'failed': True}}

{'mira075.front.sepia.ceph.com': {'msg': 'Unexpected failure during module execution.', 'failed': True, 'stdout': ''}}

{'mira066.front.sepia.ceph.com': {'msg': 'Unexpected failure during module execution.', 'failed': True, 'stdout': ''}, 'mira039.front.sepia.ceph.com': {'msg': 'Unexpected failure during module execution.', 'failed': True, 'stdout': ''}}

{'mira119.front.sepia.ceph.com': {'msg': 'The conditional check \'ansible_pkg_mgr == "yum"\' failed. The error was: No module named crypt\n\nThe error appears to have been in \'/home/teuthworker/src/ceph-cm-ansible_master/roles/common/tasks/main.yml\': line 18, column 3, but may\nbe elsewhere in the file depending on the exact syntax problem.\n\nThe offending line appears to be:\n\n# configure things specific to yum systems\n- include: yum_systems.yml\n ^ here\n', 'failed': True}}

{'mira118.front.sepia.ceph.com': {'msg': 'Unexpected failure during module execution.', 'failed': True, 'stdout': ''}, 'mira088.front.sepia.ceph.com': {'msg': 'Unexpected failure during module execution.', 'failed': True, 'stdout': ''}}

{'mira059.front.sepia.ceph.com': {'msg': 'Unexpected failure during module execution.', 'failed': True, 'stdout': ''}}

Command failed with status 1: 'ansible-playbook -v --extra-vars \'{"ansible_ssh_user": "ubuntu"}\' -i /etc/ansible/hosts --limit mira067.front.sepia.ceph.com,mira090.front.sepia.ceph.com /var/lib/teuthworker/src/ceph-cm-ansible_master/cephlab.yml'

No module named dateutil.tz

{'mira064.front.sepia.ceph.com': {'msg': 'Could not find imported module support code for urls. Looked for either get_exception or basic', 'failed': True}}

Command failed with status 1: 'ansible-playbook -v --extra-vars \'{"ansible_ssh_user": "ubuntu"}\' -i /etc/ansible/hosts --limit mira088.front.sepia.ceph.com,mira028.front.sepia.ceph.com,mira066.front.sepia.ceph.com,mira075.front.sepia.ceph.com /var/lib/teuthworker/src/ceph-cm-ansible_master/cephlab.yml'

{'mira067.front.sepia.ceph.com': {'msg': "No file was found when using with_first_found. Use the 'skip: true' option to allow this task to be skipped if no files are found", 'failed': True}, 'mira034.front.sepia.ceph.com': {'msg': "No file was found when using with_first_found. Use the 'skip: true' option to allow this task to be skipped if no files are found", 'failed': True}}

{'mira094.front.sepia.ceph.com': {'msg': "No file was found when using with_first_found. Use the 'skip: true' option to allow this task to be skipped if no files are found", 'failed': True}, 'mira057.front.sepia.ceph.com': {'msg': "No file was found when using with_first_found. Use the 'skip: true' option to allow this task to be skipped if no files are found", 'failed': True}}

{'mira082.front.sepia.ceph.com': {'msg': "No file was found when using with_first_found. Use the 'skip: true' option to allow this task to be skipped if no files are found", 'failed': True}}

{'mira077.front.sepia.ceph.com': {'msg': "No file was found when using with_first_found. Use the 'skip: true' option to allow this task to be skipped if no files are found", 'failed': True}, 'mira119.front.sepia.ceph.com': {'msg': "No file was found when using with_first_found. Use the 'skip: true' option to allow this task to be skipped if no files are found", 'failed': True}}

{'mira101.front.sepia.ceph.com': {'msg': "No file was found when using with_first_found. Use the 'skip: true' option to allow this task to be skipped if no files are found", 'failed': True}}

{'mira030.front.sepia.ceph.com': {'msg': "No file was found when using with_first_found. Use the 'skip: true' option to allow this task to be skipped if no files are found", 'failed': True}}

{'mira059.front.sepia.ceph.com': {'msg': "No file was found when using with_first_found. Use the 'skip: true' option to allow this task to be skipped if no files are found", 'failed': True}, 'mira023.front.sepia.ceph.com': {'msg': "No file was found when using with_first_found. Use the 'skip: true' option to allow this task to be skipped if no files are found", 'failed': True}}

{'mira026.front.sepia.ceph.com': {'msg': "No file was found when using with_first_found. Use the 'skip: true' option to allow this task to be skipped if no files are found", 'failed': True}, 'mira039.front.sepia.ceph.com': {'msg': "No file was found when using with_first_found. Use the 'skip: true' option to allow this task to be skipped if no files are found", 'failed': True}}

Command failed with status 1: 'ansible-playbook -v --extra-vars \'{"ansible_ssh_user": "ubuntu"}\' -i /etc/ansible/hosts --limit mira037.front.sepia.ceph.com /var/lib/teuthworker/src/ceph-cm-ansible_master/cephlab.yml'

Command failed on mira066 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b'

e 223, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 223, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 223, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 122, in represent_mapping node_key = self.represent_data(item_key) File "/home/teuthworker/src/teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 67, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 247, in represent_undefined raise RepresenterError("cannot represent an object: %s" % data)RepresenterError: cannot represent an object: destFailure object was: {'mira056.front.sepia.ceph.com': {'invocation': {'module_name': u'template', 'module_args': {u'src': 'cephlab_sudo', u'group': 'root', u'dest': '/etc/sudoers.d/cephlab_sudo', u'mode': 288, u'owner': 'root', u'validate': 'visudo -cf %s'}}, 'failed': True, 'changed': False, '_ansible_no_log': False, 'msg': u"IOError: [Errno 2] No such file or directory: u'/var/lib/teuthworker/src/ceph-cm-ansible_master/cephlab_sudo'"}}Traceback (most recent call last): File "/home/teuthworker/src/ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure File "/home/teuthworker/src/teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 218, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 190, in dump_all dumper.represent(data) File "/home/teuthworker/src/teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 28, in represent node = self.represent_data(data) File "/home/teuthworker/src/teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 223, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 223, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 223, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 223, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 122, in represent_mapping node_key = self.represent_data(item_key) File "/home/teuthworker/src/teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 67, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 247, in represent_undefined raise RepresenterError("cannot represent an object: %s" % data)RepresenterError: cannot represent an object: dest

{'mira107.front.sepia.ceph.com': {'msg': "No file was found when using with_first_found. Use the 'skip: true' option to allow this task to be skipped if no files are found", 'failed': True}, 'mira051.front.sepia.ceph.com': {'msg': "No file was found when using with_first_found. Use the 'skip: true' option to allow this task to be skipped if no files are found", 'failed': True}}

Command failed with status 1: 'ansible-playbook -v --extra-vars \'{"ansible_ssh_user": "ubuntu"}\' -i /etc/ansible/hosts --limit mira041.front.sepia.ceph.com /var/lib/teuthworker/src/ceph-cm-ansible_master/cephlab.yml'

reached maximum tries (60) after waiting for 600 seconds

Command failed on mira051 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i e'

Command failed on mira037 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b'

Command failed on mira068 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i 0'

Command failed on mira064 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4'

Command failed on mira101 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b'

Command failed on mira066 with status 128: 'git clone git://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone ; cd -- /home/ubuntu/cephtest/clone && git checkout d339665631078923e169d881102b45dfb547dc5a && mv qa/workunits /home/ubuntu/cephtest/workunit.client.0'

Command failed on mira028 with status 128: 'git clone git://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone ; cd -- /home/ubuntu/cephtest/clone && git checkout d339665631078923e169d881102b45dfb547dc5a && mv qa/workunits /home/ubuntu/cephtest/workunit.client.1'

Command failed on mira068 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a'

Command failed on mira012 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b'

Command failed on mira085 with status 139: 'sudo TESTDIR=/home/ubuntu/cephtest bash -c ceph_test_msgr'

saw valgrind issues

Command failed on mira067 with status 128: 'git clone git://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone ; cd -- /home/ubuntu/cephtest/clone && git checkout d339665631078923e169d881102b45dfb547dc5a && mv qa/workunits /home/ubuntu/cephtest/workunit.client.0'

Command failed on mira057 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b'