Nodes: vpm063 vpm093

Description: rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/many.yaml tasks/rados_cls_all.yaml}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2016-07-16_03:00:02-rados-hammer-distro-basic-vps/317252/teuthology.log

Sentry event: http://sentry.ceph.com/sepia/teuthology/?q=2bb5720f6d674d4d8cb1f048a6edb946

Performance graphs: http://pcp.front.sepia.ceph.com:44323/grafana/index.html#/dashboard/script/index.js?time_to=2016-07-16T10%3A14%3A11&time_from=2016-07-16T10%3A06%3A26&hosts=vpm063%2Cvpm093

Failure Reason:

{'vpm063.front.sepia.ceph.com': {'cmd': '/usr/bin/git reset --hard origin/master', '_ansible_no_log': False, 'stdout': '', 'changed': False, 'invocation': {'module_name': 'git', 'module_args': {'force': True, 'track_submodules': False, 'reference': None, 'dest': '/var/lib/teuthworker/.cache/src/keys', 'verify_commit': False, 'clone': True, 'update': True, 'ssh_opts': None, 'repo': 'https://github.com/ceph/keys', 'bare': False, 'refspec': None, 'executable': None, 'remote': 'origin', 'recursive': True, 'accept_hostkey': False, 'depth': None, 'version': 'master', 'key_file': None}}, 'failed': True, 'stderr': "fatal: Unable to create '/home/teuthworker/.cache/src/keys/.git/index.lock': File exists.\n\nIf no other git process is currently running, this probably means a\ngit process crashed in this repository earlier. Make sure no other git\nprocess is running and remove the file manually to continue.\n", 'rc': 128, '_ansible_delegated_vars': {'ansible_host': 'localhost'}, 'stdout_lines': [], 'msg': 'Failed to checkout master'}}

  • log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2016-07-16_03:00:02-rados-hammer-distro-basic-vps/317252/teuthology.log
  • archive_path: /var/lib/teuthworker/archive/teuthology-2016-07-16_03:00:02-rados-hammer-distro-basic-vps/317252
  • description: rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/many.yaml tasks/rados_cls_all.yaml}
  • duration: 0:08:02
  • email: ceph-qa@ceph.com
  • failure_reason: {'vpm063.front.sepia.ceph.com': {'cmd': '/usr/bin/git reset --hard origin/master', '_ansible_no_log': False, 'stdout': '', 'changed': False, 'invocation': {'module_name': 'git', 'module_args': {'force': True, 'track_submodules': False, 'reference': None, 'dest': '/var/lib/teuthworker/.cache/src/keys', 'verify_commit': False, 'clone': True, 'update': True, 'ssh_opts': None, 'repo': 'https://github.com/ceph/keys', 'bare': False, 'refspec': None, 'executable': None, 'remote': 'origin', 'recursive': True, 'accept_hostkey': False, 'depth': None, 'version': 'master', 'key_file': None}}, 'failed': True, 'stderr': "fatal: Unable to create '/home/teuthworker/.cache/src/keys/.git/index.lock': File exists.\n\nIf no other git process is currently running, this probably means a\ngit process crashed in this repository earlier. Make sure no other git\nprocess is running and remove the file manually to continue.\n", 'rc': 128, '_ansible_delegated_vars': {'ansible_host': 'localhost'}, 'stdout_lines': [], 'msg': 'Failed to checkout master'}}
  • flavor:
  • job_id: 317252
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: vps
  • name: teuthology-2016-07-16_03:00:02-rados-hammer-distro-basic-vps
  • nuke_on_error: True
  • os_type: ubuntu
  • os_version:
  • overrides:
    • ceph:
      • log-whitelist:
        • slow request
      • fs: btrfs
      • conf:
        • global:
          • ms inject socket failures: 1500
        • mon:
          • debug mon: 20
          • debug paxos: 20
          • debug ms: 1
        • osd:
          • debug ms: 1
          • debug journal: 20
          • debug osd: 25
          • osd sloppy crc: True
          • osd op thread timeout: 60
          • debug filestore: 20
      • sha1: 387d5c1ba836833a0cf11ddf9a4fb8690a532878
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
          • debug mon: 1
          • debug paxos: 20
          • debug ms: 20
    • workunit:
      • sha1: 387d5c1ba836833a0cf11ddf9a4fb8690a532878
    • install:
      • ceph:
        • sha1: 387d5c1ba836833a0cf11ddf9a4fb8690a532878
    • admin_socket:
      • branch: hammer
  • owner: scheduled_teuthology@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mon.c', 'osd.0', 'osd.1', 'osd.2', 'client.0']
    • ['mon.b', 'osd.3', 'osd.4', 'osd.5', 'client.1']
  • sentry_event: http://sentry.ceph.com/sepia/teuthology/?q=2bb5720f6d674d4d8cb1f048a6edb946
  • status: fail
  • success: False
  • branch: hammer
  • seed:
  • sha1: 387d5c1ba836833a0cf11ddf9a4fb8690a532878
  • subset:
  • suite:
  • suite_branch: hammer
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1:
  • targets:
    • ubuntu@vpm063.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDDRfP3ErrCDufaGJ2W/MQqHg6k8wztqLGyY4kxhKidBVi1iIKRISqNAgPC+UsCpukw+ckg7LnLhvu7RiTkaiJoYWhHqJCpkgNRMZaChlI3x7WIY3qYgxCRm6HzCd8za6ctXZK7JqSNx+1y5fZW3pIK84jU0LVz6SaQoBiIgM769/KcQeKQvbQ6Dgk4fT0mSExDe1GsQHHFglh71dUSXgArNlK1HAHklAqrAJIjMzScqDgwts/yc4Yvm8Jx1gK2ujSgbI0WNZE1i35E7MplnhhXIBxPt2Q5NELalJkPyA4m6kiiAz30702CMfdLzlVjynup/7tz3Cb0rcy3/nLEPEz9
    • ubuntu@vpm093.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5zYHQyqJg3WdupDa3YWqehtHBKtRuyhZFsInHJnU2IpZy1a6mLnlcZ4GjRHu15xm6Z9NMB7gB5W496Q9ObTS/DYZm7IscJjN7XUq7KouN6hikyBeROSqjxsbZYxSN9yfgaSfpKee/hBzoM1thOnpZdUj3/mcwg5ydqZ2G7UmCXwNSAHGHq1bnpeaxqeX+UUckm+JCJYxXNfsrwi+FivS6MzSk9niW5kFtxAofp70wLo8oZYIp06kIeJbjaV8dAk6chKu5EVrk+liDVX6svlkgcUx0EtYHz2qGCHZTjoNiE+WMMCrRija2A8sb0xM21r/QAXn4Ax1WAgds4k68eAV7
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 2
      • vps
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • sha1: distro
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock.check:
    • install:
    • ceph:
    • workunit:
      • clients:
        • client.0:
          • cls
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url: http://pcp.front.sepia.ceph.com:44323/grafana/index.html#/dashboard/script/index.js?time_to=2016-07-16T10%3A14%3A11&time_from=2016-07-16T10%3A06%3A26&hosts=vpm063%2Cvpm093
  • priority:
  • user:
  • queue:
  • posted: 2016-07-16 10:01:20
  • started: 2016-07-16 10:02:00
  • updated: 2016-07-16 10:15:52
  • status_class: danger
  • runtime: 0:13:52
  • wait_time: 0:05:50