Nodes: vpm031

Description: rados/singleton/{rados.yaml all/watch-notify-same-primary.yaml fs/xfs.yaml msgr/simple.yaml msgr-failures/many.yaml}

Log: http://qa-proxy.ceph.com/teuthology/haomai-2016-07-16_13:15:41-rados-wip-haomai-testing-distro-basic-vps/317477/teuthology.log

Sentry event: http://sentry.ceph.com/sepia/teuthology/?q=5b9dbded70ab4528a4ae7b16ebf823ba

Performance graphs: http://pcp.front.sepia.ceph.com:44323/grafana/index.html#/dashboard/script/index.js?time_to=2016-07-16T17%3A52%3A58&time_from=2016-07-16T17%3A19%3A14&hosts=vpm031

Failure Reason:

{'vpm031.front.sepia.ceph.com': {'changed': False, '_ansible_no_log': False, 'stdout': '', '_ansible_delegated_vars': {'ansible_host': 'localhost'}, 'failed': True, 'stderr': "fatal: Unable to create '/home/teuthworker/.cache/src/keys/.git/index.lock': File exists.\n\nIf no other git process is currently running, this probably means a\ngit process crashed in this repository earlier. Make sure no other git\nprocess is running and remove the file manually to continue.\n", 'rc': 128, 'invocation': {'module_name': 'git', 'module_args': {'force': True, 'track_submodules': False, 'reference': None, 'dest': '/var/lib/teuthworker/.cache/src/keys', 'verify_commit': False, 'clone': True, 'update': True, 'ssh_opts': None, 'repo': 'https://github.com/ceph/keys', 'bare': False, 'refspec': None, 'executable': None, 'remote': 'origin', 'recursive': True, 'accept_hostkey': False, 'depth': None, 'version': 'master', 'key_file': None}}, 'stdout_lines': [], 'msg': 'Failed to checkout branch master'}}

  • log_href: http://qa-proxy.ceph.com/teuthology/haomai-2016-07-16_13:15:41-rados-wip-haomai-testing-distro-basic-vps/317477/teuthology.log
  • archive_path: /var/lib/teuthworker/archive/haomai-2016-07-16_13:15:41-rados-wip-haomai-testing-distro-basic-vps/317477
  • description: rados/singleton/{rados.yaml all/watch-notify-same-primary.yaml fs/xfs.yaml msgr/simple.yaml msgr-failures/many.yaml}
  • duration: 0:33:54
  • email: haomaiwang@gmail.com
  • failure_reason: {'vpm031.front.sepia.ceph.com': {'changed': False, '_ansible_no_log': False, 'stdout': '', '_ansible_delegated_vars': {'ansible_host': 'localhost'}, 'failed': True, 'stderr': "fatal: Unable to create '/home/teuthworker/.cache/src/keys/.git/index.lock': File exists.\n\nIf no other git process is currently running, this probably means a\ngit process crashed in this repository earlier. Make sure no other git\nprocess is running and remove the file manually to continue.\n", 'rc': 128, 'invocation': {'module_name': 'git', 'module_args': {'force': True, 'track_submodules': False, 'reference': None, 'dest': '/var/lib/teuthworker/.cache/src/keys', 'verify_commit': False, 'clone': True, 'update': True, 'ssh_opts': None, 'repo': 'https://github.com/ceph/keys', 'bare': False, 'refspec': None, 'executable': None, 'remote': 'origin', 'recursive': True, 'accept_hostkey': False, 'depth': None, 'version': 'master', 'key_file': None}}, 'stdout_lines': [], 'msg': 'Failed to checkout branch master'}}
  • flavor:
  • job_id: 317477
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: vps
  • name: haomai-2016-07-16_13:15:41-rados-wip-haomai-testing-distro-basic-vps
  • nuke_on_error: True
  • os_type:
  • os_version:
  • overrides:
    • ceph:
      • log-whitelist:
        • slow request
      • fs: xfs
      • conf:
        • global:
          • ms inject socket failures: 500
          • ms type: simple
        • mon:
          • debug mon: 20
          • debug paxos: 20
          • debug ms: 1
        • osd:
          • osd op queue cut off: debug_random
          • debug ms: 1
          • debug journal: 20
          • debug osd: 20
          • osd op queue: debug_random
          • osd sloppy crc: True
          • debug filestore: 20
      • sha1: d06723284f5ea5e4cea81dc9eca1fe7ec7951815
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
          • debug mon: 1
          • debug paxos: 20
          • debug ms: 20
      • branch:
        • dev: wip-haomai-testing
    • workunit:
      • sha1: d06723284f5ea5e4cea81dc9eca1fe7ec7951815
    • install:
      • ceph:
        • sha1: d06723284f5ea5e4cea81dc9eca1fe7ec7951815
    • admin_socket:
      • branch: wip-haomai-testing
  • owner: haomai
  • pid:
  • roles:
    • ['mon.0', 'mon.1', 'mon.2', 'osd.0', 'osd.1', 'osd.2', 'client.0']
  • sentry_event: http://sentry.ceph.com/sepia/teuthology/?q=5b9dbded70ab4528a4ae7b16ebf823ba
  • status: fail
  • success: False
  • branch: wip-haomai-testing
  • seed:
  • sha1: d06723284f5ea5e4cea81dc9eca1fe7ec7951815
  • subset:
  • suite:
  • suite_branch: master
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1:
  • targets:
    • ubuntu@vpm031.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCmkZmqRHBBxVg+JsvkWVblX+myN6MNjc37HQJUmsVfiDeWNs0ffQanuqHxTNl+6BEluJ6FVtCe+QRXXARPpAhCUHMF8t9kaZ7bIB6oTPdz9LITJ+Y3THbwoBIh6R5seTn7EnqQP5W2WMadTXYycY3QW4KJLFRsHH91iu6seGyd54SSxQH2/q3uvLZ4m03IFRv4KcQO8WxH3k/PQxJthhYgikYVbplYtJ3ot/BvsgXiENq232GwRO5SZ/93h19YQzJdpgkOHfI7W57Bc43c8QZ69WtrICsAYscWiZBHdDWb8e4UMhYzediBtzLEdpxXnsH9rWEkDmvnFMYQpGG4uxkX
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 1
      • vps
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • sha1: distro
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock.check:
    • ansible.cephlab:
    • clock.check:
    • install:
    • ceph:
      • log-whitelist:
        • objects unfound and apparently lost
      • config:
        • global:
          • osd pool default min size: 1
        • client:
          • debug objecter: 20
          • debug ms: 1
          • debug rados: 20
    • watch_notify_same_primary:
      • clients:
        • client.0
  • teuthology_branch: master
  • verbose: False
  • pcp_grafana_url: http://pcp.front.sepia.ceph.com:44323/grafana/index.html#/dashboard/script/index.js?time_to=2016-07-16T17%3A52%3A58&time_from=2016-07-16T17%3A19%3A14&hosts=vpm031
  • priority:
  • user:
  • queue:
  • posted: 2016-07-16 17:17:11
  • started: 2016-07-16 17:17:11
  • updated: 2016-07-16 17:55:11
  • status_class: danger
  • runtime: 0:38:00
  • wait_time: 0:04:06