Pulpito

teuthology-2016-07-22_03:00:03-rados-hammer-distro-basic-vps/328589

Posted Started Updated
Runtime
Duration
In Waiting
 Machine Teuthology Branch OS Type OS Version Nodes Status
2016-07-22 10:05:10 2016-07-24 00:46:11 2016-07-24 01:53:18 1:07:07 0:10:39 0:56:28 vps master ubuntu 2 fail
Nodes: vpm063 vpm075

Description: rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr-failures/fastclose.yaml thrashers/pggrow.yaml workloads/readwrite.yaml}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2016-07-22_03:00:03-rados-hammer-distro-basic-vps/328589/teuthology.log

Sentry event: http://sentry.ceph.com/sepia/teuthology/?q=cc911c3916c64c0898edbbb4daa79655

Performance graphs: http://pcp.front.sepia.ceph.com:44323/grafana/index.html#/dashboard/script/index.js?time_to=2016-07-24T01%3A50%3A16&time_from=2016-07-24T01%3A39%3A59&hosts=vpm063%2Cvpm075

Failure Reason:

{'vpm063.front.sepia.ceph.com': {'changed': False, '_ansible_no_log': False, 'stdout': '', '_ansible_delegated_vars': {'ansible_host': 'localhost'}, 'failed': True, 'stderr': "fatal: Unable to create '/home/teuthworker/.cache/src/keys/.git/index.lock': File exists.\n\nIf no other git process is currently running, this probably means a\ngit process crashed in this repository earlier. Make sure no other git\nprocess is running and remove the file manually to continue.\n", 'rc': 128, 'invocation': {'module_name': 'git', 'module_args': {'force': True, 'track_submodules': False, 'reference': None, 'dest': '/var/lib/teuthworker/.cache/src/keys', 'verify_commit': False, 'clone': True, 'update': True, 'ssh_opts': None, 'repo': 'https://github.com/ceph/keys', 'bare': False, 'refspec': None, 'executable': None, 'remote': 'origin', 'recursive': True, 'accept_hostkey': False, 'depth': None, 'version': 'master', 'key_file': None}}, 'stdout_lines': [], 'msg': 'Failed to checkout branch master'}}

All Details...

  • log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2016-07-22_03:00:03-rados-hammer-distro-basic-vps/328589/teuthology.log
  • archive_path: /var/lib/teuthworker/archive/teuthology-2016-07-22_03:00:03-rados-hammer-distro-basic-vps/328589
  • description: rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr-failures/fastclose.yaml thrashers/pggrow.yaml workloads/readwrite.yaml}
  • duration: 0:10:39
  • email: ceph-qa@ceph.com
  • failure_reason: {'vpm063.front.sepia.ceph.com': {'changed': False, '_ansible_no_log': False, 'stdout': '', '_ansible_delegated_vars': {'ansible_host': 'localhost'}, 'failed': True, 'stderr': "fatal: Unable to create '/home/teuthworker/.cache/src/keys/.git/index.lock': File exists.\n\nIf no other git process is currently running, this probably means a\ngit process crashed in this repository earlier. Make sure no other git\nprocess is running and remove the file manually to continue.\n", 'rc': 128, 'invocation': {'module_name': 'git', 'module_args': {'force': True, 'track_submodules': False, 'reference': None, 'dest': '/var/lib/teuthworker/.cache/src/keys', 'verify_commit': False, 'clone': True, 'update': True, 'ssh_opts': None, 'repo': 'https://github.com/ceph/keys', 'bare': False, 'refspec': None, 'executable': None, 'remote': 'origin', 'recursive': True, 'accept_hostkey': False, 'depth': None, 'version': 'master', 'key_file': None}}, 'stdout_lines': [], 'msg': 'Failed to checkout branch master'}}
  • flavor:
  • job_id: 328589
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: vps
  • name: teuthology-2016-07-22_03:00:03-rados-hammer-distro-basic-vps
  • nuke_on_error: True
  • os_type: ubuntu
  • os_version:
  • overrides:
    • ceph:
      • fs: xfs
      • log-whitelist:
        • slow request
      • crush_tunables: optimal
      • conf:
        • global:
          • ms tcp read timeout: 5
          • osd_pool_default_size: 2
          • osd_pool_default_min_size: 2
          • osd_max_pg_log_entries: 200
          • osd_min_pg_log_entries: 100
          • ms inject socket failures: 2500
        • mon:
          • debug mon: 20
          • debug paxos: 20
          • debug ms: 1
        • osd:
          • debug osd: 25
          • debug filestore: 20
          • debug journal: 20
          • debug ms: 1
          • osd sloppy crc: True
      • sha1: 387d5c1ba836833a0cf11ddf9a4fb8690a532878
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
          • debug mon: 1
          • debug paxos: 20
          • debug ms: 20
    • workunit:
      • sha1: 387d5c1ba836833a0cf11ddf9a4fb8690a532878
    • install:
      • ceph:
        • sha1: 387d5c1ba836833a0cf11ddf9a4fb8690a532878
    • admin_socket:
      • branch: hammer
  • owner: scheduled_teuthology@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mon.c', 'osd.0', 'osd.1', 'osd.2', 'client.0']
    • ['mon.b', 'osd.3', 'osd.4', 'osd.5', 'client.1']
  • sentry_event: http://sentry.ceph.com/sepia/teuthology/?q=cc911c3916c64c0898edbbb4daa79655
  • status: fail
  • success: False
  • branch: hammer
  • seed:
  • sha1: 387d5c1ba836833a0cf11ddf9a4fb8690a532878
  • subset:
  • suite:
  • suite_branch: hammer
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1:
  • targets:
    • ubuntu@vpm063.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDTu9AA/aGqhCbS0Sa018eoJaDrnIY/Qxqh61FOGWGzWbeu7EKfNokiI7xqwHTowjn2LOb9MtJJ51x9nY7E782l4AlAtBL6qA9toYUICBNDU7qDBIpvxfEjn3yCnnD2DcsWMfTUqUb5k0sGxDjR1HfWhuvbyZcEaz5sZjg0pPrDpuUd9z55d7qe654aD8/vcot218PfIbLz2tnmKnnDlDy3H2+KuIPRMvPtBUmPJLt6+7iPHzN16PUKCe8/A+NIdqPnq8qdnPVWrhciVvlzh1vYsmAZqU7bFWKDtfUJL4y1Cy+UNoVwzo7Rjgc4K8l8/dGrqP7r6E4WqssOuERRvC/P
    • ubuntu@vpm075.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2Ddaa44KM4SM8BIM6ow6xsOF5D015JM6F53nmCem+4n8Zozd7gNa0UZIGubz+JAjkKey0B4SuYz3LcMulSuFcqBaf9W/wxEmHt0MF0m8FcP8Anp7Vw4E0+0+MPQO0E7B0xQYf8W+4hPbxSIU3geJlavLVoV2hPbmyaY0sRO9ZQ7DuhjsZoJ43NQS+Zcl38qAxiob4Q06xBoCtVrBYsM8fFs9iZPEu6x+iOW04vaM3DZGI42IKR/wGwStAFR4FvQr32RFw1N+fYWS6SBAseBF++bVtvTXSzuFfjmj+QdzJgoWO85OMve4ONDLkb6TURCPghQn5wLs7YmW9Ed7DiVmd
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 2
      • vps
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • sha1: distro
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock.check:
    • install:
    • ceph:
      • log-whitelist:
        • wrongly marked me down
        • objects unfound and apparently lost
      • conf:
        • osd:
          • osd scrub min interval: 60
          • osd scrub max interval: 120
    • thrashosds:
      • chance_pgnum_grow: 2
      • chance_pgpnum_fix: 1
      • timeout: 1200
    • rados:
      • op_weights:
        • read: 45
        • write: 45
        • delete: 10
      • clients:
        • client.0
      • objects: 500
      • ops: 4000
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url: http://pcp.front.sepia.ceph.com:44323/grafana/index.html#/dashboard/script/index.js?time_to=2016-07-24T01%3A50%3A16&time_from=2016-07-24T01%3A39%3A59&hosts=vpm063%2Cvpm075
  • priority:
  • user:
  • queue:
  • posted: 2016-07-22 10:05:10
  • started: 2016-07-24 00:46:11
  • updated: 2016-07-24 01:53:18
  • status_class: danger
  • runtime: 1:07:07
  • wait_time: 0:56:28