Pulpito

teuthology-2016-07-17_03:00:02-rados-hammer-distro-basic-vps/319330

Posted Started Updated
Runtime
Duration
In Waiting
 Machine Teuthology Branch OS Type OS Version Nodes Status
2016-07-17 10:01:55 2016-07-17 10:03:04 2016-07-17 10:22:35 0:19:31 0:11:59 0:07:32 vps master ubuntu 2 fail
Nodes: vpm195 vpm003

Description: rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr-failures/fastclose.yaml thrashers/morepggrow.yaml workloads/admin_socket_objecter_requests.yaml}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2016-07-17_03:00:02-rados-hammer-distro-basic-vps/319330/teuthology.log

Sentry event: http://sentry.ceph.com/sepia/teuthology/?q=4db42bd4aff14052a51cd395ae550b13

Performance graphs: http://pcp.front.sepia.ceph.com:44323/grafana/index.html#/dashboard/script/index.js?time_to=2016-07-17T10%3A18%3A30&time_from=2016-07-17T10%3A08%3A17&hosts=vpm195%2Cvpm003

Failure Reason:

{'vpm003.front.sepia.ceph.com': {'changed': False, '_ansible_no_log': False, 'stdout': '', '_ansible_delegated_vars': {'ansible_host': 'localhost'}, 'failed': True, 'stderr': "fatal: Unable to create '/home/teuthworker/.cache/src/keys/.git/index.lock': File exists.\n\nIf no other git process is currently running, this probably means a\ngit process crashed in this repository earlier. Make sure no other git\nprocess is running and remove the file manually to continue.\n", 'rc': 128, 'invocation': {'module_name': 'git', 'module_args': {'force': True, 'track_submodules': False, 'reference': None, 'dest': '/var/lib/teuthworker/.cache/src/keys', 'verify_commit': False, 'clone': True, 'update': True, 'ssh_opts': None, 'repo': 'https://github.com/ceph/keys', 'bare': False, 'refspec': None, 'executable': None, 'remote': 'origin', 'recursive': True, 'accept_hostkey': False, 'depth': None, 'version': 'master', 'key_file': None}}, 'stdout_lines': [], 'msg': 'Failed to checkout branch master'}}

All Details...

  • log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2016-07-17_03:00:02-rados-hammer-distro-basic-vps/319330/teuthology.log
  • archive_path: /var/lib/teuthworker/archive/teuthology-2016-07-17_03:00:02-rados-hammer-distro-basic-vps/319330
  • description: rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr-failures/fastclose.yaml thrashers/morepggrow.yaml workloads/admin_socket_objecter_requests.yaml}
  • duration: 0:11:59
  • email: ceph-qa@ceph.com
  • failure_reason: {'vpm003.front.sepia.ceph.com': {'changed': False, '_ansible_no_log': False, 'stdout': '', '_ansible_delegated_vars': {'ansible_host': 'localhost'}, 'failed': True, 'stderr': "fatal: Unable to create '/home/teuthworker/.cache/src/keys/.git/index.lock': File exists.\n\nIf no other git process is currently running, this probably means a\ngit process crashed in this repository earlier. Make sure no other git\nprocess is running and remove the file manually to continue.\n", 'rc': 128, 'invocation': {'module_name': 'git', 'module_args': {'force': True, 'track_submodules': False, 'reference': None, 'dest': '/var/lib/teuthworker/.cache/src/keys', 'verify_commit': False, 'clone': True, 'update': True, 'ssh_opts': None, 'repo': 'https://github.com/ceph/keys', 'bare': False, 'refspec': None, 'executable': None, 'remote': 'origin', 'recursive': True, 'accept_hostkey': False, 'depth': None, 'version': 'master', 'key_file': None}}, 'stdout_lines': [], 'msg': 'Failed to checkout branch master'}}
  • flavor:
  • job_id: 319330
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: vps
  • name: teuthology-2016-07-17_03:00:02-rados-hammer-distro-basic-vps
  • nuke_on_error: True
  • os_type: ubuntu
  • os_version:
  • overrides:
    • ceph:
      • log-whitelist:
        • slow request
      • fs: ext4
      • conf:
        • client.0:
          • admin socket: /var/run/ceph/ceph-$name.asok
        • global:
          • ms tcp read timeout: 5
          • ms inject socket failures: 2500
          • osd_pool_default_min_size: 2
          • osd_pool_default_size: 2
        • osd:
          • debug osd: 25
          • debug filestore: 20
          • debug journal: 20
          • debug ms: 1
        • mon:
          • debug mon: 20
          • debug paxos: 20
          • debug ms: 1
      • sha1: 387d5c1ba836833a0cf11ddf9a4fb8690a532878
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
          • debug mon: 1
          • debug paxos: 20
          • debug ms: 20
    • workunit:
      • sha1: 387d5c1ba836833a0cf11ddf9a4fb8690a532878
    • install:
      • ceph:
        • sha1: 387d5c1ba836833a0cf11ddf9a4fb8690a532878
    • admin_socket:
      • branch: hammer
  • owner: scheduled_teuthology@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mon.c', 'osd.0', 'osd.1', 'osd.2', 'client.0']
    • ['mon.b', 'osd.3', 'osd.4', 'osd.5', 'client.1']
  • sentry_event: http://sentry.ceph.com/sepia/teuthology/?q=4db42bd4aff14052a51cd395ae550b13
  • status: fail
  • success: False
  • branch: hammer
  • seed:
  • sha1: 387d5c1ba836833a0cf11ddf9a4fb8690a532878
  • subset:
  • suite:
  • suite_branch: hammer
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1:
  • targets:
    • ubuntu@vpm195.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD5P+zVRVx50GfwvUGEf1BOoqNvtck6E03UdT3tiioM06JUKO7zzmcQMWp7t+0SPO1FS51SdZX/ac5sHUn6OgcpBDstm0aS31kXz112OL1SnyrXVYG7MWIvNB4MZsgUXpeiXplANi4FuCkjwMBXBLpIjD5qKZZM2Yo6beFl+uGi+Nr3QAEZNz63eOhFdd1/W03eZLoC+M2oCDwg67NIP1BVyAlTf52i6ak5Dmx4m4DXsZKau/ARl5ovdUQUtH+y71762Er/ygg69HSIAUdOKv7fMS9iUMXwjz70M1VNmtKH/zYd0gXCLruXvhIrCP0bk94xLcpijPsUzO+Nf8yu3vPN
    • ubuntu@vpm003.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9GcCJyA6IwIp4qlKUPayW1aIlH32LUFTt4HxEBU//Sqn0+6Hli7iX0/G964hcMH/KJ26rc+/h/07GIM7mRSnnKTEbd2S87pCGI5tDnrNunOfSjIhPjjqsYF/vmArg5joFwIM3OmEyB6SUeipee63fCf36mE1+TE4wBYUk8fb3C+8yMqGGrWxYOiVzMAtpOv3jlQH0OzbvRryHW7IvYt9dGU4DSUwexTPwhHfG69l7aIY6lHHSZQd/qVhpqYnjyn9LmuKPJbjOSnXzEBISuSpKKYGra+z0FIGrDjxUkmAhvHiW3XQ7iXVZmdiaxLhHlggGbkCNdt36eKsw2/tiZTNl
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 2
      • vps
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • sha1: distro
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock.check:
    • install:
    • ceph:
      • log-whitelist:
        • wrongly marked me down
        • objects unfound and apparently lost
      • conf:
        • osd:
          • osd max backfills: 1
          • osd scrub min interval: 60
          • osd scrub max interval: 120
    • thrashosds:
      • chance_pgnum_grow: 3
      • chance_pgpnum_fix: 1
      • timeout: 1200
    • radosbench:
      • clients:
        • client.0
      • time: 60
    • admin_socket:
      • client.0:
        • objecter_requests:
          • test: http://git.ceph.com/?p=ceph.git;a=blob_plain;f=src/test/admin_socket/objecter_requests;hb={branch}
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url: http://pcp.front.sepia.ceph.com:44323/grafana/index.html#/dashboard/script/index.js?time_to=2016-07-17T10%3A18%3A30&time_from=2016-07-17T10%3A08%3A17&hosts=vpm195%2Cvpm003
  • priority:
  • user:
  • queue:
  • posted: 2016-07-17 10:01:55
  • started: 2016-07-17 10:03:04
  • updated: 2016-07-17 10:22:35
  • status_class: danger
  • runtime: 0:19:31
  • wait_time: 0:07:32