Pulpito

teuthology-2016-07-20_03:00:02-rados-hammer-distro-basic-vps/325407

Posted Started Updated
Runtime
Duration
In Waiting
 Machine Teuthology Branch OS Type OS Version Nodes Status
2016-07-20 10:05:21 2016-07-21 16:43:13 2016-07-21 17:10:36 0:27:23 0:18:19 0:09:04 vps master ubuntu 2 fail
Nodes: vpm089 vpm123

Description: rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/snaps-few-objects.yaml}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2016-07-20_03:00:02-rados-hammer-distro-basic-vps/325407/teuthology.log

Sentry event: http://sentry.ceph.com/sepia/teuthology/?q=37ffe61044fb49c6b372b5f33ac3b235

Performance graphs: http://pcp.front.sepia.ceph.com:44323/grafana/index.html#/dashboard/script/index.js?time_to=2016-07-21T17%3A06%3A44&time_from=2016-07-21T16%3A49%3A19&hosts=vpm089%2Cvpm123

Failure Reason:

{'vpm089.front.sepia.ceph.com': {'changed': False, '_ansible_no_log': False, 'stdout': '', '_ansible_delegated_vars': {'ansible_host': 'localhost'}, 'failed': True, 'stderr': "fatal: Unable to create '/home/teuthworker/.cache/src/keys/.git/index.lock': File exists.\n\nIf no other git process is currently running, this probably means a\ngit process crashed in this repository earlier. Make sure no other git\nprocess is running and remove the file manually to continue.\n", 'rc': 128, 'invocation': {'module_name': 'git', 'module_args': {'force': True, 'track_submodules': False, 'reference': None, 'dest': '/var/lib/teuthworker/.cache/src/keys', 'verify_commit': False, 'clone': True, 'update': True, 'ssh_opts': None, 'repo': 'https://github.com/ceph/keys', 'bare': False, 'refspec': None, 'executable': None, 'remote': 'origin', 'recursive': True, 'accept_hostkey': False, 'depth': None, 'version': 'master', 'key_file': None}}, 'stdout_lines': [], 'msg': 'Failed to checkout branch master'}}

All Details...

  • log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2016-07-20_03:00:02-rados-hammer-distro-basic-vps/325407/teuthology.log
  • archive_path: /var/lib/teuthworker/archive/teuthology-2016-07-20_03:00:02-rados-hammer-distro-basic-vps/325407
  • description: rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/snaps-few-objects.yaml}
  • duration: 0:18:19
  • email: ceph-qa@ceph.com
  • failure_reason: {'vpm089.front.sepia.ceph.com': {'changed': False, '_ansible_no_log': False, 'stdout': '', '_ansible_delegated_vars': {'ansible_host': 'localhost'}, 'failed': True, 'stderr': "fatal: Unable to create '/home/teuthworker/.cache/src/keys/.git/index.lock': File exists.\n\nIf no other git process is currently running, this probably means a\ngit process crashed in this repository earlier. Make sure no other git\nprocess is running and remove the file manually to continue.\n", 'rc': 128, 'invocation': {'module_name': 'git', 'module_args': {'force': True, 'track_submodules': False, 'reference': None, 'dest': '/var/lib/teuthworker/.cache/src/keys', 'verify_commit': False, 'clone': True, 'update': True, 'ssh_opts': None, 'repo': 'https://github.com/ceph/keys', 'bare': False, 'refspec': None, 'executable': None, 'remote': 'origin', 'recursive': True, 'accept_hostkey': False, 'depth': None, 'version': 'master', 'key_file': None}}, 'stdout_lines': [], 'msg': 'Failed to checkout branch master'}}
  • flavor:
  • job_id: 325407
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: vps
  • name: teuthology-2016-07-20_03:00:02-rados-hammer-distro-basic-vps
  • nuke_on_error: True
  • os_type: ubuntu
  • os_version:
  • overrides:
    • ceph:
      • log-whitelist:
        • slow request
      • fs: xfs
      • conf:
        • global:
          • ms inject delay max: 1
          • osd_pool_default_size: 2
          • osd_pool_default_min_size: 1
          • ms inject delay probability: 0.005
          • ms inject socket failures: 2500
          • ms inject delay type: osd
          • ms inject internal delays: 0.002
        • mon:
          • debug mon: 20
          • debug paxos: 20
          • debug ms: 1
        • osd:
          • debug osd: 25
          • debug filestore: 20
          • debug journal: 20
          • debug ms: 1
          • osd sloppy crc: True
      • sha1: 387d5c1ba836833a0cf11ddf9a4fb8690a532878
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
          • debug mon: 1
          • debug paxos: 20
          • debug ms: 20
    • workunit:
      • sha1: 387d5c1ba836833a0cf11ddf9a4fb8690a532878
    • install:
      • ceph:
        • sha1: 387d5c1ba836833a0cf11ddf9a4fb8690a532878
    • admin_socket:
      • branch: hammer
  • owner: scheduled_teuthology@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mon.c', 'osd.0', 'osd.1', 'osd.2', 'client.0']
    • ['mon.b', 'osd.3', 'osd.4', 'osd.5', 'client.1']
  • sentry_event: http://sentry.ceph.com/sepia/teuthology/?q=37ffe61044fb49c6b372b5f33ac3b235
  • status: fail
  • success: False
  • branch: hammer
  • seed:
  • sha1: 387d5c1ba836833a0cf11ddf9a4fb8690a532878
  • subset:
  • suite:
  • suite_branch: hammer
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1:
  • targets:
    • ubuntu@vpm089.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCtBYlr/Pm66ldwzzRe6W5JW9HDuzUnwVwx3p+S9/rvbf+WM/ZgzHIGojMpYZovpeLdBWkOQbjRrVmK8kI39vR6DEATtZIQpR77gyE8C4/v2NtBTul/VJBpXrVAKelcjqQ7OrWfDZf6wJbM6blqSmqG+D/WQNgEkOkrDH0b0XCUpR5d0L6wa//5N9klEsI01F0YBfe8BxaXn9kj6ibThOFsFurYpnSuFedm5nI6V/t99BfWGNvH6R964G4OmSSpaP46Q3U+3tpfQJvhHlJYtMqbGxInzDFHQ/w0qcmOviSK/p/qU3yyHdCycS8j6fYVbJbK2ZKMKo9RxHoe3DvSQHn9
    • ubuntu@vpm123.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDFoEEvAd1hpeex4aZjlp8rZMwhP3xnd+VMQPO/Tu67/QEOFir/2wjJSSL83g4zP3N/GwZ1TsXNxr0UAZU5rTmu0kPOS3VXTb7W/rwZv9JRtuNZ9ql55I6ZXUYZbLbma45MI3b/cf5olCrCj2X360gS/JuGFCuPUnqqD+mq1SOTjIGjRi27M+K6QR7bOc7p4Ln5YPPWMlUAVw5mdb/HrEk/G9ss5Y8h1qhPokz+ieqJnjhXTmYyxoOUcYabtn4Pl7aMSgg8LGEFW5eiqr9RxGbKpuwAB3WY5CFJDRXIbdekhlHM8WwwuYcGojft3/aDG2kxdA0Us2GR/ZVf/Xbb0HLD
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 2
      • vps
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • sha1: distro
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock.check:
    • install:
    • ceph:
      • log-whitelist:
        • wrongly marked me down
        • objects unfound and apparently lost
      • conf:
        • osd:
          • osd max backfills: 1
          • osd scrub min interval: 60
          • osd scrub max interval: 120
    • thrashosds:
      • chance_pgnum_grow: 3
      • chance_pgpnum_fix: 1
      • timeout: 1200
    • rados:
      • op_weights:
        • snap_remove: 50
        • snap_create: 50
        • rollback: 50
        • read: 100
        • copy_from: 50
        • write: 100
        • delete: 50
      • clients:
        • client.0
      • objects: 50
      • ops: 4000
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url: http://pcp.front.sepia.ceph.com:44323/grafana/index.html#/dashboard/script/index.js?time_to=2016-07-21T17%3A06%3A44&time_from=2016-07-21T16%3A49%3A19&hosts=vpm089%2Cvpm123
  • priority:
  • user:
  • queue:
  • posted: 2016-07-20 10:05:21
  • started: 2016-07-21 16:43:13
  • updated: 2016-07-21 17:10:36
  • status_class: danger
  • runtime: 0:27:23
  • wait_time: 0:09:04