Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2016-07-17 10:01:52	2016-07-17 10:02:58	2016-07-17 10:22:29	0:19:31	0:12:01	0:07:30	vps	master	ubuntu		2	fail

Nodes: vpm129 vpm121

Description: rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/write_fadvise_dontneed.yaml}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2016-07-17_03:00:02-rados-hammer-distro-basic-vps/319328/teuthology.log

Sentry event: http://sentry.ceph.com/sepia/teuthology/?q=22706a8840b7483386b98783a0e53d5f

Performance graphs: http://pcp.front.sepia.ceph.com:44323/grafana/index.html#/dashboard/script/index.js?time_to=2016-07-17T10%3A18%3A32&time_from=2016-07-17T10%3A08%3A18&hosts=vpm121%2Cvpm129

Failure Reason:

{'vpm121.front.sepia.ceph.com': {'cmd': '/usr/bin/git reset --hard origin/master', '_ansible_no_log': False, 'stdout': '', 'changed': False, 'invocation': {'module_name': 'git', 'module_args': {'force': True, 'track_submodules': False, 'reference': None, 'dest': '/var/lib/teuthworker/.cache/src/keys', 'verify_commit': False, 'clone': True, 'update': True, 'ssh_opts': None, 'repo': 'https://github.com/ceph/keys', 'bare': False, 'refspec': None, 'executable': None, 'remote': 'origin', 'recursive': True, 'accept_hostkey': False, 'depth': None, 'version': 'master', 'key_file': None}}, 'failed': True, 'stderr': "fatal: Unable to create '/home/teuthworker/.cache/src/keys/.git/index.lock': File exists.\n\nIf no other git process is currently running, this probably means a\ngit process crashed in this repository earlier. Make sure no other git\nprocess is running and remove the file manually to continue.\n", 'rc': 128, '_ansible_delegated_vars': {'ansible_host': 'localhost'}, 'stdout_lines': [], 'msg': 'Failed to checkout master'}}

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2016-07-17_03:00:02-rados-hammer-distro-basic-vps/319328/teuthology.log
archive_path: /var/lib/teuthworker/archive/teuthology-2016-07-17_03:00:02-rados-hammer-distro-basic-vps/319328
description: rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/write_fadvise_dontneed.yaml}
duration: 0:12:01
email: ceph-qa@ceph.com
failure_reason: {'vpm121.front.sepia.ceph.com': {'cmd': '/usr/bin/git reset --hard origin/master', '_ansible_no_log': False, 'stdout': '', 'changed': False, 'invocation': {'module_name': 'git', 'module_args': {'force': True, 'track_submodules': False, 'reference': None, 'dest': '/var/lib/teuthworker/.cache/src/keys', 'verify_commit': False, 'clone': True, 'update': True, 'ssh_opts': None, 'repo': 'https://github.com/ceph/keys', 'bare': False, 'refspec': None, 'executable': None, 'remote': 'origin', 'recursive': True, 'accept_hostkey': False, 'depth': None, 'version': 'master', 'key_file': None}}, 'failed': True, 'stderr': "fatal: Unable to create '/home/teuthworker/.cache/src/keys/.git/index.lock': File exists.\n\nIf no other git process is currently running, this probably means a\ngit process crashed in this repository earlier. Make sure no other git\nprocess is running and remove the file manually to continue.\n", 'rc': 128, '_ansible_delegated_vars': {'ansible_host': 'localhost'}, 'stdout_lines': [], 'msg': 'Failed to checkout master'}}
flavor:
job_id: 319328
kernel:
- sha1: distro
- kdb: True
last_in_suite: False
machine_type: vps
name: teuthology-2016-07-17_03:00:02-rados-hammer-distro-basic-vps
nuke_on_error: True
os_type: ubuntu
os_version:
overrides:
- ceph:
  - log-whitelist:
    - slow request
  - fs: btrfs
  - conf:
    - global:
      - ms inject delay max: 1
      - ms inject delay type: osd
      - osd_pool_default_min_size: 1
      - osd_max_pg_log_entries: 200
      - ms inject delay probability: 0.005
      - osd_min_pg_log_entries: 100
      - ms inject socket failures: 2500
      - osd_pool_default_size: 2
      - ms inject internal delays: 0.002
    - mon:
      - mon min osdmap epochs: 2
      - debug mon: 20
      - debug paxos: 20
      - debug ms: 1
    - osd:
      - debug ms: 1
      - debug journal: 20
      - osd scrub max interval: 120
      - debug osd: 25
      - osd map cache size: 1
      - osd sloppy crc: True
      - osd scrub min interval: 60
      - osd op thread timeout: 60
      - debug filestore: 20
  - sha1: 387d5c1ba836833a0cf11ddf9a4fb8690a532878
- ceph-deploy:
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
      - debug mon: 1
      - debug paxos: 20
      - debug ms: 20
- workunit:
  - sha1: 387d5c1ba836833a0cf11ddf9a4fb8690a532878
- install:
  - ceph:
    - sha1: 387d5c1ba836833a0cf11ddf9a4fb8690a532878
- admin_socket:
  - branch: hammer
owner: scheduled_teuthology@teuthology
pid:
roles:
- ['mon.a', 'mon.c', 'osd.0', 'osd.1', 'osd.2', 'client.0']
- ['mon.b', 'osd.3', 'osd.4', 'osd.5', 'client.1']
sentry_event: http://sentry.ceph.com/sepia/teuthology/?q=22706a8840b7483386b98783a0e53d5f
status: fail
success: False
branch: hammer
seed:
sha1: 387d5c1ba836833a0cf11ddf9a4fb8690a532878
subset:
suite:
suite_branch: hammer
suite_path:
suite_relpath:
suite_repo:
suite_sha1:
targets:
- ubuntu@vpm129.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDY5t0T3yy6Pz0JJeGnKz0d/Ht3BjZfVKPzcWMpZgMKvMe3gjb7tNUqsif7irTPwzHONJgWqF2gc0u1jMdaIay7+tfllxFHL8nv3E7qoC2zzvuZBMbXaleuD6cDt3O6YyHeqtJbDziKtH1ncAdoTZNk5GsxRVgRMaRp6JKw/VYx+AwrlkKTspI0FhaD0oYQqzBb8IX8L4Mja1i72iGSsu8fjXOSL+7E634s/xy5FpdYmJm8QIYFWNKRtrb9WhCWBn2CjDad8McuvRN8eKz4Jw60vqdYTtJRyjSzNM3imU0+wpdXwRXWGzakGNxieL5mILeLlJrFcNK0Aycfi9boiL4F
- ubuntu@vpm121.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDX+e/v1MF2QgWEN7D93PxF1FmdnNJhAZ0P8tQ7VlDYWRHd1s4V4D4LvPXM7vCHf6GfHAYfoyAo2d6gWS0T8wwTRzryCwiDjH2prhOeZVqKFgYqlEKkyCgRS8WmhA7Jp9JRwQLa87QqkcQ+NmKilMJpFMkPna6nLm7XLtHKZ51Fj2URmKUgSVYyhg4g8mXOsCXqsUfYCReDZNPZJx/KdmZjZRu+i4vP+PCPdZ1qRV3azTTkhm2sM8ybpGWKT/SSPe3UlzqF14/JXVxC3oFWhYP076cPXR7mRGLS/+2pjS7JTPSpQqz+dNuEILJu8pQAuRvcmLOd5dCthrtdT/WbToIX
tasks:
- internal.check_packages:
- internal.buildpackages_prep:
- internal.lock_machines:
  - 2
  - vps
- internal.save_config:
- internal.check_lock:
- internal.add_remotes:
- internal.connect:
- internal.push_inventory:
- internal.serialize_remote_roles:
- internal.check_conflict:
- internal.check_ceph_data:
- internal.vm_setup:
- kernel:
  - sha1: distro
  - kdb: True
- internal.base:
- internal.archive_upload:
- internal.archive:
- internal.coredump:
- internal.sudo:
- internal.syslog:
- internal.timer:
- pcp:
- selinux:
- ansible.cephlab:
- clock.check:
- install:
- ceph:
  - log-whitelist:
    - wrongly marked me down
    - objects unfound and apparently lost
    - osd_map_cache_size
- thrashosds:
  - chance_test_map_discontinuity: 0.5
  - chance_pgnum_grow: 1
  - chance_pgpnum_fix: 1
  - timeout: 1800
- rados:
  - op_weights:
    - write: 100
  - clients:
    - client.0
  - write_fadvise_dontneed: True
  - objects: 500
  - ops: 4000
teuthology_branch: master
verbose: True
pcp_grafana_url: http://pcp.front.sepia.ceph.com:44323/grafana/index.html#/dashboard/script/index.js?time_to=2016-07-17T10%3A18%3A32&time_from=2016-07-17T10%3A08%3A18&hosts=vpm121%2Cvpm129
priority:
user:
queue:
posted: 2016-07-17 10:01:52
started: 2016-07-17 10:02:58
updated: 2016-07-17 10:22:29
status_class: danger
runtime: 0:19:31
wait_time: 0:07:30