Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2016-07-11 10:02:15	2016-07-11 10:29:44	2016-07-11 10:39:42	0:09:58	0:04:34	0:05:24	vps	master	ubuntu		2	fail

Nodes: vpm093 vpm043

Description: rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/many.yaml tasks/repair_test.yaml}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2016-07-11_03:00:02-rados-hammer-distro-basic-vps/307034/teuthology.log

Sentry event: http://sentry.ceph.com/sepia/teuthology/?q=216498d6460d463392eaf0a7e6d16abb

Performance graphs: http://pcp.front.sepia.ceph.com:44323/grafana/index.html#/dashboard/script/index.js?time_to=2016-07-11T10%3A37%3A10&time_from=2016-07-11T10%3A33%3A33&hosts=vpm093%2Cvpm043

Failure Reason:

{'vpm043.front.sepia.ceph.com': {'cmd': '/usr/bin/git reset --hard origin/master', '_ansible_no_log': False, 'stdout': '', 'changed': False, 'invocation': {'module_name': 'git', 'module_args': {'force': True, 'track_submodules': False, 'reference': None, 'dest': '/var/lib/teuthworker/.cache/src/keys', 'verify_commit': False, 'clone': True, 'update': True, 'ssh_opts': None, 'repo': 'https://github.com/ceph/keys', 'bare': False, 'refspec': None, 'executable': None, 'remote': 'origin', 'recursive': True, 'accept_hostkey': False, 'depth': None, 'version': 'master', 'key_file': None}}, 'failed': True, 'stderr': "fatal: Unable to create '/home/teuthworker/.cache/src/keys/.git/index.lock': File exists.\n\nIf no other git process is currently running, this probably means a\ngit process crashed in this repository earlier. Make sure no other git\nprocess is running and remove the file manually to continue.\n", 'rc': 128, '_ansible_delegated_vars': {'ansible_host': 'localhost'}, 'stdout_lines': [], 'msg': 'Failed to checkout master'}}

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2016-07-11_03:00:02-rados-hammer-distro-basic-vps/307034/teuthology.log
archive_path: /var/lib/teuthworker/archive/teuthology-2016-07-11_03:00:02-rados-hammer-distro-basic-vps/307034
description: rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/many.yaml tasks/repair_test.yaml}
duration: 0:04:34
email:
failure_reason: {'vpm043.front.sepia.ceph.com': {'cmd': '/usr/bin/git reset --hard origin/master', '_ansible_no_log': False, 'stdout': '', 'changed': False, 'invocation': {'module_name': 'git', 'module_args': {'force': True, 'track_submodules': False, 'reference': None, 'dest': '/var/lib/teuthworker/.cache/src/keys', 'verify_commit': False, 'clone': True, 'update': True, 'ssh_opts': None, 'repo': 'https://github.com/ceph/keys', 'bare': False, 'refspec': None, 'executable': None, 'remote': 'origin', 'recursive': True, 'accept_hostkey': False, 'depth': None, 'version': 'master', 'key_file': None}}, 'failed': True, 'stderr': "fatal: Unable to create '/home/teuthworker/.cache/src/keys/.git/index.lock': File exists.\n\nIf no other git process is currently running, this probably means a\ngit process crashed in this repository earlier. Make sure no other git\nprocess is running and remove the file manually to continue.\n", 'rc': 128, '_ansible_delegated_vars': {'ansible_host': 'localhost'}, 'stdout_lines': [], 'msg': 'Failed to checkout master'}}
flavor:
job_id: 307034
kernel:
- sha1: distro
- kdb: True
last_in_suite: False
machine_type: vps
name: teuthology-2016-07-11_03:00:02-rados-hammer-distro-basic-vps
nuke_on_error: True
os_type: ubuntu
os_version:
overrides:
- ceph:
  - log-whitelist:
    - slow request
    - candidate had a read error
    - deep-scrub 0 missing, 1 inconsistent objects
    - deep-scrub 0 missing, 4 inconsistent objects
    - deep-scrub 1 errors
    - deep-scrub 4 errors
    - != known omap_digest
    - != known data_digest
    - repair 0 missing, 1 inconsistent objects
    - repair 0 missing, 4 inconsistent objects
    - repair 1 errors, 1 fixed
    - repair 4 errors, 4 fixed
    - scrub 0 missing, 1 inconsistent
    - scrub 1 errors
    - size 1 != known size
    - != best guess
  - fs: btrfs
  - conf:
    - global:
      - ms inject socket failures: 1500
    - mon:
      - debug mon: 20
      - debug paxos: 20
      - debug ms: 1
    - osd:
      - debug filestore: 20
      - debug journal: 20
      - debug osd: 25
      - osd sloppy crc: True
      - osd op thread timeout: 60
      - filestore debug inject read err: True
      - debug ms: 1
  - sha1: 387d5c1ba836833a0cf11ddf9a4fb8690a532878
- ceph-deploy:
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
      - debug mon: 1
      - debug paxos: 20
      - debug ms: 20
- workunit:
  - sha1: 387d5c1ba836833a0cf11ddf9a4fb8690a532878
- install:
  - ceph:
    - sha1: 387d5c1ba836833a0cf11ddf9a4fb8690a532878
- admin_socket:
  - branch: hammer
owner: scheduled_teuthology@teuthology
pid:
roles:
- ['mon.a', 'mon.c', 'osd.0', 'osd.1', 'osd.2', 'client.0']
- ['mon.b', 'osd.3', 'osd.4', 'osd.5', 'client.1']
sentry_event: http://sentry.ceph.com/sepia/teuthology/?q=216498d6460d463392eaf0a7e6d16abb
status: fail
success: False
branch: hammer
seed:
sha1: 387d5c1ba836833a0cf11ddf9a4fb8690a532878
subset:
suite:
suite_branch: hammer
suite_path:
suite_relpath:
suite_repo:
suite_sha1:
targets:
- ubuntu@vpm093.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQpTgUz4BCtu8OpECYVh6uGQAKKr7cGyirc9ybHnvcqZkSYfF3D0r34WaejQyVojAJpfK+GSwdRQaXmUh7TmlUVD1vLbWu6aGYSquSCdWLNHWrbAlPPG5S5sAsXFZPZaAFEjIHSNWyWWBLV6XSfxtfV86y3sggcwGoQJAfmQUc/Emd5IyajBeoft6xANzyR936AdeeINn6KKGhbnTn8FeCvnXi2UrAuk0My9ObAcTOS7wZXTFtzCyiOduJ/WsDHBo2jBnLXW5/gsPoZgvgQY5OEWU7NvJiaKEU1IMuYTW/RqB0+2kvFKZOcmk0JzBZD9m5XAu7CUvFpBwqkPv4s/jF
- ubuntu@vpm043.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDGquBpXnGUxI79xoTtcqOX7Gx6KUbfDwHzBSaovELGoHWyR/VD2fieLqq9/OC7awFuuC4+VR97dJ1BPsXoAuqrkMyrGqh/5VOzLuZ8y1lyA2qQN9sqXmtSNpawwBhJ5lYtbxKZJawcgPYolceVpC+zLai4/9b44fSwBQ7vJCuezWPU3MhcW+pxw3OCt1q1LF9q4iFUwsHZTgh9AV6z2xxOlsVtyH2jgoeboxOyCuMzBzKmW4SOTfDiZuNBL57ShUmz8PUJN6qe0+zPdi+d0GNQ6LkbnMNuBVpHLd80FpMOvHhURU+HRKl/q6L3X9eLXULsOcVwYljM6SATUuUk+zDp
tasks:
- internal.check_packages:
- internal.buildpackages_prep:
- internal.lock_machines:
  - 2
  - vps
- internal.save_config:
- internal.check_lock:
- internal.add_remotes:
- internal.connect:
- internal.push_inventory:
- internal.serialize_remote_roles:
- internal.check_conflict:
- internal.check_ceph_data:
- internal.vm_setup:
- kernel:
  - sha1: distro
  - kdb: True
- internal.base:
- internal.archive_upload:
- internal.archive:
- internal.coredump:
- internal.sudo:
- internal.syslog:
- internal.timer:
- pcp:
- selinux:
- ansible.cephlab:
- clock.check:
- install:
- ceph:
- repair_test:
teuthology_branch: master
verbose: True
pcp_grafana_url: http://pcp.front.sepia.ceph.com:44323/grafana/index.html#/dashboard/script/index.js?time_to=2016-07-11T10%3A37%3A10&time_from=2016-07-11T10%3A33%3A33&hosts=vpm093%2Cvpm043
priority:
user:
queue:
posted: 2016-07-11 10:02:15
started: 2016-07-11 10:29:44
updated: 2016-07-11 10:39:42
status_class: danger
runtime: 0:09:58
wait_time: 0:05:24