Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2015-10-19 15:05:51	2015-10-19 20:10:18	2015-10-20 02:20:48	6:10:30			plana,mira,burnupi	master	ubuntu		4	fail

Nodes: burnupi49 burnupi28 plana54 plana20

Description: rados/thrash-erasure-code-big/{cluster/12-osds.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml}

Log: http://qa-proxy.ceph.com/teuthology/dzafman-2015-10-19_08:04:43-rados-wip-zafman-testing---basic-multi/1114986/teuthology.log

Sentry event: http://sentry.ceph.com/sepia/teuthology/?q=63e8890b108f4537a5355f0c0131bdf9

Failure Reason:

timed out

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/dzafman-2015-10-19_08:04:43-rados-wip-zafman-testing---basic-multi/1114986/teuthology.log
archive_path: /var/lib/teuthworker/archive/dzafman-2015-10-19_08:04:43-rados-wip-zafman-testing---basic-multi/1114986
description: rados/thrash-erasure-code-big/{cluster/12-osds.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml}
duration:
email:
failure_reason: timed out
flavor:
job_id: 1114986
kernel:
last_in_suite: False
machine_type: plana,mira,burnupi
name: dzafman-2015-10-19_08:04:43-rados-wip-zafman-testing---basic-multi
nuke_on_error: True
os_type: ubuntu
os_version:
overrides:
- ceph:
  - log-whitelist:
    - slow request
  - fs: xfs
  - conf:
    - global:
      - ms inject delay type: osd
      - ms inject internal delays: 0.002
      - ms inject delay probability: 0.005
      - ms inject socket failures: 2500
      - ms inject delay max: 1
    - mon:
      - debug mon: 20
      - debug paxos: 20
      - debug ms: 1
    - osd:
      - debug osd: 20
      - debug filestore: 20
      - debug journal: 20
      - debug ms: 1
      - osd sloppy crc: True
  - sha1: 15e0f75b92666f6464e9a979f9d9f3826fdcfe26
- ceph-deploy:
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
      - debug mon: 1
      - debug paxos: 20
      - debug ms: 20
  - branch:
    - dev-commit: 15e0f75b92666f6464e9a979f9d9f3826fdcfe26
- workunit:
  - sha1: 15e0f75b92666f6464e9a979f9d9f3826fdcfe26
- install:
  - ceph:
    - sha1: 15e0f75b92666f6464e9a979f9d9f3826fdcfe26
- admin_socket:
  - branch: wip-zafman-testing
owner: scheduled_dzafman@TrustyTahr
pid:
roles:
- ['osd.0', 'osd.1', 'osd.2', 'client.0', 'mon.a']
- ['osd.3', 'osd.4', 'osd.5', 'mon.b']
- ['osd.6', 'osd.7', 'osd.8', 'mon.c']
- ['osd.9', 'osd.10', 'osd.11']
sentry_event: http://sentry.ceph.com/sepia/teuthology/?q=63e8890b108f4537a5355f0c0131bdf9
status: fail
success: False
branch:
seed:
sha1:
subset:
suite:
suite_branch: master
suite_path:
suite_relpath:
suite_repo:
suite_sha1:
targets:
- ubuntu@burnupi49.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDSFQjMXhhG19UWK9RhoIQT3PbjXIw9EBvwFZqS2ybuacY4ag9wAVOYjKvsVNtYwpBwuyv2h/kvla08/QCUt5GW1ZHUUrNrqgk6jy3fyGpvcWcfSnUSouJ642WnYI8fHKzKsNsxn1NZ4QWrmTzEV4rb5tCTeWKh3eklrt6m6meD+VeMkcvCgDgen8WoHV51rZL2cnNLE9+JwDRYFnoqULwBjODtky4NUxKJYHS8hzf9GMvlq1AvJ9CBmabbY3HtcVb+i7r3tQcEgQYdvh5E/BB4UyxNeB8xm6DlIyaoec8bVBlPYyLlFBcfWZ93rn32B4ytZSiudOaD+CjqtUphobrx
- ubuntu@burnupi28.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD5D5XV4TZw5U6rcKBXQcUEb1OUDBujMDgnjb/uGaqzaUHkS+mGYK7L/gs3aNRZfLwdfAWyH7uKoHNF2tjQeNhQEeZ8mdrX4+S3JfhayynsoDXmnxw96hXLSBEPLaNr0WejnB1e0X+GnrdaqU6aZMMuk+OmiX17yv5CPH+bqj7VkSHesY2z0655JZ79+0gNUHaG4mpIQjG1RojuZsK+ReqxlsFxvv5FNerNJWJV0s65qKjvZZHsLGhr5NnaUXOvFmYQyAI2++kBFFcwgv/1zf311MPa1lzsBI+WEY/woJ7JEa2VR+4HwGxMUu62sZxg07jc8iZvnW2lz86JHVI2tARh
- ubuntu@plana54.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+Q1CPo3VcfDoRNM6xqwPtJUtF93V8SVtOQ9SKBzwyPnuro0OvapFSW2pk4wjCqWeGz+Cs2GFQQTsgNE0ndwc5+ddGSHIiBjSbPLcE2Eb20Do7k9YQ/cibma9GiZyiMyzG6W7a5CBJ2BH/ac6flQ+v8bfmPOKntlr58pHUjj7jZq2JUQL2G+K3kXdeZz8aGG5S/q3n8S5Neg4qjxSNW0gvIV5BqprXUCPD4W76sm/ar+h3GDWzBMZyXGOuZ1wkgjRtr5wsNbVPM0nGbVdR8i5sEtAuyjC7LlRP/vayqYX1kn4JpGwihg3SJNckC08CUr8FGTrrc9yarIa5PTy8f/or
- ubuntu@plana20.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCw4IU/daEtmp/ATUHDZDH1LuNM1KPQqKwDBpH5+zzBNeHL+GCzhzw3bWK7tjYIl6E7eseSOMbjX82wY6sfO3CFzrgNlIvaMFR65GmbF2IMaJy5jgv/l6XhYaVfwvpsqgaY8lLht19rAt1CpS2taidMWiXZt5Nmzv5WVDbnZ7SVVUhvO8yDNATKrxQTQp2zMZBZJjHSI9gB/QOnAqz/ax5BcpMo6knZB/IRRitBy3WiWhl/hnZZjEgm6WtMjujRheUgG6yBL9eEdH0E/iswDsiawDsYtBedBPTohbv+aAKlDjt6vOno2VH0posy1t/dPkmgY1n5HZG6KB9RKz1EjaUX
tasks:
- internal.check_packages:
- internal.lock_machines:
  - 4
  - plana,mira,burnupi
- internal.save_config:
- internal.check_lock:
- internal.add_remotes:
- internal.connect:
- internal.push_inventory:
- internal.serialize_remote_roles:
- internal.check_conflict:
- internal.check_ceph_data:
- internal.vm_setup:
- internal.base:
- internal.archive:
- internal.coredump:
- internal.archive_upload:
- internal.sudo:
- internal.syslog:
- internal.timer:
- internal.buildpackages_prep:
- selinux:
- ansible.cephlab:
- clock.check:
- install:
- ceph:
  - log-whitelist:
    - wrongly marked me down
    - objects unfound and apparently lost
  - conf:
    - osd:
      - osd max backfills: 1
      - osd scrub min interval: 60
      - osd scrub max interval: 120
- thrashosds:
  - min_in: 8
  - chance_pgnum_grow: 3
  - chance_pgpnum_fix: 1
  - timeout: 1200
- rados:
  - op_weights:
    - snap_remove: 50
    - write: 0
    - rollback: 50
    - setattr: 25
    - read: 100
    - copy_from: 50
    - snap_create: 50
    - rmattr: 25
    - append: 100
    - delete: 50
  - ops: 400
  - ec_pool: True
  - clients:
    - client.0
  - objects: 50
  - erasure_code_profile:
    - name: lrcprofile
    - plugin: lrc
    - k: 4
    - m: 2
    - l: 3
    - ruleset-failure-domain: osd
  - write_append_excl: False
teuthology_branch: master
verbose: False
pcp_grafana_url:
priority:
user:
queue:
posted: 2015-10-19 15:05:51
started: 2015-10-19 20:10:18
updated: 2015-10-20 02:20:48
status_class: danger
runtime: 6:10:30