Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2018-05-22 16:52:56	2018-05-22 21:50:35	2018-05-22 23:00:35	1:10:00	0:15:14	0:54:46	smithi	master			3	fail

Nodes: smithi154 smithi167 smithi182

Description: rbd/librbd/{cache/writeback.yaml cachepool/none.yaml clusters/{fixed-3.yaml openstack.yaml} copy-on-read/off.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml workloads/python_api_tests_with_defaults.yaml}

Log: http://qa-proxy.ceph.com/teuthology/yuriw-2018-05-22_16:49:35-rbd-jewel-distro-basic-smithi/2567007/teuthology.log

Failure Reason:

"2018-05-22 22:59:09.076881 osd.4 172.21.15.167:6804/11001 11 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.185562 secs" in cluster log

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/yuriw-2018-05-22_16:49:35-rbd-jewel-distro-basic-smithi/2567007/teuthology.log
archive_path: /home/teuthworker/archive/yuriw-2018-05-22_16:49:35-rbd-jewel-distro-basic-smithi/2567007
description: rbd/librbd/{cache/writeback.yaml cachepool/none.yaml clusters/{fixed-3.yaml openstack.yaml} copy-on-read/off.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml workloads/python_api_tests_with_defaults.yaml}
duration: 0:15:14
email: ceph-qa@ceph.com
failure_reason: "2018-05-22 22:59:09.076881 osd.4 172.21.15.167:6804/11001 11 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.185562 secs" in cluster log
flavor: basic
job_id: 2567007
kernel:
- sha1: distro
- kdb: True
last_in_suite: False
machine_type: smithi
name: yuriw-2018-05-22_16:49:35-rbd-jewel-distro-basic-smithi
nuke_on_error: True
os_type:
os_version:
overrides:
- ceph:
  - log-whitelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - wrongly marked me down
  - fs: xfs
  - conf:
    - client:
      - rbd clone copy on read: False
    - global:
      - ms inject socket failures: 5000
    - osd:
      - debug ms: 1
      - debug journal: 20
      - debug osd: 25
      - osd objectstore: filestore
      - osd sloppy crc: True
      - debug filestore: 20
      - osd shutdown pgref assert: True
    - mon:
      - debug mon: 20
      - debug paxos: 20
      - debug ms: 1
  - sha1: 98aa3b683021b0d7329319bbc74736d777603968
- ceph-deploy:
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
- workunit:
  - sha1: 98aa3b683021b0d7329319bbc74736d777603968
  - branch: jewel
- install:
  - ceph:
    - sha1: 98aa3b683021b0d7329319bbc74736d777603968
- admin_socket:
  - branch: jewel
owner: scheduled_yuriw@teuthology
pid:
roles:
- ['mon.a', 'mon.c', 'osd.0', 'osd.1', 'osd.2']
- ['mon.b', 'osd.3', 'osd.4', 'osd.5']
- ['client.0']
sentry_event:
status: fail
success: False
branch: jewel
seed:
sha1: 98aa3b683021b0d7329319bbc74736d777603968
subset:
suite:
suite_branch: jewel
suite_path:
suite_relpath:
suite_repo:
suite_sha1: 98aa3b683021b0d7329319bbc74736d777603968
targets:
- smithi154.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCkfCxYEPifltLypyVgBs3/NPdniz1UTbNUu+Es+ltJqpG5zhfIlqElEFe/kYQeHoVmPt+Fuw9IgkJVhdrFciDF4QNtTjGJVaC/PI8GBJg5y65771GfbkE1kE7umq29qcu2d5VufoFQ2GiKZpp54opmkHFzZ0ymmdMS18INTT1la3Am+6VAhdyA9kHUWSHy21rAfulMmK6cYsDj5cwz4HAXPjmv9bsPHIWF5Og4Up6gQ37UamKEDPm4ZaiRBompHFaPnPWbP99J6S5vKKTXuChuEblb3G2JqG7OCPWGFJ4CLxJNS6RzHuFT3DpYIupCNY+GuLUP59RJzeAn3esDWcY5
- smithi167.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC20wUSXQAmXZsmn0nu5OLjwY4pKl1vIWVxU9Dg+GOI9NbqDJbCXmX3FkEWFtlWGLM3ueIga0FLWD+aqPFb/UYBiLA80bf0Feg1F7/HipK2g1sVGk29Z/zRwEMHlBq0JNeVFGCP6X8tjftcxx6daZ1teipdI6LY0qKN26N0HzGRKcvUfJ+dkAQuFzIkjCItxX6zzpAiAqmwH+RG/tDuQNvVFL0vho9lE/3IRimga0D5u/w1fHKrGNnOyNeHKQsmAXp2d6SOw+7wRTfe9ASr6Q8jcJGyRzoM1wsQ8esNv6/v3pMm72lkzSQ0Gz7xXV6dT8Pwk9zFgjXWNWZEr7b34llJ
- smithi182.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDIzyryQF2E3WUrsa8o8UdHWQtXD1MDMqmxPWfk7nCeHn0zvqyHVszgMgZ5gdQ+r2WlFGxpSx/BEAheywGQTJRDuOUZTSPxNVHc0ikoiL9TRcL2XPgUdlX/228p0Bs8/KGbQ7kx2ry2LkUH83BFuNzYsqpBcfAMVtHGk1qDe2fHr9/KDQzliKP8idPJkyGcblWLqy58Vpt835fbrc3G9E55jaSuhAwDd+pP8AVQ3zeoVb0K84Sblk9MQTELFUN2CbIFr36/rU2Z+XrNFVTT12CViylPpeWVBWfWnA2Lql06Yhl8mDFnAzqM1fpKstP6CtkxOowt7e2glcPT2TvgV04L
tasks:
- internal.check_packages:
- internal.buildpackages_prep:
- internal.lock_machines:
  - 3
  - smithi
- internal.save_config:
- internal.check_lock:
- internal.add_remotes:
- console_log:
- internal.connect:
- internal.push_inventory:
- internal.serialize_remote_roles:
- internal.check_conflict:
- internal.check_ceph_data:
- internal.vm_setup:
- kernel:
  - sha1: distro
  - kdb: True
- internal.base:
- internal.archive_upload:
- internal.archive:
- internal.coredump:
- internal.sudo:
- internal.syslog:
- internal.timer:
- pcp:
- selinux:
- ansible.cephlab:
- clock:
- install:
- ceph:
  - cluster: ceph
  - log-whitelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - wrongly marked me down
  - conf:
    - global:
      - ms inject socket failures: 5000
    - osd:
      - debug ms: 1
      - debug journal: 20
      - debug osd: 25
      - osd objectstore: filestore
      - osd sloppy crc: True
      - debug filestore: 20
      - osd shutdown pgref assert: True
    - mon:
      - debug mon: 20
      - debug paxos: 20
      - debug ms: 1
    - client:
      - rbd clone copy on read: False
      - rbd cache: True
  - fs: xfs
  - sha1: 98aa3b683021b0d7329319bbc74736d777603968
- workunit:
  - clients:
    - client.0:
      - rbd/test_librbd_python.sh
  - env:
    - RBD_FEATURES: 61
  - branch: jewel
  - sha1: 98aa3b683021b0d7329319bbc74736d777603968
teuthology_branch: master
verbose: True
pcp_grafana_url:
priority:
user:
queue:
posted: 2018-05-22 16:52:56
started: 2018-05-22 21:50:35
updated: 2018-05-22 23:00:35
status_class: danger
runtime: 1:10:00
wait_time: 0:54:46