Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2018-05-19 05:22:08	2018-05-22 11:37:45	2018-05-22 18:39:52	7:02:07	0:40:22	6:21:45	ovh	master			6	fail

Nodes: ovh012 ovh079 ovh055 ovh033 ovh100 ovh024

Description: kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml whitelist_health.yaml}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2018-05-19_05:20:02-kcephfs-luminous-testing-basic-ovh/2552814/teuthology.log

Failure Reason:

"2018-05-22 18:21:58.189498 mon.a mon.0 158.69.83.27:6789/0 7 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2018-05-19_05:20:02-kcephfs-luminous-testing-basic-ovh/2552814/teuthology.log
archive_path: /home/teuthworker/archive/teuthology-2018-05-19_05:20:02-kcephfs-luminous-testing-basic-ovh/2552814
description: kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml whitelist_health.yaml}
duration: 0:40:22
email: ceph-qa@ceph.com
failure_reason: "2018-05-22 18:21:58.189498 mon.a mon.0 158.69.83.27:6789/0 7 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log
flavor: basic
job_id: 2552814
kernel:
- flavor: basic
- sha1: a1292ad3773a40676a4ff570caf8851584c47916
- kdb: True
last_in_suite: False
machine_type: ovh
name: teuthology-2018-05-19_05:20:02-kcephfs-luminous-testing-basic-ovh
nuke_on_error: True
os_type:
os_version:
overrides:
- ceph-deploy:
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
- workunit:
  - sha1: 49a0c3269b1615e486e62a990e18a09685f47e85
  - branch: luminous
- ceph:
  - log-whitelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - overall HEALTH_
    - $FS_DEGRADED$
    - $MDS_FAILED$
    - $MDS_DEGRADED$
    - $FS_WITH_FAILED_MDS$
    - $MDS_DAMAGE$
    - overall HEALTH_
    - $OSD_DOWN$
    - $OSD_
    - but it is still running
    - is not responding
    - overall HEALTH_
    - \(FS_DEGRADED$
    - $MDS_FAILED$
    - $MDS_DEGRADED$
    - $FS_WITH_FAILED_MDS$
    - $MDS_DAMAGE$
  - fs: xfs
  - conf:
    - client.0:
      - debug ms: 1
      - debug client: 20
    - client.1:
      - debug ms: 1
      - debug client: 20
    - global:
      - ms type: simple
    - client:
      - debug ms: 1
      - debug client: 10
    - mon:
      - debug mon: 20
      - debug paxos: 20
      - debug ms: 1
    - mds:
      - mds bal split bits: 3
      - mds bal split size: 100
      - debug mds: 20
      - mds bal merge size: 5
      - debug ms: 1
      - mds bal frag: True
      - mds bal fragment size max: 10000
    - osd:
      - mon osd full ratio: 0.9
      - debug ms: 1
      - bluestore fsck on mount: True
      - debug osd: 25
      - bluestore compression mode: aggressive
      - debug bluestore: 20
      - debug bluefs: 20
      - osd objectstore: bluestore
      - mon osd backfillfull_ratio: 0.85
      - mon osd nearfull ratio: 0.8
      - bluestore block size: 96636764160
      - debug filestore: 20
      - debug rocksdb: 10
      - osd shutdown pgref assert: True
      - osd failsafe full ratio: 0.95
      - debug journal: 20
  - sha1: 49a0c3269b1615e486e62a990e18a09685f47e85
- install:
  - ceph:
    - sha1: 49a0c3269b1615e486e62a990e18a09685f47e85
- admin_socket:
  - branch: luminous
- thrashosds:
  - bdev_inject_crash_probability: 0.5
  - bdev_inject_crash: 2
owner: scheduled_teuthology@teuthology
pid:
roles:
- ['mon.a', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
- ['mon.b', 'mon.c', 'mgr.x', 'mds.a-s', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
- ['client.0']
- ['client.1']
- ['client.2']
- ['client.3']
sentry_event:
status: fail
success: False
branch: luminous
seed:
sha1: 49a0c3269b1615e486e62a990e18a09685f47e85
subset:
suite:
suite_branch: luminous
suite_path:
suite_relpath:
suite_repo:
suite_sha1: 49a0c3269b1615e486e62a990e18a09685f47e85
targets:
- ovh012.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDf5APRhNqmuHXl2VPsjg8aE5YsGrxjY9Y8T2ytoZ1bWaBjdU9STHUGvS9nNcJTaIsqUAvvAG/XY2v64Q9/J6god+VYZ2VEzN3hY5C6rlWn5++Ox1KJcZOAbwO0t0O3sSjoeSuxvh1Pr0gNOmuyVUxJMYbA6hv0XzRQUZR8cNPXQwiN5qVjUXuD6C9zvVa+Jz6LVCHrC9Bhd2SJDe7CjsGHX8aamwWyUux7F97fBCP8Oa/xAbQWA4Ymh/XmeY5e4XJ0025SPu721409yz7VT/Y0Phlf19jkV26TvsiaPygcoSzL7N+sBbtQYDELLguiaRFc/ZDBZsDjTRHMx+UeO1W9
- ovh079.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsmSdO0qrAHVHO49amviv0BVpFr3NU4GBcO7VsSaA/cuEQ+2wpZ2COkeO/nRuprwJkHNH11a+ZobWK7b8KH1r/sC4yLNkuwP0DApQyqlHlu0kNh45k4TCxMsp02Yn1kmCxt2kA/7M4H5aVPj8MHA1otUMQkUcT+DMN37z08l7LiGsVlZpgghKTN5aHtazN8iFDnggIELT1xrN9mMMjIoGsseJLttLmtc3IaWdjuLKeT9fX//kVLDuFma3cIjePvdGmic1ThnHx5QIX8vp8ErfsblmS1drKYKBZ2k/VuXsJu/PzXzgg8lB0dsdoNImma94mI3A/kyBjgiQUkf3gk1AX
- ovh055.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDCaOV6LNyxM0IQkEqV1mcnl8fpZPpTNrPj1XoVw8lzbB727FqMH2uwf0S41+L5ntJVG4D+uz3blC9vS+gwVCjM3BZ8ktyaXgjFzvioJClGMKS9wS2yLTlp5lBbyY6qOv4jfdbXqy1HS5z9KzncfZsom6oMIOU0q50le7atH+X9VvZqReIUl1XnU/2m3xGyW4DR3E0mtbIRCiAJUpG6ZicbK4GDJ9UeiBc/y1IL32S0MNT+67ceo5DBwiZpi3WdkcVxYRF2YgNL1chDctycCOMvpiSOaHUqcZ1i1RipFrOx8m4JVopf78Xn/CSC+8ygGUlixsi3FH6MsMgYKLa1EDyn
- ovh033.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC96PuW8FK/9OI5MOr8fvtumzoDEH3r3xG0oQ2bbAXWprQneYCAL6y3By+MPdGySnvlQc/b+3inKUdoLGYEbdZ8ajedUrQlOPpXpq1QmbFqizRpEoT8eBHhtKhl/k+2FRxtiYd3vt8jmSIU/T1jtlZgzu8u6bmt9mH/5/6Upkn3F8ybxrjGEJ6MCMLgVL8Mm9xLilHj2JRZuZMAJ/S3WPwjDyh4nMSswuJCYufCR3Vun9A/l1ZDElIGuXuCvTXc1LGGOoy7/l/FSuRUpbepXUg5XccsHjeB+D31+5GMkZCyFOje6fvIZV5R6B/LoSTx/Iia1mLI4JFM5A2+CqvvVdLH
- ovh100.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDFNN+hPb/Iewf9JrnfQeIeuXkgZLoztdMvVvqJSYYq7apJKPbmhM/nXsEfsYJfgoEhx9Bl2gJDaCpDpxwt1jvMKP0il5B2gbNgs70j/Nb8wtPPcWHl7jIEdSBhYcTuEYTIhMInchmqYvph51lbCQ3NJ7aTPl4KLW6PT7hXOY2zUVJyCNH7TCNbP2estGsXLXN7fj4h62LnEvDRyI8rOqeICsjT4P2Ueb7yTY+AFdaaVtLdhdRbAk9djMb+BB8+8ekdErdcupeW92Ii3gHy6sOV/pOtvn/pTb7N+FwCRlXr/A+m0joVccpQblyQSxQxr8QPUAs3bj2tc9+tdDUuyrH1
- ovh024.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDb8EyIY3+G1wxLevXm+qVGXzleCw2LbiKgunRkNSa6FIpbIJVYReBN03jYTWrNOieTCpNWNVDYjjlOgI8YwK8OxUzYTcMi4DLVUcH2fxoZ11GD9RftyPtWlYN5MNW4XyccIjEm9MlPGvBNPS0BiEkLaKFlQ+bpzReXepQUwxC61GIHfKM2Y4P1+EJBseJjlnF7i24bHIAnFMu6+ClcXcjOxhTCbbkdZp8GMBCDVu4ZlkRQjjzISVOZND/Fdo7K1bWkThJA3YS743oIpWiXuUKC7Ca3OYwAOKO5kKvPIw4RtOedSdaKEAhYHoawO1xc230OkE3nipWkqbLpu/ZNWQuR
tasks:
- internal.check_packages:
- internal.buildpackages_prep:
- internal.lock_machines:
  - 6
  - ovh
- internal.save_config:
- internal.check_lock:
- internal.add_remotes:
- console_log:
- internal.connect:
- internal.push_inventory:
- internal.serialize_remote_roles:
- internal.check_conflict:
- internal.check_ceph_data:
- internal.vm_setup:
- kernel:
  - flavor: basic
  - sha1: a1292ad3773a40676a4ff570caf8851584c47916
  - kdb: True
- internal.base:
- internal.archive_upload:
- internal.archive:
- internal.coredump:
- internal.sudo:
- internal.syslog:
- internal.timer:
- pcp:
- selinux:
- ansible.cephlab:
- clock:
- install:
- ceph:
- kclient:
- cephfs_test_runner:
  - modules:
    - tasks.cephfs.test_volume_client
  - fail_on_skip: False
teuthology_branch: master
verbose: True
pcp_grafana_url:
priority:
user:
queue:
posted: 2018-05-19 05:22:08
started: 2018-05-22 11:37:45
updated: 2018-05-22 18:39:52
status_class: danger
runtime: 7:02:07
wait_time: 6:21:45