Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2018-04-19 05:21:23	2018-04-21 12:51:06	2018-04-21 17:45:12	4:54:06	0:35:08	4:18:58	ovh	master			6	fail

Nodes: ovh082 ovh003 ovh037 ovh054 ovh099 ovh064

Description: kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml whitelist_health.yaml}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2018-04-19_05:20:02-kcephfs-luminous-testing-basic-ovh/2414854/teuthology.log

Failure Reason:

"2018-04-21 17:28:39.629575 mon.a mon.0 158.69.80.223:6789/0 7 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2018-04-19_05:20:02-kcephfs-luminous-testing-basic-ovh/2414854/teuthology.log
archive_path: /home/teuthworker/archive/teuthology-2018-04-19_05:20:02-kcephfs-luminous-testing-basic-ovh/2414854
description: kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml whitelist_health.yaml}
duration: 0:35:08
email: ceph-qa@ceph.com
failure_reason: "2018-04-21 17:28:39.629575 mon.a mon.0 158.69.80.223:6789/0 7 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log
flavor: basic
job_id: 2414854
kernel:
- flavor: basic
- sha1: 99aaa89478069a7c9adc6484c88b2f905abff3a9
- kdb: True
last_in_suite: False
machine_type: ovh
name: teuthology-2018-04-19_05:20:02-kcephfs-luminous-testing-basic-ovh
nuke_on_error: True
os_type:
os_version:
overrides:
- ceph-deploy:
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
- workunit:
  - sha1: ebcbbfb2866af4e80217cf664373080d8864c207
  - branch: luminous
- ceph:
  - sha1: 1707146a8e5736defdc91ad708e2b851538259c3
  - log-whitelist:
    - slow request
    - $SLOW_OPS$
    - overall HEALTH_
    - $FS_DEGRADED$
    - $MDS_FAILED$
    - $MDS_DEGRADED$
    - $FS_WITH_FAILED_MDS$
    - $MDS_DAMAGE$
    - overall HEALTH_
    - $OSD_DOWN$
    - $OSD_
    - but it is still running
    - is not responding
    - overall HEALTH_
    - \(FS_DEGRADED$
    - $MDS_FAILED$
    - $MDS_DEGRADED$
    - $FS_WITH_FAILED_MDS$
    - $MDS_DAMAGE$
  - fs: xfs
  - conf:
    - client.0:
      - debug ms: 1
      - debug client: 20
    - client.1:
      - debug ms: 1
      - debug client: 20
    - global:
      - ms type: simple
    - client:
      - debug ms: 1
      - debug client: 10
    - mon:
      - debug mon: 20
      - debug paxos: 20
      - debug ms: 1
    - mds:
      - mds bal split bits: 3
      - mds bal split size: 100
      - debug mds: 20
      - mds bal merge size: 5
      - debug ms: 1
      - mds bal frag: True
      - mds bal fragment size max: 10000
    - osd:
      - mon osd full ratio: 0.9
      - debug ms: 1
      - bluestore fsck on mount: True
      - debug osd: 25
      - bluestore compression mode: aggressive
      - debug bluestore: 20
      - debug bluefs: 20
      - osd objectstore: bluestore
      - mon osd backfillfull_ratio: 0.85
      - mon osd nearfull ratio: 0.8
      - bluestore block size: 96636764160
      - debug filestore: 20
      - debug rocksdb: 10
      - osd shutdown pgref assert: True
      - osd failsafe full ratio: 0.95
      - debug journal: 20
  - cephfs_ec_profile:
    - m=2
    - k=2
    - crush-failure-domain=osd
- install:
  - ceph:
    - sha1: 1707146a8e5736defdc91ad708e2b851538259c3
- admin_socket:
  - branch: luminous
- thrashosds:
  - bdev_inject_crash_probability: 0.5
  - bdev_inject_crash: 2
owner: scheduled_teuthology@teuthology
pid:
roles:
- ['mon.a', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
- ['mon.b', 'mon.c', 'mgr.x', 'mds.a-s', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
- ['client.0']
- ['client.1']
- ['client.2']
- ['client.3']
sentry_event:
status: fail
success: False
branch: luminous
seed:
sha1: 1707146a8e5736defdc91ad708e2b851538259c3
subset:
suite:
suite_branch: luminous
suite_path:
suite_relpath:
suite_repo:
suite_sha1: ebcbbfb2866af4e80217cf664373080d8864c207
targets:
- ovh082.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDGa0L0FHxDLbsruPIQSeTJWJD/P7S8Rd/lR+6U+TAajKdOR9ejkcU26OOSJTzti6iw2Gpdp7zZn05HWpUmPCsk8hU6Fns+dalCNIkBsXOpcPBMxtiuQQwrwLwU31G5QeOVBhCOBRqkTOT4EPASuQAnY0hr2E3tRSP5w2D2+NFD6uIAYpj4CGZgXkro3slkWP/93DG7QU3lN2p6zEOeT46yoBd3Hrx0teL1ewKka2KRmaPenQ2x2S5LoM4YTRzv/KxRgvo1OGZmcOGy+heLgQmBG2nuNl74IIXBHra5k457aOXWux1V22z6GHJ/+z8T14amVe6Bvr4qiDA08sqgYPYb
- ovh003.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDXF0ElRQZdljQyHnkKugWXcJACUWtODBYljVpBJh9/HTLJnPS+0vagD5I8F46PHA4vNDp3gyC/xC2KrvCaht7Tc6XmUr5a3ixaLaIlZnbad/ZjF5SCk5yM1qFAriDFCVsFg2NrgaT51DlebkxnNQ4R3AR+B66AIBmewh88QjRPCh7gVaJMaJlLYjj4bqTPZ43+Tet+H/jwmE8EOMiCcLaXGqVHPWWnxFYhL+VB2b2Fh+EKTlFaQHcxL/MdlTquu4EasCK/wNXj6DWTp6Q5Rvqje5Ic4dgeQ3ZZrY3cu0LmQEavDhOyhzZ+2YkMCNMbWzgItZJH/xN2h/M4vl7oEPF5
- ovh037.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDX68qyHHO8Jqt2vbgLwdTFWrtJ1po9F2Wp2dQsYPckjXGtGKFrYeBVGAK0oOOiDxgJexkPv8xnISuYDdUJzGCYv42g8VCbrYKlZTMRIH078coE5ltlC/mwP9+vbk15rk9bNKpLgJ6daX8qaDBzzO4+5dc2ysCBvPaHuYBUGKKfVYEW3YZTvyXEByVYCxH/EUlV+AFq2O9jbz3Vq5w8mGe9mgPZUHCzgS8WM4d6oi4IPQaJ6vjBMAhKv5Dg2rwZtMRUFonEL0jG7mKEEY4HinsnEBR3N5lE2g2678z/9U8tzPH1JpFMQoeletWRz3yoAViXkTSslbnX63iRjNLSL7br
- ovh054.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNUEZF5fQmqivff0wIc1vZOO9ukC1NiGlIAP/7xRhQXY3+mUGCu9oLAdvbdJ3KrvCrIs2pnlOqdCnblq0sEeRWASeuLtkPWZGEFYnsAj+hs/HaGm4lVWkH64+mu6sx3GquGu6B7ZJa/NPsvpJrnl57nWGTjjbclWcuSgFEhPhajRkZyhNt4Argiy/b5ukD1XYaHEuwf4U7ocO5396RLy+g3PPzEs+ZU6Pjo4tSu1U6VS1bRElyvOUhFt1JFWy8Cgh5CA4yFzaa+fkjoXhF9fQX7sEy1kHz7kANGlDeQiuiI9nyv1+kkrJWPV6HlSfgXEb8aD2Q3GGWFSY3TcEqQHhn
- ovh099.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDFGcpmN9pXHffkQaGPkbJItvbglEZkDSfX+XVOsDg/T6RbO4/iKRBgoZyLAVXlgEbtiMJNCFylQXoCirWS1mRKiL3lLyBEertuDWZ64OSy4wsphP48q1JO9yqburwsjDWeJSN0CCj2gqZD3cPfuADITb2tZgm0DPx44lUkFnUkzA/jKobfDf+pnJ+THqZJoiAU8Du3sY/ykL8FSms+kqAxUoY6D+HxunHl8Wcp7HVI8n2zfTG58/wwA5HAxWPM5zZXJJvjoSVlOiHwDQpxdQVgRdb5RWlZyZIRtFMcqkqCXTmjL7kE3+q88Nu9k4V8GJ3sDiQ285qQkkTP49Ftb9qb
- ovh064.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBzYV9JyEnCofvtZShoB9h3imVpoMWR7jLHI1MXRVbITzJzf4PXyRxyD7kE0UyZRT92THxqofiFt/sILcEQQL7zdvpC4XJm/4J9VgcPnI3UI9ZVw/ZGC2J23bZJD3eaYwVrLMjX4u/UuNYv6gqmUPofBwTiR0VmamGCZvrfLLrnC+hdAeQwGIjQvxsBOhnEs4EeUoKuhJQf+iCZWu+UYx+PH3vnL7esny5r6ETf6FzSKpN9MBYCl4+hz12Pdva1we4bQ/1dyi4NGSdqRUxF4HIL+beuL8acg5hIuC5yoxqGfX8Gx0oodHqf7ZV51peGtIaY3UM0V6hneESd+Oo8Yj5
tasks:
- internal.check_packages:
- internal.buildpackages_prep:
- internal.lock_machines:
  - 6
  - ovh
- internal.save_config:
- internal.check_lock:
- internal.add_remotes:
- console_log:
- internal.connect:
- internal.push_inventory:
- internal.serialize_remote_roles:
- internal.check_conflict:
- internal.check_ceph_data:
- internal.vm_setup:
- kernel:
  - flavor: basic
  - sha1: 99aaa89478069a7c9adc6484c88b2f905abff3a9
  - kdb: True
- internal.base:
- internal.archive_upload:
- internal.archive:
- internal.coredump:
- internal.sudo:
- internal.syslog:
- internal.timer:
- pcp:
- selinux:
- ansible.cephlab:
- clock:
- install:
- ceph:
- kclient:
- cephfs_test_runner:
  - modules:
    - tasks.cephfs.test_volume_client
  - fail_on_skip: False
teuthology_branch: master
verbose: True
pcp_grafana_url:
priority:
user:
queue:
posted: 2018-04-19 05:21:23
started: 2018-04-21 12:51:06
updated: 2018-04-21 17:45:12
status_class: danger
runtime: 4:54:06
wait_time: 4:18:58