Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2022-05-15 14:45:25	2022-05-15 15:04:36	2022-05-15 21:42:51	6:38:15			smithi	master	ubuntu	20.04	4	dead

Nodes: smithi050 smithi067 smithi166 smithi196

Description: fs/multiclient/{begin clusters/1-mds-2-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} tasks/cephfs_misc_tests}

Log: http://qa-proxy.ceph.com/teuthology/yuriw-2022-05-15_14:44:37-fs-wip-yuri5-testing-2022-05-13-1402-octopus-distro-default-smithi/6834948/teuthology.log

Failure Reason:

hit max job timeout

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/yuriw-2022-05-15_14:44:37-fs-wip-yuri5-testing-2022-05-13-1402-octopus-distro-default-smithi/6834948/teuthology.log
archive_path: /home/teuthworker/archive/yuriw-2022-05-15_14:44:37-fs-wip-yuri5-testing-2022-05-13-1402-octopus-distro-default-smithi/6834948
description: fs/multiclient/{begin clusters/1-mds-2-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} tasks/cephfs_misc_tests}
duration:
email:
failure_reason: hit max job timeout
flavor:
job_id: 6834948
kernel:
- kdb: True
- sha1: distro
last_in_suite: False
machine_type: smithi
name: yuriw-2022-05-15_14:44:37-fs-wip-yuri5-testing-2022-05-13-1402-octopus-distro-default-smithi
nuke_on_error: True
os_type: ubuntu
os_version: 20.04
overrides:
- admin_socket:
  - branch: wip-yuri5-testing-2022-05-13-1402-octopus
- ceph:
  - cephfs_ec_profile:
    - m=2
    - k=2
    - crush-failure-domain=osd
  - conf:
    - client:
      - client mount timeout: 600
      - debug client: 20
      - debug ms: 1
      - rados mon op timeout: 15m
      - rados osd op timeout: 15m
    - mds:
      - debug mds: 20
      - debug ms: 1
      - mds bal frag: True
      - mds bal fragment size max: 10000
      - mds bal merge size: 5
      - mds bal split bits: 3
      - mds bal split size: 100
      - mds debug frag: True
      - mds debug scatterstat: True
      - mds op complaint time: 180
      - mds verify scatter: True
      - osd op complaint time: 180
      - rados mon op timeout: 15m
      - rados osd op timeout: 15m
    - mgr:
      - debug mgr: 20
      - debug ms: 1
    - mon:
      - debug mon: 20
      - debug ms: 1
      - debug paxos: 20
      - mon op complaint time: 120
    - osd:
      - bluestore block size: 96636764160
      - bluestore compression mode: aggressive
      - bluestore fsck on mount: True
      - debug bluefs: 20
      - debug bluestore: 20
      - debug ms: 1
      - debug osd: 20
      - debug rocksdb: 10
      - mon osd backfillfull_ratio: 0.85
      - mon osd full ratio: 0.9
      - mon osd nearfull ratio: 0.8
      - osd failsafe full ratio: 0.95
      - osd objectstore: bluestore
      - osd op complaint time: 180
  - flavor: default
  - fs: xfs
  - log-ignorelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - overall HEALTH_
    - $FS_DEGRADED$
    - $MDS_FAILED$
    - $MDS_DEGRADED$
    - $FS_WITH_FAILED_MDS$
    - $MDS_DAMAGE$
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - $FS_INLINE_DATA_DEPRECATED$
    - overall HEALTH_
    - $OSD_DOWN$
    - $OSD_
    - but it is still running
    - is not responding
    - evicting unresponsive client
    - POOL_APP_NOT_ENABLED
    - has not responded to cap revoke by MDS for over
    - MDS_CLIENT_LATE_RELEASE
    - responding to mclientcaps
  - log-whitelist:
    - \(MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
  - sha1: b0a149846302c82b1d29991d49b90ee571241459
- ceph-deploy:
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
- install:
  - ceph:
    - flavor: default
    - sha1: b0a149846302c82b1d29991d49b90ee571241459
- thrashosds:
  - bdev_inject_crash: 2
  - bdev_inject_crash_probability: 0.5
- workunit:
  - branch: wip-yuri5-testing-2022-05-13-1402-octopus
  - sha1: b0a149846302c82b1d29991d49b90ee571241459
owner: scheduled_yuriw@teuthology
pid:
roles:
- ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
- ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
- ['client.0']
- ['client.1']
sentry_event:
status: dead
success:
branch: wip-yuri5-testing-2022-05-13-1402-octopus
seed:
sha1: b0a149846302c82b1d29991d49b90ee571241459
subset:
suite:
suite_branch: wip-yuri5-testing-2022-05-13-1402-octopus
suite_path:
suite_relpath:
suite_repo:
suite_sha1: b0a149846302c82b1d29991d49b90ee571241459
targets:
- smithi050.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDCDL5YJheWoAzwPIVsGapaDyDDm/owzck3qepGWcEhCLK37jaRlLhycDBXrJz62usfwzraUFwB88Ndex5YdsseFJP0sgAnCy/+0zJ91J4aBakpSCGaPlLgoDHwDWIO4CpYNQlNaF/+iTG21v+pv9o/1g0X684FJ99pYY5XoluCg2skCtMms1wXmxx9EsBcBomBJpbnA6lskx3XwieDv3JstnKABqLVBGgSEgwlGmh9xVjfspjRGfMp/xEE19m7zpdmv63JkLwC/1uk/BWMUMqQVrYfXjUBBOVRddgNnLr9b0w1t4QHg6T5GSi3SSDTeTqS3yrP9xWvu0QsHNQPSq8rqLvju1Yta22hyqC0K3BMtuZQ2iNheoVs2kp7AcjtwGJobKMP4eJJslQZfTGZqRHGzh5gppyPaf7NtBrJji3tAJ84HPwVfC7Xy/JEMCeM/Ul0Ue7ofkm0CvjT0bJYAaXmY752+EeE7RNTobev26d1V5sOEUPtwSSOKoGWIONm8z0=
- smithi067.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFqoArTI39Y0NA/2qMDZtroWfjhfDtfQzs4Jgo4n3ZofONfxQv9EHnO1dyO7P9g7rMYexHRAEWhI3YYVzN2zyiSHrdcsZDNgJYam2JSLeBGlKRLFUWQgVfxk2cWRZFqd4s1T0HV7lKG0256tNlAG/O0siYmk98QZhhp1pC32cgnuz2s/50q4TyruNwdp5766Aphnl8SzCjM/rdme0BWRwHGbB8QZZMgQh9jp8ALWeEtw2qUC97EHfKxgqjeZfZCyfgrt1slNFXkkoey4Fxv94ehuIKMfNNdcO8tTarGXJMhttf1i9Bgm6vrxzSzVOGYTaIc8tOVdZ0T+uADfZah4OIaROBCLnbtoYIUGIHXYsIP/vT67Vbud1fnU/GPqPU0qYlv6BJoZc230bLnZOZa/xZE0Mso1KvBbFMgB5NJzvINHmzLQdm/ifxXc6cK5+Eo0dmjdG7tdCKwC7wSwjiktwmCTuE9vemjsFbadX+QgAaI7iYVb2ek0F9Di5avodym4k=
- smithi166.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDNXSnxNiZ4hf26Jtb+TS/dO5NnUqBYV76cfj3g3nwhFj/bFG2x9WYKlDpy0/+AZcVrt6F7Xhv1k7ogEMMz3brNs2gZEeD2ydta0XfyakRukx6TnWxmSVWcsxLJCnvaF8bAqox9k2NcNiZss2kMheGZJJee6A72sm3hRYe5AXN6y2PSxNWlaKDUmjF9sVq9OjC2VuVjp3WxBRmN+Xu8cN55c9SL1Gji8fuUtb2d3r2z6JV9BZyPtDay+GqAkXXuWVvZ+tn4p17kzxcy5uweEP0e1D4YJRc/fPn81EkHkuLQ5IWrc8NO3a2BCaQrQWNmLr1LAejsFWKSr0EyHKzK8/J9t7oYez332aAmja77suzz7CDqgzrCxpFPVhfgY7YXFOQ5qjG1nAWCr9C2vdk0iilljO2sxZGuPzRPb4b30xG9f1Xmn+hDRnE7q9k7QgiCHt0lJ7Iz8LFar8qu0QF8SXxDJ/6Heix5TjAV6l6+Znw5T1FRA8F0laZmLHJZxLsWoMs=
- smithi196.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDBkb/lwXGXDnsw0QmdYPUrjY0gdg/TtyaEtLEAN738sTVFyv5hlqK0vQndP3bAZX4MOvVwZjFQrByvaEGDJJEVUCvwmSziRFdzNhyDyubwBSIcf77Ts6VG6ywMStSAsLTdsuiHYjIuyuxf9ejMhfPXGZPQxFhePE8CwO4VlaEcPkMed84XVLxbbGEP5ltfbYEeskhCdyjsjlDXbcaBnZj0ElXRQguNbyzYq3/sPCaM0vqs4FJT7mwvNtmNQi0eDwoT5ULiad+MVr+9F0A3XsoaKaQRAKrDwSgDSAxPAwl4IyDmUIryz8+Dwx/dtX8iJ5oahX/MWBf+wf26RomHlvdgd0VMr/9Q+IRwhlYYPb+KEPSipHuE8/omEnTaP+TgrTVrvf14qLx59CYv7WUDsNFB4kyWs0mVUtTtSFwrhyBRcMtES0RmhHei/tDtbsB3sZve2TaXPb6+FWoLuSiH2FmIyUqnNMK/qhMO8O+yB5hm81i/tTZbwmwwtzdC+1wtYWU=
tasks:
- install:
  - extra_packages:
    - deb:
      - python3-cephfs
      - cephfs-shell
    - rpm:
      - python3-cephfs
  - extra_system_packages:
    - deb:
      - bison
      - flex
      - libelf-dev
      - libssl-dev
      - dump
      - indent
      - libaio-dev
      - libtool-bin
      - uuid-dev
      - xfslibs-dev
    - rpm:
      - bison
      - flex
      - elfutils-libelf-devel
      - openssl-devel
      - libacl-devel
      - libaio-devel
      - libattr-devel
      - libtool
      - libuuid-devel
      - xfsdump
      - xfsprogs
      - xfsprogs-devel
      - libaio-devel
      - libtool
      - libuuid-devel
      - xfsprogs-devel
- ceph:
- ceph-fuse:
- cephfs_test_runner:
  - modules:
    - tasks.cephfs.test_misc
teuthology_branch: master
verbose: True
pcp_grafana_url:
priority:
user:
queue:
posted: 2022-05-15 14:45:25
started: 2022-05-15 15:04:36
updated: 2022-05-15 21:42:51
status_class: danger
runtime: 6:38:15