Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2022-06-29 13:32:18	2022-06-29 15:24:31	2022-06-30 03:36:34	12:12:03			smithi	main	ubuntu	20.04	4	dead

Nodes: smithi047 smithi064 smithi099 smithi164

Description: fs/multiclient/{begin clusters/1-mds-2-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} tasks/cephfs_misc_tests}

Log: http://qa-proxy.ceph.com/teuthology/yuriw-2022-06-29_13:31:31-fs-wip-yuri5-testing-2022-06-27-0923-octopus-distro-default-smithi/6905516/teuthology.log

Failure Reason:

hit max job timeout

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/yuriw-2022-06-29_13:31:31-fs-wip-yuri5-testing-2022-06-27-0923-octopus-distro-default-smithi/6905516/teuthology.log
archive_path: /home/teuthworker/archive/yuriw-2022-06-29_13:31:31-fs-wip-yuri5-testing-2022-06-27-0923-octopus-distro-default-smithi/6905516
description: fs/multiclient/{begin clusters/1-mds-2-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} tasks/cephfs_misc_tests}
duration:
email:
failure_reason: hit max job timeout
flavor:
job_id: 6905516
kernel:
- kdb: True
- sha1: distro
last_in_suite: False
machine_type: smithi
name: yuriw-2022-06-29_13:31:31-fs-wip-yuri5-testing-2022-06-27-0923-octopus-distro-default-smithi
nuke_on_error: True
os_type: ubuntu
os_version: 20.04
overrides:
- admin_socket:
  - branch: wip-yuri5-testing-2022-06-27-0923-octopus
- ceph:
  - cephfs_ec_profile:
    - m=2
    - k=2
    - crush-failure-domain=osd
  - conf:
    - client:
      - client mount timeout: 600
      - debug client: 20
      - debug ms: 1
      - rados mon op timeout: 15m
      - rados osd op timeout: 15m
    - mds:
      - debug mds: 20
      - debug ms: 1
      - mds bal frag: True
      - mds bal fragment size max: 10000
      - mds bal merge size: 5
      - mds bal split bits: 3
      - mds bal split size: 100
      - mds debug frag: True
      - mds debug scatterstat: True
      - mds op complaint time: 180
      - mds verify scatter: True
      - osd op complaint time: 180
      - rados mon op timeout: 15m
      - rados osd op timeout: 15m
    - mgr:
      - debug mgr: 20
      - debug ms: 1
    - mon:
      - debug mon: 20
      - debug ms: 1
      - debug paxos: 20
      - mon op complaint time: 120
    - osd:
      - bluestore block size: 96636764160
      - bluestore compression mode: aggressive
      - bluestore fsck on mount: True
      - debug bluefs: 20
      - debug bluestore: 20
      - debug ms: 1
      - debug osd: 20
      - debug rocksdb: 10
      - mon osd backfillfull_ratio: 0.85
      - mon osd full ratio: 0.9
      - mon osd nearfull ratio: 0.8
      - osd failsafe full ratio: 0.95
      - osd objectstore: bluestore
      - osd op complaint time: 180
  - flavor: default
  - fs: xfs
  - log-ignorelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - overall HEALTH_
    - $FS_DEGRADED$
    - $MDS_FAILED$
    - $MDS_DEGRADED$
    - $FS_WITH_FAILED_MDS$
    - $MDS_DAMAGE$
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - $FS_INLINE_DATA_DEPRECATED$
    - overall HEALTH_
    - $OSD_DOWN$
    - \(OSD_
    - but it is still running
    - is not responding
    - evicting unresponsive client
    - POOL_APP_NOT_ENABLED
    - has not responded to cap revoke by MDS for over
    - MDS_CLIENT_LATE_RELEASE
    - responding to mclientcaps
  - sha1: f25ffac72e5a9e63860ff7deb6767a11f0559a16
- ceph-deploy:
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
- install:
  - ceph:
    - flavor: default
    - sha1: f25ffac72e5a9e63860ff7deb6767a11f0559a16
- thrashosds:
  - bdev_inject_crash: 2
  - bdev_inject_crash_probability: 0.5
- workunit:
  - branch: wip-yuri5-testing-2022-06-27-0923-octopus
  - sha1: f25ffac72e5a9e63860ff7deb6767a11f0559a16
owner: scheduled_yuriw@teuthology
pid:
roles:
- ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
- ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
- ['client.0']
- ['client.1']
sentry_event:
status: dead
success:
branch: wip-yuri5-testing-2022-06-27-0923-octopus
seed:
sha1: f25ffac72e5a9e63860ff7deb6767a11f0559a16
subset:
suite:
suite_branch: wip-yuri5-testing-2022-06-27-0923-octopus
suite_path:
suite_relpath:
suite_repo:
suite_sha1: f25ffac72e5a9e63860ff7deb6767a11f0559a16
targets:
- smithi047.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4e6XGqkwGvpDrF5tk+4DCUrEpdP3CkMgMrSSS9ef5+Qelxe2P8ud2lIOIDMsxRgrE5O5QC/wbcUiwn8+qxPo3wnqMRFoTukU4ntoB9u0OukaxiytT46IxAjcQxYqYivrRCl4hHvmed4EBBaJIkW/raEv6tYaYTy2edkofooheORk6Hm9cmMDLCh2ajAbHIY/81h9pV7Hu43cLS/MiWPZLhDSW5oCu8cPXA4gAt6Yr3f4ri90mHCrOpOjq1/GrmoOY8f88WVs+PbPBu+qLLYzysc/6ywX8VIXBoo8ZkrGXmSIjwW5Zu1JZW1Bj3Ppk/bNbZRWL8LAWcEOqqlRQZJ/i6uZRgXX3Q5V2XPDRBxReKRKIW3C44Q2MdQWjkEe96bCJefVfxu9+0FkSH/E81B6EelO8+s3Ge1FRtFkMMPxwxjSWbnXbcPSz75RMs3+0Um98kiDO3+tkkBkkL5QiosHaFYHgDY2diV5ao84ECNE5pD8mWIHiMyYFKN23PiSNvt8=
- smithi064.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdkS0ro2f1U277A5L7yO3qFO5OBFhLAUb8ADG3fUuoJHbGGpBlumoJOhZsDW/AK8e18jCbJrJIkBVZnMiLklYmoOXQ4XDbmPllwAVojFEXDAwzpVfAmIf2pVnEAJfTZmMXTpP8tDSGRY4X4ZM9LEOrvdBmsRP+ACrBfii9LEXpFix2NStpaSWKqcMYkCbVpxOIg5BqrtDlMf1fe9j/N9tWl22uDnuzpYKS6pwdwbxWBWWT6Qh0s5Dsd1swGRaRqgZkiEFowJAKMDVR1DHHc7VCr7b+19YPsGljki+x4Uxi4eey62Yj1OtPn2x2mY9bwkWxMZLi+lzEajyWOpj5QP7Adw/egmEtXD/uAPGL2atq05qLogwaoxlz112YVoyJ/UjQulnsKnCnrcX8wtzJq2x40MprbfyORKysYXyFhqgXQKUlnYM3lU5H9g99Af8Oyzq9vl6uKTpjWSkr79J/m3CKmI3Kg8n2CcgNFKZI91nFCfP25OfVbruX5e+txVlZnA8=
- smithi099.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDZ3lGbsmV5Dubh02wgTX/9Gf/jBDlc9lpQ/t9F8VdBmXsK915xExtQc4o8oAdSd0gN+vcaX4xveET1oQLs0zN4dW64kOMM6qiEGOzy4aisfPmQgHh2w7YJJ5i6RqMR8j7So5CHCDN2NvDLNilTxkpx1qTW6BkgtiNwH3O4UwNPxaqBKTm8VNjHzgPiMQdkBmR0sMLS9aEfi9G9wdeH5oFr7QOPtdu84fUm6idqpTF20r1Q878w78Z8iYz73GltKHx+lcB6mzoG08ZqhYJpeBs/mvSJzdLUTxoCp3w1aFuev6en61UthxLBkt5Vz8ZyO3g8ImP8jiYtGuTNzkgTPNguxzIrg6tW/PHJElnYEvFD+dM1xr5xFDHsofqH7KRILl4gJm5oEIViPpj/ocEmRakJ1hFRNF4myz83SxnsX1Bqe8BIgYgLABQnvL9zwoAkoIir3V/jnqXwiJZS1qbuY2gfDt9W8JAZd5Tj68MfHjoVrr0iv/DMAIL31ozQqU3iwDc=
- smithi164.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCjyDdZDCWeXC2ZkZ0RXUp0FFOWbaZFutsSv/nsLHjcLzc6p2L6UAsSnJBpzL6L490K/NRMpS82MM67GIcQIFGWf9lxvQWMNpjzpRws8/C2d41stWRXtlGdYkd5ai/gqbN7Cs+YOn8A9QEW+gWvr6oxL+c3AwqTucFCjX/wjLS5Do+qFRx6r+h8I8adX7gb7CJfl0I+pkEozjrDkUavpONv+PJ9vX5oBGqMVK97/I3TbVimPLDj7Gingn9dQRdZdFZtKqjlk44Nlp2PScVZbDv/IHW9xigYq4nlxUVu47pbSkB24Ob+oj4bgAvX8FCZshWyPqf8N/4vrQiTwYW/r24PcS20iEWL4IjnLSvqR5eEAMfYzh3QIrFge2bWYOwhZnSWCFhzCaFyZsDiFMG0kXMlMC9mxVDH4eHc61iOxrul7i8wbv7f4tVBrs2GsYEnEekg+aqhCT6B8dOrlQmPpk8G0tL8Pgs3OsFZ51M+Ia3DGUs2XWjVz5PYlz3QrjNE/DU=
tasks:
- install:
  - extra_packages:
    - deb:
      - python3-cephfs
      - cephfs-shell
    - rpm:
      - python3-cephfs
  - extra_system_packages:
    - deb:
      - bison
      - flex
      - libelf-dev
      - libssl-dev
      - dump
      - indent
      - libaio-dev
      - libtool-bin
      - uuid-dev
      - xfslibs-dev
    - rpm:
      - bison
      - flex
      - elfutils-libelf-devel
      - openssl-devel
      - libacl-devel
      - libaio-devel
      - libattr-devel
      - libtool
      - libuuid-devel
      - xfsdump
      - xfsprogs
      - xfsprogs-devel
      - libaio-devel
      - libtool
      - libuuid-devel
      - xfsprogs-devel
- ceph:
- ceph-fuse:
- cephfs_test_runner:
  - modules:
    - tasks.cephfs.test_misc
teuthology_branch: main
verbose: True
pcp_grafana_url:
priority:
user:
queue:
posted: 2022-06-29 13:32:18
started: 2022-06-29 15:24:31
updated: 2022-06-30 03:36:34
status_class: danger
runtime: 12:12:03