Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2022-02-14 16:52:37	2022-02-14 17:09:10	2022-02-14 17:32:18	0:23:08	0:11:35	0:11:33	smithi	master	ubuntu	20.04	6	fail

Nodes: smithi123 smithi150 smithi157 smithi185 smithi189 smithi197

Description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/strays}

Log: http://qa-proxy.ceph.com/teuthology/yuriw-2022-02-14_16:52:17-kcephfs-octopus-testing-default-smithi/6682157/teuthology.log

Sentry event: https://sentry.ceph.com/organizations/ceph/?query=c1043569b4d3464a8d341da4f1f66f70

Failure Reason:

Test failure: test_dirfrag_limit (tasks.cephfs.test_strays.TestStrays)

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/yuriw-2022-02-14_16:52:17-kcephfs-octopus-testing-default-smithi/6682157/teuthology.log
archive_path: /home/teuthworker/archive/yuriw-2022-02-14_16:52:17-kcephfs-octopus-testing-default-smithi/6682157
description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/strays}
duration: 0:11:35
email:
failure_reason: Test failure: test_dirfrag_limit (tasks.cephfs.test_strays.TestStrays)
flavor: default
job_id: 6682157
kernel:
- client:
  - branch: testing
- flavor: default
- kdb: True
- sha1: 4c199e30549fb37d1dea5b2ed8d72a17b49671aa
last_in_suite: False
machine_type: smithi
name: yuriw-2022-02-14_16:52:17-kcephfs-octopus-testing-default-smithi
nuke_on_error: True
os_type: ubuntu
os_version: 20.04
overrides:
- admin_socket:
  - branch: octopus
- ceph:
  - conf:
    - client:
      - client mount timeout: 600
      - debug client: 20
      - debug ms: 1
      - rados mon op timeout: 15m
      - rados osd op timeout: 15m
    - global:
      - ms die on skipped message: False
    - mds:
      - debug mds: 20
      - debug ms: 1
      - mds bal frag: True
      - mds bal fragment size max: 10000
      - mds bal merge size: 5
      - mds bal split bits: 3
      - mds bal split size: 100
      - mds debug frag: True
      - mds debug scatterstat: True
      - mds op complaint time: 180
      - mds verify scatter: True
      - osd op complaint time: 180
      - rados mon op timeout: 15m
      - rados osd op timeout: 15m
    - mgr:
      - debug mgr: 20
      - debug ms: 1
    - mon:
      - debug mon: 20
      - debug ms: 1
      - debug paxos: 20
      - mon op complaint time: 120
    - osd:
      - bdev async discard: True
      - bdev enable discard: True
      - bluestore allocator: bitmap
      - bluestore block size: 96636764160
      - bluestore fsck on mount: True
      - debug bluefs: 20
      - debug bluestore: 20
      - debug ms: 1
      - debug osd: 20
      - debug rocksdb: 10
      - mon osd backfillfull_ratio: 0.85
      - mon osd full ratio: 0.9
      - mon osd nearfull ratio: 0.8
      - osd failsafe full ratio: 0.95
      - osd objectstore: bluestore
      - osd op complaint time: 180
      - osd shutdown pgref assert: True
  - flavor: default
  - fs: xfs
  - log-ignorelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - overall HEALTH_
    - $FS_DEGRADED$
    - $MDS_FAILED$
    - $MDS_DEGRADED$
    - $FS_WITH_FAILED_MDS$
    - $MDS_DAMAGE$
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - $FS_INLINE_DATA_DEPRECATED$
    - overall HEALTH_
    - $OSD_DOWN$
    - $OSD_
    - but it is still running
    - is not responding
  - log-whitelist:
    - \(MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
  - sha1: 91f471b19a8436443eb4f75ebb3d4414ee623c6e
- ceph-deploy:
  - bluestore: True
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
    - osd:
      - bdev async discard: True
      - bdev enable discard: True
      - bluestore block size: 96636764160
      - bluestore fsck on mount: True
      - debug bluefs: 20
      - debug bluestore: 20
      - debug rocksdb: 10
      - mon osd backfillfull_ratio: 0.85
      - mon osd full ratio: 0.9
      - mon osd nearfull ratio: 0.8
      - osd failsafe full ratio: 0.95
      - osd objectstore: bluestore
  - fs: xfs
- install:
  - ceph:
    - flavor: default
    - sha1: 91f471b19a8436443eb4f75ebb3d4414ee623c6e
- thrashosds:
  - bdev_inject_crash: 2
  - bdev_inject_crash_probability: 0.5
- workunit:
  - branch: octopus
  - sha1: ace4ea5047df4a17fc495b72a8b6489941894e94
owner: scheduled_yuriw@teuthology
pid:
roles:
- ['mon.a', 'mgr.y', 'mds.a', 'mds.b', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
- ['mon.b', 'mon.c', 'mgr.x', 'mds.c', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
- ['client.0']
- ['client.1']
- ['client.2']
- ['client.3']
sentry_event: https://sentry.ceph.com/organizations/ceph/?query=c1043569b4d3464a8d341da4f1f66f70
status: fail
success: False
branch: octopus
seed:
sha1: 91f471b19a8436443eb4f75ebb3d4414ee623c6e
subset:
suite:
suite_branch: octopus
suite_path:
suite_relpath:
suite_repo:
suite_sha1: ace4ea5047df4a17fc495b72a8b6489941894e94
targets:
- smithi123.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDSU9hv0RCdYWN1LXht9m9flVM0PlO6kFiYI0qd7nr4NXcMpGHkmltPaUr7oH6z/WKtCMRR77kHbse6W2xjkelGXcTXcy6LTiMz3+2cPrV1SrrxCIYvIhyfZv1TGnIT3j/PauFj99RWSVBtxObjTnVYxC2Uuy68mIBLZTP8BePLHURHhdS0VXFTmvy+WESZnNxtFlsJZmNFNhHC4RdbcCSUNbbsJOT28/hkXqWDW3LH8NznkzPyvziqeMstt3HNepkYiCvWuqiGYxxki7MnC2CGL4/t+Jm19IEWNNSCMwsp8EEMCHCxX+3OtPdBNT5UFBJE+Uz6WC9O8FQJP2Ep3CRnW1qs0ueHPth1lU6qlNjBpy1OxRllYtYh/0RGO0SMn3XB2XuhYhIFHFgikIGihygXakDFJcybJHUbd1hLJ3UZmgLQPfGjFZ2fNuLHib2HZPvbtTIvE2uOL23sF+zJXXr7e48ZnQg4ot5Io9SOto/IAtKXQx/tQbU6csPR2bHGu1k=
- smithi150.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCtWHepIl1UYBLWMR0oc9BlRkl+GajAyKr3o6DdY4OlC6MKStgW6slXPhweWyb05MrFEOLz84q+lAfexvTfvwmMKX+C18J3Q1Chha2bvp/bGngBkMKRKbTpBfsirNi7fO0Zpbi1bITyqeJtQaCXgdEsaeRnloMmcEWO/km6jpvyzhngtKnKY9oR+bNkGzzFycxWadS2nEJbspd2DDamWEPo5yXXXQ83oTVky2hr3gjgUBqM5IYBceFOXr2SvQXaWZnQRW+ptCYnewkHgz5it5rtXOtjvBd+D0TSRy0kRXkSbjwBm8D9441Vrh9azxIPL3UBg1CwfHo4XGMxTplXQEvtZ+pg6MXrhCLXGsQBXWKU41jY87DWCxPzMuZSM5U34HlQq9m36VuJ3KCfkZOscpfOKra4z0f7AXZTsyyfpXrqluplLc4jQmr/qIqcVGB4BsuX+1EbZazQiMeYs0uiaymkPKZWr+rDKf7P1LK6p7v6RCMgTIZppOfLPsMY6FMmOP0=
- smithi157.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDGifkifWV2B11v2eBQ/ojObKaxXc/GhAm67rWXuea943splxq2fTu6idZxSZ4gtc9TASMYLjo7ssmj6rJl6IKfI5hVF+i2Z+U6m6WVT/FDqJqOCvNQOFLMT9U6hhJbT9EVoTtIF8E0bZRfjHHdKQer3Nhn1LRcB5go9nhwzZ22ElJhii/xSK0yKxtKrh1F9PA3TEHNyi8+32ktwTSdBvoq24nlb1AI8k6kjNMPCYD5hW1mkwF6YmAFoKRw4qSNimMo1nrrMUp/Df3iJ9lqknFHM5OaN5rCEdBAnPgpGxtmYb9NM5OGx+U9TEsHFkObFvJjVNfPk15O5TckZcsxwqK7bBWTkrgttIs3c9LAoDXK4Qlf8ligCuV+YX6TODJHmbwMIoYBN4f+JwJZdFRbmjjZrLO4K+LhjrVzMiFmW8qKb1D/zdunzQf+/KuY3qFGe+MzEDlNA5/kfaLfIRMhDjUS+p3GB7lZ0NBk1bep/+s+dqXlRpJg0zIuNn8Wzcf/EY0=
- smithi185.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCdOppjMml6UTK+Cz5iAUyiBGUAn/E9SUKjpLQ92FMQsj4b+0nrAHNqlCHZg368rXoQFw1kHWDDZeWpCinTguc8DLhDzqhoeXTOOmxopUL5eCYq23Y5E9NHz7ee1Dgmr6rcpTtBdJtgh9GhQ5AQCo3eQ/3lEZ3j+3Wl0u2epig6YUsjg0AnW1URFZPyhBo8r2dwvYnREoHh1+Co4r4vtI3RWbobZfAYhTAQw+aVhFVupPpNDzsFYDIh0V0klp8lMCM3zZweHAZkl/mHcr6Uq21qr67rLLTKasmWL+edIGKzD6iQweL1QcASY0a5FxLXeishCGkqfKNNoS5Ann42HDiqthSQ8CDXkeQjpc+ok2snO/u79PlAfDauN6pBa7vFcTc+Ct61CnFjbdg0w6J+QCF+g2G8Ou7ugsZXJA9Rm2yJA4jka49ycf91++j6kBLK8hLpn3NVTxcj2+VjYUPSRZrrl2LTXEoD70PLfbcbiNhZ7MV+1CGTzDH1KYdXCAnBxWs=
- smithi189.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDk+ZPBNO1Qo2JpB3EqPpn1jBYqnRGtdmEWnYLNbCLx5Hj4zAAHo8IG6I4NQbXZkrNltRJ/DMfkr+nVwJ2R4K2Bc95Uow9b0P5G4sa/JI/3u/7VIYylJ/Q32W5MM+CIGImfxx0VUWMoNSymrKF/wfpNtg6SPxB2rA3K9l0aCf+j7vAbN6n1EbZNmsnh/uWLAM8gS88hbO6c41oKZTTkHPbgZunScAy/t9r1h6oS9Kf3nUXptCa2cJLmqHWAMxrSdtM9vqYT8mgOF5EbSw+Ag5dYYfakvOrSpihNI7vVerT8gh6KW/0gAsKoiA7+FSvPT3CbdtsQNRXR1UBYin4vwDqza0bgFFKz4NFsx4ROYuygLAXnFDwU9H/mB6HuBqcJm4hKopRAoy//ADxOJbzNJ/qWfZgjG57yO8/wkXriBUkVMzB/eavpv2Sj8DDoPb1lCS0kauXmgBGhnWrj5RHTtlgJNt/wXeKOQmZC/duLnOrNWpDTFv/Pn1ma5CZ6wmS3JRE=
- smithi197.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEVvX3CnGvlShjnZBS1a9ZtN0SjE8PXjVU0H4wxEV0QAazhmgGOTJfdXSiqPi6dKpgD3Nezknf+3ibJa+pWMozUdY18iuvTqjY+szMXOxLHgcb1H5IVj4Gf5ynHlvWtke/u93s8oqLrdxg2P+LYATOBtEoBqOpgb0SoxzrdNl4S4YRxGJ0es9/RPGFHPWnnSSnuWGfgh+gRF09SMCuSnHAYtiuiqsc4AZBHXwxqVEB2zif6xM8p65EK4fMZajG34txsvgp38IJDUkLwiykYQQQoqxEOXpksI6k6biw7dMbOaxgIf0tJ9MENzGKJVC6utx+QpiR1inerfUzWY+exn1Ya4fYyqIiqWWy37PIFA6w8dORJqoH/6ciNafrq+xUWMzxZvLoH4DVRDP3tB2PdYuhDXL0iKkdrbB5ibRdYpf7eQTZe5L3HBV6i09XN6Mxx6x5nG8Xa1QgnMggS2Ecz0XbDspePOxjO063gV1GZBvvB5dK8VsiF6Vji3fVJGTD5KM=
tasks:
- internal.check_packages:
- internal.buildpackages_prep:
- internal.save_config:
- internal.check_lock:
- internal.add_remotes:
- console_log:
- internal.connect:
- internal.push_inventory:
- internal.serialize_remote_roles:
- internal.check_conflict:
- internal.check_ceph_data:
- internal.vm_setup:
- kernel:
  - client:
    - branch: testing
  - flavor: default
  - kdb: True
  - sha1: 4c199e30549fb37d1dea5b2ed8d72a17b49671aa
- internal.base:
- internal.archive_upload:
- internal.archive:
- internal.coredump:
- internal.sudo:
- internal.syslog:
- internal.timer:
- pcp:
- selinux:
- ansible.cephlab:
- clock:
- install:
  - extra_packages:
    - deb:
      - python3-cephfs
      - cephfs-shell
    - rpm:
      - python3-cephfs
  - extra_system_packages:
    - deb:
      - bison
      - flex
      - libelf-dev
      - libssl-dev
      - dump
      - indent
      - libaio-dev
      - libtool-bin
      - uuid-dev
      - xfslibs-dev
    - rpm:
      - bison
      - flex
      - elfutils-libelf-devel
      - openssl-devel
      - libacl-devel
      - libaio-devel
      - libattr-devel
      - libtool
      - libuuid-devel
      - xfsdump
      - xfsprogs
      - xfsprogs-devel
      - libaio-devel
      - libtool
      - libuuid-devel
      - xfsprogs-devel
  - flavor: default
  - sha1: 91f471b19a8436443eb4f75ebb3d4414ee623c6e
- ceph:
- kclient:
- cephfs_test_runner:
  - modules:
    - tasks.cephfs.test_strays
teuthology_branch: master
verbose: True
pcp_grafana_url:
priority:
user:
queue:
posted: 2022-02-14 16:52:37
started: 2022-02-14 17:09:10
updated: 2022-02-14 17:32:18
status_class: danger
runtime: 0:23:08
wait_time: 0:11:33