Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2022-07-21 14:04:47	2022-07-21 14:33:48	2022-07-21 15:06:19	0:32:31	0:17:37	0:14:54	smithi	main	ubuntu	20.04	6	fail

Nodes: smithi044 smithi062 smithi102 smithi116 smithi123 smithi156

Description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/strays}

Log: http://qa-proxy.ceph.com/teuthology/yuriw-2022-07-21_14:04:31-kcephfs-octopus-release-testing-default-smithi/6942533/teuthology.log

Sentry event: https://sentry.ceph.com/organizations/ceph/?query=3602feb27f144e0b9704700cac9fb090

Failure Reason:

Test failure: test_dirfrag_limit (tasks.cephfs.test_strays.TestStrays)

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/yuriw-2022-07-21_14:04:31-kcephfs-octopus-release-testing-default-smithi/6942533/teuthology.log
archive_path: /home/teuthworker/archive/yuriw-2022-07-21_14:04:31-kcephfs-octopus-release-testing-default-smithi/6942533
description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/strays}
duration: 0:17:37
email:
failure_reason: Test failure: test_dirfrag_limit (tasks.cephfs.test_strays.TestStrays)
flavor: default
job_id: 6942533
kernel:
- client:
  - branch: testing
- flavor: default
- kdb: True
- sha1: 7515a529973fc26f43af978722a22367693c4342
last_in_suite: False
machine_type: smithi
name: yuriw-2022-07-21_14:04:31-kcephfs-octopus-release-testing-default-smithi
nuke_on_error: True
os_type: ubuntu
os_version: 20.04
overrides:
- admin_socket:
  - branch: octopus-release
- ceph:
  - conf:
    - client:
      - client mount timeout: 600
      - debug client: 20
      - debug ms: 1
      - rados mon op timeout: 15m
      - rados osd op timeout: 15m
    - global:
      - ms die on skipped message: False
    - mds:
      - debug mds: 20
      - debug ms: 1
      - mds bal frag: True
      - mds bal fragment size max: 10000
      - mds bal merge size: 5
      - mds bal split bits: 3
      - mds bal split size: 100
      - mds debug frag: True
      - mds debug scatterstat: True
      - mds op complaint time: 180
      - mds verify scatter: True
      - osd op complaint time: 180
      - rados mon op timeout: 15m
      - rados osd op timeout: 15m
    - mgr:
      - debug mgr: 20
      - debug ms: 1
    - mon:
      - debug mon: 20
      - debug ms: 1
      - debug paxos: 20
      - mon op complaint time: 120
    - osd:
      - bdev async discard: True
      - bdev enable discard: True
      - bluestore allocator: bitmap
      - bluestore block size: 96636764160
      - bluestore fsck on mount: True
      - debug bluefs: 20
      - debug bluestore: 20
      - debug ms: 1
      - debug osd: 20
      - debug rocksdb: 10
      - mon osd backfillfull_ratio: 0.85
      - mon osd full ratio: 0.9
      - mon osd nearfull ratio: 0.8
      - osd failsafe full ratio: 0.95
      - osd objectstore: bluestore
      - osd op complaint time: 180
      - osd shutdown pgref assert: True
  - flavor: default
  - fs: xfs
  - log-ignorelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - overall HEALTH_
    - $FS_DEGRADED$
    - $MDS_FAILED$
    - $MDS_DEGRADED$
    - $FS_WITH_FAILED_MDS$
    - $MDS_DAMAGE$
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - $FS_INLINE_DATA_DEPRECATED$
    - overall HEALTH_
    - $OSD_DOWN$
    - \(OSD_
    - but it is still running
    - is not responding
  - sha1: 57544da114dbbe1c44f27b2ea18e3233e4e917e0
- ceph-deploy:
  - bluestore: True
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
    - osd:
      - bdev async discard: True
      - bdev enable discard: True
      - bluestore block size: 96636764160
      - bluestore fsck on mount: True
      - debug bluefs: 20
      - debug bluestore: 20
      - debug rocksdb: 10
      - mon osd backfillfull_ratio: 0.85
      - mon osd full ratio: 0.9
      - mon osd nearfull ratio: 0.8
      - osd failsafe full ratio: 0.95
      - osd objectstore: bluestore
  - fs: xfs
- install:
  - ceph:
    - flavor: default
    - sha1: 57544da114dbbe1c44f27b2ea18e3233e4e917e0
- thrashosds:
  - bdev_inject_crash: 2
  - bdev_inject_crash_probability: 0.5
- workunit:
  - branch: octopus-release
  - sha1: 57544da114dbbe1c44f27b2ea18e3233e4e917e0
owner: scheduled_yuriw@teuthology
pid:
roles:
- ['mon.a', 'mgr.y', 'mds.a', 'mds.b', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
- ['mon.b', 'mon.c', 'mgr.x', 'mds.c', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
- ['client.0']
- ['client.1']
- ['client.2']
- ['client.3']
sentry_event: https://sentry.ceph.com/organizations/ceph/?query=3602feb27f144e0b9704700cac9fb090
status: fail
success: False
branch: octopus-release
seed:
sha1: 57544da114dbbe1c44f27b2ea18e3233e4e917e0
subset:
suite:
suite_branch: octopus-release
suite_path:
suite_relpath:
suite_repo:
suite_sha1: 57544da114dbbe1c44f27b2ea18e3233e4e917e0
targets:
- smithi044.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCaoS2XhDDcDbAXalZZvPT191Hq/11fyQkHnlqzMx74mr5RlrYut9IgVYq82ATOihEMk2NQ2L41LGMYbG0zoS7KUSczSDAgZfZPx/hlge6Bqw68FfoOkKm7smLawcrEao956eDa2ys0g4y7XwcvdHqtVspYHOQeXl/Dvdk6gE3UzwntrDaIAdTM+hLeq6Zofmp+teFltnWQmQf1kmXKWFWw6aXqG/nN/Evy3NoqFgr55YslVVAOiFmSmLI4Qo5R3gRmxLG/qa1BE6Qe0HHwYOM2fh3okFTLYrU3upKThaiHpC8MWTQUe+DPS/tlQQxcBPky/u9DF91vuNJFrkOmr7vtQucxXjBHAkVWZKIhc40p5GR2yKBraJv+1v9sRbvuGbiW8YZ6l+KZJqjLu5NJ/A8V4d6Rl3qizUSkTqPKQ4nHyzma3rW+Byh460ZKlj4afwcrR7k2LK94HjJM7+XmmPuC1+2jEpMvRFQaXxfT+9hX2395uuRR+ydXE/YnZekgyYc=
- smithi062.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC81FXVAyxI4rMDrneeW6N/QuhNR8OD0Fh2uU9ZwWynnQEUXif3DvhkrEde9YsaksdZotk4yeaYvKn5Exx8ss6LAmxZA51UTThCQDxNAdGQcUdzhidD1CC2qjRI2RPmeA2fS7JNK76b1w5H1kdRzVh/y5u9wlwyZk5OkodxdN9XhwFTHEkvtbUJGgdGkMi7caP6L9j/4alCcugHumUcjmXm+gWhj1WgmgMSv/ZnYCQ5L+c32XhdL7AciknMGLHMlkX5E0QGFP9rEjuDT5ZwV2+4ZunZU0sTTK/DD3fcE8RuXTJgupV1/Vpm/2M38VV8ZPVpAu4gWtxRcqf1pv5mQutuZ6t3my//QqwzrHx3PTw65oFuk35MA3+XBAFoYwQjLis62rSMp6Ts47op2s1SvRtazbfp8CsEeZM7ZVkSBLN+V5rKnopPPdKB7+kUlAXEw8YV1u1NmPJtsA54Pkp/Iv7/48GAIuQ+KO5yssgio5gQcy2arzCp+7nSxTeGSZ4kqwk=
- smithi102.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDf/PMiUbjMn5xMwNgNFql3VLMtgzo9ic1ooRxgCfWQ2PsSMn86g1wjAV1reVMTSaLcZdz88Z95sTCeVd9vL5XRPyCIS74P/NPiC4GhYDmInaS5zAt34hs9LVtTjR9y7VCFVSrbVDyTG0m2nAUld77XujsIfq4YBf+W3GlhW6t9H+nVi4XjZFXhS3kS7zvKfPsxZi9b4DeDB9nOpzvgAjOo/lAbpB9vaHQesmIvaOfPSi5y8dioTojvOnblABuYKI/w7YKpfjhXBC1UUQFhkDDeL+Vd7hmrKn7sYrMvP88F2RzwnYS8XGXoEZ2QuAjDyC8WdY/YgtW1CzX6FtCeSMnG2CZeq7WqOkRQOJyMsrqtTzUpgrQKxcHKMdK9dOQeA789OUcr+T+Juvpk3i9dFLpDyYCoLpUU0y/otYNDTj/MMWH5xPZx4osrZSMQjRM4pF2S9wO/g7udNn0TV2Ye/riyn88VBot6PhT6vf5DKpfuKMhZP5Bc9plZ0ilekHpKuLU=
- smithi116.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDSwifA6mUFcndJq5a3WY7Z8pPFr2+Gzq5brvJ7djsivq4sH7AnpOqsQM7cgKMRd4glgxs7l/ziLvfRsYKYLe7SikSswpdMFgLoPvLEaul9tgpbFR9sLKQsXDEdcIZMo89Ne+SQu8uF6A1MmDl+OEvmlApRcpvcHFMfxWqRwfQQu/K6IsIyc57Uikx42a5MzBKicuaPwHkHu+NTw5iJKH8aAWBTV6tY3J8WXLjQQPa3DFnZgne7JwhQJZL/BGxnPzL1bzThYljsHRaeyM3D/EDrZhyNmncuF+6dSsjq5WPie8uGc/StGxMaUesKqMYADOpiyL6FppF1AH4s5+m8O9Zj9EAlM5PV41ECx3A3K9dwx1L7gdLcZ7uyTRHuKqMSnlT/RTI3WkPS/OLWxbaBuW2TPe8Uv3/Ao8PJAgCnckM7a8mv2b8qx3+4j4Ryd8WvEkuXf82UF1XSkbXGsc/RXs3pd3UJZ0KBLP6rZzv6oR2pbosh0TiWyLO6iX93Z9SEEtM=
- smithi123.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDQgzRVbi0oppV8gTYK1ILdWDuw8mh8ysJm/1C1h1gnYS1kqM+CNGl4m92D9WlMwXPhsihBO8FCxdpUegv5N54/JIANTQi806Z+MgX4BAQtBLifG2UzBi4MRlPXeCX9u/sOvSm0vZm8I36DqFRv9nyXVpREIiI/RaKh8TzqJb/nvy0obFLrUoNuuD0+31QGntKCnCZ8d0vWeC4otDipY/2k8np/apXCwz8W6+TGjwTxT4SRo1Zso8VHMlkHTwUCRUaHf6zm3MW9Dst4rzfegowQ3aezz3u/0F60EUl7vt/UpZzKopcEV+MoRa5q6aossm35mMmPL/CpAuDoHg9PDKQOCu+k1zU11C3pTdiLlgtyeltxAZI36G8BYPCvk6XOJG/OHxTovwlRYoQqpzdBR4r+TXGpqUcY4a3JhheGxCGSAJe90Zb/9SflcdnMdCInw2QmfJtvSRn6SwOmYloz+yz076bG5xg2jLDF7jZuvqml2i3Mtfw7K6Qr4gXgMCDSMec=
- smithi156.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCm0X7HzQLuOHmI77Rl/CfFE2htsxhVt8BvQz1rh3i6HnEn7Ri9tiKjCYnoXooZ2NGr9xLPMduY30YyDjrV3pF4QRqbMB/fL4FhPPXELGWGBs7PKRAVb89jQLL7rNCLrCzuN6CLo8BmvZ6j33t1IpXxqGlykrSjtLkEoLPbBLyLCf8j+npPUOGMntQ2heoAUExdTpkqdj9/6kW3Rlf9E3zIBcbh2/w4Aq7a2uzbeVaut/IlxG+W6byRgLCqoORgAXgIiGN56FukLU6bAulAA+TTC0a7LcfzSuZQXEYSyy2Bp+MniPML5kd8aFk89mrk/hOAjDFGKPcGcKlNDCelAk11DrSOpPMrm+PcQU0j34AeYA+mREsru1NlNFOoSWZGzIfCrc2VcMlMwYK/jrUBFoG3xg9mG1X0TBzOdCBnv7uFF7pQNPrRpaS4R2/+J3LRgiico/mJQKwsbmu4All4iAnYSCI92qhahIuLvGQE7ZabtBitx9CrNDoAYZk7IjMvqTs=
tasks:
- internal.check_packages:
- internal.buildpackages_prep:
- internal.save_config:
- internal.check_lock:
- internal.add_remotes:
- console_log:
- internal.connect:
- internal.push_inventory:
- internal.serialize_remote_roles:
- internal.check_conflict:
- internal.check_ceph_data:
- internal.vm_setup:
- kernel:
  - client:
    - branch: testing
  - flavor: default
  - kdb: True
  - sha1: 7515a529973fc26f43af978722a22367693c4342
- internal.base:
- internal.archive_upload:
- internal.archive:
- internal.coredump:
- internal.sudo:
- internal.syslog:
- internal.timer:
- pcp:
- selinux:
- ansible.cephlab:
- clock:
- install:
  - extra_packages:
    - deb:
      - python3-cephfs
      - cephfs-shell
    - rpm:
      - python3-cephfs
  - extra_system_packages:
    - deb:
      - bison
      - flex
      - libelf-dev
      - libssl-dev
      - dump
      - indent
      - libaio-dev
      - libtool-bin
      - uuid-dev
      - xfslibs-dev
    - rpm:
      - bison
      - flex
      - elfutils-libelf-devel
      - openssl-devel
      - libacl-devel
      - libaio-devel
      - libattr-devel
      - libtool
      - libuuid-devel
      - xfsdump
      - xfsprogs
      - xfsprogs-devel
      - libaio-devel
      - libtool
      - libuuid-devel
      - xfsprogs-devel
  - flavor: default
  - sha1: 57544da114dbbe1c44f27b2ea18e3233e4e917e0
- ceph:
- kclient:
- cephfs_test_runner:
  - modules:
    - tasks.cephfs.test_strays
teuthology_branch: main
verbose: True
pcp_grafana_url:
priority:
user:
queue:
posted: 2022-07-21 14:04:47
started: 2022-07-21 14:33:48
updated: 2022-07-21 15:06:19
status_class: danger
runtime: 0:32:31
wait_time: 0:14:54