Description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/pool-perm}

Log: http://qa-proxy.ceph.com/teuthology/yuriw-2022-07-20_14:56:20-kcephfs-octopus-release-testing-default-smithi/6940785/teuthology.log

  • log_href: http://qa-proxy.ceph.com/teuthology/yuriw-2022-07-20_14:56:20-kcephfs-octopus-release-testing-default-smithi/6940785/teuthology.log
  • archive_path: /home/teuthworker/archive/yuriw-2022-07-20_14:56:20-kcephfs-octopus-release-testing-default-smithi/6940785
  • description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/pool-perm}
  • duration: 0:14:11
  • email: ceph-qa@ceph.io
  • failure_reason:
  • flavor: default
  • job_id: 6940785
  • kernel:
    • client:
      • sha1: distro
    • flavor: default
    • kdb: True
    • sha1: 7515a529973fc26f43af978722a22367693c4342
  • last_in_suite: False
  • machine_type: smithi
  • name: yuriw-2022-07-20_14:56:20-kcephfs-octopus-release-testing-default-smithi
  • nuke_on_error: True
  • os_type: rhel
  • os_version: 8.3
  • overrides:
    • admin_socket:
      • branch: octopus-release
    • ceph:
      • cephfs_ec_profile:
        • m=2
        • k=2
        • crush-failure-domain=osd
      • conf:
        • client:
          • client mount timeout: 600
          • debug client: 20
          • debug ms: 1
          • rados mon op timeout: 15m
          • rados osd op timeout: 15m
        • global:
          • ms die on skipped message: False
        • mds:
          • debug mds: 20
          • debug ms: 1
          • mds bal frag: True
          • mds bal fragment size max: 10000
          • mds bal merge size: 5
          • mds bal split bits: 3
          • mds bal split size: 100
          • mds debug frag: True
          • mds debug scatterstat: True
          • mds op complaint time: 180
          • mds verify scatter: True
          • osd op complaint time: 180
          • rados mon op timeout: 15m
          • rados osd op timeout: 15m
        • mgr:
          • debug mgr: 20
          • debug ms: 1
        • mon:
          • debug mon: 20
          • debug ms: 1
          • debug paxos: 20
          • mon op complaint time: 120
        • osd:
          • bluestore block size: 96636764160
          • bluestore fsck on mount: True
          • debug bluefs: 20
          • debug bluestore: 20
          • debug ms: 1
          • debug osd: 20
          • debug rocksdb: 10
          • mon osd backfillfull_ratio: 0.85
          • mon osd full ratio: 0.9
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • osd objectstore: bluestore
          • osd op complaint time: 180
          • osd shutdown pgref assert: True
      • flavor: default
      • fs: xfs
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • \(FS_INLINE_DATA_DEPRECATED\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
      • sha1: 57544da114dbbe1c44f27b2ea18e3233e4e917e0
    • ceph-deploy:
      • bluestore: True
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • bluestore block size: 96636764160
          • bluestore fsck on mount: True
          • debug bluefs: 20
          • debug bluestore: 20
          • debug rocksdb: 10
          • mon osd backfillfull_ratio: 0.85
          • mon osd full ratio: 0.9
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • osd objectstore: bluestore
      • fs: xfs
    • install:
      • ceph:
        • flavor: default
        • sha1: 57544da114dbbe1c44f27b2ea18e3233e4e917e0
    • selinux:
      • whitelist:
        • scontext=system_u:system_r:logrotate_t:s0
    • thrashosds:
      • bdev_inject_crash: 2
      • bdev_inject_crash_probability: 0.5
    • workunit:
      • branch: octopus-release
      • sha1: 57544da114dbbe1c44f27b2ea18e3233e4e917e0
  • owner: scheduled_yuriw@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'mds.b', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.c', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
    • ['client.3']
  • sentry_event:
  • status: pass
  • success: True
  • branch: octopus-release
  • seed:
  • sha1: 57544da114dbbe1c44f27b2ea18e3233e4e917e0
  • subset:
  • suite:
  • suite_branch: octopus-release
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 57544da114dbbe1c44f27b2ea18e3233e4e917e0
  • targets:
    • smithi061.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5bE0sAg+s19j6ZTJASI2IUOkur6zL5gWf7NNkBXGbilzcHFcsqJbRHO3iZxdxkLLMxS0uKzEzCkixRVt83EmJiehPscV23oV8YO/smdR9IOa8QAFY43VFvCl+g3RPi/3FXPmJul1h+BhrDofZ02pMnNQgu5AvxEbYuyuSX7HR6PQCi8iGpz4hB54XOiA4/NrLd/ADD0y/CtrIeDOceOl3SjL95DjB4B7judipZq0jO1H7T3rMP8UOJEKoKvgggxFUbBJpPk2FLZjTodauoAo6dfSM0674eoEajp9YkIdPo4r8vCl9Q5/olQsrBI5lOwMxa39ijD6wvkyqLIxPF9l7+xkQfIHIN0Z1b01LdnXKbRNJkEVHliFonnVYISMoO19tB1EOc2FWbi35KInchmBXag/pX8nG40GNzVvWW1YwmFfREamjzYfMud+a4h+HrEkLvPT7TgCarPd/zKFHTKki7hTGbcQLyxy+f2TLk39goBpy0axr+0fM5BFVZDjqbjM=
    • smithi150.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDSPQy6p4Kt1YFPgUsggkEsgoXkQn8LtgU7C9TW8Wd6FS3acUMQ8VmZVNdr7mfIT+NMZCT91CG8ndUfYgnlJVif3vRvePfbwzut+9+d8FFsPQZBU/cd6PmWMeaUWO5jr84hJiP2K/qbYhWRnIp0CJ0j8azV8nCsR1ZHYRIKqc2MC4LAqUTeMaB2tK1wW2UDA9vDT5fqoaSiBcyA6vAl5k/TfWDglwQAbgOX+tAUtVwl4MDOffZ1nSF41L+DR3/E9uaZ7Ldl6jD6px6LjDIgP0/HRA8wwSHksbgPayFPd7twyzObDvXxAPtdLzfKwDrRLtYmJEQhLToMn0rY+TSPYFIBEQBUrK5b/UyrmWtnnQZPwCmTN1FfApZ8me0vDhOMJ1Hx2Cp6stowIcwgrzk0sPhXyQLIgV+zCrzQpOcuSVJ0Cic4AoloHQQqLo6WQRLtT4LBu+W3CUkPg7PUv6FKxOpzFy5PsM4C4KzfmIe2tKrFkB8lRYUS4pyrm9jb8OZbTes=
    • smithi154.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdIqpkxhWXHUt1mLWaexmzm//oUF6yOK32n+ys0eX3LbnnLiAkhMqhSUT2+F9JmnxsVISeR2W+sklZcLKjJgdW/kRUmuZIX6Uyxya1m502WhMHLyGzTCFyg8jmargIaoaLTe1q+Q/puy7Y/mfasOchJ/kAoX4ASAnyETDV7chIev/04uNdwzbihPcgHPbOzSVZVBGlx5YZxaAL7OfFyBnzcHugd8blHGIRrLTT00B9FD6/dPuS0skwrqmiDIml5kxQigNE8VLzRJmkS+46cjd/2EMyIIxPghR3K5G8VifR8a0svsBhmZaWcQbrbcnpG5YDIcdecClhlfODjer5eLnIs9HzOKTK0/ScDaVjK+h5QhuLzxYsy8EdMUPJevBsdrUYpfyhFiZrOcqLdGQJJR19VWglBFgjffN2t6EbaRl+dIcJRcwDIP67emO/MLIi86q5zh75UeMg+czkx86XeziScwiU5dwv5dQKg8bPmTJf44Rh2yYO6QqUhVcN01v5UG8=
    • smithi157.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD1V10yEDrOdu76FtgH8gXrkgAwm1vNa6JEgqXUeXny1s2emgmoaomHe3NIvEMdq8V+6Wo4DpgQP3SfmH9sllSVzm9kTzNTRFXlCS49HwJkVflju7ZXxquOaqwUM3RsK0eJOt0HI09QqnqzFwYpPCwfVixHjpKdmvjrh+CLI8YjxZiqKnGFl7u3QcYj3td7gSVjD8ilahKbD0UbWRdpVjyyHPmU6RgI9oLVBS3tN131tTqESmHgZqt34wiDedSJjQOctKwWqdV57YIc12sc7thaKG/Ree5RvC/qt51BJJK1SFT9kovQ2hGZkCcKvJ1xCTaPtIjV8JrjNkODi/lXv7Eqch9V+opMi6DgZMmydIvwANFHmDGCwKKJR2UCWgf+MmZdHIs+lO35BLKQoZh39+MfzqQt+Ves8dNXu4AA2dJ9EXdYtwYzkEylriwP9eyCIwSi8FY1RZ5nEgtO0KSXYyD7/6q6/C16orHjLMe5ebzJMOmXnwimR3Rx27/o1MUvE7c=
    • smithi160.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC7lVUoJUnSYy7S5ydrsfskmorK8hRiv0rPEDMxTJLFnN66KlX2FT2942Al1JhQKju+h3+kiQoDInGedlEZXN/++ipuurRfxoHMFIJuIgKF3850nNH03bx0WYTFOvABFC90HdNNU1PXWZ5MAMNmvcdo2V/rKb65BtTI0FzkCcrnDiNgWpBuUmyvnCIgcDFa+W7hF0R+WzMP3ZVXczTnmWdBum4utfrF5eE4boty8P4D8BlUcGpS6J5uila4YFAM05eA3J21GMJERBwG6NuSdC2FdWPvtBZ8t7DujIOJ0EZAakqupnTyLACYRlyrh9bPvtBFWBDUlCvNNXextqfU+RcSNmTWyAL5eCyVlfbnKOTR1Vi0Jqr7RGpTDWgaqcIfP95czjzSu1DfkkMvUmm3+0/KPmacyrf67nNyqM9TzFIzOKTwjlbzU6YTaHe2AutvUqoOzSZoE2o2ZEPmb7KN86qB+a/nQ08pfxaIZh+HR6hBab8sa+TUawHbWzsrazMiDY8=
    • smithi175.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDbfvH7fUohsIciKl//1/e0Bz6oHAvRo+6DL0MJuLhIDDjI4WGO0fDcYp/xc+KDJ760dUwiSCCFn352tdqhgLhTTLvL2jm84YIXQ0FjeHbMs9AM2HPskj9E3GVbfC7HNgW6TNtPkWDhsHDT4/EOSjR0/fz42bDhU2D4PD2h6mMyWt9/Jh523OnK1ksVtNq99//nOjqdtbYO2PrvCYZ1omR1IFp8fZMBlC0L8UkkKyozwRiXNkEERr4W1MrCKUOFyzRVHMOFYasqc/cTQq/cFez61AhGTXFTOugIZ6Tuk/JIP2rtQ2Lz2/uMGBFAThBUWhyyKQXPHUrrf/z3fOcvX0NWmQgIAyJQQ6K4CLQ8t4WQYMoUr6n6Pp9Z8ZAH3CI15omS3K2DzbVGMI2RmZ8fkbQnFHYa+ACPvAiHl11C32dlveK0fTYEv4WgD0qZ+QgG42T6dw8m+aQdGGyEHrehRilnmut6X4Y3mAVZ/rhvYiZvQQAbfdHmC6zqWZLRmC2clA8=
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • client:
        • sha1: distro
      • flavor: default
      • kdb: True
      • sha1: 7515a529973fc26f43af978722a22367693c4342
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
      • extra_packages:
        • deb:
          • python3-cephfs
          • cephfs-shell
        • rpm:
          • python3-cephfs
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
          • dump
          • indent
          • libaio-dev
          • libtool-bin
          • uuid-dev
          • xfslibs-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
          • libacl-devel
          • libaio-devel
          • libattr-devel
          • libtool
          • libuuid-devel
          • xfsdump
          • xfsprogs
          • xfsprogs-devel
          • libaio-devel
          • libtool
          • libuuid-devel
          • xfsprogs-devel
      • flavor: default
      • sha1: 57544da114dbbe1c44f27b2ea18e3233e4e917e0
    • ceph:
    • kclient:
    • cephfs_test_runner:
      • modules:
        • tasks.cephfs.test_pool_perm
  • teuthology_branch: main
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2022-07-20 14:56:38
  • started: 2022-07-20 22:04:45
  • updated: 2022-07-20 22:28:30
  • status_class: success
  • runtime: 0:23:45
  • wait_time: 0:09:34