Description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/volume-client}

Log: http://qa-proxy.ceph.com/teuthology/yuriw-2022-02-13_16:05:10-kcephfs-octopus-testing-default-smithi/6680764/teuthology.log

  • log_href: http://qa-proxy.ceph.com/teuthology/yuriw-2022-02-13_16:05:10-kcephfs-octopus-testing-default-smithi/6680764/teuthology.log
  • archive_path: /home/teuthworker/archive/yuriw-2022-02-13_16:05:10-kcephfs-octopus-testing-default-smithi/6680764
  • description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/volume-client}
  • duration: 0:25:16
  • email: ceph-qa@ceph.io
  • failure_reason:
  • flavor: default
  • job_id: 6680764
  • kernel:
    • client:
      • sha1: distro
    • flavor: default
    • kdb: True
    • sha1: 41107be74b798ca4e619902a7ac9cb6d92347af2
  • last_in_suite: False
  • machine_type: smithi
  • name: yuriw-2022-02-13_16:05:10-kcephfs-octopus-testing-default-smithi
  • nuke_on_error: True
  • os_type: rhel
  • os_version: 8.3
  • overrides:
    • admin_socket:
      • branch: octopus
    • ceph:
      • cephfs_ec_profile:
        • m=2
        • k=2
        • crush-failure-domain=osd
      • conf:
        • client:
          • client mount timeout: 600
          • debug client: 20
          • debug ms: 1
          • rados mon op timeout: 15m
          • rados osd op timeout: 15m
        • global:
          • ms die on skipped message: False
        • mds:
          • debug mds: 20
          • debug ms: 1
          • mds bal frag: True
          • mds bal fragment size max: 10000
          • mds bal merge size: 5
          • mds bal split bits: 3
          • mds bal split size: 100
          • mds debug frag: True
          • mds debug scatterstat: True
          • mds op complaint time: 180
          • mds verify scatter: True
          • osd op complaint time: 180
          • rados mon op timeout: 15m
          • rados osd op timeout: 15m
        • mgr:
          • debug mgr: 20
          • debug ms: 1
        • mon:
          • debug mon: 20
          • debug ms: 1
          • debug paxos: 20
          • mon op complaint time: 120
        • osd:
          • bluestore block size: 96636764160
          • bluestore compression mode: aggressive
          • bluestore fsck on mount: True
          • debug bluefs: 20
          • debug bluestore: 20
          • debug ms: 1
          • debug osd: 20
          • debug rocksdb: 10
          • mon osd backfillfull_ratio: 0.85
          • mon osd full ratio: 0.9
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • osd objectstore: bluestore
          • osd op complaint time: 180
          • osd shutdown pgref assert: True
      • flavor: default
      • fs: xfs
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • \(FS_INLINE_DATA_DEPRECATED\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
        • MON_DOWN
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • sha1: 91f471b19a8436443eb4f75ebb3d4414ee623c6e
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
    • install:
      • ceph:
        • flavor: default
        • sha1: 91f471b19a8436443eb4f75ebb3d4414ee623c6e
    • selinux:
      • whitelist:
        • scontext=system_u:system_r:logrotate_t:s0
    • thrashosds:
      • bdev_inject_crash: 2
      • bdev_inject_crash_probability: 0.5
    • workunit:
      • branch: octopus
      • sha1: 91f471b19a8436443eb4f75ebb3d4414ee623c6e
  • owner: scheduled_yuriw@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'mds.b', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.c', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
    • ['client.3']
  • sentry_event:
  • status: pass
  • success: True
  • branch: octopus
  • seed:
  • sha1: 91f471b19a8436443eb4f75ebb3d4414ee623c6e
  • subset:
  • suite:
  • suite_branch: octopus
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 91f471b19a8436443eb4f75ebb3d4414ee623c6e
  • targets:
    • smithi040.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC7SzmOKUbjLYP0qQmhzf9xIQ6ngqrFGOgpnhXfjHB+3t5z/5aNM7EtetxKw40CuHP3PQ3D93KPB8uf63+yLsnxJsQLHV3B9JIi4z8tf53s5K9i984zga4mNTn+vJRJu/XWOqBfct3rn0pz8GiJnWrpKOOtaCt2+rMpW//8sGZMedcHvBlvLHXPSfm44bBntFDF4rkgzVq40V9BPxz/n5jIVQqabdNqTTIRGizeY5t52vySkqqOQhW9xoVWBDWYwwjvmvultTUAw1M0z21q+hAAOaV62vGy3tdv9UXK9k0ICaUPwKpwZU6O6g8tA1SvEvU+273YLDvI/jfikz+ClBFhN/wKS345d2k9uNF7DI6u61kKF8jgBlEx7nmWXzdjjRCTNy6cienzh/wE3PkMyjrZefaEyBjBKK1CUAiZwgz+5NN6Icjo/r2PFWlJ1FYOJigxmOQejYuFjVKwIUw5iw/9PLsU86C3OjqZEfNlD8wOXYO/CHc6oBYcF8zu7Kixo90=
    • smithi101.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDWEH4htegoQAqbmQ7VZLHdzo9EcoiQJup8jzDlmQCPyL2mm0oUOpHb9jTCGBhfGZ7DtSlGon6epu/pIEVZvFRVehtz7CAT+U3xqLSE62WLrhXTbAG/1SSlfx2C522LEM/XtLV2JfIu9coej2x0KK2/GFSYLa7v8OTiFmtLJ5Q3iqLxO2inAKFWqOscRB0Frp4EQhQPoGvz/ypX1ivHZSmOfgBVHxMpeo73rw2z7H805wi02/yhlKUgS+6ShccSwOuhkr7R4v4/wmLCZAJkGWklcRCKQ3GTzwvvcihqj5GvZjN9kxwyvXXR1fujSbmvOywDBktkxwJaSDptVII6V3OlzAdIjW7LfKR0Uv2TxixxoZTngJwuEoxo8eHwbwfa9Tq+/SqrOzXrHZaLSMWqjQn9NWOZURhC2PoJki12j6Aan8BH8o7u1EcgY03kgIJihhwgic5OoFQtixvyYYjSzbFnbdDHlLR79RN33UMBTtZL1itCFyC9n7cum4id9ydVuBk=
    • smithi106.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDi8igHOmD9z6TRVs9AFak6RA8fKngO5zOo6dAJCK1yYiNmAFfibYOVCdcRcng436vpjGx9jDkbV/ynJxFM/PZau1q4Nx7984OGTonrmCkXpeoElL0R2Lh4aseNLF0g70RlQ5DUf7jmVfc14UxCBoqDHHcAtt/dVpytBA05P+9Zky66YbLF0wavzxnyfHRQfOdU1HTMky6C4dOPLS80CDE1KS6ypvayoe0/H/bVD+ia6CXdahY3aswrC/8DmuY/V/dbqL6SqvtbG/KmHBb9rdT/V/vS/3rVP98AG2kE1dlD471XgKs1wHWThNsYt4Vp2BNVIyAEF5eBc99dkKGlwwDmk1LgRCoRw1A5zBWUKTNK0WqnKGXQtvAvTGI74JDtjZXvvEQPyrXr/tQ20UD588UP/CgJgEGL3yU6C3crHAfE4zoYiiWQTAd/TjixDJvDKuEEaWWHTGNK2s8PC7jIsF8dbOcBmkqwt431PVzPK4FMOQCaqqnBY66YXlzUyKxy/18=
    • smithi137.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCf6Hx/FXnuVT9OzyIPzyCrWoEWxgNSKL7vN7sHw4P8ca5YQ0yB/mt/1uUqwbxYw9xtGFqaDS0nePqPMpXD6/GJkZXz9k+MCyXxEqChljNradWECtbYCb9A73dknKPKmg5tJ4UjNJL4r+r7ApxcylU3g/xOrKrOAhZhOR5v96q2rEruI4TbX1oZXYIdCufe5aqKiEtXdtz7ROOP9cW8tfvFHdNBrkIDUdrsp53GhZxAgiKkEzhQX70Jqs0nokZuN4yCIqEkn8ELOyxENAlK8UHc2FNGNm5cQUpjdklXd/ybaArZiDwf6tM4ujqi3YE+y4yv6gvmuBLZxeadPZxkDq/kUu/cuQF4d1j5uJgmbW136FGJb4VjnatPd67jDD+80PUI6l98Ph9d1Bwm2nmewRwMc8oVQQm9ezM16exEqISJ0dTNPFjc8bWlxQln4ZNOcSB62ttjgEh13SsV2TOMvsdnYSoZKxAtdePXjutZsIH2oEU3uq3ajD3KPyxQKPO8iRU=
    • smithi146.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDT46gm8GAXnF+r60z3Szw2plvIRj+XiqVT/CR3yBY3m4LXvnbnefP/aNPiL1RFnm1uYwxhJ8JmH3ePA2tNjzwl2aNdyl3bOTHAF40PUDg75OiQLYD+nnRWLEgN/ImU/dXoau3e6XT2S98qRuBdbFRWsu6X/iYhgTPUOIklBsjcg2YEuy+XCzuNTrMRljrXLrdh0zTleG0jXjazaefbYNDBxSgemtPQr2vbzzTM68knxoDIG+SbO5y23+VgsEZggrlsPPxhKK4/z7T05dGQ+OkTs9HgVZ5jU1tfSne7pZ4EArazG/GHRgArPP2RihkYmki/+IhMhs1GtxVmZXPqw0bgFoJSEngFm7ywj6g4VcwcWUG0M3cOfEixIzOwkWOgJU4V1Rr5GYt8FVBMzDg5TxkWN75zDDPgC7YuaFqhQ3p2od78qVoxigc2xI3dCi4GUYpZW6rTsnnFiC88l830M//yeQKuBPPW4f+YVOCYQPXIOZL63dtkooDisvzZO9FAM70=
    • smithi198.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQChIUHBKAzZjSnssiluIglHjB04LKw534DoRg9kUQ1PtlHzefIt/Z9noks44JOaZA6+GRRKExc+I438ltJ/138V3OOdsmmUw1e1Ur95x3o29AX8N6MkkZ0rw67kFq9JDqCJwN5lNbnVFBkYQM/Bl1bFjzLCCOMtRiJanzE9mRsv1UWFc4FsYcfbJhWqNKfhfIvgXM93jyuWFWQ14xV8sgGG57yLNKfCsRoQdZI026BqYW1KvvRBKQCgQYANy1c7v5DlzyejLrfD+AT4/LQUcYphpY/yYvLO99Aofkr6DJI2ecBNI/VHap29Ji1MkGvHSCM2RpV883BBhb1+jxqMm5021OdUhxIHv/bvUhkdQs4zmY6DoyAX+X3aU+u0qtSW51t5Muw2P27ukY3eyin6GmxTnfvHOwcZpRj+YCxb11LMVMOY/1QOAE2F3q1o6ho7+Z44MNVGd2rwNeHEcdYtBu7EQYBDdddFHKl0qPQr18Gqjruuo86U9mw8wuLyH3N0Q60=
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • client:
        • sha1: distro
      • flavor: default
      • kdb: True
      • sha1: 41107be74b798ca4e619902a7ac9cb6d92347af2
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
      • extra_packages:
        • deb:
          • python3-cephfs
          • cephfs-shell
        • rpm:
          • python3-cephfs
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
          • dump
          • indent
          • libaio-dev
          • libtool-bin
          • uuid-dev
          • xfslibs-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
          • libacl-devel
          • libaio-devel
          • libattr-devel
          • libtool
          • libuuid-devel
          • xfsdump
          • xfsprogs
          • xfsprogs-devel
          • libaio-devel
          • libtool
          • libuuid-devel
          • xfsprogs-devel
      • flavor: default
      • sha1: 91f471b19a8436443eb4f75ebb3d4414ee623c6e
    • ceph:
    • kclient:
    • cephfs_test_runner:
      • fail_on_skip: False
      • modules:
        • tasks.cephfs.test_volume_client
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2022-02-13 16:05:41
  • started: 2022-02-13 20:26:44
  • updated: 2022-02-13 21:01:40
  • status_class: success
  • runtime: 0:34:56
  • wait_time: 0:09:40