Description: fs/multiclient/{begin clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/filestore-xfs overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} tasks/cephfs_misc_tests}

Log: http://qa-proxy.ceph.com/teuthology/yuriw-2022-06-27_18:14:18-fs-wip-yuri5-testing-2022-06-27-0923-octopus-distro-default-smithi/6901427/teuthology.log

Failure Reason:

hit max job timeout

  • log_href: http://qa-proxy.ceph.com/teuthology/yuriw-2022-06-27_18:14:18-fs-wip-yuri5-testing-2022-06-27-0923-octopus-distro-default-smithi/6901427/teuthology.log
  • archive_path: /home/teuthworker/archive/yuriw-2022-06-27_18:14:18-fs-wip-yuri5-testing-2022-06-27-0923-octopus-distro-default-smithi/6901427
  • description: fs/multiclient/{begin clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/filestore-xfs overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} tasks/cephfs_misc_tests}
  • duration:
  • email: ceph-qa@ceph.io
  • failure_reason: hit max job timeout
  • flavor:
  • job_id: 6901427
  • kernel:
    • kdb: True
    • sha1: distro
  • last_in_suite: False
  • machine_type: smithi
  • name: yuriw-2022-06-27_18:14:18-fs-wip-yuri5-testing-2022-06-27-0923-octopus-distro-default-smithi
  • nuke_on_error: True
  • os_type: ubuntu
  • os_version: 20.04
  • overrides:
    • admin_socket:
      • branch: wip-yuri5-testing-2022-06-27-0923-octopus
    • ceph:
      • conf:
        • client:
          • client mount timeout: 600
          • debug client: 20
          • debug ms: 1
          • rados mon op timeout: 15m
          • rados osd op timeout: 15m
        • mds:
          • debug mds: 20
          • debug ms: 1
          • mds bal frag: True
          • mds bal fragment size max: 10000
          • mds bal merge size: 5
          • mds bal split bits: 3
          • mds bal split size: 100
          • mds debug frag: True
          • mds debug scatterstat: True
          • mds op complaint time: 180
          • mds verify scatter: True
          • osd op complaint time: 180
          • rados mon op timeout: 15m
          • rados osd op timeout: 15m
        • mgr:
          • debug mgr: 20
          • debug ms: 1
        • mon:
          • debug mon: 20
          • debug ms: 1
          • debug paxos: 20
          • mon op complaint time: 120
        • osd:
          • debug ms: 1
          • debug osd: 20
          • osd objectstore: filestore
          • osd op complaint time: 180
          • osd sloppy crc: True
      • flavor: default
      • fs: xfs
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • \(FS_INLINE_DATA_DEPRECATED\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
        • evicting unresponsive client
        • POOL_APP_NOT_ENABLED
        • has not responded to cap revoke by MDS for over
        • MDS_CLIENT_LATE_RELEASE
        • responding to mclientcaps
      • sha1: f25ffac72e5a9e63860ff7deb6767a11f0559a16
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • osd objectstore: filestore
          • osd sloppy crc: True
      • filestore: True
      • fs: xfs
    • install:
      • ceph:
        • flavor: default
        • sha1: f25ffac72e5a9e63860ff7deb6767a11f0559a16
    • workunit:
      • branch: wip-yuri5-testing-2022-06-27-0923-octopus
      • sha1: f25ffac72e5a9e63860ff7deb6767a11f0559a16
  • owner: scheduled_yuriw@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
  • sentry_event:
  • status: dead
  • success:
  • branch: wip-yuri5-testing-2022-06-27-0923-octopus
  • seed:
  • sha1: f25ffac72e5a9e63860ff7deb6767a11f0559a16
  • subset:
  • suite:
  • suite_branch: wip-yuri5-testing-2022-06-27-0923-octopus
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: f25ffac72e5a9e63860ff7deb6767a11f0559a16
  • targets:
    • smithi066.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCxK5CX0g/0oS0RnopN9UNSYutN1z1zNcrLmpyG7evoAQrQ6vHdOMOMRvyWvOjqdV+duuiYxMTV1TDujaklyJStt3mWfdQejBWdmsXiTl9JBpaNXyTFBbHjQqKjWhPaqd8MdCSFU5Y8exMjcq1tTAeyr7eYWw27MGh492fiY6haYJZNvlU2+0HAcnwUly3wydTBUmB5H0BzngwiS8rcCZEEL3pIEvb4SrnBlYC/c4ZaVoSOerWG7JJRAy+RkfgQ18dVoZ8XW2ow1Mp8WNQA/JsvlGMZUpnjc7f7Wpq0+PEXzs+ttDWlqooUSAG81qeaAmJvRDytTYUYwKjKaQLxSmd9tF8Sw3YIRQKoubBbccoj6v7G3QMqz/ReFbmHJbU0LZofpaCcPFJRrHsKORqkWtcB5Eim2JOiUVJf6DkvKla+tySi68xFc+xNsMaVFBK81mNyM9XU6gDSJM+HayMpU67hPehoWLCpXfFgYLY3Esg7L7faSUyXJ1DB7E4fyEdNu5M=
    • smithi125.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5B4rDmhkrGmC5fJrU09neavfzk+QjPhDGlWaMMrEPzrclkFNjFH5B5cq5SVIlU9PrcWUwPpQdDIygagPG8TXEoVc98ngMdngItttbD8UYXz1yMN4pJpoV2EMVb0EtbqapcumK89duslBHeOBMKJW7ovWRIRgGevMkv2qHUZDIq/0Ms02Us+YfzkRb2N80+PRzXwWVyGrpoUVYH27hik+6FBdk6mS/fKl4LI6CG4fMnsumhrvQZhBqt4oayxphkKBc9erpjWKSQe7NiXcwndTziqhwiEONul0YBWFO6PQNxqDj3xxIhCrBjG76JfunidK35bkUOLzHCeWKC5vJ8TsbgiC9BcBQ7sRh5BB22tMiDD0kEIqSwqlhqr95C5XKRe5QklFQGyEMxqLQPtXiMkbF2c/aOSZAdVIPmvQJy7mFZOt74mSfEg1dgOKxsb+v7mXmjq+SQc5l+lQ6igMsYAHQYZDYqL5pV6Np6dZsDqTuQc9A8L6tvAfblFHedig8Tzs=
    • smithi165.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC3nAl7gtvhl3d38GvntRllfEABo1DwsaHzsgtKg0TTdXXDXChH6KXbCPsUXFgItkENYkh7Txq41nA0BfJ7Wt0zoQVjJmpiiRUZcVTTe+atACORXpmF/p2DXmu0XfLoGw74mAhHRxy9P/n+4hCmMwg1guzBvK2/+FLd3xEEaoGhcRRZp+ukYmN9MVLDd7niY9at9Ot97o3AGNEGU+5AzcrgogiRdOtJarxyRRQlLdxcDiiBhZLqI1BkNHMXBTk/MiS8Y5wspo/q0tmmRyxzQA/fW1FX2nTNyX6qfLfKI8I9rT0m2na/BNZDlqgKcWykwm9E92DfXCV8CDuLVXphHkeZUrzS+A9WZGL2r6/zpxxcGIY6tQAzvDHxFwWWi4WvsBShqTfJvtnOWGZFfpBIN8IWEQ7qCSOaFPfFmBoFWFujUuO32Jca53lhHSYyE7qXBhasH7U+TFwDI6cc/rwxgj79Vlp9SqOPyb1vpdJmWnFxpOfeb+qgRFjlT2DMzrUx4Qs=
    • smithi181.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDjTD/GtsoYBEfNRTmGZOdX4fzqvsGbT7glngPK1bfo7ueTnJPBOmUvWFujc3GjoijH77DC4VnJami+WMzdtT/zanMq5aXr0RlozBnfXqAhp67dVBoS9wJBC1wAtYzaZ6JqjCfLKs5mZOMgtG/ml82os7LtLf/2ZkBnvEN96tcqNGPDALyqmdZ9FiWRSTGSJSyruYywIR6BGFVUtoxaZidxyffZ1GPfwjnEJZksc9SEa4an5IH9DYKChHqbVIktxnRBMXToT+Q9+SlCWMi28ei6aSUSBwm6oTyHRYNAGrg2qqXc2un+NoXW3CWtGW1h8ujQ5Yvfd/R8D5deByOs4ts/v8yTQNf2ma4dNnL+yaxVhhtBM6HE5+6Gjh/zxs6RgMmezpaTNZVeGU5OjT2jwkYXQPvF9UWxZWlEpdaXB8wCgaB4RzyaYC7/fe8Neulr2PZl1F0q4/E/YJc/ITBs0kc2DGYhMFmj8El28zC9twi/a1tnMocv6aILHsnRg51nfTc=
    • smithi186.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDu++okKki8/8cP+B6y0NokOR+ktHfykfqEmzIuGC8IzA/c718qqfof5OVX3Y9jWMPPk7BUKllgS6GIvONIJcN6cg6WTKig+sxojvRx2vThKjEeh08cXTJhNKbAJXhMxjRgIesnS8C6qxXg6qEUuywBX7wLrhq/u8hptPJSNRCK7AFLDz0YzDxN7lgCzMWPuvjwVZe5fk7PHQMGpcZiby/DPKaRDUq+18fUDn7dJ6Ly4GzVNIZY0Jg0F5cPqdhzc/T/io9LN/OdEulAKV0PmgZ5EjVCtXxT8p6Rm2a3I4UN3SS8TWuotvmXWjBIwf/NqbHBEElHpd/BAS/tbP/c8TL2u1cdaN4kGq/rGeLIOemi/Xf+JTR/BntMTZlMQaXiu3EPnlx6dn5Th7KftJhbPPbslXn4lPtNkrjLh85OvDXuiVJAfm9vc3lX7J6ZbkSxcXp7dg0yBDgRM9WOgpT1fsuXEyqEPmqrYeT/XhexjJrrT9Wl7tLbkcMNNjaRP/UHkwc=
  • tasks:
    • install:
      • extra_packages:
        • deb:
          • python3-cephfs
          • cephfs-shell
        • rpm:
          • python3-cephfs
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
          • dump
          • indent
          • libaio-dev
          • libtool-bin
          • uuid-dev
          • xfslibs-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
          • libacl-devel
          • libaio-devel
          • libattr-devel
          • libtool
          • libuuid-devel
          • xfsdump
          • xfsprogs
          • xfsprogs-devel
          • libaio-devel
          • libtool
          • libuuid-devel
          • xfsprogs-devel
    • ceph:
    • ceph-fuse:
    • cephfs_test_runner:
      • modules:
        • tasks.cephfs.test_misc
  • teuthology_branch: main
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2022-06-27 18:17:56
  • started: 2022-06-27 20:00:40
  • updated: 2022-06-28 08:12:32
  • status_class: danger
  • runtime: 12:11:52