Description: fs/multiclient/{begin clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/filestore-xfs overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} tasks/cephfs_misc_tests}

Log: http://qa-proxy.ceph.com/teuthology/yuriw-2022-02-14_16:51:17-fs-octopus-distro-default-smithi/6682149/teuthology.log

Failure Reason:

hit max job timeout

  • log_href: http://qa-proxy.ceph.com/teuthology/yuriw-2022-02-14_16:51:17-fs-octopus-distro-default-smithi/6682149/teuthology.log
  • archive_path: /home/teuthworker/archive/yuriw-2022-02-14_16:51:17-fs-octopus-distro-default-smithi/6682149
  • description: fs/multiclient/{begin clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/filestore-xfs overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} tasks/cephfs_misc_tests}
  • duration:
  • email:
  • failure_reason: hit max job timeout
  • flavor:
  • job_id: 6682149
  • kernel:
    • kdb: True
    • sha1: distro
  • last_in_suite: False
  • machine_type: smithi
  • name: yuriw-2022-02-14_16:51:17-fs-octopus-distro-default-smithi
  • nuke_on_error: True
  • os_type: ubuntu
  • os_version: 20.04
  • overrides:
    • admin_socket:
      • branch: octopus
    • ceph:
      • conf:
        • client:
          • client mount timeout: 600
          • debug client: 20
          • debug ms: 1
          • rados mon op timeout: 15m
          • rados osd op timeout: 15m
        • mds:
          • debug mds: 20
          • debug ms: 1
          • mds bal frag: True
          • mds bal fragment size max: 10000
          • mds bal merge size: 5
          • mds bal split bits: 3
          • mds bal split size: 100
          • mds debug frag: True
          • mds debug scatterstat: True
          • mds op complaint time: 180
          • mds verify scatter: True
          • osd op complaint time: 180
          • rados mon op timeout: 15m
          • rados osd op timeout: 15m
        • mgr:
          • debug mgr: 20
          • debug ms: 1
        • mon:
          • debug mon: 20
          • debug ms: 1
          • debug paxos: 20
          • mon op complaint time: 120
        • osd:
          • debug ms: 1
          • debug osd: 20
          • osd objectstore: filestore
          • osd op complaint time: 180
          • osd sloppy crc: True
      • flavor: default
      • fs: xfs
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • \(FS_INLINE_DATA_DEPRECATED\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
        • evicting unresponsive client
        • POOL_APP_NOT_ENABLED
        • has not responded to cap revoke by MDS for over
        • MDS_CLIENT_LATE_RELEASE
        • responding to mclientcaps
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • sha1: 91f471b19a8436443eb4f75ebb3d4414ee623c6e
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • osd objectstore: filestore
          • osd sloppy crc: True
      • filestore: True
      • fs: xfs
    • install:
      • ceph:
        • flavor: default
        • sha1: 91f471b19a8436443eb4f75ebb3d4414ee623c6e
    • workunit:
      • branch: octopus
      • sha1: ace4ea5047df4a17fc495b72a8b6489941894e94
  • owner: scheduled_yuriw@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
  • sentry_event:
  • status: dead
  • success:
  • branch: octopus
  • seed:
  • sha1: 91f471b19a8436443eb4f75ebb3d4414ee623c6e
  • subset:
  • suite:
  • suite_branch: octopus
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: ace4ea5047df4a17fc495b72a8b6489941894e94
  • targets:
    • smithi059.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDO/za1mNRhqNG2UOy1bwy2eHQkd6KhB8d1bzS9PJOGjt21fyrofOu93AvMA/J3BU+hqb0wzpZraMpzwB82V3ZaCRunTaMSp3nMKlBUqY6NYObQf6ZcNq7rx1RplzaP+M16R8x1Ly4PfWzTZf1IYUUFuxDeveGAHOGMoqbuY3tXKKvDKSpcAbJz4pWJT1H9LxVr6a2lgmDY7I1IvxVDLlvAWCLWdNb8M3rIA9bEV516ZKfu869/87dngJ+KY8ILGHz+t3phm6adY0Y7ibBp5sBvXnNokyi0RFJXhT6PAwsnpRocd/LrkOG4C437EcgQf/peiKF/CByIslT8fq7VnyoEgl0TqdEBMxunipxlEVbAuHW4r9m9kou9nGVz9kkBvc7XzzceOI0B39n4mpdG2NV47csD8jZLbonfFgo1+WIV3MR4oaBlV13XiHI+7o2UWvckd6o3aLzlJq/majSttOG0jxXJ91uLSQRT2PiJdbQ9unjED1ktX5mdyan6N76W5L8=
    • smithi064.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCW0iwCaYYIDfmTqXahLIhXrSe/zpvgkTQdJt0LpKpnWXj7CYTTK8pOMAPnWZ138FobTA9mLD94i3wNGvMCBUqlswTnaMfTubuqwSNWPSOad+KTEXIKF87I0v68atCqX3xLCijr5k1SqSMxOEtJ3tfE9drdewbkb5+HdPmCVOe6vR9yS8BxXr4OPKZXMwWUPS5+ype9O0vWcFTeNsAuOrUiidr62nrJTfpf0CBGOKgCz0h97k0qPTcmItBWG2BlxuPKeiSUeZx9JMfjzeY1nWmAkFDQMaYdxbQbGkkwPo1fJUh8A52mP+GI+2B+B9usLgCD4dKdzvbSnOgu3u6Ir/epojKANEdDpLBVudYNO+EJmc3ls/xi2Pj+59IlrDinf9uPmWmC3/UKxl+mriVEu2IeUzWrX6EFniGFlPdsJblO3Yptepwn0iVtwc0rklpV0obgqFWgQz93RfVuwd7C+5b18hgg0kaQ90g+nr0UzXtfcL1o14VN1MHEkvb5X1ANHf8=
    • smithi071.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwXmW3hNAXQzJT4LihyqT5ARMDTW+cjeXVEFgZtB9uIz0KJbRuOSd8G3JvdjUiZ6PqlAzFnrScTQKxIMQz82we6SyIT8GjqeTyg/AKgQ5dOdG3IbphUkOinz0tkyXEqNT79bWq95oetVc6KTCKCoVnEb5BYzujvzXijxA/lIjyVJMX3BoHCMCtGvPeGhtllVvHSZgctb6FNnTY7VE3aHQx0PaOACXWlNCvHtWIkB/+oGKOo8OLv6w3SRXQjjHKn2+MRViuqbxzARhTSyEKzXuc2nxXp+i1I3i6GsvPstAPgBvr9b68FQq7qre84x/4xMLNIY7IsuGXnh78esbSXMRLs7ePm101f6znEhv91MNUE3qbivy9g7fGmKg1RDy8sd4HRxB3nuayRz+Qsk+XudYrCWc8Rg/kwGte3AXjt4qRxaxP7gFEQjnMEOuurEcw76GynEZ6R4iCiXnIAxeUoqn/9c6SkaNHPxDS0E9+b8vtNRQ2rHyJI92Rk0Dh8OGCG5c=
    • smithi082.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCqh6RCn6iMypAIKeZMqFR7osiETsfZX+c1s2lYWydU+YDf0fx/D0NWh4+HSg5WVS2sV2HLpcFzB2Diyunin4O3e1JrIqHV9xuYVVIIPUeczorhIeAdxYGfnw5KVoYhMU0pyVAQitzperIb6fkMw0IbrnIRO1MkjTOdOOAng6psXUs1kw+GK3HJ4SnZ/xSV4d+GhPO2M06DxzjHoPTy2u5bv6NCiq4OTcHL+xeKTGlFazuH2AoUzpciVd+bt5UHHPTc5dS9N+KuwtEIXg9/DE/yIK4NeAkswrQNW5Zy0zsRUmVmGFjL5BYqwdp2FjhkQKij9kawE/snGPs955o6xZHNulFdVw+Ukc1TcNWaZ002sCciVdNckRQr1ib6TtCbyG0fqJr6xfWCDRM8JUI9G0GYUYGswgjKSj1YSAqPqqppvyt/F8fLdY96gUEZaKd5oteevwHLXVX4P0qCd9/Ln2NvpthhmNJGGmz3DsjjypzzQI+eTENXGQlXcJyjXYiscxs=
    • smithi090.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDQEx3WZ6T/iKSEBgrK702FvQn5bMG7W7l7nzye6oIb17A0Zb4BGzkj1F7Jy4eXXfVAN8a4a4R9SgJGiOEqQpm/jlUH8TFA1K9dOwOBvFfMiV2ifNVDBULA7jcLmyLHy0m1cdhe2ExsmCVLS5haPBKFqpk2xQlpdI/0/ng1HI6j213xxnlchZlLm0wgyNv4T4D3t3VnXtImFY229tz2Y0s/liGeWal1pnO1Et/dDQv9VG9MT30mHSvqnUkS1aT5hxGkTpv3AB2+alEIurr0X4iV8hQziMQOBDGMTbz6hGiJ1UFHPLuFdlbNkRzK5XHTtbjuJnkYvmFshY7sjfqXV80tWijAnEcRTPSUxMECHNlOGgHuDgIwT+XIXmP2+bBUReOXK8LL8uX2Vaed770ZEU3eAnt6vR6WTs2a7MbFVJwwldg5aYqbiQbV/gTuNsGchMyGY6cttIjnj2V/BlXS19JgHnIujOSuFOk5siurYaIGCLUu99UlGoI/vW0YBsxzbfE=
  • tasks:
    • install:
      • extra_packages:
        • deb:
          • python3-cephfs
          • cephfs-shell
        • rpm:
          • python3-cephfs
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
          • dump
          • indent
          • libaio-dev
          • libtool-bin
          • uuid-dev
          • xfslibs-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
          • libacl-devel
          • libaio-devel
          • libattr-devel
          • libtool
          • libuuid-devel
          • xfsdump
          • xfsprogs
          • xfsprogs-devel
          • libaio-devel
          • libtool
          • libuuid-devel
          • xfsprogs-devel
    • ceph:
    • ceph-fuse:
    • cephfs_test_runner:
      • modules:
        • tasks.cephfs.test_misc
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2022-02-14 16:51:59
  • started: 2022-02-14 17:01:35
  • updated: 2022-02-14 23:42:30
  • status_class: danger
  • runtime: 6:40:55