Description: fs/multiclient/{begin clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-bitmap overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} tasks/cephfs_misc_tests}

Log: http://qa-proxy.ceph.com/teuthology/pdonnell-2021-04-08_04:31:36-fs-wip-pdonnell-testing-20210408.024225-distro-basic-smithi/6027880/teuthology.log

  • log_href: http://qa-proxy.ceph.com/teuthology/pdonnell-2021-04-08_04:31:36-fs-wip-pdonnell-testing-20210408.024225-distro-basic-smithi/6027880/teuthology.log
  • archive_path: /home/teuthworker/archive/pdonnell-2021-04-08_04:31:36-fs-wip-pdonnell-testing-20210408.024225-distro-basic-smithi/6027880
  • description: fs/multiclient/{begin clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-bitmap overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} tasks/cephfs_misc_tests}
  • duration: 0:27:42
  • email: pdonnell@redhat.com
  • failure_reason:
  • flavor: basic
  • job_id: 6027880
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: smithi
  • name: pdonnell-2021-04-08_04:31:36-fs-wip-pdonnell-testing-20210408.024225-distro-basic-smithi
  • nuke_on_error: True
  • os_type: ubuntu
  • os_version: 20.04
  • overrides:
    • ceph-deploy:
      • fs: xfs
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • mon osd full ratio: 0.9
          • mon osd backfillfull_ratio: 0.85
          • bluestore fsck on mount: True
          • mon osd nearfull ratio: 0.8
          • debug bluestore: 1/20
          • debug bluefs: 1/20
          • osd objectstore: bluestore
          • bluestore block size: 96636764160
          • debug rocksdb: 4/10
          • bdev enable discard: True
          • osd failsafe full ratio: 0.95
          • bdev async discard: True
      • bluestore: True
    • workunit:
      • sha1: 9ff5aa9ab67a69334226e0146d5a4abfed082420
      • branch: wip-pdonnell-testing-20210408.024225
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • sha1: 9ff5aa9ab67a69334226e0146d5a4abfed082420
      • fs: xfs
      • conf:
        • mds:
          • mds bal split bits: 3
          • mds bal split size: 100
          • osd op complaint time: 180
          • debug mds: 20
          • mds bal merge size: 5
          • debug ms: 1
          • mds bal frag: True
          • mds verify scatter: True
          • mds bal fragment size max: 10000
          • mds op complaint time: 180
          • rados mon op timeout: 15m
          • rados osd op timeout: 15m
          • mds debug scatterstat: True
          • mds debug frag: True
        • client:
          • rados osd op timeout: 15m
          • debug ms: 1
          • rados mon op timeout: 15m
          • debug client: 20
          • client mount timeout: 600
        • osd:
          • mon osd full ratio: 0.9
          • bluestore allocator: bitmap
          • bluestore fsck on mount: True
          • debug osd: 25
          • osd op complaint time: 180
          • debug bluestore: 1/20
          • debug bluefs: 1/20
          • osd objectstore: bluestore
          • debug ms: 20
          • debug journal: 20
          • osd failsafe full ratio: 0.95
          • mon osd nearfull ratio: 0.8
          • bluestore block size: 96636764160
          • debug filestore: 20
          • debug rocksdb: 4/10
          • bdev enable discard: True
          • mon osd backfillfull_ratio: 0.85
          • bdev async discard: True
        • mon:
          • debug paxos: 20
          • debug mon: 20
          • debug ms: 1
          • mon op complaint time: 120
        • mgr:
          • debug ms: 1
          • debug mgr: 20
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • \(FS_INLINE_DATA_DEPRECATED\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
        • evicting unresponsive client
        • POOL_APP_NOT_ENABLED
        • has not responded to cap revoke by MDS for over
        • MDS_CLIENT_LATE_RELEASE
        • responding to mclientcaps
    • install:
      • ceph:
        • sha1: 9ff5aa9ab67a69334226e0146d5a4abfed082420
    • admin_socket:
      • branch: wip-pdonnell-testing-20210408.024225
    • thrashosds:
      • bdev_inject_crash_probability: 0.5
      • bdev_inject_crash: 2
  • owner: scheduled_pdonnell@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
  • sentry_event:
  • status: pass
  • success: True
  • branch: wip-pdonnell-testing-20210408.024225
  • seed:
  • sha1: 9ff5aa9ab67a69334226e0146d5a4abfed082420
  • subset:
  • suite:
  • suite_branch: wip-pdonnell-testing-20210408.024225
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 9ff5aa9ab67a69334226e0146d5a4abfed082420
  • targets:
    • smithi199.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCq6iK3+znX2O+KokU5Rom6u3c/jii5j1XWHzBNukWoiw7uJ06t3WfgtBsRvdivxsCclQvUE9oSWzPCeaROXf7FrSWLibq0+hS8lBnwxq5LohKsD08h3CmyXgNmmIX/8jaQ4i897d5gjh8qZypunm/WMTGIsL8b8mg2hsc5IfArRYfB8c7h7n4j509CuA3lYURyK2s8gRGiuCBju5yK2dZYqw9abpcnUlKp0kobHC9gVW8PiZA/hu+tNoF/2wOPnsaIdFtKXfqt1iM44SjoxEqPmOv9WRm6jH9oeBh6lnSLef122w2gmBgHaf0lc5wH3dKXTuyr+imkAzCYj0D3MghNN6yQTFrvMcdqnQZYckBZLWq62S7tZ+bPUBYpGq8mhZqFvcdt0JI5QXj7dA4DPk6FFjUhkSGaKkTLC690Q47Qxe2VARW6Ma+2oy9sECUM9yiQ132mhsZUA3T9Kk++vz9oez3qQ7oC3YbizndnZjMyJrJ0ioVOf3r/y0VFQihvt60=
    • smithi145.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC/oKSNPU8OuzU1ctmDfDtHogn7o52lUuPnOoBAv8bIWj+Kgmwz42fKV2mxfIAVH9WRLXWVJ/HnnTcM5ONaKTSCoQy1oj3ZqkH10qbCeAVWr/CO+VMlJbRkYP1GWht6eg2M+nIrU/OzPDiHufcYFyDG3cDu1aMXSWJl8EAl2MrqbILsWTMUK+CQ7bAiNz1xJiehtz2vcHdligk1w2gX/tuIjx0nDdCDoBJWlejVmLzshci+oUMk52ncASUzLTnIhHWn+kepqnXPag59zJg/L4DCtFojJAXbqVen5TY8ZPd8M+JMLrU8h3get3yWP5H0uTPxKFMnwdXcCPRN+JC2Ego6D7kdRnWTYZOr9iPLfna1uPNj+MZ2LJymgNnTsce9MNfhjQxLevX4pOjinLG6qv7BzbWwz6QkF6fo904J+ORrlOgI4jCYAHkkKqHudyC9iA2gcA1jzSSKcdn0N7qmC1YXe//d7R/K/at6OKL5reckEDqH94SjjdMHrw+8oEiSUbs=
    • smithi098.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCsRz9JjAre/ajKs5O29Gir3G3nN1G9rO1rBtuT47ffh/aq6vVpMZUhPNwGVjrukVl21WbF6dyZfbs7iZvh72xnXmHwSy7NRYwK7LeOgTcIii2dMh+CTiiM82dWRRm43ueL6e83jXI/Jl23mXKpJm7lw0RShrf3qi8dFflA0SVHZ0L4tDudRvqrnCLMmCgxcD0WY1gCblUVpQW+/c9FUE2wvL889EBeqBjxHBv8R/f+Reb6ynP5Dqeime5JZKlEHJY7inNFRMsAW5LSfzJMj8VnjxIlhTbl6HIh/DnSQ41qu/oi2ueUbNxzA/fnSLtkkPXOScjIJlQw1RQ75LeIacwdL3lsFySTarheJ3Ojkr4PQ8pxzdj3XPGBSBHjQoANWW4sd3HgbNpHBQuFrkVolKFEM7EfxP7Od1Y2KdZiKYzqdS95x62oL1TXK36O5xT9lP3eFL3WDwHsrJILFwVdoir63YYlvDTuq/ekLLp1qf9XoPV85mLwaGfMn0gzDeruKUU=
    • smithi196.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8w+xFURhMiWkkSdRM5T8hcbZiSa/6yV62NKFPGnONhP5m5PP0aEU28A3bQhbKYMqAdohjQJCeg571WrnnoNZoQRiRrSbWq/bvhBhdTMyIw7CMVlgO7F7guopgm2LCy8bIzKHrmmzMbhBHj311qbqwur66hz/i8l5j3WieCrslzmVEPPoEqNbg0DzuslRdSnMdfiZ3DD5EJeLciYN03WDa+S+Ukzu8rBQPZ/DfaHyLsBfnvp2wk6tbnq3d0wcvvFqWOWaLm1PXIc7XGPXkqPWyXdMQwRVLN1Lc2B2gOtnqBU7p9z0KnaQfQuFzUTIWH1+o/j47XSnx53yUWahifKA+krek93/cE9sOWGYLXJA7MBhaIm6CehK+JCQOPwKmmRbqa1iHNQNCBWwMuFaePlKNe4ZnY1Nx5+IANhbFWx29O3rlEgQ6bY2zRuv0+iqE+jQSQS/tzxH+Q7/QlnZyHRFzA+qcso7twPHTI7aZ5/WpZu6NMPrO2KFkrXLxUhchh4M=
    • smithi090.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDKgeeRdtU7g2UGSy14kBm22X2tHhzozumZf2vFxKuxxCZvgd2yxKhdlMRjG44wGFJO+CO5RyRuwzGjeSBi/e+6Dpb6hAK3R4/Wf+DTWd91FjRCTtEJGJhWVBH5xmMeNtbhfkBbBghisVczgdpzMaa4WR99BqDHIO3YJ8w5a+hZH3k0G8THTtt7S2TTTRNgpKPwj+nj6akX0dQaoMms4FaIOg8Cuc58uQ+pDwfXAYs0AonsWsoPEX6KOfJfn+Mimq5YFsD1AxbNhhwAMKKoYVedtjyVBKL4LDJhUHf/7eg1kDGRbJJC997y5MWghEk0Tgu518YSPt+uKWj2ZcnkSN9b55oPFnBozrGM5KMi3NrH27agJWVlPZn1SXCjH1suyDXeH+SsqoAXeJtMnRuphwM1VL1R4r9v8gDfMgGq9ClAR1tTAH8+eKgjqZDsr34adtqAoQFvEjM90yozuXpeV0bhkCyxgl9SJbNrewv62UOOwKZ5xnvfBfHHXuUTx3W0Ksc=
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • sha1: distro
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
          • network-manager
          • iproute2
          • util-linux
          • dump
          • indent
          • libaio-dev
          • libtool-bin
          • uuid-dev
          • xfslibs-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
          • NetworkManager
          • iproute
          • util-linux
          • libacl-devel
          • libaio-devel
          • libattr-devel
          • libtool
          • libuuid-devel
          • xfsdump
          • xfsprogs
          • xfsprogs-devel
          • libaio-devel
          • libtool
          • libuuid-devel
          • xfsprogs-devel
      • extra_packages:
        • deb:
          • python3-cephfs
          • cephfs-shell
          • cephfs-top
          • cephfs-mirror
        • rpm:
          • python3-cephfs
          • cephfs-top
          • cephfs-mirror
      • sha1: 9ff5aa9ab67a69334226e0146d5a4abfed082420
    • ceph:
    • ceph-fuse:
    • cephfs_test_runner:
      • modules:
        • tasks.cephfs.test_misc
  • teuthology_branch: master
  • verbose: False
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2021-04-08 04:32:12
  • started: 2021-04-08 04:33:20
  • updated: 2021-04-08 05:17:22
  • status_class: success
  • runtime: 0:44:02
  • wait_time: 0:16:20