Description: fs/multiclient/{begin clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-bitmap overrides/{whitelist_health whitelist_wrongly_marked_down} tasks/mdtest}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2022-09-27_04:17:03-fs-pacific-distro-default-smithi/7044995/teuthology.log

  • log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2022-09-27_04:17:03-fs-pacific-distro-default-smithi/7044995/teuthology.log
  • archive_path: /home/teuthworker/archive/teuthology-2022-09-27_04:17:03-fs-pacific-distro-default-smithi/7044995
  • description: fs/multiclient/{begin clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-bitmap overrides/{whitelist_health whitelist_wrongly_marked_down} tasks/mdtest}
  • duration: 0:18:16
  • email: ceph-qa@ceph.io
  • failure_reason:
  • flavor: default
  • job_id: 7044995
  • kernel:
    • kdb: True
    • sha1: distro
  • last_in_suite: False
  • machine_type: smithi
  • name: teuthology-2022-09-27_04:17:03-fs-pacific-distro-default-smithi
  • nuke_on_error: True
  • os_type: ubuntu
  • os_version: 20.04
  • overrides:
    • admin_socket:
      • branch: pacific
    • ceph:
      • conf:
        • client:
          • client mount timeout: 600
          • debug client: 20
          • debug ms: 1
          • rados mon op timeout: 900
          • rados osd op timeout: 900
        • mds:
          • debug mds: 20
          • debug ms: 1
          • mds debug frag: True
          • mds debug scatterstat: True
          • mds op complaint time: 180
          • mds verify scatter: True
          • osd op complaint time: 180
          • rados mon op timeout: 900
          • rados osd op timeout: 900
        • mgr:
          • debug mgr: 20
          • debug ms: 1
        • mon:
          • debug mon: 20
          • debug ms: 1
          • debug paxos: 20
          • mon op complaint time: 120
        • osd:
          • bdev async discard: True
          • bdev enable discard: True
          • bluestore allocator: bitmap
          • bluestore block size: 96636764160
          • bluestore fsck on mount: True
          • debug bluefs: 1/20
          • debug bluestore: 1/20
          • debug ms: 1
          • debug osd: 20
          • debug rocksdb: 4/10
          • mon osd backfillfull_ratio: 0.85
          • mon osd full ratio: 0.9
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • osd objectstore: bluestore
          • osd op complaint time: 180
      • flavor: default
      • fs: xfs
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • \(FS_INLINE_DATA_DEPRECATED\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
      • sha1: e3b54c2cf33fa0b0998e4b2ef08296e062dee14e
    • ceph-deploy:
      • bluestore: True
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • bdev async discard: True
          • bdev enable discard: True
          • bluestore block size: 96636764160
          • bluestore fsck on mount: True
          • debug bluefs: 1/20
          • debug bluestore: 1/20
          • debug rocksdb: 4/10
          • mon osd backfillfull_ratio: 0.85
          • mon osd full ratio: 0.9
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • osd objectstore: bluestore
      • fs: xfs
    • install:
      • ceph:
        • flavor: default
        • sha1: e3b54c2cf33fa0b0998e4b2ef08296e062dee14e
    • thrashosds:
      • bdev_inject_crash: 2
      • bdev_inject_crash_probability: 0.5
    • workunit:
      • branch: pacific
      • sha1: e3b54c2cf33fa0b0998e4b2ef08296e062dee14e
  • owner: scheduled_teuthology@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
  • sentry_event:
  • status: pass
  • success: True
  • branch: pacific
  • seed:
  • sha1: e3b54c2cf33fa0b0998e4b2ef08296e062dee14e
  • subset:
  • suite:
  • suite_branch: pacific
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: e3b54c2cf33fa0b0998e4b2ef08296e062dee14e
  • targets:
    • smithi035.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcawNisScJDkBFhLQVIAaLb8CAAfSPG6iKQpLusDCO10B55SvIsFLowmC1RU1OmRAiXaQ9I/M65DiUOAtNKDdSXRf684YFwOyHo5k9fNeINFr+gm+mfJmDJ/Xw/cFrAEWTHAenlYW0KD9DlOEjvMdJeUss/f2vRxNoSPOwvml0RqOuE0LaiSi2uPy6qNBvawEGBEtaBIHsnWS9IagBAraDTOa9cz/Aga4GKJjtQQfxbKauxJ8TEd542gOPO5B4b7ke0O+Ku3mkFnJju9OkClxuf0+REyns8Mlom7DpRAXvny0n63+uJFT/FU3hAWNVl2e2BmZ0oqvJxIDHlCR3KVfcBTAEh6w2qpGNr/u3/nSmf7VJAXbtsF6E77QYBm/1sL6Avir5m5aW/0AbNIBQQTcihV0C+Bz+Bju9sZ00KMv3zrTjOG5cYI1yMZMF+QRgUuQZ0irFAC7J3+31mV1cHwrWJZS1OUxulVj4m02OHaXxld6PAT6uhfQhVM1v2uC4H+k=
    • smithi107.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDLhLauVtvzgibcjfIwzvqgM1l55D9KQHMqV/R2aKtRDVPHDslet19qLoapHbGVai3+EjuNRtgLmvP9GzQvPISgz0fzOKyPWnyexqCG2NiKFYR57HtkcGpa8WK21H9fRqSuJef1LOtN9nDK8EbzzJP1YfUUxwijl2kP691/371FeaS/XerKmogv5nftLSVSf87bml8qJ12PlsKxf1CEgR4usq5pBL3tDDpC+eCsZBT6bX7clnQ35xRilaZnAcz/xFXPVEADkwtTOrmLAgXKjfvrcuXo5tkuwaPmiDCdZmn5uhat26XvUEWaAkBeI8i1JmTf/eHwtHCu5g2fbbq5Ka3PqFZLqc3RkGTX1CwgaBGzseQz/zlzDr9arIte+JjL974xlmboU85byV1Q+ddt5RBUNHg39l12UXCw6VEcJg2T3Zx1UQ0OFvd8gAVYRepl0Ji/ukqUkKA1hkJFWSsNkcScDGySEdvTpapf0nK2Kec2n2Q6z1UFx99a6i1CXmapTXU=
    • smithi133.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwURBuHI4FhTrNls3KRlmszIx53AVfoYyNLU9snBOBtXIJ+lrLPFZ8cPXCjgKud9TGJ3pMUD9tABmC+WtUdDbWCiIu/5FNXIynb6FYAjCSVodhwqrucSHXiSO1iAKyIzO2CCnxZursYnq3kMPEWhl7nAPsTmUcVRXmRqJguYBlJEid5Bx9hJNEJDcbnukqUbdtGKpl7Pw2SWz+FDD5n3BuCil/acg9tiDxBYu/6pW05anyfpWsIrUaTfMaeCuZR6n4O+Q2eQYVwzsMwvu3yY4LyYv5pahImmqpOHOrBDwlwpbVnW6WZvDP0qFS5tt32ZWhuYE1RBGQIVDYjKGEdhrmtlM3HX62bjHCdeetWuCchEkjQ/lBQk5WsMBQKKmhG9yhV91cAwDMzGH6y6rrXufs4uucwRpwGuzNkfuuv5oiVk/JC8JdIMMe7xExatuIxBnqXo+JsBZ6wmFb+VWi6CAJ6GGM/2HvQ7pQTf0Wj34Krn4gLKCut7AdLguGxYcUS4M=
    • smithi179.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC9t7adbhQ2FqLWSSHCb94JlO4iPu9YCCeOpbQW76/wl38cR4pJYqPimNzuBC7wjAQlU1vvlvhN8Rpgzo4qtSjVrZSjBaH0fO+0iJRNMDp0i9CTrIYTVBvzMTzx+sJxy4rf8Bw8FdfkYO5M1ikFOIWGZwqUkLuaiiwDEhNzeuNoWY+XNvoUYkZNCUQCIJpOyAPHpdajp21+tL9F7TXpe+TznexhvX0+uHF8mA5qYO6DimO1SHnmxH3ptsSbHfidy/5BUhgCuGUME7uZRKRjh8mxTG8X7U1fxSRrTFWwOU0I43ltNVZmCMtplpPiQVQU28KVPVcfPEAICcOnbK20oykYy6NVjtRp574fP1YkCASdFh8qKrCISgaB+73L/0YmsdTbz0ZY8kgQIklQgKgoepBV0UwZ73H2zLGLLKq0AFAJ1bokn7zyFyzFwyp84GM/RaKo3NeZsrdtYGNOlHr3z99wJTGZF+1/fjpgiSjre5ITS1vHo0VgQZfuti4QEyObMuE=
    • smithi190.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCqpoy/rkMgNal6QtBZFh6JHqoJL2OuHoa2MrNRU+kpFE+Y5MWwnTfew3XLwSFla3JqpJaVO1g5E7rspjcX0x9mLUmXgXHzwtR4LAHoKGVdpkJhzXdXFpLbtxmUGTkjAqPgo8QvY0IQg5y1vG74bumFqbM5cbzoy7BbW7NLRU2WZ3Migq1fSA9aRPEBCxDrKFf6UKlHIP10ULqmCtD1lUfaChv4ZC/j7xaq9wQaZCkMtVYEjZhuojTD0TMdIUgJfzyHMZqMTPUhayCTt6XPmIhs3u2TRWgGoumhxJkkRxvVH0MOg18MXpzxcCa1t2TY6CyCw7oEeptCDB5WIUd6hvG9sLv8OC1j2I5FUdAix6I+v3LGGkT0LrnvRYbZBGzK/7lhqBtSpdmYMQnEauPLQwAxSoGuqyfqcvyPBiAUNbDrgL+iH7wTPcWAiCpjzD81yk7sVVpoXE8HxZTBXC2yF4dzduAG4NptqgDtzTRuzlMvnGOomDjdJ17Qv+860xavQP0=
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • kdb: True
      • sha1: distro
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
      • extra_packages:
        • deb:
          • python3-cephfs
          • cephfs-shell
          • cephfs-top
          • cephfs-mirror
        • rpm:
          • python3-cephfs
          • cephfs-top
          • cephfs-mirror
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
          • network-manager
          • iproute2
          • util-linux
          • dump
          • indent
          • libaio-dev
          • libtool-bin
          • uuid-dev
          • xfslibs-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
          • NetworkManager
          • iproute
          • util-linux
          • libacl-devel
          • libaio-devel
          • libattr-devel
          • libtool
          • libuuid-devel
          • xfsdump
          • xfsprogs
          • xfsprogs-devel
          • libaio-devel
          • libtool
          • libuuid-devel
          • xfsprogs-devel
      • flavor: default
      • sha1: e3b54c2cf33fa0b0998e4b2ef08296e062dee14e
    • ceph:
    • ceph-fuse:
    • pexec:
      • ssh_keys:
      • mpi:
        • exec: $TESTDIR/mdtest-1.9.3/mdtest -d $TESTDIR/gmnt -I 20 -z 5 -b 2 -R
      • pexec:
      • teuthology_branch: main
      • verbose: True
      • pcp_grafana_url:
      • priority:
      • user:
      • queue:
      • posted: 2022-09-27 04:19:56
      • started: 2022-09-27 06:51:18
      • updated: 2022-09-27 07:20:27
      • status_class: success
      • runtime: 0:29:09
      • wait_time: 0:10:53