Description: fs/multiclient/{begin clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-comp overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} tasks/ior-shared-file}

Log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-08-12_17:57:24-fs-wip-yuri2-testing-2021-08-10-1044-pacific-distro-basic-smithi/6336642/teuthology.log

  • log_href: http://qa-proxy.ceph.com/teuthology/yuriw-2021-08-12_17:57:24-fs-wip-yuri2-testing-2021-08-10-1044-pacific-distro-basic-smithi/6336642/teuthology.log
  • archive_path: /home/teuthworker/archive/yuriw-2021-08-12_17:57:24-fs-wip-yuri2-testing-2021-08-10-1044-pacific-distro-basic-smithi/6336642
  • description: fs/multiclient/{begin clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-comp overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} tasks/ior-shared-file}
  • duration: 0:09:14
  • email: ceph-qa@ceph.io
  • failure_reason:
  • flavor: basic
  • job_id: 6336642
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: smithi
  • name: yuriw-2021-08-12_17:57:24-fs-wip-yuri2-testing-2021-08-10-1044-pacific-distro-basic-smithi
  • nuke_on_error: True
  • os_type: ubuntu
  • os_version: 20.04
  • overrides:
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
    • workunit:
      • sha1: d5d592420a6b53d8a9ce99b107bcf65f751e3fae
      • branch: wip-yuri2-testing-2021-08-10-1044-pacific
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • sha1: d5d592420a6b53d8a9ce99b107bcf65f751e3fae
      • fs: xfs
      • conf:
        • mds:
          • mds bal split bits: 3
          • mds bal split size: 100
          • osd op complaint time: 180
          • debug mds: 20
          • mds bal merge size: 5
          • debug ms: 1
          • mds bal frag: True
          • mds verify scatter: True
          • mds bal fragment size max: 10000
          • mds op complaint time: 180
          • rados mon op timeout: 15m
          • rados osd op timeout: 15m
          • mds debug scatterstat: True
          • mds debug frag: True
        • client:
          • rados osd op timeout: 15m
          • debug ms: 1
          • rados mon op timeout: 15m
          • debug client: 20
          • client mount timeout: 600
        • osd:
          • mon osd full ratio: 0.9
          • debug ms: 1
          • bluestore fsck on mount: True
          • debug osd: 20
          • bluestore compression mode: aggressive
          • debug bluestore: 20
          • debug bluefs: 20
          • osd objectstore: bluestore
          • mon osd backfillfull_ratio: 0.85
          • osd op complaint time: 180
          • bluestore block size: 96636764160
          • debug rocksdb: 10
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
        • mon:
          • debug paxos: 20
          • debug mon: 20
          • debug ms: 1
          • mon op complaint time: 120
        • mgr:
          • debug ms: 1
          • debug mgr: 20
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • \(FS_INLINE_DATA_DEPRECATED\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
    • install:
      • ceph:
        • sha1: d5d592420a6b53d8a9ce99b107bcf65f751e3fae
    • admin_socket:
      • branch: wip-yuri2-testing-2021-08-10-1044-pacific
    • thrashosds:
      • bdev_inject_crash_probability: 0.5
      • bdev_inject_crash: 2
  • owner: scheduled_yuriw@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
  • sentry_event:
  • status: pass
  • success: True
  • branch: wip-yuri2-testing-2021-08-10-1044-pacific
  • seed:
  • sha1: d5d592420a6b53d8a9ce99b107bcf65f751e3fae
  • subset:
  • suite:
  • suite_branch: wip-yuri2-testing-2021-08-10-1044-pacific
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: d5d592420a6b53d8a9ce99b107bcf65f751e3fae
  • targets:
    • smithi110.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcENhYGl+B465y0CzkDjdH+ebL0iFsi9viruRc4JNdTCDXvek2Hpzm+2kmzDUOOqFPr+raK2U3gGKIVfuiyOC762IyV7/KGSDZ8+00LE4k7SGxO4ivI8au8FsdVIJ6qImPejy5sw8rTEibizOw1QaB8Gcp0AFoIXCtLdnSjVJynrNSnIoGBX/tS0EFO6HuAgg7DZYPUkt5fyLdwNeeeUFmZ521X/wSjfBHAbETRKVk+FOc95T8nTrv39iY1suBIQlaRCmsfViKdJ5U16gmUWt2iyKJWMxFIwcZWrz5yMkOQ+OQg9uIeLkE3wgCA5ju91ZgGjTFN6RrPtWFt2KXpHyAuSvMawalN1j/4bditkhxeSEW98VqthkVMVfAGjYP3sFO00Dxlhs6b4dNGmNWJlyls0OUQFZ4hibZzPwWJcQpj9lkL34Wdycup+wDf1+v0OMZ2xWuSn2dzqlKiKdmNGYFegh7e25QnCpoP6tWQlaLUUx4SJzBnu66eQVNJ5pA0Cs=
    • smithi153.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDIBL6RVpiThiQsgW/mWcH9PrzJAP9kE9CRh6QD0vKF//9P5wBn7FMz3onwr59dnDv3YRgFGQeAWwF7fqGxFaLMJEPkUNXrrkGyHnHwBZV8+xhT/mz6BLQyII4cXqdomlRrVnLwGkgTCL66wxbxl9ezGihjuWAL7fDaa3NgvXCgl2XBMLNGn7gImNEA/qta38DxKC/L2OXTn2cUvyHBa7ibEGFfcPPdXWSxPSgirZY9dTYCHwA8kzznHNnfpEPalhlEC4DQDRZajqlGH3XU/VG+xH09Yutuq9ccuk1g35qZyGLEdLt6/WhxGtCGA9ysr75w4uiFl8d3RfLOKaLBcSxma2JiPWlRUDsKbAKLUYCVQwPYbodKXFbTTluCZbXv2eSjNCDghcKdXN3dWhsuhKpJ7cFltyPitETm9itwhOTUE7C1heiwgdzp5nG1IjFV1Tj9k5OwLVDIv2k5WTROR+92fHOXISP0YZkrDovuGuvBS8aZVYg7X++xAF891EEcDE=
    • smithi181.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCtb3xXPye607ZUrfNBv9cJj0bD2gV5pbAPFX+gJqq+Tp1Zw9WH2O1Knq8/F39n5XF58bvDbK4KW4KLqtrWNRoz6vBBC4NV1mIYi8/fv5EK0Mges1zGrzem5ZlakRSR46C/7BEwWHbnsMYNQHpojdRPU3bhHXIZ4auWQjvheQiwiV80naztcC9waTBOZkE9O2/bV34/NASCCVLA/y1MyM2G+YaEr2eVk28v+NsMozUu4BoErFDra+3yZrapxvfoOa/B8k+5iOBqsaVP70D2js5P9rQdbzd023WBiB80DwUIQwlbv3Efvw7qgW14KzqF6eBulAeN15RM0eml6Bur54T2m5+3LyQWVwdUiD0KlPJFzAMuIukuaS2d70zTp3PGa52zB5ubaCiHgNh6riv8tCro+WUBaJU2y2BFMb5H5Zn7HoUVOG3FIy97634AOPv+exf2CTiy0lvRIG1AUS9zXp7GqU+94Ez5Ltb0Rd4fMZjgs5LfbrgCuygu3yFPhe7pwFE=
    • smithi102.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDukCkEe/t/1mZKeckoNHPKZtz/vL1UlRXxxD9wNFSTqiVMwaFZUbD6tvTPlEF9J3fhJFXmDTxc6agE04WNpqz68Iy+vd+7HCegxBU+Djj6KTfziOblXZpvvFLfe2m0oS0vMs7fvE9obNn+rTCFcUKjnrp8VPFqkZcjwMha8Qt/D9UDef9ptTWkjhuzM2xM/oBFdP+I/XWP8EICdz3HEPgQpW6LAo3neZOgnyjRcNHf1opSoRR71DmAYvtQKOrLvjkY6vZLufb2nb8i0zkb6fOkLBrxdOZK1YEb2lkPtZhhO3DCj5WqfTJAvqSnAkjU/N6wK02IyMfnIuyii2kqfda/G1E0etgnCBPE7Qd0y8362DePGbFz8sFG3hIkMDCAQyPbjbB40rStrtlMBvxWXASWsU/CTUEoXGyTf0cDFZSQQDP07rCbZL0tXEzej1P+a0gV7TyQHOXr7Je29D+fot8dKXhBNO7TkTmY0tIP9/sI4IaAdhOsFtV5HSVIp8p6x1M=
    • smithi173.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCqymnvr9MnUhZwdFe8c1Zrobg0ev577Ir0zby5CQcfBvCYUQ19gmijoqd3whpyhdcB8Sj46pESYs6B5M+JyzsWf+jQeCxjfNSD13qjdjsFfbORJIsgcMeIs6drz1SCnKzTAk9Wihl8APjJxRZlhj+BF7RHOfFfGHV6QwuSKgXQRQEqfIlGdbWZSxYyBvsYO/qNEIWqDFMiFmPhv1ey0mGMPXEtX3XSYFJN2a3dmQqMwk8bPdzI6lA4DA2qXr/rs+0hJwJ691clv37Ytb/cJBNUtpbDfPmMNea9eDR+kBvQ7cr/nc7y7qCU0uC/oK+iX+7pUq14AOtbL/7vREKkkdQJS/IkOg/WzoS7zQU0X5MfjdNGyBjMZLAVcXReZTXPLylOndBqYBzMxHdJFMMr8NrcJI4ZIs0zvMA1rAqWO9eMiy6WTArlCcvJVxUSFH9anFz41+uTYFkJPlHUYIk0JBmsrE0Izp16Mr5D2FcgaYLyIHNq0vmtOAl5/EWzEFBZwbE=
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • sha1: distro
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
          • network-manager
          • iproute2
          • util-linux
          • dump
          • indent
          • libaio-dev
          • libtool-bin
          • uuid-dev
          • xfslibs-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
          • NetworkManager
          • iproute
          • util-linux
          • libacl-devel
          • libaio-devel
          • libattr-devel
          • libtool
          • libuuid-devel
          • xfsdump
          • xfsprogs
          • xfsprogs-devel
          • libaio-devel
          • libtool
          • libuuid-devel
          • xfsprogs-devel
      • extra_packages:
        • deb:
          • python3-cephfs
          • cephfs-shell
          • cephfs-top
          • cephfs-mirror
        • rpm:
          • python3-cephfs
          • cephfs-top
          • cephfs-mirror
      • sha1: d5d592420a6b53d8a9ce99b107bcf65f751e3fae
    • ceph:
    • ceph-fuse:
    • pexec:
      • ssh_keys:
      • mpi:
        • exec: $TESTDIR/binary/usr/local/bin/ior -e -w -r -W -b 10m -a POSIX -o $TESTDIR/gmnt/ior.testfile
      • pexec:
      • teuthology_branch: master
      • verbose: True
      • pcp_grafana_url:
      • priority:
      • user:
      • queue:
      • posted: 2021-08-12 18:00:43
      • started: 2021-08-13 09:08:39
      • updated: 2021-08-13 09:33:19
      • status_class: success
      • runtime: 0:24:40
      • wait_time: 0:15:26