Description: fs/multiclient/{begin clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-bitmap overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} tasks/mdtest}

Log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-07-02_22:46:35-fs-pacific-distro-basic-smithi/6250650/teuthology.log

  • log_href: http://qa-proxy.ceph.com/teuthology/yuriw-2021-07-02_22:46:35-fs-pacific-distro-basic-smithi/6250650/teuthology.log
  • archive_path: /home/teuthworker/archive/yuriw-2021-07-02_22:46:35-fs-pacific-distro-basic-smithi/6250650
  • description: fs/multiclient/{begin clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-bitmap overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} tasks/mdtest}
  • duration: 0:18:53
  • email: ceph-qa@ceph.io
  • failure_reason:
  • flavor: basic
  • job_id: 6250650
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: smithi
  • name: yuriw-2021-07-02_22:46:35-fs-pacific-distro-basic-smithi
  • nuke_on_error: True
  • os_type: ubuntu
  • os_version: 20.04
  • overrides:
    • ceph-deploy:
      • fs: xfs
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • mon osd full ratio: 0.9
          • mon osd backfillfull_ratio: 0.85
          • bluestore fsck on mount: True
          • mon osd nearfull ratio: 0.8
          • debug bluestore: 1/20
          • debug bluefs: 1/20
          • osd objectstore: bluestore
          • bluestore block size: 96636764160
          • debug rocksdb: 4/10
          • bdev enable discard: True
          • osd failsafe full ratio: 0.95
          • bdev async discard: True
      • bluestore: True
    • workunit:
      • sha1: 283df1071a4c03b56eba700b1fcc721dbaf6bc3d
      • branch: pacific
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • sha1: 283df1071a4c03b56eba700b1fcc721dbaf6bc3d
      • fs: xfs
      • conf:
        • mds:
          • mds bal split bits: 3
          • mds bal split size: 100
          • osd op complaint time: 180
          • debug mds: 20
          • mds bal merge size: 5
          • debug ms: 1
          • mds bal frag: True
          • mds verify scatter: True
          • mds bal fragment size max: 10000
          • mds op complaint time: 180
          • rados mon op timeout: 15m
          • rados osd op timeout: 15m
          • mds debug scatterstat: True
          • mds debug frag: True
        • client:
          • rados osd op timeout: 15m
          • debug ms: 1
          • rados mon op timeout: 15m
          • debug client: 20
          • client mount timeout: 600
        • osd:
          • mon osd full ratio: 0.9
          • bluestore allocator: bitmap
          • bluestore fsck on mount: True
          • debug osd: 20
          • osd op complaint time: 180
          • debug bluestore: 1/20
          • debug bluefs: 1/20
          • osd objectstore: bluestore
          • debug ms: 1
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • bluestore block size: 96636764160
          • debug rocksdb: 4/10
          • bdev enable discard: True
          • mon osd backfillfull_ratio: 0.85
          • bdev async discard: True
        • mon:
          • debug paxos: 20
          • debug mon: 20
          • debug ms: 1
          • mon op complaint time: 120
        • mgr:
          • debug ms: 1
          • debug mgr: 20
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • \(FS_INLINE_DATA_DEPRECATED\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
    • install:
      • ceph:
        • sha1: 283df1071a4c03b56eba700b1fcc721dbaf6bc3d
    • admin_socket:
      • branch: pacific
    • thrashosds:
      • bdev_inject_crash_probability: 0.5
      • bdev_inject_crash: 2
  • owner: scheduled_yuriw@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
  • sentry_event:
  • status: pass
  • success: True
  • branch: pacific
  • seed:
  • sha1: 283df1071a4c03b56eba700b1fcc721dbaf6bc3d
  • subset:
  • suite:
  • suite_branch: pacific
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 283df1071a4c03b56eba700b1fcc721dbaf6bc3d
  • targets:
    • smithi196.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCdWayi9kEgS4i4/GAql3BDPrT0ARiOeHSCN7u/2nFAYswvT+ty0Dx3GDM9z3jlybYqzaNR261+Xd3JDQT2PZsUpNoOiXdUqZMRbtclzhLxl21HyaaVZaJESUimgVt8E+3760F7TNX42UVLjxDBw7nNJvOe9ClW3PQwh5uu0UuCu8mSM3bVsdTH5dG+W5BPPp4kYLvc7yX9kdNrO/2zvgecyo3l1dACMDEbMfIrmWvNg+yk9Pt2J9pPomnzQbnFhSSH7qLyVsAi+f/c6DDDL1FAC5nVVAUdKsP+K7N0eX7A1nct+1uWy4YKjyxGZAjxuAx4ASEqH9dd4a5eQNrrMBLk0DfNzkdkVzTJKNnJIwpsqracI0JYA/bkcckqvCuk6vas6F53X8hUxzNy8FfKNutlabfg3ZdD5iac9opSNaAMWsBrPG3M+RWPgS/varPTXyi9x62xqdFZ79XxdoiCK2KjFnAV24fqMABthCq6yAJ8oSD6tprZWJzwrtlPc2kDpYU=
    • smithi097.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8cjgYHQZciP7bqC+cdwpiSNnqZmwlT7xKwbh12SXb/4zWtTYGgGej6c2l21UO8rfNTd7o8U5GWaz1DVBMn4gGajXQ5aWOccKM/xXv23fLG7on2igITvG0cfAJcE9A844VnoknjGJsRaFDcLyK9Idg21ODbMtlBO7MjBaRkQYveLt2SVhNJN9sZ6QCoHVIcX+U16jt8MLcHy8y8rGdTIrm1ek4PPgEkseWapfstzIQ6FhkN6L+Z1xZqHtJculUjWUO2avD0Byi+DB9JEY9mGEufZVgtZA0HrdVL4+CmlJQYqeoeGat8JnIgu5udvxVzTutx9woMH91kg7Or5mc9xtF1Ue2Iqs36tKJZ5A4bLC7FZo15KVrA40ZGCgUqY21cPRWva+XEqEoSJrsiU9ER5zoJl6jZTKTEcr7B9fS3BLKQtdHRaNW12xOMiu8taYS4ggKrLzkQeCFf4i/9fBSF8WifhKxXJMPsatew47UNCQFHWHevl4UDPPED/boRTVoXFk=
    • smithi188.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQChTCoM+Wa9FN6KeyPvd4avmdimzLp6gFXa/U8/WRY9SW6FqLrNUufO6vPqMw8XxYrwEjvlZn6EXtV53khDBNMdM2bC4NybIDMlQsuBcYR75yjfgAS+FisbwTwa86udYe0dMMPLIR4V4x/96n67Mc8nb8Zzbqr37QWX6oKlCq1NXKivU2dS3WoC0oECX2xVIA63Muu0aeGz1hMKhFbvFiR4TEoYHNVlRVk4O0gFiJw7rJuhkLh6wclHdoQJDZq0n73F1DvO7qO/ktNENXC5JMo3jUbugr0ShQ2vzx5th2DcMBv573UvUPpMzBhAY9gEokBFVSpKHPTtSJ91hgSM+Lf2ri69+stSs8nXhn0ljj5zajjLG0DKpGBCg85jgIER7knDzhMtNXlLDIv0n5VYsS0CGJw8pv0j8zRq6qOSv8YNlKdDG3dD9ySm5X7tx7E5I24Lg1k/iB8r2+hKJtt9IjpVpP5Qhb7npz270Olxz1EB1Dl8Z60U+QxkSegWT2zVSVk=
    • smithi138.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMaK/b0OTDW3bxGGoCLFXK5bhZolUNy0xKlZRMGegQTLFDOSxLom7i1zFHc4X4YdQjcW9WBpcphtGIBmaAOzqp6Hu78/2TsLe4SJf1pN4/gAC1UVyvW7wclbKd/yuDA1obWh7l+GIfGDiF6SGpvx2hVOLkASkm17NsBRqmqeF/PzNXPNu9ckRQdweQUVp6YSErkqwZU1XREXpuPtBfav1+m1TDPs+0avnDKN6GJ042kCDbY3KJLr/AxTVvGPxrDtzMPqQXIu0OCk3gcm+GE1ZCZiR43gyUlr+YWk6vzfaOhw0Frq8KzpFpTRxSLWK1qnNaiqC+7iFCiRHGIRFVZTKTfFiftLso2OVsbs9TEqoRZ5uvuN8LvgrmvyKpntXhffqY/GfdAB+Xrgj4vDUgMuF+uDhddBDEFYYGXSg3O5Dhn/NG2JdgSwNmH4N/E3vsjqCk61k5WO/XTqWL7kw2XF4puh6n4FEXXEVJSMAYPE9ksXQejaPhyX3HOX6h/DJv1tk=
    • smithi090.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDB6k1xbbcQbNEkFxqCmfOcXYN5fdCEDZfMa6YLLdZwEm9QdRK0US8HzsZ7/NuWz9xXaEypKxtK3Y5oFmd3yHiuHQmiW/gxwZKz492pu2fs48aUYZ7nEXIx06BC2DNO+OOi6mns82uOOfVug4S8ySCFuxvPrHX2JyLP/dnT0WlVltz27DftvAHKWX4Wv9f2asy6jKpMGYaS+4gQu83bNqzLdkg91uWy+GH3AmCxCpMAefRRTp38Ri6mFwOTPD6FVzdfqPPJcm5cZi4Vwnqd+HV+77mSUG1WZhWkWEuQUvzRlEERv3YB/0NzF8XgxtNY4dq3IJhXCTETHr2bbKYzP27b04uCCGGQFUx/Bw8WghkE6kGz/6eKKiyuBMZFM+Uj9HvomFEW4YLFvU7Y71CjeMQi80BToV4l7ZjS8iWxA8zXSzNjpJiSOOOZbM/1MdsQb5J2e5n906+2OgSEWGlTXa+IYHr4o7fK+YXU+RKIf2u7eOrLJKdTEDUhmx9PQo3YE+8=
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • sha1: distro
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
          • network-manager
          • iproute2
          • util-linux
          • dump
          • indent
          • libaio-dev
          • libtool-bin
          • uuid-dev
          • xfslibs-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
          • NetworkManager
          • iproute
          • util-linux
          • libacl-devel
          • libaio-devel
          • libattr-devel
          • libtool
          • libuuid-devel
          • xfsdump
          • xfsprogs
          • xfsprogs-devel
          • libaio-devel
          • libtool
          • libuuid-devel
          • xfsprogs-devel
      • extra_packages:
        • deb:
          • python3-cephfs
          • cephfs-shell
          • cephfs-top
          • cephfs-mirror
        • rpm:
          • python3-cephfs
          • cephfs-top
          • cephfs-mirror
      • sha1: 283df1071a4c03b56eba700b1fcc721dbaf6bc3d
    • ceph:
    • ceph-fuse:
    • pexec:
      • ssh_keys:
      • mpi:
        • exec: $TESTDIR/mdtest-1.9.3/mdtest -d $TESTDIR/gmnt -I 20 -z 5 -b 2 -R
      • pexec:
      • teuthology_branch: master
      • verbose: True
      • pcp_grafana_url:
      • priority:
      • user:
      • queue:
      • posted: 2021-07-02 22:48:58
      • started: 2021-07-03 02:18:34
      • updated: 2021-07-03 02:55:01
      • status_class: success
      • runtime: 0:36:27
      • wait_time: 0:17:34