Description: fs/multiclient/{begin clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-bitmap overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} tasks/mdtest}

Log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-06-24_17:03:06-fs-wip-yuri-testing-2021-06-24-0708-pacific-distro-basic-smithi/6191063/teuthology.log

  • log_href: http://qa-proxy.ceph.com/teuthology/yuriw-2021-06-24_17:03:06-fs-wip-yuri-testing-2021-06-24-0708-pacific-distro-basic-smithi/6191063/teuthology.log
  • archive_path: /home/teuthworker/archive/yuriw-2021-06-24_17:03:06-fs-wip-yuri-testing-2021-06-24-0708-pacific-distro-basic-smithi/6191063
  • description: fs/multiclient/{begin clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-bitmap overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} tasks/mdtest}
  • duration: 0:19:02
  • email: ceph-qa@ceph.io
  • failure_reason:
  • flavor: basic
  • job_id: 6191063
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: smithi
  • name: yuriw-2021-06-24_17:03:06-fs-wip-yuri-testing-2021-06-24-0708-pacific-distro-basic-smithi
  • nuke_on_error: True
  • os_type: ubuntu
  • os_version: 20.04
  • overrides:
    • ceph-deploy:
      • fs: xfs
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • mon osd full ratio: 0.9
          • mon osd backfillfull_ratio: 0.85
          • bluestore fsck on mount: True
          • mon osd nearfull ratio: 0.8
          • debug bluestore: 1/20
          • debug bluefs: 1/20
          • osd objectstore: bluestore
          • bluestore block size: 96636764160
          • debug rocksdb: 4/10
          • bdev enable discard: True
          • osd failsafe full ratio: 0.95
          • bdev async discard: True
      • bluestore: True
    • workunit:
      • sha1: cb1e8bee59ac3d8b1f91f7e9516dc7e4a7dce140
      • branch: wip-yuri-testing-2021-06-24-0708-pacific
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • sha1: cb1e8bee59ac3d8b1f91f7e9516dc7e4a7dce140
      • fs: xfs
      • conf:
        • mds:
          • mds bal split bits: 3
          • mds bal split size: 100
          • osd op complaint time: 180
          • debug mds: 20
          • mds bal merge size: 5
          • debug ms: 1
          • mds bal frag: True
          • mds verify scatter: True
          • mds bal fragment size max: 10000
          • mds op complaint time: 180
          • rados mon op timeout: 15m
          • rados osd op timeout: 15m
          • mds debug scatterstat: True
          • mds debug frag: True
        • client:
          • rados osd op timeout: 15m
          • debug ms: 1
          • rados mon op timeout: 15m
          • debug client: 20
          • client mount timeout: 600
        • osd:
          • mon osd full ratio: 0.9
          • bluestore allocator: bitmap
          • bluestore fsck on mount: True
          • debug osd: 20
          • osd op complaint time: 180
          • debug bluestore: 1/20
          • debug bluefs: 1/20
          • osd objectstore: bluestore
          • debug ms: 1
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • bluestore block size: 96636764160
          • debug rocksdb: 4/10
          • bdev enable discard: True
          • mon osd backfillfull_ratio: 0.85
          • bdev async discard: True
        • mon:
          • debug paxos: 20
          • debug mon: 20
          • debug ms: 1
          • mon op complaint time: 120
        • mgr:
          • debug ms: 1
          • debug mgr: 20
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • \(FS_INLINE_DATA_DEPRECATED\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
    • install:
      • ceph:
        • sha1: cb1e8bee59ac3d8b1f91f7e9516dc7e4a7dce140
    • admin_socket:
      • branch: wip-yuri-testing-2021-06-24-0708-pacific
    • thrashosds:
      • bdev_inject_crash_probability: 0.5
      • bdev_inject_crash: 2
  • owner: scheduled_yuriw@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
  • sentry_event:
  • status: pass
  • success: True
  • branch: wip-yuri-testing-2021-06-24-0708-pacific
  • seed:
  • sha1: cb1e8bee59ac3d8b1f91f7e9516dc7e4a7dce140
  • subset:
  • suite:
  • suite_branch: wip-yuri-testing-2021-06-24-0708-pacific
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: cb1e8bee59ac3d8b1f91f7e9516dc7e4a7dce140
  • targets:
    • smithi187.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwHQugtDRUqOuAEhSo2l8haxAEkIagFAWv7SftWBjiSvtvz6Q0oTPFf4ofuNsvAnHa9ttC2r94zGMNF9XC+MldSE1/Uc72yelX1b9vdHmrw/CnVLhs5S4xPzkn8iWO3GP97rfZRVgazFtyGzTigD08dSJ9AtBDG2z0MuZv3tZDb1NQ0md0OTp+Fqd3tH7NukKardrJOmzL/OkCcPl3008emvbxqlTTuJOGi77VwYqnJW40+BQbR2LtgW+iO7+kzPLfQIBftbzLkq60ztwCzOXIKHX1j5zceY0ntiKJPValkeXvgGt2YvtJvkYYMubrjaXUKFZiezCiqMBOC3f8MgOwYsnMBvkd07K5PXVeswOQkeQQ5wshw+Nm7HVc6KwLf4ZsmUaczomdCY7pAvnm+5I4Lp88BzKaFDTfCKEMCsuVxvFfk+rdGQOiohTzoLBUiSBF0bIdUrFS/nNewgPYCTO3krPU/0gwiqW+ed8U5qRJc8UAmZhSrrNY7Bpr4vLwYr0=
    • smithi094.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCjhgZsRGoQ4YshR8jdjDyuCmL1YIwUFjKd+cMxbga53WNUiZFcMTVct15zTH+weyvg2EIkWfDn4CoigjbALC0BtNISg1h3vG3K3JiJnHZSQSo0d7tuwFMVfHt25spI08xaIc6eX9zHH1kIyWJXOvcKJgOtoxe22UFJHXuGB02jTz2LQQ9+RWdpYK2CpFAcxd1WmrHhMgfDIStgThvCCEzYEiglTt2wcRwHrnoovB0kqTuE28n6AQUdXy8Pgx2LgE4/Zp7JQiv7oo5apwLU0fmc+MUnJgVNzukOmAzTRkIxLXdwAcrcYKCA0sa27iuS5Bvlkd4n4s31hXcOGUVuxf1VBbJo1tCGcVRAIvjhx7Z23ZHAaAjOD4cs/2+iaw7ICYZc/esAOgIATG/3oQovuAxTLYSk+9zJKItLG2SqRYb05oApxda/nsFe380mjikPdwKYOzZtQ+u6gBJiJoy4eddUqHZHUwz5zBnw2KN8kvVjgycyCukC8ogwJjaUBEZqQlc=
    • smithi061.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCYaflTharnDKr3LZML7lKBgJUSh3xVcm95DBB+Z/vMAqRVqteWZ4dasW6JmS0u76UACcajBk+ogaTL9K6uOLe4Ev5JOr18N/6eeBnj5z6l3+B4svll2Ew/i/xzztEqg9eaZl/v+vUiwQ7rFdeQiD5vWjodtt77vslkMyhRRznujj3Im/ksGyc3N2wSPIUSUa2PFO2P4CKYWu3UjLnik0ZZwrM/dSzyrMtTDd9bg3hVd9Ipg8vpIw7CTVfXt6KdlJ34tyJ+Ppa2SxjJBoseiPRTgzzcELMGYyLJrXwG2BRjceENcLfW5IjXn8/WR+jIxqlZrZwjiszx37tCV2nIvrT6MXSrSDvjSyobEpHCArrQ5FUX97r4DHwE4CUxThEVbihigJQ4ulzUcNbHrUfr2sKIjzfT6LnBVBi+cS3t/M0+hqTqDmbo/LhcMASbfwbae+dlm38LGjoQuIzKvYZjoP6TgRbG378dMwb17nBlJeE3x0vw3VPr2sOdvxb7taTOs5k=
    • smithi077.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDPJQn+l77PA0r3cm/+OpjhF7vWzsuBjkGiG8/yDpapWnrT+c7Vn6gAt4YBc0n5eJvp7G5QCHt0xah94moiGuXUvq63FlvGdqCBVdRLF+viMwFmQQQ2fa8Yn35NaFJxnIAlAkYbhuidRCl1wYaleWQAtpwj/2uUAt+LJd/TPGqJujhzhdyZsE6YsXk/aZdhs9jpFsnYA4gsNBGzYD7KM+LH2EPdGTPK7HiC4MVVzSfDpP89oV8rdAksWhWsz0+BRp2uJesUAPv5diXRc8ThoNuOYhtyNKZ7fX/57OfiBu/LeXbuQTsgF4+BSYDvUL/yVOUwJKqXuGv+CAuBHbXb4OnDgd2T2Z+aK0HhVwXrvmB/pMRA9Ww1PzBkUsrXpOLVYhjWgVozzZUQjMkkrlh53AdZQBPfLuxgs19vfPeY6BOr49q3pAVGMKiYHPGa5hlwMFjHVE5sgwqIAczNj9sS9GF3xNJzr/V9uMMprQUjzHBiDoD0A8wuu3zk1jYFAC41hzs=
    • smithi178.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDU2s+qPx9wMcAEHxVU/z2qQBdJ47OyO8E01CqiSq7TY1ITkUOjfT+SYgMiCCyxuYVS613uqBMnvhiXjPHX3WZOj8dTSWFC81T1d4cCKcv9A5AqIVSinXTiDkJS+WY6Z0yrnE3iq/T+ia5dBH4ZWYOpIvrm4Jre1Orv0x3IImsTEX2lZ9Febnd/vX0kKMbWEoIntxTa4wnFJmYst9/UD62N2Ns3abpkJ86Suf5Z5Q6qO2EdEIvyjMsSPGl9bpNLUTG20t2FgMvadAUPVBmFSxQFcKBzB4Oe4+PYVYppcrDkCCn31YGji/9yskxjaBFsEIlnwwBymT7xiDXfsn7zzYfj5hSugo2S23kUTpHFMySW32LK50SlIoxueSDPvzjbcUQU1J7odKt/QFcIjL38f4Cn+khzrfrih99XlZVFx+ayFAkzhcMNErdbAIzYNK8sDDes8ADDdjR7+NI5y8YtDYAYksqbDQKmyfkeAqxE+2irOeGp+iHE4iGsKgiARat7cTc=
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • sha1: distro
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
          • network-manager
          • iproute2
          • util-linux
          • dump
          • indent
          • libaio-dev
          • libtool-bin
          • uuid-dev
          • xfslibs-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
          • NetworkManager
          • iproute
          • util-linux
          • libacl-devel
          • libaio-devel
          • libattr-devel
          • libtool
          • libuuid-devel
          • xfsdump
          • xfsprogs
          • xfsprogs-devel
          • libaio-devel
          • libtool
          • libuuid-devel
          • xfsprogs-devel
      • extra_packages:
        • deb:
          • python3-cephfs
          • cephfs-shell
          • cephfs-top
          • cephfs-mirror
        • rpm:
          • python3-cephfs
          • cephfs-top
          • cephfs-mirror
      • sha1: cb1e8bee59ac3d8b1f91f7e9516dc7e4a7dce140
    • ceph:
    • ceph-fuse:
    • pexec:
      • ssh_keys:
      • mpi:
        • exec: $TESTDIR/mdtest-1.9.3/mdtest -d $TESTDIR/gmnt -I 20 -z 5 -b 2 -R
      • pexec:
      • teuthology_branch: master
      • verbose: True
      • pcp_grafana_url:
      • priority:
      • user:
      • queue:
      • posted: 2021-06-24 17:05:37
      • started: 2021-06-25 03:10:26
      • updated: 2021-06-25 03:45:28
      • status_class: success
      • runtime: 0:35:02
      • wait_time: 0:16:00