Description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/auto-repair}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-19_10:25:03-kcephfs-master-distro-basic-smithi/5539186/teuthology.log

  • log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-19_10:25:03-kcephfs-master-distro-basic-smithi/5539186/teuthology.log
  • archive_path: /home/teuthworker/archive/teuthology-2020-10-19_10:25:03-kcephfs-master-distro-basic-smithi/5539186
  • description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/auto-repair}
  • duration: 0:13:15
  • email: ceph-qa@ceph.io
  • failure_reason:
  • flavor: basic
  • job_id: 5539186
  • kernel:
    • client:
      • sha1: distro
    • kdb: True
    • sha1: distro
  • last_in_suite: False
  • machine_type: smithi
  • name: teuthology-2020-10-19_10:25:03-kcephfs-master-distro-basic-smithi
  • nuke_on_error: True
  • os_type: rhel
  • os_version: 8.1
  • overrides:
    • ceph-deploy:
      • fs: xfs
      • filestore: True
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • osd sloppy crc: True
          • osd objectstore: filestore
    • selinux:
      • whitelist:
        • scontext=system_u:system_r:logrotate_t:s0
    • workunit:
      • sha1: 3ca068c0f9f725d0dde51f5908303b8f6f3311f0
      • branch: master
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • sha1: 86f6a89c1bf76e90bd11d917dc6de3035fb40b1e
      • fs: xfs
      • conf:
        • global:
          • ms die on skipped message: False
        • mgr:
          • debug ms: 1
          • debug mgr: 20
        • client:
          • debug ms: 1
          • debug client: 20
          • client mount timeout: 600
        • mon:
          • debug paxos: 20
          • debug mon: 20
          • debug ms: 1
          • mon op complaint time: 120
        • mds:
          • mds bal split bits: 3
          • mds bal split size: 100
          • osd op complaint time: 180
          • debug mds: 20
          • mds bal merge size: 5
          • debug ms: 1
          • mds bal frag: True
          • mds verify scatter: True
          • mds bal fragment size max: 10000
          • mds op complaint time: 180
          • mds debug scatterstat: True
          • mds debug frag: True
        • osd:
          • debug ms: 20
          • debug journal: 20
          • debug osd: 25
          • osd objectstore: filestore
          • osd sloppy crc: True
          • debug filestore: 20
          • osd shutdown pgref assert: True
          • osd op complaint time: 180
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • \(FS_INLINE_DATA_DEPRECATED\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
        • force file system read-only
        • bad backtrace
        • MDS in read-only mode
        • \(MDS_READ_ONLY\)
    • install:
      • ceph:
        • sha1: 86f6a89c1bf76e90bd11d917dc6de3035fb40b1e
    • admin_socket:
      • branch: master
  • owner: scheduled_teuthology@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'mds.b', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.c', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
    • ['client.3']
  • sentry_event:
  • status: pass
  • success: True
  • branch: master
  • seed:
  • sha1: 86f6a89c1bf76e90bd11d917dc6de3035fb40b1e
  • subset:
  • suite:
  • suite_branch: master
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 3ca068c0f9f725d0dde51f5908303b8f6f3311f0
  • targets:
    • smithi203.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDrPi3E4DS7sJnjPYvBQzyyqJTScurE4yLubxDBsaPYP/AMCGHj5V2ZcLrf3hWol921yRyjnE1lG0ZYZIX9NK0GYzhAPVggWGqUV2HSawRlqf/AIn3PgaR3hyxqPd8MRgp8EUU7cZXWaGNEfXLclnovBxWNXK5gwogr17OuSciAXNbfjmNli5koOus/mnPuFIy45kTBcd+XqmRr5yQ677U4LMwcoTYzxM2hsArR6Xliho4IkTOIIiHYdymOItFTDoMROlKmcLWG49NM29yDJBfHHR+Qtvk+5IBtW4Ef2WUrRRmODI+Bg8A1xP5AZyS9i+2qmHbtcR/JSTV3boMiyNa5L2uUQqihdFsxGThDLqw3tQGCej24dWkjUK9unf4F646Q6jkqrvorSBf7NU2s2m671ucJhWQA5g6BC/07t/kk3wfSYtRzFmVH6SPIizlg+ffAUn2e0FRjmgucm8uCSMEr/SaFVhhadJsU4HFB3xauJI+WRW3ZVx7mgqgoVbb8oes=
    • smithi033.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDXZ2JJLYFdBzzdHOBAKoKXGBJt18dkzsIeDFFaEFkFeudFF96X7jpIwUw7/FCGF7eJrE7K7TEfNg9Ne+Ecf55m+MWudFGzMq9LmOEWrtDwFVLDcks2KKn8A3a5GAtgKWR71wpAtvQHXDCw9j7LOwwnlD45phDjjPBp+7pvuhWxjb9BCjxyp2yHKlHb86C+1QgsTDvcwyc4ZqUV4wpVSp+h62VBEduyF1nUmMjCoEro26ftKd79Rm32pNJnDX5s6b3L8aG/jLDg080FRWAmjoC9OqxUMzxw4QZefQ6+/6YIfHisDTO1HxyS71TXL/Gkb/MSXC1CJzeSWqWHijThNtpybzIxPMZipcdjvscrVeUjZyzYQZkEFiGWNGor89EszXM9ou8/x9lc3L0g2QlBLVQT0Qemusst96d95CDeyl/OSFIfJepqy1E4amrL9EZMTAltu2huzkzf0Om1TRgJRu4GSnWUlLJhJBGeC8VRA2QqgAIvHq4WWnO+7Dr2k11Oxa8=
    • smithi140.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDYQA49kpiWOhvswvMo17KNHOwT48LrPNOwFLBtXgrfCnng3qnsYsss14LCNuiS8zVLk1Yd5Ot0yZQBCu4mGqzc9LLJPLcXXqa8ZOyrSS1Rv4OTh3uxSIl43OdGekc2I9afSUPQUBERky+MaEUxnkAMZFR2mz86SZwh82qAQJGuwbGHPAgOjYIfu1SzlOVvAy5n40k/tRe7gx7YcM/RzsFPFEFpyTi2yrPG7RQTJwYzqLJn8iY7m5Esn3gMsyhn5ATHKPZ1vz7up2TBSYAvLfhGu7JaGfqujZSZURa3agamaWMj8t5QsOVZ184j+7eg7QbzGzQInfd5YMJd7B0Ia3kCl8eaAZnwoOGuCjRYMhwcvAv0PeAX/2We4NkSwGW13uDXvadG/GYYHuGkjq3tkm2l8N2DiK/N/aqs4ZCzKmzhiYcM7ehTtHqeB5hViGGHSRVg/QtjcVWLe8NLSq8fnBDJzFmNIA4IZRDWJstEIisPsutE9cIeTI03/MY6D1WKtqM=
    • smithi028.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+x2Z7l9iW+u1MgPvWRTZCGg/hhopw7fqLLL8iNn+1z4JYYsPK4YIsPVKfqZ1keTAmDGgPC1mdG1AG9JF5dSSJj3W9SL3YN0XN6B2NXIyGgIXrDBvOcHf2eYLHJUzrF26zSib/y8RTFNkDsskgIDA9alV8KIeB7oA+LtR9xUbSu/pe80MD6wY0CF5tdDfn4Bd8frjcR7UHe1vEJxzrtUmPei4bN715kKijY4FVykG9/nNT+5YOhS1AVN+qa+Bi5o7RTxCFehcD8TXfasc12pRCGy9KYwU21ZMrhzRJ8+Nq4gfaYo/tk5tN6nhA8ZFKzyGKuZsFHoIF33r6im4KaeV617CdecbexTFl2+ORmnxcfeG/5aVlEibhDjkIN6NyjW+fYvHnrOdZPQM19+LLZ+YkTeR7ik7WmTiuc0BDh0Wv+Xc0v7ZY3qJr0S13WoAHWMeOZd2v3ApgWADb/DW/nv63y0WF2LGKKCxAl31wZ7UZ2UV29PDNAa6ja3L7pq0P4aE=
    • smithi029.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCmbAi9iFb3I9tY0//6ioyYQ098pw0PW2EMT3Wx6/U4tBnXEGOaScAjrjXA4sQaKIFDj6X0KQDt2wxYY/GWGQkm0IOsV02tTYFwL/vsvKmr4LV2Dcl8Uipc8GJDMQpB/NTnHEHSGGbxW3gX8GyQB9R1bc/w4EpxwJjQRRrnJppTRsdZcrVHc849pp9LnBoLx+KwBj+zpRXHZq8FpWBTSTGvuBMjBhlTrVxNL2W3g3tr7qD7YZuAEAjToWKz0TJTbwjQpPaBzkZl2yNNC6KqotFN3c9HV4KfV1+DjVjSAk63r/u+dKqjkY29PAljymHBWi6JmwGsG8r/CMAMFicdsXRTqmQEs3zeTwXXDafbKc02kfg55JYHEm61iRD3eixzZUwyIRo+IygGorpTCgDvTw1VtkP+Masg8haRLzX8TEGtjW2IMmov+MEkRecA14ozRgr0iLU4ADMeC3fXwpx2v8+zuj6JAgydwIKcPs/KjKMlKzWQT9FyIsxexGiDQ6MX5pk=
    • smithi061.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFMl6vp+iSSynl+YB5mWBG4CIVBOy7ASJzCD5GN34u0LK6ZhlmyIpaFM/pZIxpDONOQXebQc9aFC+SId9xeLc2XhBCD9B8hm9IADvPAnnh5psCCpR68RHYH4iKYi/kuVc1c6LM15UkycPUfa2Pofd86XLjKv2Qr4EdKKnKY0ikOIWmidHq3JNOJVaqyQFVX4clbr5JFUD4hzLWuTB9vHhOxB9pDyU8L6eLFHvQmj0BLR+Pf+NQ/D1rgN2MwbW8DVY6eyI6CykHo69p6MxSNQliYXZl7dZqo2ImeycUxRtAfP28z/Y1btzVv+CwIOpeTKdIblgE4Sa5mtKlUu/pra/Xs3jrJ3fepbh1gzVzXkch5n+lNJo88/q+xxpdfvkx5IAWKLx4ADZGgMetR+fXoIMycAQEvScgzqpr/JSu7PVdeAMpSxkIjboag16317boAUN4VIvXdONBe2lhE8FRuT0VRne9Yz/+86dXeWUVPXZJYtsnoh/iRjV4W7sVHm8Lexk=
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 6
      • smithi
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • client:
        • sha1: distro
      • kdb: True
      • sha1: distro
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
          • network-manager
          • iproute2
          • util-linux
          • dump
          • indent
          • libaio-dev
          • libtool-bin
          • uuid-dev
          • xfslibs-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
          • NetworkManager
          • iproute
          • util-linux
          • libacl-devel
          • libaio-devel
          • libattr-devel
          • libtool
          • libuuid-devel
          • xfsdump
          • xfsprogs
          • xfsprogs-devel
          • libaio-devel
          • libtool
          • libuuid-devel
          • xfsprogs-devel
      • extra_packages:
        • deb:
          • python3-cephfs
          • cephfs-shell
        • rpm:
          • python3-cephfs
      • sha1: 86f6a89c1bf76e90bd11d917dc6de3035fb40b1e
    • ceph:
    • kclient:
    • cephfs_test_runner:
      • modules:
        • tasks.cephfs.test_auto_repair
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2020-10-19 10:26:19
  • started: 2020-10-19 11:25:15
  • updated: 2020-10-19 11:47:15
  • status_class: success
  • runtime: 0:22:00
  • wait_time: 0:08:45