Description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/mds-full}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-06-30_10:25:03-kcephfs-master-testing-basic-smithi/5191757/teuthology.log

  • log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2020-06-30_10:25:03-kcephfs-master-testing-basic-smithi/5191757/teuthology.log
  • archive_path: /home/teuthworker/archive/teuthology-2020-06-30_10:25:03-kcephfs-master-testing-basic-smithi/5191757
  • description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/mds-full}
  • duration: 0:32:11
  • email: ceph-qa@ceph.io
  • failure_reason:
  • flavor: basic
  • job_id: 5191757
  • kernel:
    • flavor: basic
    • client:
      • sha1: distro
    • kdb: True
    • sha1: 556853900c89275f667d7cda681eca33c54b8e71
  • last_in_suite: False
  • machine_type: smithi
  • name: teuthology-2020-06-30_10:25:03-kcephfs-master-testing-basic-smithi
  • nuke_on_error: True
  • os_type: rhel
  • os_version: 8.1
  • overrides:
    • ceph-deploy:
      • fs: xfs
      • filestore: True
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • osd sloppy crc: True
          • osd objectstore: filestore
    • selinux:
      • whitelist:
        • scontext=system_u:system_r:logrotate_t:s0
    • workunit:
      • sha1: baa1ea6a9656c3db06c66032fa80b476721947ba
      • branch: master
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • \(FS_INLINE_DATA_DEPRECATED\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
        • OSD full dropping all updates
        • OSD near full
        • pausewr flag
        • failsafe engaged, dropping updates
        • failsafe disengaged, no longer dropping
        • is full \(reached quota
        • POOL_FULL
        • POOL_BACKFILLFULL
      • sha1: 5ccfc2d5d3a03d700cf9c4a48b194d7836328981
      • fs: xfs
      • conf:
        • global:
          • ms die on skipped message: False
        • mgr:
          • debug ms: 1
          • debug mgr: 20
        • client:
          • debug ms: 1
          • debug client: 20
          • client mount timeout: 600
        • mon:
          • mon osd full ratio: 0.7
          • debug mon: 20
          • debug paxos: 20
          • mon op complaint time: 120
          • mon osd nearfull ratio: 0.6
          • debug ms: 1
          • mon osd backfillfull ratio: 0.6
        • mds:
          • mds bal split bits: 3
          • mds bal split size: 100
          • osd op complaint time: 180
          • debug mds: 20
          • mds bal merge size: 5
          • debug ms: 1
          • mds bal frag: True
          • mds verify scatter: True
          • mds bal fragment size max: 10000
          • mds op complaint time: 180
          • mds debug scatterstat: True
          • mds debug frag: True
        • osd:
          • debug ms: 20
          • debug journal: 20
          • debug osd: 25
          • osd objectstore: memstore
          • osd mon report interval: 5
          • osd sloppy crc: True
          • osd op complaint time: 180
          • debug filestore: 20
          • memstore device bytes: 200000000
          • osd shutdown pgref assert: True
          • osd failsafe full ratio: 1.0
      • cephfs_ec_profile:
        • disabled
    • install:
      • ceph:
        • sha1: 5ccfc2d5d3a03d700cf9c4a48b194d7836328981
    • admin_socket:
      • branch: master
  • owner: scheduled_teuthology@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'mds.b', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.c', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
    • ['client.3']
  • sentry_event:
  • status: pass
  • success: True
  • branch: master
  • seed:
  • sha1: 5ccfc2d5d3a03d700cf9c4a48b194d7836328981
  • subset:
  • suite:
  • suite_branch: master
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: baa1ea6a9656c3db06c66032fa80b476721947ba
  • targets:
    • smithi203.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCz4m4FczaxOu1a9UtwQQbZrXkU7m5tNvowg2ZycYMRLnoWJ9W/GAYt2Dyudewu1AlWokmuZWKicMM3vBo630TASTM4BJS9aYPqZw6dHXwnbB4zADIvrIB2p5mJJ/4W5vdAe2+FjrQvrLM/QsQ1bttU2yEIgbrgimyx3E8areboe2SeQRZFcKeGS62Z4WbvYl8xafnFAPdmKV5CRheTIOuLAbukZTVuS47K+6WfOwGDrWRAfvdqok9ABH0/yBtt7LDUVqh1NaHyTDq8UuZ8w8dQuG4PTzLDW6wXHCgtRq8Df5PS6bSl2OIDaWuNyKJy24NATzlma1nDAZHcht8t0j0oAsiRF4C2mt/vyeEjT4XWXlYsP+uRuqW4l30WY7jKosDFCgNeyuzrVL/rDAs9X8xldc9E61e2NFPFMEwqpOyddJFWYvdDaXgNlijzgU5QfybRVtntl/3yGIxe12x2yAM9HiPNSAUA4cYCtMha4GG5WmIA3MkVMcE6FBKBapnyZlU=
    • smithi190.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDSVqorpQUoFP0bgHDaUe79iJmzbOMjR3cZAoinFzIPtrRNrHrslKQH3bAM83yjBraF8tdFuOy+LWmBwX3w5Hq0zlRMutoUHW3fguBjATdmXglKX46pBh3lXiJLCznWqbKzufm4quX9nrclh+jrJBDQo1QWkJcekoHU/denFFbZqxbkceB2Evkpv0VQIAOP8CFZwaKDjrSwL3L/PdSp0PtDCqCSAJxWyuGjIDSvtui5EwwuK0uz7+VhNVdjhNA6ppXEKqxU0lizIac5zS2alujjuiG5bcgOu1Nr+vqG/zrc1SDc7at3QP48ojqEzhUonE0vW59kkuksJSOJYzcG6v2gKP2L56wCIOfzD4Y8KlO2VTuX5/DzLuk7eiBRsmgK2k+npaFRGtNH4oXZ4Ppazfuf4kxSf0p0U4Uf0+gJ58aLriJlQpIjYqB56jJzqi+5SN9ZixBgd8AButRTJqk5GMcBeutAf/MTNkVHch2HJyvjdDVEHbNReEU1oUC2u1CmjnM=
    • smithi191.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDv9haQa60OhlVYk4pUbaKLZzPi/kTjvufqpH1MFFnQ5UJPkJ6F2jIDGe/+M3v1psXLRXskWtoNvcNy2ORnBIMtbp1Fbpu5QLtAVz2cD52/Q/DEIn3po0UNEdt7M7dO00IaR7lLwPvTBhaPOje5/1agEdOEwPqXS/kzjaLXeYVNVZqZt4DgVHiV9li0Ii88pT2s4cjnaGJgFp6iwyta8FXRP2WpC/dXQ8XiIo7rAOkmX7fw8/v2xRKHyELlPAhsfL38RFeIVKZVDyp6E3U0Yj37C8py7RkjrOUhmJK5TLoug2h7694HLr27Nw0pTsyrOHoarJhxo7W8jy1w9UJcEEqRWSXkED3iN5eqqVyxJcRC2xyE2Y1XxhB6QscPlQJ8+2IAX+t5NSte+ZLrCSCNes3u0TLyehgU79zdvu4bMjUJHNnBRFmoo+dtwIjYH9ETqkJ/pgYGzAoflBfxTYvoNPlcteIxo9Zb4nXGKu/LP4GV0+3WjVsYqQlVStj9I1600Ck=
    • smithi165.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDTNMt233IvQIM62uiof22rusILFk3GblLLEG9TFlA1Yitbt+8VbIoCy7TBlQnyuCo45XfYgu6/TSL1B25h5kILzJH2AVgF1/GodsZ/1Ofmkw8B4dv4/FDieuicjqvwx1hs0il51yjZ3nSPBOpukMkTQvw/hRkRmsV4BmGnsQmvPqHp18VtOu1cj0iZ7loq6Igip2VF74AX9AR0talyDs2TGowm8c4M6MSEu7mQwME33wwYShxkkU2GDmAEU1XwKKNjgUJNJj/jl8/+pOvBwWw1fkmg1FYkH81+sjpjRMqXRhce0CflWc+lFmx+gKq+VtSX9js4yIp2U1NUZPF9PjEbxjyxhvRdr1stc63llwK6c2Q+caiTF+oDpAhyWHOIemOP/Qhg/UqdhPy50HORA9iDezukDtC6fb44pnXUnXtToZo1RNsmtz4MyVuq19O6sDb0Qv7/eLcHtu5ofFOaYppdnDe/pmRJYyqNL2kq7QqbQ8MQRLcW4Rwmz0YUvjaw9Wk=
    • smithi003.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDA4AjGNF5gJlhZwYAFb4VZs6cs329PVOXpxn13f9ozlFYjSHpQUnrh32xQZhOgNCKqX1I0A+f524jLaVjwlxSAOb4KprJSz4U2N2ZaXXN67JNN7URGH/0AfqenDQFN9X4OpoBd8SefesplKWO838yiO/YrfdYuIsqemwW6c8HRB0h0jzY7j1xBM1XEHlIsWSwp+QoEI5FW17tFYKNeLagn4HilMomCCdUg5upy+1tJlOfoVc+UjWCeQi+H5BCGMgqYXoUHVhHdlJcIuzNy7sfUpc3ujHTkJ4N7rzAmX2oODXyEULgN7/ShZm7pjbzfFXzMzh/xwxA4/dVOqi/7cwi1MSRC3cIBfDHrNt5mBS16YxcPX9BqfCCIKLxaXHl1uyFZQW7VwECIblXZWnUvb0mplgPD1opHaI1xub6T++zUkaX6BznV+kWNE4Ky2dOIYgzo4UPWTKWjOyTIrmiW+wlHqFzEPl7aPjenrIhmI6/QjFiCkPa8Qn+DeRbswkCp9/0=
    • smithi179.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDXVDUN7+1MpeZtmX3lHE85NOuGjVLHhWKFELe3hQZ4pF7dHrtCxXjoibBVG4A1xuEEN9fVKSFUWqCHZX65jB/VUZ++26+yRJ+0pkgVqcVk2pP8ID2IocY1FWgAhMMD0ck7ODeDCJj0gr2oYBOBDdrYB2dCRcTqW6VclsoKgMR3Uf0tbO3LKr08Z/aAbptoRk4KMeVZdCuJ/qR74bS3le51QD77eOH/Ote+8ABC6O/X6mT0D95NHYsDOiAlbBhlOGcKMbK6k/yLCTUbesJXSWq4cEcdOhla4J2Lp+6nFOOGccFALKXaGWcxg43p7dF5jbbgaP1HzAEYjAv7CxpN7BRwPT2UXOotbum0AxdoWviblMalda6B/NL7ILqisTTuEiryKX3C0bjJqFkonJuARPBwGW0hlzUrEMxxyMKSAWPJYQrBdcRjw2ASsGwRZ1wk4cLd1Ogpl2QjoQLqLM8a+aRWsyA/qh8dpbsaG+xkKdXVYQpeITxcoX++6YOaJtPAr9E=
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 6
      • smithi
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • flavor: basic
      • client:
        • sha1: distro
      • kdb: True
      • sha1: 556853900c89275f667d7cda681eca33c54b8e71
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
          • network-manager
          • iproute2
          • util-linux
          • dump
          • indent
          • libaio-dev
          • libtool-bin
          • uuid-dev
          • xfslibs-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
          • NetworkManager
          • iproute
          • util-linux
          • libacl-devel
          • libaio-devel
          • libattr-devel
          • libtool
          • libuuid-devel
          • xfsdump
          • xfsprogs
          • xfsprogs-devel
          • libaio-devel
          • libtool
          • libuuid-devel
          • xfsprogs-devel
      • extra_packages:
        • deb:
          • python3-cephfs
          • cephfs-shell
        • rpm:
          • python3-cephfs
      • sha1: 5ccfc2d5d3a03d700cf9c4a48b194d7836328981
    • ceph:
    • kclient:
    • cephfs_test_runner:
      • modules:
        • tasks.cephfs.test_full
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2020-06-30 10:27:47
  • started: 2020-07-01 03:20:26
  • updated: 2020-07-01 04:24:27
  • status_class: success
  • runtime: 1:04:01
  • wait_time: 0:31:50