Description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/mds-flush}

Log: http://qa-proxy.ceph.com/teuthology/yuriw-2020-06-16_18:33:04-kcephfs-wip-yuri-testing-2020-06-16-1607-octopus-distro-basic-smithi/5155561/teuthology.log

  • log_href: http://qa-proxy.ceph.com/teuthology/yuriw-2020-06-16_18:33:04-kcephfs-wip-yuri-testing-2020-06-16-1607-octopus-distro-basic-smithi/5155561/teuthology.log
  • archive_path: /home/teuthworker/archive/yuriw-2020-06-16_18:33:04-kcephfs-wip-yuri-testing-2020-06-16-1607-octopus-distro-basic-smithi/5155561
  • description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/mds-flush}
  • duration: 0:18:00
  • email: ceph-qa@ceph.io
  • failure_reason:
  • flavor: basic
  • job_id: 5155561
  • kernel:
    • client:
      • sha1: distro
    • kdb: True
    • sha1: distro
  • last_in_suite: False
  • machine_type: smithi
  • name: yuriw-2020-06-16_18:33:04-kcephfs-wip-yuri-testing-2020-06-16-1607-octopus-distro-basic-smithi
  • nuke_on_error: True
  • os_type: rhel
  • os_version: 8.1
  • overrides:
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
    • selinux:
      • whitelist:
        • scontext=system_u:system_r:logrotate_t:s0
    • workunit:
      • sha1: 0f5e2b7c9f23cdcc704a744f5bcfb6592442cdf5
      • branch: wip-yuri-testing-2020-06-16-1607-octopus
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • \(FS_INLINE_DATA_DEPRECATED\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
      • fs: xfs
      • conf:
        • global:
          • ms die on skipped message: False
        • mgr:
          • debug ms: 1
          • debug mgr: 20
        • client:
          • debug ms: 1
          • debug client: 20
          • client mount timeout: 600
        • mon:
          • debug paxos: 20
          • debug mon: 20
          • debug ms: 1
          • mon op complaint time: 120
        • mds:
          • mds bal split bits: 3
          • mds bal split size: 100
          • osd op complaint time: 180
          • debug mds: 20
          • mds bal merge size: 5
          • debug ms: 1
          • mds bal frag: True
          • mds verify scatter: True
          • mds bal fragment size max: 10000
          • mds op complaint time: 180
          • mds debug scatterstat: True
          • mds debug frag: True
        • osd:
          • mon osd full ratio: 0.9
          • debug ms: 20
          • bluestore fsck on mount: True
          • debug osd: 25
          • bluestore compression mode: aggressive
          • debug bluestore: 20
          • debug bluefs: 20
          • osd objectstore: bluestore
          • mon osd backfillfull_ratio: 0.85
          • osd op complaint time: 180
          • bluestore block size: 96636764160
          • osd shutdown pgref assert: True
          • debug filestore: 20
          • debug rocksdb: 10
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • debug journal: 20
      • sha1: 0f5e2b7c9f23cdcc704a744f5bcfb6592442cdf5
    • install:
      • ceph:
        • sha1: 0f5e2b7c9f23cdcc704a744f5bcfb6592442cdf5
    • admin_socket:
      • branch: wip-yuri-testing-2020-06-16-1607-octopus
    • thrashosds:
      • bdev_inject_crash_probability: 0.5
      • bdev_inject_crash: 2
  • owner: scheduled_yuriw@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'mds.b', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.c', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
    • ['client.3']
  • sentry_event:
  • status: pass
  • success: True
  • branch: wip-yuri-testing-2020-06-16-1607-octopus
  • seed:
  • sha1: 0f5e2b7c9f23cdcc704a744f5bcfb6592442cdf5
  • subset:
  • suite:
  • suite_branch: wip-yuri-testing-2020-06-16-1607-octopus
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 0f5e2b7c9f23cdcc704a744f5bcfb6592442cdf5
  • targets:
    • smithi120.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCr11JAKKL1gzIkzVFqY1PCW6I1k+xrESK5w9UJMMPPJqSAJ6LMWEjjjVBfzwdnuyIIeBNqao9RKyeXUV/ns4g5NUvitP/ckjtdAtjJ43ne9yNj9Joebg2dNnJs0TrAmWBAkK429d0bq3OONg2f/M2HDYi70ghL5e/mlv3GLc2u2SFa57MHGq9f9vHLe8PZhslifTV/EDWPVUS4kGGvdeYNbtAecEcS+vOpZNzlcgzk3DCq8auHH0zwGmu6iQRulJgtUFkaqeIsMSc+ZLNhcQ97YaaWB+F2WKfvAgwhPyxfOdMjyfm1yEsU6gMRGACDy6xctMk7+wKNpZjENWh+2sKA9FyxSrWAfwcg7AKesQjLGCuLU1FVfR4r42+X+muc0HT7ZieUfs0+6hiOxz3rJaz5c75eKHt7tBBnBqO/0jvljC1TkcCg8agAxo3FuvjDpi0N5eqheCy9oKs4kzK4Fhq0Sz8XBqC/7peADAXn9eNLPshZJ+2UkTBtTfkzuUXROuk=
    • smithi145.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDv4QS7uHjn3eocUZLwjDXHVtMI1PyhUMtRj6po8NIWiXl4CF35LkxJf7Fxscyqym9UEiE1Som7OxpbRgAPe5o4ycKN6h24fc5HkhTWs4bHw9h5vP1InXWgeIQZ0IQtgKRV8pULR3GwS2Wl/1NU93oGeqcFAwINcLKXdQoebhLvg7mtZb2xQMdakkjXUZbPoHRh4I0ZNXnPMTWxZjx7up5buxk9mSMDjF5ypjRoBhQODPVdl2e3l1nUxzh+riUfYvLPgKRWEQcSijyUyEuIU7JaU3KiOQssTzVvbUfdd8XZwUW9qbO36JAe1vTSDFsX1LUXxPxW9JmBVnq7xOOTcC4WYft5eFYShKKdmRiHwEAPxSjDyRD0npQKR9iISuxzLlqzsoS3skCvuk8Uc5q2FXfFgrTQ++W8VGLspL+qCUebCUPrE0o6Phcmop66v1g2YFbp5lmOXu1AWnE1CJDS2ftSbRi14P4nH5Ev9UgPvQCCQCaMfODMOvpm+dHgsJsg7VU=
    • smithi151.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDzFiyt4cYpn9fEgTDmQiT58e9JviZMziNnOPLwLoyHS585eiIuLcesTZU6z8A0b0dLNpgUw78H0jRRcBaW7P3F/U6Xbr8RQAQfBMUwiv8UDEnnBdnsUH5MEnsgc5BXfjwZ+Uvqed/e6WH1R5lxAhG+sIB8qhmiHiMklC/vzJGNFbYpZqSMQKBq/6bwBlYerOsI9psMkq+gDT4VNwQyJy9DirUvkqGld9cylZmhMN/L0WCwHREQNNRTbdSgegQklp4bnv4GWYbisXharxL3o1Fu5KWilwd5VWK5CcUHQsFcNJJLgJf0XbyqnRkhbccz5Lk+ECfu+DM+OEUZgBaT3drZZpxwFLcu/TA8IFuC7r5Nb0tmOZApLXO0Cwri6BFL7dJAecNeSNgQrG1LAyA6dXVH6BqmwAWcR+cc/yw+XHXjyTDhghuyGicc237XFrauLNYcv5Zz0Groor9u3qt/GXplvJ/0RP886T9nWke+DFLI46oXSwux18wV7AqkPZzuk/E=
    • smithi140.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdxFUQD5SwWOgWMtU3yYAnfp79gEeSU+cngjTXYC9luQeen4sousqcXSaxPJR/5Caltu/9ndR5QKPkVJQgkxGaq/ukfV2bfQRwp0p+gb8IO59K468J8hqsJQoPN9zpkq7YCNv9ZMudQQkSxN7mGZPDTYuEJP3ws+verr398QCTaJpaIkzn2NW78kIiZSvPt1RzymGLjOSLJ7WjV8UyHoOJzaouB66r3TKJ/1iJDR3rshkNp50KZ5Lne57w32pFafKqkjFMYLNjdzKN/FfnSPx+VDYwvxlJCq4n7EZTFAKwVMt2TMnUNqzmoU3og4LpAUjLXvyurpv8L9q3u08nILfdzegZey77gI8TDX2iR9wrkjY27v+kcqR4rtzORaFiphY9v1xWDFPqkckXY4084oUudrFuYUWJpEQCLDVss3QTKUm+eiQGrntY9PyjkaA2sZimENxU7vJ4O6Ird7y//1wTnsFHvnGvIvoIheyOCybdMZ/Vhxf60WPsV0ucUzn2LZ8=
    • smithi036.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCg3gC1KyjlOhePcBd6Rri5VHjj3XkpCikAIht2gR822CyOlUZD0aAyQp0lN+kss7Tj6K9xcm3vuTYm0B725kZPouYcfn8Stzlc2hjuaqyuUwY8y8sEd6FegXd606vOnhiHOiISK5bo2fZfJt2Q0ghg/tALYlGy6ONHSk8oXWv+idL+VMa0Y9Vcg4Mg+C50hx4x2LC+C4e7lBntr5yth1waoxnnbxZHaUnH+l4o+GA5XDcIdAUqP6s6GOuGe7aNRSTW6F3Am7RIjg0ZJcbY+0vexJgNYvLigt2FRAPMf4S6g4n6mq5p6vgRmujlJrAoE0KnYzpF9XhkgtQ3ZR2fm2rlbfR6rJTVw3p6Qjy7sjYmxcbtAcw3iNwc1XnDG0ElpwhqLw7XfIVU8c1fc4r+mbzV/LwcC3FsCG5T6X4H/uf2snsAp3C/5V66iZuyHzDd/r7zn/VOtjQ8mVF7TCOGc6i2I3BTMJJgy91IIjjrrsJqTAkFW7bqjbtrIzQKWHLVSBc=
    • smithi160.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJA3djTdFyAsg+aHXuBg5ndagSmVbQgyFp6ddxRXjVBGN55Nei1onlv1OrkLLhjJfgqsJlJ9UZZBrMsB3XUFWKyYf3GotHztE5ooWxU/ThdrxxA+JTK6gtWGsuqHUqpM0ZRwJHojmOCFjWQog/UueDMXvK9lDmzOtwjFrLJcyUCkFzDf+UzBgcKlVrw9tNxHy4Jrq+rGYKqeUVgGZ+O93G7/m2zSwRJH1q4uxxfJcLcRfbX2iJXDO/ANtCCTJw4EnBwXctfFMrK5kYeBLW5875MOurtbTsoSM9773L83YO59KS6dUUTnI9ixaz8+JeV1BNfRmSqL0sBcdaVcJQ0HGzVDiYra6oEq9x2hCGM2AnayZcUEEcj8GhT+bm6TzDkYLayxejI9bh+pS0QcYGRAxmAxotRc7M/93c0DaB7BrHVDnMSWyyGDyHyCeTTykhQ7SK/xN5oUmNWHVmIKPdn9Zbntioz4LcTlaxw2YPWIgZ5GDJ+aiDaNzFNDHnWLxd1lk=
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 6
      • smithi
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • client:
        • sha1: distro
      • kdb: True
      • sha1: distro
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
          • dump
          • indent
          • libaio-dev
          • libtool-bin
          • uuid-dev
          • xfslibs-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
          • libacl-devel
          • libaio-devel
          • libattr-devel
          • libtool
          • libuuid-devel
          • xfsdump
          • xfsprogs
          • xfsprogs-devel
          • libaio-devel
          • libtool
          • libuuid-devel
          • xfsprogs-devel
      • extra_packages:
        • deb:
          • python3-cephfs
          • cephfs-shell
        • rpm:
          • python3-cephfs
      • sha1: 0f5e2b7c9f23cdcc704a744f5bcfb6592442cdf5
    • ceph:
    • kclient:
    • cephfs_test_runner:
      • modules:
        • tasks.cephfs.test_flush
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2020-06-16 18:34:06
  • started: 2020-06-17 03:03:30
  • updated: 2020-06-17 06:17:35
  • status_class: success
  • runtime: 3:14:05
  • wait_time: 2:56:05