Description: kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/stock/{k-stock.yaml rhel_8.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-02-25_10:25:03-kcephfs-master-testing-basic-smithi/4800841/teuthology.log

  • log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2020-02-25_10:25:03-kcephfs-master-testing-basic-smithi/4800841/teuthology.log
  • archive_path: /home/teuthworker/archive/teuthology-2020-02-25_10:25:03-kcephfs-master-testing-basic-smithi/4800841
  • description: kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/stock/{k-stock.yaml rhel_8.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml}
  • duration: 0:21:14
  • email: ceph-qa@ceph.io
  • failure_reason:
  • flavor: basic
  • job_id: 4800841
  • kernel:
    • flavor: basic
    • client:
      • sha1: distro
    • kdb: True
    • sha1: 9beddf1de0035ee34765ace8fa7f9233f6f84646
  • last_in_suite: False
  • machine_type: smithi
  • name: teuthology-2020-02-25_10:25:03-kcephfs-master-testing-basic-smithi
  • nuke_on_error: True
  • os_type: rhel
  • os_version: 8.1
  • overrides:
    • ceph-deploy:
      • fs: xfs
      • filestore: True
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • osd sloppy crc: True
          • osd objectstore: filestore
    • selinux:
      • whitelist:
        • scontext=system_u:system_r:logrotate_t:s0
    • workunit:
      • sha1: 6c083a0bcf846254baac1ea8bf1cf47750875c99
      • branch: master
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • \(FS_INLINE_DATA_DEPRECATED\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
      • fs: xfs
      • conf:
        • mds:
          • mds bal split bits: 3
          • mds bal split size: 100
          • osd op complaint time: 180
          • debug mds: 20
          • mds bal merge size: 5
          • debug ms: 1
          • mds bal frag: True
          • mds verify scatter: True
          • mds bal fragment size max: 10000
          • mds op complaint time: 180
          • mds debug scatterstat: True
          • mds debug frag: True
        • client:
          • debug ms: 1
          • debug client: 20
          • client mount timeout: 600
        • global:
          • ms die on skipped message: False
        • osd:
          • debug ms: 1
          • debug journal: 20
          • debug osd: 25
          • osd objectstore: filestore
          • osd sloppy crc: True
          • debug filestore: 20
          • osd shutdown pgref assert: True
          • osd op complaint time: 180
        • mon:
          • debug ms: 1
          • debug mon: 20
          • debug paxos: 20
          • mon op complaint time: 120
      • sha1: 0ffbe4a5ef73036309a3c6488be4dbb1b667a4c7
    • install:
      • ceph:
        • sha1: 0ffbe4a5ef73036309a3c6488be4dbb1b667a4c7
    • admin_socket:
      • branch: master
  • owner: scheduled_teuthology@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'mds.b', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.c', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
    • ['client.3']
  • sentry_event:
  • status: pass
  • success: True
  • branch: master
  • seed:
  • sha1: 0ffbe4a5ef73036309a3c6488be4dbb1b667a4c7
  • subset:
  • suite:
  • suite_branch: master
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 6c083a0bcf846254baac1ea8bf1cf47750875c99
  • targets:
    • smithi146.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD3a1ruJpS5zE9bADs09rQ25K01xdiCUlQLoxIuTsefEHcoQV/BVd7L8NzMYJCZVZeYtPAQrnXXA/dP8TmVxXFQYeCHdmH94FxVJp1OuQFPInwwL25yMqdsgGOx6p1jGMbB8ca7GQid/iEbrtXlrryZu/A/0HY+oeY58C+ncJ9n7fT1gHSygHzJ3m86R6t+AdRF+UuX4kvYO3wo6NRhJj8CUWidtxHi2I4J/LCf0WjPJwaAtc1zXrkTycCy0yr0XmQoEosVwR9dgenxQqQ9KQlQNCb8N1ihFk5oBOwA3NTIRG5gtG410Czb4YoWyw4mitYQ7U46sz0BhCR6d2vQv5TalhFSPELQft2UAMhfAxbT1gDGjUwCmumfIrkCA2nPjI5xXppbwTsQqtlCaS23SastmlfuNtKlpx+BnDXDOoWGfA8NpZBM0sbePukR4KA4I/MJH9CLPl+jYDKc+1HxtaOe/0K1I++o/mW5475AxjWp8CKkuWVL4pst6pAoGJin7B8=
    • smithi152.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCr1cNaYWbDi2XEGT1U4+h9D+tcxaPfqavCNhCvFQ4yyMjJfhoWswflSMu5Bcl7yElEI3xVcblN4dwpHuGc9PwB7cw6J8X7BxjCbyT8rxnsskDIHJi59kljFXS9KDJoA6OPph+YQCwE+yhV9967giJ19/h150JllLQS41pqjqOnrG3n1RcjDyw0enZ/AFaPBF2Vfpq9tWLlQfu0QV4KjJvYXeyfP9fNXavja/eANwkMLT81DlyeBOMw2XAJDijYTGIH40WtlVty6iAUUOd4lHX65KDd2I01gHsiGLG4Sn/Anj8iqnVuMqfIHnqgxD8eHE2qGiaf4/ddDY4/qUgDAJx73AzdX9HqPizgv7ULm+Cioiatb/2NpUmgQ9K8DUAG6nB7Bq+xhd+d9zuFovzefx5If0Czyl1k9RK2I+qqzK5tzeKs+TNhGKSN6+xag8QfQC/1vVsgIuhff7vprTigMshKYagAg98Iu7I1BiuP+ArCaucRRZEcKQJdfWtjbddXw9U=
    • smithi105.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC69XCL4kFqvA+1ulaJmBX0e1OU5LbxQWj+j3UMKM2hav/fEp2iMRiPbVN12cmgkWqwLrTv9+7qZg1sgIBK2dC01r4uJD0mL6XG7nOpWiVmxhu9Xiou9QbdBi7gKujJMF6gAKR9myyrRJiR9vEhWRxhGneVN29R9DSTL0lP0/m91RJyHjMPpSyxD7Hp8FGEBjcKiQds1UWzufs8BDMvNO7nDou9jQRKLe9yng9VYf1kXuM/vzNoL6kv0zfmj3aAiwCNLsdQYquhIueTPIzFHc8QjqXdz7ro3i891YZiTszzdsCk/5luGnNXGuevjQ779i7Uj9xYZNprLRsOr9eH383LlELCMZPQjhpvJPLeZHji4z4O3zb9w4l1CvF2E33cIipZzGUjAs+frtuMxQ4rmrVfhNpThUn+SOj7NIIPwEtY9o50QK/fEu0rMbuY8fa+1xEuJgDYeKVF9Vygsgs8NGc4Lg6r6chl8SX62LRxg9xN3CueKR7bqfe+mAFugd8XSH0=
    • smithi036.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC0Av15y44R7lKg8zqUe6a8BUgotvT7oC/SBcRfPgGHMHMw7RmBGldcWwdxsfIv+xbuFmZqGWJhj+iEL1CX8yn90lvIbna10h7BlMdoyvmq/UkG621myXUBElDOfpe4jENYGWFqq5RdOChAoJTHGWblbzwm6gEMPJeZdd7wTRGJUxCWoYkoJ0YLVzsfMtmLrCDbiDqFJUb14FXZvB6EitHOBWPyT6nqn3GNF28ZmkNMvNKPoY5HDinKLQ94OE4g+o0P5UaD8hIHpfzQmSFMYmfuxwjdmPdq3ewpkoWwBgyN5ZCj0HwI3heo4Q3LKRdzEZT40L5aqdPOrWYnADEZZSmee2PCFUtlmy/tuIoXBh2xEYBUHiz08EN432hXgwjzBaGPvs+ZzCiJVUvwrOXXe+jJUiyHRhapN3zL+BMVIKOz7O8mPInCvR87Q/v+xM34SgX1h7DXA0m81tXp7RA0YiEVquSP9VsvrPp4zkVKbamejTPG5uKmAW6ynD4tr6sjBW8=
    • smithi106.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCn5+SCsDCuHAYBFk+xs5TxkbRA8xhtH7F5e4EZElrLSFpUrcE9i1GFn9ouP7u73G2i6LQGxy9ib87YMswsqVcj/HPADO8yIzlguupnpoQehigAB6WxDeYpUbZh+8m1yi9F7C2DOr18oanj1gnAjA/uLhmQxRnDGfE4kIt2hnXqZHdNqP60DeLG6M86HZ2Wf6GUYYoi9kpfT7IkKlc0u8SNL+ikgLLSToUd+7yLDUADGVwqJ8NMCb9eqlnKRNL21YkQCE+vep+bRoN/+UzVY87lQ7HIR3SD6hq7bVTqYSUMJSGit6X8iZKUf2CYdF/O5P4hMtVCAcyxLV6PGRGFg3Yw/llRdofZPee/SixeiBKqtUkAVn8nef4mn+9cWjOTRrDt2dJLFpY7xvp3uNL7RP7I1FR8R9jubJD2NZEe7svE66aqjHcWlrhkjHsRmzgd3FtxDgKTXFM1Wevh4MEWqWSpLtziC3ptXatTB+2R69EENLlErRkhUIjeTLWIDTPIn8k=
    • smithi038.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCvh6JqKstFuxbYNIW5Sif2p/zIalZCpI/AyzKw60+KRUraM2Z9Q/PtzYp2BdWTHr8dR89HH2UpjcE74UhguOXkgfjZU4bKEBKeG4AV+lAQKXDjgsE9Z4LWYfLBJhKFlS9a4ojIPq9Zs57Bkt/aFNu2Zw1S1qVoMBLGu7sY4HN5Yqu6wUeXu8VDlhoKOxy6Bn4UdEo5MqpnNkSyDPrPWL70gPZMNVBNeE6hI33hFO5z7v4/W+tMH3a0qpQFXwypSFb4qlu/3nJoYJ0yUpt30XpaxtWq7SigB6aZaL0m9vT1kPLHD42LOSTB6ZHF8byMPiSmtC2JWhvzvcMzTnW35oLPp3d1ttcwDFf+GglMgvXlcHTUQb1gitvdaV4Cqz5XzC1vwvD82M0e3ERjyKzOrf3x3GyEbpZUiNy7jUzX35hRkkgGjuLaQ2RbNYG1XZgV+W6LDNgjpXjI/u7z/3fYdH9IOJrnepztrtxm1gixJ+RD9idyqTPFL5acwJSMGItTKg8=
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 6
      • smithi
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • flavor: basic
      • client:
        • sha1: distro
      • kdb: True
      • sha1: 9beddf1de0035ee34765ace8fa7f9233f6f84646
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
          • dump
          • indent
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
          • libacl-devel
          • libaio-devel
          • libattr-devel
          • libtool
          • libuuid-devel
          • xfsdump
          • xfsprogs
          • xfsprogs-devel
      • extra_packages:
        • deb:
          • python3-cephfs
          • cephfs-shell
        • rpm:
          • python3-cephfs
      • sha1: 0ffbe4a5ef73036309a3c6488be4dbb1b667a4c7
    • ceph:
    • kclient:
    • cephfs_test_runner:
      • modules:
        • tasks.cephfs.test_backtrace
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2020-02-25 10:28:36
  • started: 2020-03-05 16:20:07
  • updated: 2020-03-05 23:06:30
  • status_class: success
  • runtime: 6:46:23
  • wait_time: 6:25:09