Description: kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/testing/{flavor/centos_latest.yaml k-testing.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-03-24_10:25:03-kcephfs-master-testing-basic-smithi/4886745/teuthology.log

  • log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2020-03-24_10:25:03-kcephfs-master-testing-basic-smithi/4886745/teuthology.log
  • archive_path: /home/teuthworker/archive/teuthology-2020-03-24_10:25:03-kcephfs-master-testing-basic-smithi/4886745
  • description: kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/testing/{flavor/centos_latest.yaml k-testing.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml}
  • duration: 0:28:44
  • email: ceph-qa@ceph.io
  • failure_reason:
  • flavor: basic
  • job_id: 4886745
  • kernel:
    • flavor: basic
    • client:
      • branch: testing
    • kdb: True
    • sha1: 1b1d1137d237ab13aa097e5c9aa21bba7c4570cd
  • last_in_suite: False
  • machine_type: smithi
  • name: teuthology-2020-03-24_10:25:03-kcephfs-master-testing-basic-smithi
  • nuke_on_error: True
  • os_type: centos
  • os_version: 8.1
  • overrides:
    • ceph-deploy:
      • fs: xfs
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • mon osd full ratio: 0.9
          • mon osd backfillfull_ratio: 0.85
          • bluestore fsck on mount: True
          • mon osd nearfull ratio: 0.8
          • debug bluestore: 20
          • debug bluefs: 20
          • osd objectstore: bluestore
          • bluestore block size: 96636764160
          • debug rocksdb: 10
          • osd failsafe full ratio: 0.95
      • bluestore: True
    • selinux:
      • whitelist:
        • scontext=system_u:system_r:logrotate_t:s0
    • workunit:
      • sha1: 3f5a801d972694750c8fce7cc8b5136a37c82b43
      • branch: master
    • ceph:
      • sha1: 3f5a801d972694750c8fce7cc8b5136a37c82b43
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • \(FS_INLINE_DATA_DEPRECATED\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
        • MON_DOWN
      • fs: xfs
      • conf:
        • mds:
          • mds bal split bits: 3
          • mds bal split size: 100
          • osd op complaint time: 180
          • debug mds: 20
          • mds bal merge size: 5
          • debug ms: 1
          • mds bal frag: True
          • mds verify scatter: True
          • mds bal fragment size max: 10000
          • mds op complaint time: 180
          • mds debug scatterstat: True
          • mds debug frag: True
        • client:
          • debug ms: 1
          • debug client: 20
          • client mount timeout: 600
        • global:
          • ms die on skipped message: False
        • osd:
          • mon osd full ratio: 0.9
          • debug ms: 1
          • debug journal: 20
          • debug osd: 25
          • debug bluestore: 20
          • debug bluefs: 20
          • osd objectstore: bluestore
          • mon osd backfillfull_ratio: 0.85
          • mon osd nearfull ratio: 0.8
          • osd op complaint time: 180
          • bluestore block size: 96636764160
          • debug filestore: 20
          • debug rocksdb: 10
          • osd shutdown pgref assert: True
          • osd failsafe full ratio: 0.95
          • bluestore fsck on mount: True
        • mon:
          • debug ms: 1
          • debug mon: 20
          • debug paxos: 20
          • mon op complaint time: 120
      • cephfs_ec_profile:
        • m=2
        • k=2
        • crush-failure-domain=osd
    • install:
      • ceph:
        • sha1: 3f5a801d972694750c8fce7cc8b5136a37c82b43
    • admin_socket:
      • branch: master
    • thrashosds:
      • bdev_inject_crash_probability: 0.5
      • bdev_inject_crash: 2
  • owner: scheduled_teuthology@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'mds.b', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.c', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
    • ['client.3']
  • sentry_event:
  • status: pass
  • success: True
  • branch: master
  • seed:
  • sha1: 3f5a801d972694750c8fce7cc8b5136a37c82b43
  • subset:
  • suite:
  • suite_branch: master
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 3f5a801d972694750c8fce7cc8b5136a37c82b43
  • targets:
    • smithi018.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCplCTkYob3nLzpQZa7Ik5D1XYaCKLmca7DFbhG1F3+rjqCx4Sxc7nWrQGG+EcEPx0osPvYN7Iy4pt98PmOCL/pKhqCy4Eo0LDigZ+UP4aK/CrrE+/TFfTTWcolfUaoM1nauoMMIIe0Fs0+pMeedVi6C8y2KTK3VJIsInUQ4lb0iQSxRsSM1iPBOKicqtQ1ilRu0u8VJPd1yKQx4bW1pY6IRHwRmT2BHyEAlbbdhHMG5hlIbkn23WB/mM6oljZ8+Ods27Y4EyFfnFdaBrcsnjmd1EOhu0NHsWEhBL5Gv6dOAryaDLpumzmLFn1c7WGPBAYnCj8uncq6rkE4UUJeH9XvuPFQoT4b40a98jqGpiW3rwCyIDiu/Tpd1t3ewJs5tFFWKYsZGLvGOvFDJRVvjHbUN+jgnxIm53exuDppMwapMyU4ZCqqrwX3kC6tDodAIVyLnNvNbNddP8WB/tOUoDQtL1X/t4Ict60Q/8pqzj2uAMOeOQ7TK34Z8RE6A3F1WME=
    • smithi014.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDhkry57Ia+/S+UaqARWbUkRNAhq5Puuro1kEkhdrFAuEU+coSiPJ+1Uv8KKqy8+V+yEAChz/tDgWXDpKlJXM23xJ86coU3b+n4sloBOWx4ESZhQ4SF8PHyqehl1ht72xCPOcJNzhrh9HH6XitKl7Vm03RSVO9RJUndhn/8UZ/s4im9NC2I971CMecc+suA5gkLqKDwPX+07I1XLREesNPyWogcG9l68HUw/Xbw4hDutG6SlmTmFE8EqeTg40JxgTlOfQEkYS8aqDrrNCa0Nq5vHDIlVRPOw9WkQAm45NXZPhJVxYAHmME8jkGZoWlP/ivntgfHyeORVQby9z2vaiFdnjCTLlyWhXY5UIwxbj0Ihe39jlEY43voY2n8R3vAoErE5G1VqV6Ts37cFGbq/iG5rUGvy9HfIG5W7H37KlxndwAk88WCHsnPVEKQozi6x0waZem1byS+oLe6uOSQmuglyFA+bZIvoUxZhY42sw1hjE3LzRZV/RoUnSrZA6/B0hM=
    • smithi135.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC3p/2f1MLw2e8gxuPyIWqEW3KbwSy6ydvVxHFl8zayX3LSWDIW0ZCS8QVXaxtTpi5Bz+PDvoPa6+BbbmEnP0YBvDFhh2be6pxiXRKsdOggd5PPIC7cVIjRswC1W9Dx6+GDXdAaQov5BzIwW/Tuqh+NqZyEu4fiFpNFpu4GKIDSPPL8ko6agc2VCpJH3zCKoD5AHgdA+s8G6ss/xxz0L9VIJB6pIjkwU8wyqnOiXQqwwSIcDFjfaUkvgQhoYbBSqObMna5gy/bX30l+02DouUMBcHp7Ie1tJlZy+xeHxYUP5K0MvPiFNGOJTP9DKT5VLfeoR0zV/oWlyMxKs9PQCsYA5brt/U+266/JpJiDeOH7zaVAqtquz6sxemtk7CW0/24KAOXQ3wKV1A95VnsIXCd0VKlGgYQfakEOxOk84Xyq+hGaEYOKqc7CcD6lJOzuOBmvis9kwovPhLzOq9GTFWQbTrdehgivs2OBi50t0Asddtq5PXD8s20k0k/DjRJQ9t0=
    • smithi195.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDjB9J/JbID7QVywDp+yCBRYfPl2KU7G9xtA2YKaPVg/39oX7dAsQxC3belGzhxml96jpoT13SRBDUhLuuN/y0fvRhd/r0+5O0Lw849beb0o3IwrEYZJvLfYh3FGTjfIMQ82q66jmlHR44ia3/nOHuDN9gsJcQHNfA+TfHuMipCNrzBBu90VbCX57ojhvGP63FHv2K7vlbpgzu84AXfoMG8wM6T8Odj5JzMl28yJfwS4O1M/pX3thp+8K8uA6tKhxCIHXN6eASaHsSO1BmJ9G6HCyoIeCD19dl6OMBZm4U4dSyGCjxptz2t8rmrhfactRtQtRrzxaj2KX90xA21R6J3QcvisIY1Pxp69+4cvzq9NksyqRKCBdZNO+wl4OUtNN3133TDQLJLY1xLmoJ5HpTCUCgdpBiv/gcD06lCFk01E9tO0lMtXIPsEUF7/CPkBhap3+EeTW7uCPoRU/nza2LFRLMhj0bz08WL5lxcyaaFX9bQ0UbeZ+J6ocwtGV7WVrk=
    • smithi119.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDZk95Q6gK2puc7M965N83KMff5Yxt1xDIpK0mGhMrsG6Ee7CJdmDzbo3SuC7jh1rdZE0hKXjoCZAlJGLzdNhjyH7Nk1R0uDGq93Sehei0NnHw2d9mXCWewfEGrJaUVI9CDmJKehg1xq0tdBamjb1/ewfoOwAW2Ql9FfhvnMFPCfNuHiZplE4SdzB3xE34sg9MkfMilitNEIK6GbYtenm5Kr9njM2kfpuikn7G1t06mNvfLfVFQ96XYfGaguEtvyZd/FbJi4piGI62Z3y5vZt+KbutaGz6GrfoeLkGssMP+1DaGv+g9GeWj9JW6xc/jnjn0VlXkSAtaBxVeKkMLaLH2yDtGSCTc1h9Wl7rfGZBmRFdFFwbRhj9SGzuP+xO9RG2tS1D3vwT2mofGbZiymXe/YRXtOcdUcYYvILBw+0RSlZbcz5WUjIC1AL1cyjw8kn2Ltiotpqu5HY6bLY3Gbo9ts9+FvxGJv3NTLcDWGms/Ew5HsNeV8Y1YqK++iafif/k=
    • smithi007.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDHdRAQg5pde8gLazw0BxWeD8zLs5nLkrbRGlsf9b43zhmmaCh/XptzbgEN2NVRIZhLvqO+GWBsQWMAvofpg4SOSq4693m3ralYqHVqdoxGtuw9CKc6Pqqe3/4M86GGr/buEAwy1RZi03Iqr920mEQjSYQ5O6yWzjn2xbBh08hKJ7gfaLBVgFCrhchaVzmrnahKTL4xMyCVahsovgSx+De9ZqK7smOmif20J6qSsFICPdZBcZCGUabJxdpMUfMAQg/ssJaKVW4XWvE97zqOcoNNtPCdTJj3cNRJDiDr2D6MJ1CjxFLL5yO9NMmC5BDnuguPHwC3nWKEQKY+QCtSEEkYd1eIezePvTbZb5dYnE1LpaYdgWiEZ4xTL6Uo8OSCYBfkQbKUBfORaO+MbmPF5RHmO3zdWtOXYIUVazXkDNUCHKXUhujfTt6sa66y9rt9ZZVXdQGq2pXuzjPayFx0iHgJQogaoG3j0DIfCI3jzyPyoX9/2LtESON84R4ssY0ajDU=
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 6
      • smithi
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • flavor: basic
      • client:
        • branch: testing
      • kdb: True
      • sha1: 1b1d1137d237ab13aa097e5c9aa21bba7c4570cd
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
          • dump
          • indent
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
          • libacl-devel
          • libaio-devel
          • libattr-devel
          • libtool
          • libuuid-devel
          • xfsdump
          • xfsprogs
          • xfsprogs-devel
      • extra_packages:
        • deb:
          • python3-cephfs
          • cephfs-shell
        • rpm:
          • python3-cephfs
      • sha1: 3f5a801d972694750c8fce7cc8b5136a37c82b43
    • ceph:
    • kclient:
    • cephfs_test_runner:
      • modules:
        • tasks.cephfs.test_volume_client
      • fail_on_skip: False
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2020-03-24 10:26:44
  • started: 2020-03-25 01:51:34
  • updated: 2020-03-25 02:57:35
  • status_class: success
  • runtime: 1:06:01
  • wait_time: 0:37:17