Description: kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml whitelist_health.yaml}

Log: http://qa-proxy.ceph.com/teuthology/pdonnell-2018-05-16_14:06:20-kcephfs-wip-pdonnell-testing-20180516.034822-testing-basic-smithi/2539323/teuthology.log

  • log_href: http://qa-proxy.ceph.com/teuthology/pdonnell-2018-05-16_14:06:20-kcephfs-wip-pdonnell-testing-20180516.034822-testing-basic-smithi/2539323/teuthology.log
  • archive_path: /home/teuthworker/archive/pdonnell-2018-05-16_14:06:20-kcephfs-wip-pdonnell-testing-20180516.034822-testing-basic-smithi/2539323
  • description: kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml whitelist_health.yaml}
  • duration: 0:16:18
  • email: pdonnell@redhat.com
  • failure_reason:
  • flavor: basic
  • job_id: 2539323
  • kernel:
    • flavor: basic
    • sha1: ae2a8539ab7bb72f37306a544a555e9fc9ce8221
    • kdb: True
  • last_in_suite: False
  • machine_type: smithi
  • name: pdonnell-2018-05-16_14:06:20-kcephfs-wip-pdonnell-testing-20180516.034822-testing-basic-smithi
  • nuke_on_error: True
  • os_type:
  • os_version:
  • overrides:
    • ceph-deploy:
      • fs: xfs
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • mon osd full ratio: 0.9
          • mon osd backfillfull_ratio: 0.85
          • bluestore fsck on mount: True
          • mon osd nearfull ratio: 0.8
          • debug bluestore: 20
          • debug bluefs: 20
          • osd objectstore: bluestore
          • bluestore block size: 96636764160
          • debug rocksdb: 10
          • osd failsafe full ratio: 0.95
      • bluestore: True
    • workunit:
      • sha1: 1d12f4881e8a7193f3a49a589fec5b3bd9402389
      • branch: wip-pdonnell-testing-20180516.034822
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
        • responding to mclientcaps\(revoke\)
        • not advance its oldest_client_tid
        • failing to advance its oldest client/flush tid
        • Too many inodes in cache
        • failing to respond to cache pressure
        • slow requests are blocked
        • failing to respond to capability release
        • MDS cache is too large
        • \(MDS_CLIENT_OLDEST_TID\)
        • \(MDS_CACHE_OVERSIZED\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • fs: xfs
      • conf:
        • client.1:
          • debug ms: 1
          • debug client: 20
        • client.0:
          • debug ms: 1
          • debug client: 20
        • client:
          • debug ms: 1
          • debug client: 10
        • mon:
          • debug mon: 20
          • debug paxos: 20
          • debug ms: 1
        • mds:
          • mds bal split bits: 3
          • mds bal split size: 100
          • debug mds: 20
          • mds bal merge size: 5
          • debug ms: 1
          • mds bal frag: True
          • mds bal fragment size max: 10000
        • osd:
          • mon osd full ratio: 0.9
          • debug ms: 1
          • debug journal: 20
          • debug osd: 25
          • debug bluestore: 20
          • debug bluefs: 20
          • osd objectstore: bluestore
          • mon osd backfillfull_ratio: 0.85
          • bluestore block size: 96636764160
          • osd shutdown pgref assert: True
          • debug filestore: 20
          • debug rocksdb: 10
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • bluestore fsck on mount: True
      • sha1: 1d12f4881e8a7193f3a49a589fec5b3bd9402389
    • install:
      • ceph:
        • sha1: 1d12f4881e8a7193f3a49a589fec5b3bd9402389
    • admin_socket:
      • branch: wip-pdonnell-testing-20180516.034822
    • thrashosds:
      • bdev_inject_crash_probability: 0.5
      • bdev_inject_crash: 2
  • owner: scheduled_pdonnell@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.a-s', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
    • ['client.3']
  • sentry_event:
  • status: pass
  • success: True
  • branch: wip-pdonnell-testing-20180516.034822
  • seed:
  • sha1: 1d12f4881e8a7193f3a49a589fec5b3bd9402389
  • subset:
  • suite:
  • suite_branch: wip-pdonnell-testing-20180516.034822
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 1d12f4881e8a7193f3a49a589fec5b3bd9402389
  • targets:
    • smithi056.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCx3mM9ECAIfivwZQB7L3BVJhKnW61GUUwLZagXsjtsfDR7qdt9yBoBLjX9+aWWl72sBPPdHViRpBFTUQSbk+gIKh+hWzKD+NsFpHlHCzvS4YV0sS4r/hIhoeZcl2sNqksSRYy7aUqqfXCHAtZJ6L9VjOjY+paZLRiGABGgQCN06vVvuOjsxEUGkE8VM95tRXw6LzBVWgrs/K+C3RoDClC1Rwp386SrtIqPXZVnRHEczbllr427GGncZdd/RwNBPzJ/OOtaEp/8hXtJkFvo13lIexUFCIdldua5NZPLTOIjW/qyXMtAsCy2Q9ARstenht/zl1aYfHTLnkwJpEssW7IT
    • smithi130.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDgE7zPdGYSsCCdm8jTOmJewGUF+AajjXAkrS9uH6baY17k9GjO26QqtZmvlMOGOxpndwyozu2GCyU10uMqtNLOrx6N0mOtDZwJylAFodzYhf7Yrn6KfADWRRXI2FR/OKhVJ28mV7XSfCAodKVfCN1SoUsWAkMMhIZfhtGhqJksk0vm+ApggnyAzHuMEdnln9MR/Z1UgXAIu6dg6DvJglOWnffO8dlR49V+1/ewGjY31sZ7h+W7wY966a8/8AbcDOAEoWesxz//iiux6UKUobqOXaPUPJ1x5S3Nz6pO0WSJ4HZwuUreBZDPYC7uS/1PCIddXWh7TitwW+YIv/H4QXFj
    • smithi076.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfGn879lt7SdqAF9Z3pHln2EFjtJYD6NZX4eLZ1DkQKOXzredJE1YHWL3MkPp9SBn9R5JL9YUsJd9PDHx+plrZLX8rd9A79u4bZQgUnXLeploMqF6zGDIJuVyDIhqTFqAgUt+V+it2Y2nfAt4OF/9KalL6IJlNSgch6a+qnlNt59Hmi0ghM0bnlSAdsymyPbbyHxLm2raBdupAxs3FmKe8fvtQAKxq8UtXh6jrlvXFS1CS4rVVOJLUQsypu/l9zjOfm5OM0KeOso6TFl2dVih1mnfiGJDmkODNQm+QFONzysOiuDTIGYsFZfh7dPBB7KirYGESPWe0bTvZCYskswkx
    • smithi198.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDvZWvVJpX2cxlJejynrU45nCd+RHIF9HLsRsPkAA0JvsWemtCP+1SXPCWv7ySqTbGBaThKwsk78TkVAVp/xQIvNXMQkOnY65FfJC4BDYLbsMRULZeP/qPsPfw4tMdOMgox5uYlTzjfY4wP4RwE6rSByMEW7j6l5pPCRymKLGAoK23hE5y8jSoyKVCNtsdV20E+m8Oq7Hmlzz53HoHO0CwNqsUyujxqQ2HNm3RNoLJ6CdO3X54e43ebHD5oiGNaP6NqYzZXqgOSw3mm72gwBrL9UIBoLfcF9m96NlH5jZjTfZkWnhfOOa91VgIL85Lqmi+cdae6YxreZqPaNZPJLGj9
    • smithi148.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDTUN8kBl1WyFZtsMRBt23KBHko5Dpf9MKQSe4tHnJANGqIy90tr9iaQ/2xm+JIfhwNENur89UEVQIhD6IqzsTqk+N/xM8wI60hnwzR/IW4ixGp6A2wjzlaV2f1kVsf1HQwJXN4dKnSACirEIVYQc9KA87z/eXlk3RmEHzzAqNzne0RXmtuT7QJmPsSF7sEyhhf/kzW7rzovX4B/98q7umn713Ym/YpSx3s+cHzC6pLVNmESnOIFZy41YHykJj/AvEIPqV05YkkilWm/ebuK3we2TXRq4OCEL8zyIyHdu/gfjm5k3AsSRy9Y3ON51BbSD+cXFlyEkuAAT+HbN2Tdpnp
    • smithi100.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCtt3n29VMts8iOZKiHiBxpsyFPwxorVGdTC/xFHN/cCTdSCbNdXhlD61Pod6MSg5knTqlSUY5tXd+FqLSVF5mZQVThkOXOJHgONWcOCq1CiBimUTR6coWzrcRYHKr9iMupxN1s1cHPqIw4NpqC4M+qK+I/BdtAZLkHlMBvKiqRB80+xYDtJHvMmTmSF7imPTU89PDwqTx7d0J8iVWfrr3iC/6K27E7+Kulun5qkP0L1Ucy3/Ey7MlNmLoQLehm+U5cQvZkYZ4+b3+DNKoWsF2cetuzVah/NeIrx7aHlP04b3Er/USp+Bx8pIQ98fuflVKrFODV5uE19sTIpv6yeQnj
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 6
      • smithi
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • flavor: basic
      • sha1: ae2a8539ab7bb72f37306a544a555e9fc9ce8221
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
    • ceph:
    • kclient:
    • cephfs_test_runner:
      • modules:
        • tasks.cephfs.test_client_limits
      • fail_on_skip: False
  • teuthology_branch: master
  • verbose: False
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2018-05-16 14:07:06
  • started: 2018-05-17 18:43:39
  • updated: 2018-05-17 20:59:41
  • status_class: success
  • runtime: 2:16:02
  • wait_time: 1:59:44