Description: kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml whitelist_health.yaml}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2018-02-19_03:25:02-kcephfs-master-testing-basic-smithi/2203380/teuthology.log

  • log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2018-02-19_03:25:02-kcephfs-master-testing-basic-smithi/2203380/teuthology.log
  • archive_path: /home/teuthworker/archive/teuthology-2018-02-19_03:25:02-kcephfs-master-testing-basic-smithi/2203380
  • description: kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml whitelist_health.yaml}
  • duration: 0:26:43
  • email: ceph-qa@ceph.com
  • failure_reason:
  • flavor: basic
  • job_id: 2203380
  • kernel:
    • flavor: basic
    • sha1: 0b9ad679d06a22f1f1dd2666c7338460c3ad91bb
    • kdb: True
  • last_in_suite: False
  • machine_type: smithi
  • name: teuthology-2018-02-19_03:25:02-kcephfs-master-testing-basic-smithi
  • nuke_on_error: True
  • os_type:
  • os_version:
  • overrides:
    • ceph-deploy:
      • fs: xfs
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • mon osd full ratio: 0.9
          • mon osd backfillfull_ratio: 0.85
          • bluestore fsck on mount: True
          • mon osd nearfull ratio: 0.8
          • debug bluestore: 20
          • debug bluefs: 20
          • osd objectstore: bluestore
          • bluestore block size: 96636764160
          • debug rocksdb: 10
          • osd failsafe full ratio: 0.95
      • bluestore: True
    • workunit:
      • sha1: 3b10d162350e5b091293a8a5a5c7db7c4ec4c22b
      • branch: master
    • ceph:
      • log-whitelist:
        • slow request
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
        • responding to mclientcaps\(revoke\)
        • not advance its oldest_client_tid
        • failing to advance its oldest client/flush tid
        • Too many inodes in cache
        • failing to respond to cache pressure
        • slow requests are blocked
        • failing to respond to capability release
        • MDS cache is too large
        • \(MDS_CLIENT_OLDEST_TID\)
        • \(MDS_CACHE_OVERSIZED\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
      • fs: xfs
      • conf:
        • client.1:
          • debug ms: 1
          • debug client: 20
        • client.0:
          • debug ms: 1
          • debug client: 20
        • client:
          • debug ms: 1
          • debug client: 10
        • mon:
          • debug mon: 20
          • debug paxos: 20
          • debug ms: 1
        • mds:
          • mds bal split bits: 3
          • mds bal split size: 100
          • debug mds: 20
          • mds bal merge size: 5
          • debug ms: 1
          • mds bal frag: True
          • mds bal fragment size max: 10000
        • osd:
          • mon osd full ratio: 0.9
          • debug ms: 1
          • debug journal: 20
          • debug osd: 25
          • debug bluestore: 20
          • debug bluefs: 20
          • osd objectstore: bluestore
          • mon osd backfillfull_ratio: 0.85
          • bluestore block size: 96636764160
          • osd shutdown pgref assert: True
          • debug filestore: 20
          • debug rocksdb: 10
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • bluestore fsck on mount: True
      • sha1: 039165276e20ab24e2bf0e03fd43025bd3463889
    • install:
      • ceph:
        • sha1: 039165276e20ab24e2bf0e03fd43025bd3463889
    • admin_socket:
      • branch: master
    • thrashosds:
      • bdev_inject_crash_probability: 0.5
      • bdev_inject_crash: 2
  • owner: scheduled_teuthology@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.a-s', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
    • ['client.3']
  • sentry_event:
  • status: pass
  • success: True
  • branch: master
  • seed:
  • sha1: 039165276e20ab24e2bf0e03fd43025bd3463889
  • subset:
  • suite:
  • suite_branch: master
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 3b10d162350e5b091293a8a5a5c7db7c4ec4c22b
  • targets:
    • smithi059.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1Ne3RiTdi1tOlsQKJdnOfS5Tmu3Sg+X2qI+q5Y44I06J4cOQEP+zrg0wcJB7+SnqDCsnOm7YswPMuhao9NJ6yO0xxg3rQLFVfjpgmkNsqh5B/r3Ostwe9PYEsEUa6YIt3C0AJlB3HAX3ohrcJyUw7JVMOz9K1XQw0Xa1RtDhgQrAC7fP6qZlA7JARkAZFtJhO7YsBNqXojNIq0463+6mXVEMgtEmm1iEWqrZFqvfJ8EvsWbLfupeyxOBNL2UH8wUx8y33zoIQD7Oi76TJ/eTUo2Q2jgl/SwXlZefHeDDuYGKlwXkQ8jHvTN0+zMnVZ8EvKtVv2gDy/NQPzgbdxLrD
    • smithi005.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQClvmNBHOSwoq/4eF6b1u3MoHztGHYusK1Ju2jUCI3mtA64Edg/bXvGjLKyMo1I06p19guV5eM8mzj0YUu1LO+3xEIRTgauGMDoC0+T0lB+JIKlwk0pv1xGbUMldiClqlUnsWg2/Gi7IsCtqQCItxzvwlYp0pBDfKGODKjzMrPKcw0vun7nJiILLfc86+bErTq+2kpfrKk2PI05whXiQVpdZWED21kfoOx/VDnxNfucsNQxdnLFnP7q9R1SYPFULv25sZOTv83df7GJQyzNOI4keK4t/LbVpi176dHYlRgJ5C7U2XfpurC8O/y1Cmbbo9sdnh1mxS1JXnKJe6YbGdeF
    • smithi189.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCcr5W3Id4aNPtVPl6mAnl0iqjT7X4cvdwvSypCaHuL0BgVifMeO4ynAuaYq/RNDoyDaCcAVKBeRIxhrRY4GHj9npyhqmkViK4hO3QjwZgIw1QoHhT4R+ZuyxPpJfKhuTCPp8CVYxOw5Cr8SCX9onG1/Ti9z9GgJ54Pzm0It+Vk0H8WsttHp4SHXicUVCfOFGx2GoPHIKGq9WlGUCiM4/VqSphu25o05KWKXjgocm0Hwk+PCUtn4uPCDEANoSYSzGgmaycJTRvj6XLZXC2uNz0NWErKQx68H6AzsTEXUL6DsbIgSX7L2Lx69buQMaO4teBSB7R7ykbAbv2xLr10ywwL
    • smithi107.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDyjBPxkisI7jL78VitcxWbJndxtMs5ADYsKuqcu5Lg0z+aD34F7eUSNaXQKaOmAm+o1xWHZ46DlIXdYA5aODOO+iftvvUNTg1AZCbS00hWYdIz6SxbE5eIcLL9N8qpYgMXHw54HNZZms8yM3IUoatRiQxhQXlEQrHJxZxVubOVp9hbI5B6fYIdLs9oLw80R7YxW6kcJFQoxL+xNWMdGpg25BTqjHK9g2LfQ4Gmp3v/cikAZdos1B6LnEWvl4Opf/Qec2F6EmT0cUjfESfhVIjs2WQzupws/U84aNUapPmkL+DBwY30xge3mKMq/dxuCJuwPglHC+aIkIllgLUWUEyL
    • smithi166.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDAJiBXK7rL2wKTI88dJw1PkZwJLF8eoyalnpA2aN4qn4YufnkjayfUEM+WPEVgBr76aabTkfXtjwDduuZCks81n5DGCByuOONcEhhttK8x6fD8xEVTCowxcv1ycklVq6G08csiy1kbDPYPR/P71w5Sevug6Nzpi++PjwjQnaXz9GBPDl4MnoR/9rC/2Bq2/7FGTENmYQYP2u9I1oTDRrscqZUIIojtulpi4VXOa37PreFwwSdbv0jaSV3Zyk030R9sHq9EtR3A/v7WOZRzly1XphcLlVp58+/zCuYnZy+nNSujJVDAoIARtwmR1q54GD73ywd1bkvH/IvYjNunqWIJ
    • smithi205.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5YuR8Tsui6ceu7jqz7G/N0mePAYHxgwIimY7wYkQQcApv/977dmAxGpmOJ73cRMtMoPInApJ5Y3iC9ZoH0KsXyJ6Ih/v1ohBroRY2ilmsMR9zgZ7YQ/DRwd+zai8iuFuhoi0mrrW/KBRgitACZV+hFtngMHnAvH/ktVvosTewq7y5G4ghYO8zf8Bf3tO5z9VyWa5/W/3elOICreQQrUPxklr8PwSQmJtFq2Fyg0noZXxqeqViQhzDl5GQg26GUq5R6mzxkmzqDF1ARMqv79BIS3kM6fXOLeyBT4FN/jFcrU2oQ1s2yUn/ZUj+29BaNyKH4/NhzPRaMpcwd5AhJ9GD
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 6
      • smithi
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • flavor: basic
      • sha1: 0b9ad679d06a22f1f1dd2666c7338460c3ad91bb
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
    • ceph:
    • kclient:
    • cephfs_test_runner:
      • modules:
        • tasks.cephfs.test_client_limits
      • fail_on_skip: False
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2018-02-19 03:26:41
  • started: 2018-02-19 13:54:07
  • updated: 2018-02-19 16:44:24
  • status_class: success
  • runtime: 2:50:17
  • wait_time: 2:23:34