Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2019-05-27 05:22:24	2019-05-29 12:04:25	2019-05-29 12:54:25	0:50:00	0:12:32	0:37:28	smithi	master	ubuntu	16.04	6	fail

Nodes: smithi168 smithi190 smithi017 smithi012 smithi186 smithi133

Description: kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/client-limits.yaml whitelist_health.yaml}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2019-05-27_05:20:02-kcephfs-mimic-testing-basic-smithi/3982665/teuthology.log

Failure Reason:

Test failure: test_client_pin (tasks.cephfs.test_client_limits.TestClientLimits)

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2019-05-27_05:20:02-kcephfs-mimic-testing-basic-smithi/3982665/teuthology.log
archive_path: /home/teuthworker/archive/teuthology-2019-05-27_05:20:02-kcephfs-mimic-testing-basic-smithi/3982665
description: kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/client-limits.yaml whitelist_health.yaml}
duration: 0:12:32
email: ceph-qa@lists.ceph.com
failure_reason: Test failure: test_client_pin (tasks.cephfs.test_client_limits.TestClientLimits)
flavor: basic
job_id: 3982665
kernel:
- flavor: basic
- sha1: 4a2c7a0bfee38e0d1fcb0de8cfbbc403a86d6879
- kdb: True
last_in_suite: False
machine_type: smithi
name: teuthology-2019-05-27_05:20:02-kcephfs-mimic-testing-basic-smithi
nuke_on_error: True
os_type: ubuntu
os_version: 16.04
overrides:
- ceph-deploy:
  - fs: xfs
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
    - osd:
      - mon osd full ratio: 0.9
      - mon osd backfillfull_ratio: 0.85
      - bluestore fsck on mount: True
      - mon osd nearfull ratio: 0.8
      - debug bluestore: 20
      - debug bluefs: 20
      - osd objectstore: bluestore
      - bluestore block size: 96636764160
      - debug rocksdb: 10
      - bdev enable discard: True
      - osd failsafe full ratio: 0.95
      - bdev async discard: True
  - bluestore: True
- workunit:
  - sha1: 2bb04a30ed0a4331092a8633c716caa0fdd2ea61
  - branch: mimic
- ceph:
  - log-whitelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - overall HEALTH_
    - $FS_DEGRADED$
    - $MDS_FAILED$
    - $MDS_DEGRADED$
    - $FS_WITH_FAILED_MDS$
    - $MDS_DAMAGE$
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - overall HEALTH_
    - $OSD_DOWN$
    - $OSD_
    - but it is still running
    - is not responding
    - responding to mclientcaps\(revoke$
    - not advance its oldest_client_tid
    - failing to advance its oldest client/flush tid
    - Too many inodes in cache
    - failing to respond to cache pressure
    - slow requests are blocked
    - failing to respond to capability release
    - MDS cache is too large
    - $MDS_CLIENT_OLDEST_TID$
    - $MDS_CACHE_OVERSIZED$
    - overall HEALTH_
    - $FS_DEGRADED$
    - $MDS_FAILED$
    - $MDS_DEGRADED$
    - $FS_WITH_FAILED_MDS$
    - $MDS_DAMAGE$
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
  - fs: xfs
  - conf:
    - mds:
      - mds bal split bits: 3
      - mds bal split size: 100
      - osd op complaint time: 180
      - debug mds: 20
      - mds bal merge size: 5
      - debug ms: 1
      - mds bal frag: True
      - mds verify scatter: True
      - mds bal fragment size max: 10000
      - mds op complaint time: 180
      - mds debug scatterstat: True
      - mds debug frag: True
    - client:
      - debug ms: 1
      - debug client: 20
      - client mount timeout: 600
    - mon:
      - debug ms: 1
      - debug mon: 20
      - debug paxos: 20
      - mon op complaint time: 120
    - osd:
      - mon osd full ratio: 0.9
      - debug ms: 1
      - debug filestore: 20
      - bluestore fsck on mount: True
      - bdev enable discard: True
      - debug osd: 25
      - bluestore block size: 96636764160
      - debug bluestore: 20
      - debug bluefs: 20
      - osd objectstore: bluestore
      - mon osd backfillfull_ratio: 0.85
      - mon osd nearfull ratio: 0.8
      - osd op complaint time: 180
      - bluestore allocator: bitmap
      - bdev async discard: True
      - debug rocksdb: 10
      - osd shutdown pgref assert: True
      - osd failsafe full ratio: 0.95
      - debug journal: 20
  - sha1: 2bb04a30ed0a4331092a8633c716caa0fdd2ea61
- install:
  - ceph:
    - sha1: 2bb04a30ed0a4331092a8633c716caa0fdd2ea61
- admin_socket:
  - branch: mimic
- thrashosds:
  - bdev_inject_crash_probability: 0.5
  - bdev_inject_crash: 2
owner: scheduled_teuthology@teuthology
pid:
roles:
- ['mon.a', 'mgr.y', 'mds.a', 'mds.x-s', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
- ['mon.b', 'mon.c', 'mgr.x', 'mds.y-s', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
- ['client.0']
- ['client.1']
- ['client.2']
- ['client.3']
sentry_event:
status: fail
success: False
branch: mimic
seed:
sha1: 2bb04a30ed0a4331092a8633c716caa0fdd2ea61
subset:
suite:
suite_branch: mimic
suite_path:
suite_relpath:
suite_repo:
suite_sha1: 2bb04a30ed0a4331092a8633c716caa0fdd2ea61
targets:
- smithi168.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDMTM1lhu6JFZMXNxrGb1TmiYU68+3Jcbnan8KxasYGJxC3M/XNBh2KOZ5a+82eyAp/AMU+tAghKgFK0OqdSOfZoEmntZ6FiTQ9pxA5ZZgI7nce66T+ut0oNvsLJfTvSY7pj5/e9g4dU4IpW3LttMXPhQMsHQh8andnnfaT2hjufUbr2LJ2ITNDw6KuMPaJYSUa3umTZxiUmvnAoy522jzUsysEepCiCt8yfvBnq6bAWOJ8L/YTq8i7NY2kw5nVwB/b2DwtktPtHYchQjWQBOvbHVs86tSsX6Zs9RNYDKL9xYJ8EjK3yEJ1S8CfkCxmSSiwIyv5rnyYLHeQaLzkefYD
- smithi190.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCZsXXZSNxjVeR/z9hQ3OQsKIk0RcYn0m4LtAh1KCuCpF80IQxPSHIQvGqw+2yAQ+LsAlYWZLaUiAOjXEVXppEnFOvPfYmvf161Vb1A8r/ry5XPPDW485qVmufonFmXj1p1AqLYdzafAT2w3FD9LTzjhmrz+F5NEa7GSt9LS67lmNYceAgRvMcEVsL0Z0Fwcn981DZBbfMObo+6rK2wG6pBwaq9wgNudqnZMKgSx/A+zLApDhucVu8XOAMlQ3Dsd+fVFUy9hd18lL+oTIPNrsu9lOoc0aBCGkPQIj74xTf8gl66vZpor42+4MNuC7bd/TMPmvZB5sQ/DHu6u10qcQln
- smithi017.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCoJZ3EkLXEg/vFpn2JH32sdHCN+jvwtN2eO478LqaUmkEcbOu4yQsjFhC9qpxFA1MiaEdk9Dv8zF/0Um1a+U7e50ijINzBGt7VpuYsY8Bb37tWp27xuCBcH8xHHE7T3qsAe4OtHoGTLUw5h7U4q2415HCklxjNCGvxWKcZdg7BsPxEluxrFMjwIM4x8PYsrkiSjseAQQn8x4ePxvw2wdTOXlLGr7gSpWYNBsbP0+P25LUl0JZkS7zRvx9sC6APlyZXsLs471Zavt1nzjr6F0Ngsb1q75iKrN/nF0oyaHPncd2HQeSHmVxK03i1LUP7+chE+p/Ms/keSeHSyDhrW4vZ
- smithi012.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxHE4Jf5zNT/CiM5kVsX31jTGI2qHnPJaoJFr7tKdIiu6wWYEKj5NIWbrF9g/waERCTsq4jO/lyzznl+XU5MA6ypwGrxI/BvaxOJhNlEaY3v9r+KyH13i/K86sE59Oc4Zp095XH2KoIC6TKYoX8tbWfVnEJEksoh++d7zAcyNma5XNcwhtQYC3Oa+3fl0CRY24kKDEVlqtsoZenoM1CserUSIUUIh4JulWw5QjIPzSpge9+fbtYct4GdEvQFGlcTjhpv0pMA6mrC+NNAshuIZs6Bb6uinlrZTO+iuIfdEo+abYVc1IeHfUnsnN038bQuRds1tlfY3la3fCAkQpyiMf
- smithi186.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDAHQOG/bggXwZIawW8vrcRE3RsCU7j5Y4A7cnOsl2RhW4o4B5XdOIx2LtGgZ3uA+dznvO3/OkyCa1E4Qr5C+GSfUSIhZU8HEchEIc46GVhXcVg5vf6IZDDMLDHsHu2XXmP1Qf7nOwExugKOo29IcN61w18zkdGPGR7JVCEkCgNnWoqU99o0glNJCyoALEe6TZjl490FHaSk6gk/8Fu5R4IdkH8MjR9/jQdSOisMnwT7J1zsjYNpR1TQQkGKD8Wk0wJwJjnlUuhvGcgLfehIVjqeALdNPs+1RDFjD8HksA6rvQ7cLp/WgchFEZxhxBwWn541enOwxkQxOA/gk8bo6PX
- smithi133.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCVmYhsE72ak+0uNvzmoX+6Rh2bejnWi9o14QBgyz33MKP4Z8FMsm5Y/CbvgkAufncRCxSwH0K051Uw88e09Fe9rie4+VwzDK5bZUMOsp8x16+BDWmYPYa2mWVPnvqj3VAAWQSy2An7y+sTV2sIKl8+byhiHRvFYbJ4DDCagzLoRy8dx9ADzOhkVBAUHkXOD2ADA9EoIVu87cYZEFYQX6JWDQ1HZG5WeqDeaeCX6QaVWmYQ+GJ/duIbfEm2fbik/f/HKTC1OCWwxri9sLlceh47PxyRTT9GNmOPTfxAMIlDtDa6oEKwRx9qSZ3F2jF2pUVT+HirPyG5DKEM5uq3FV2B
tasks:
- internal.check_packages:
- internal.buildpackages_prep:
- internal.lock_machines:
  - 6
  - smithi
- internal.save_config:
- internal.check_lock:
- internal.add_remotes:
- console_log:
- internal.connect:
- internal.push_inventory:
- internal.serialize_remote_roles:
- internal.check_conflict:
- internal.check_ceph_data:
- internal.vm_setup:
- kernel:
  - flavor: basic
  - sha1: 4a2c7a0bfee38e0d1fcb0de8cfbbc403a86d6879
  - kdb: True
- internal.base:
- internal.archive_upload:
- internal.archive:
- internal.coredump:
- internal.sudo:
- internal.syslog:
- internal.timer:
- pcp:
- selinux:
- ansible.cephlab:
- clock:
- install:
  - extra_system_packages:
    - deb:
      - bison
      - flex
      - libelf-dev
      - libssl-dev
    - rpm:
      - bison
      - flex
      - elfutils-libelf-devel
      - openssl-devel
  - sha1: 2bb04a30ed0a4331092a8633c716caa0fdd2ea61
- ceph:
- kclient:
- cephfs_test_runner:
  - modules:
    - tasks.cephfs.test_client_limits
  - fail_on_skip: False
teuthology_branch: master
verbose: True
pcp_grafana_url:
priority:
user:
queue:
posted: 2019-05-27 05:22:24
started: 2019-05-29 12:04:25
updated: 2019-05-29 12:54:25
status_class: danger
runtime: 0:50:00
wait_time: 0:37:28