Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2018-02-03 09:17:10	2018-02-03 09:17:12	2018-02-03 09:47:12	0:30:00	0:13:49	0:16:11	mira	master			6	fail

Nodes: mira065 mira118 mira090 mira068 mira080 mira112

Description: kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml whitelist_health.yaml}

Log: http://qa-proxy.ceph.com/teuthology/zyan-2018-02-03_09:17:05-kcephfs-wip-pdonnell-i22627-testing-basic-mira/2146761/teuthology.log

Sentry event: http://sentry.ceph.com/sepia/teuthology/?q=ad9fcc5f12f340eca961071190d5fcaa

Failure Reason:

Test failure: test_full_fclose (tasks.cephfs.test_full.TestClusterFull)

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/zyan-2018-02-03_09:17:05-kcephfs-wip-pdonnell-i22627-testing-basic-mira/2146761/teuthology.log
archive_path: /home/teuthworker/archive/zyan-2018-02-03_09:17:05-kcephfs-wip-pdonnell-i22627-testing-basic-mira/2146761
description: kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml whitelist_health.yaml}
duration: 0:13:49
email:
failure_reason: Test failure: test_full_fclose (tasks.cephfs.test_full.TestClusterFull)
flavor: basic
job_id: 2146761
kernel:
- flavor: basic
- sha1: b9e5d03b6e64972164bff45ae3adb64a23e7568a
- kdb: True
last_in_suite: False
machine_type: mira
name: zyan-2018-02-03_09:17:05-kcephfs-wip-pdonnell-i22627-testing-basic-mira
nuke_on_error: True
os_type:
os_version:
overrides:
- ceph-deploy:
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
- workunit:
  - sha1: 505dc208a9e2aab4ca8962ec6c5daca9c866d5ea
  - branch: wip-zyan-i22627
- ceph:
  - sha1: 82ab4ec39892640cd219818c78b784d2deba7cf6
  - log-whitelist:
    - slow request
    - overall HEALTH_
    - $FS_DEGRADED$
    - $MDS_FAILED$
    - $MDS_DEGRADED$
    - $FS_WITH_FAILED_MDS$
    - $MDS_DAMAGE$
    - overall HEALTH_
    - $OSD_DOWN$
    - $OSD_
    - but it is still running
    - is not responding
    - OSD full dropping all updates
    - OSD near full
    - failsafe engaged, dropping updates
    - failsafe disengaged, no longer dropping
    - is full \(reached quota
    - overall HEALTH_
    - \(FS_DEGRADED$
    - $MDS_FAILED$
    - $MDS_DEGRADED$
    - $FS_WITH_FAILED_MDS$
    - $MDS_DAMAGE$
  - fs: xfs
  - conf:
    - client.1:
      - debug ms: 1
      - debug client: 20
    - client.0:
      - debug ms: 1
      - debug client: 20
    - client:
      - debug ms: 1
      - debug client: 10
    - mon:
      - mon osd full ratio: 0.7
      - debug mon: 20
      - debug ms: 1
      - mon osd nearfull ratio: 0.6
      - debug paxos: 20
      - mon osd backfillfull ratio: 0.6
    - mds:
      - mds bal split bits: 3
      - mds bal split size: 100
      - debug mds: 20
      - mds bal merge size: 5
      - debug ms: 1
      - mds bal frag: True
      - mds bal fragment size max: 10000
    - osd:
      - mon osd full ratio: 0.9
      - osd mon report interval max: 5
      - debug ms: 1
      - bluestore fsck on mount: True
      - debug rocksdb: 10
      - debug osd: 25
      - bluestore compression mode: aggressive
      - debug bluestore: 20
      - debug bluefs: 20
      - osd objectstore: memstore
      - mon osd backfillfull_ratio: 0.85
      - mon osd nearfull ratio: 0.8
      - bluestore block size: 96636764160
      - debug filestore: 20
      - memstore device bytes: 200000000
      - osd shutdown pgref assert: True
      - osd failsafe full ratio: 1.0
      - debug journal: 20
  - cephfs_ec_profile:
    - m=2
    - k=2
    - crush-failure-domain=osd
    - disabled
- install:
  - ceph:
    - sha1: 82ab4ec39892640cd219818c78b784d2deba7cf6
- admin_socket:
  - branch: wip-pdonnell-i22627
- thrashosds:
  - bdev_inject_crash_probability: 0.5
  - bdev_inject_crash: 2
owner: scheduled_zyan@teuthology
pid:
roles:
- ['mon.a', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
- ['mon.b', 'mon.c', 'mgr.x', 'mds.a-s', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
- ['client.0']
- ['client.1']
- ['client.2']
- ['client.3']
sentry_event: http://sentry.ceph.com/sepia/teuthology/?q=ad9fcc5f12f340eca961071190d5fcaa
status: fail
success: False
branch: wip-pdonnell-i22627
seed:
sha1: 82ab4ec39892640cd219818c78b784d2deba7cf6
subset:
suite:
suite_branch: wip-zyan-i22627
suite_path:
suite_relpath:
suite_repo:
suite_sha1: 505dc208a9e2aab4ca8962ec6c5daca9c866d5ea
targets:
- mira065.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHRH8ig+YvnPVzyFtKJyGy/zAo/M/PDvkzoP6UeMMsaAJYUw/wFMLADUIdqaHMhD4vzMZMi7fN5q7gsifQBbXI3hD2+JzN5CVXIfqiqkKeLW+1Jz4ij8OChSZ8PfH7uXJOck8tNZTJydYuXWculb4NKqcsmWYc7Sez5I5GwOj4IfPQc3XVXVtRPhWYG4VrkrPnTMh0YYN22l6jVLE7TGPQ7TLFl38xs6YWkacSPp6BFdgIbA5seS7m5NJi/iy1BHU5lnXsizaz14hDS6zm1vj6pb9ulEwZKeBMiYFnXOXXsnZiFBKGvckdZadH0d+88gUJ6f5DmJFfw+2stDLvajyn
- mira118.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC886yuHErfvnUh59RbxvYhxZGp8K4jozI9egIws4AmzrdDXQjr6ARXXB0ha9JdJyr0ie5qEatB7QiSpABlNBkGueRRchL85FddJjMj7QS8ErkEVE5CRPK/+nFTDfDggTzyURN4T7ArgyY9JRRrcbpuKWDwiqbWWfbnrFxzbECTgsfovmAxMDt3bI4D2iLnHx1TNOQtSzcgWbslLOW8wVa75W3mhOlrT+Zcp0gAphI/6oTYcZ/hjjxhCEFKaoWENIdNfJbhRMtzOXGLxLT1M8uX+PjRdiGHZEgmzeviNvt3cZNi3zAl1eSFMi1ixLycsuwtp0AuwtaeCvx8KUbDsZVF
- mira090.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKpXObpoq39LW/SS5qCiuar7Z08u+XqqcyJ7JmP6uBCt7BAu+KXXBTo+PzrHtozmmCTQr5sRQgoG11ObtOjoou8kXU2SPRIW+2+z2CcXnwb2u6eAoZZ7a8ki+3w/ZtcE00Uee43N8lkNBwW7SDbJToEPJvjJOZkK0jazbdFx/u3knTzMgk3aHNT9nKv56bDftmSmSGuIWISKN7nlphG/lgdETmwLqOOjE8JLRZlhhv/E/azINF5O5TszXW8i2DMn20ANt/YgT+EjfkQDz3WNsP+1Vt5W0FEmVeyHkm4k88Lwbo2kTZQYFSBaPCc88EuoR9Vgu1aYjs3/MXqyce0RqP
- mira068.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDCbDQt5D7CsGs3BWY0JCIOfAhlMDOsBNJjXAcPYNQr7j0ekQiYm3gQ2mUZagwOSNcfd0HAXZj/LD7EvzwAgMZE9z7UHwC1R17Py35wOzppNvHK1vC3tQfbZzMUDtEj9+YS9c6hpvsk+0ZXXNiQ8ua99659WfIflnjGibBELWgXfyxhDuvXoGMDS1dV3gf87vzRf9MK2DLMYF28rCRmBl2l+aImRd26a/4ZfpyucK+nviYyUOzff0MTlCP5T453yvM6guvd4YjR/IQIwtM+JNOQNMB4DH7fwiSOCzzE+R7qPi89KI/8n62Xz7W6eP0hV11eWWZvGOS7sV2qig/i8X/5
- mira080.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDubpi2ks+dl4n127N8gPf2f4YI0EV2uVZ01Xp6RANExXnDGIRtdKM5v225xrJd7gRX4XDQK9K9T8qkFIGa1M9R03dSXx+/e7Jy3CyWwZV08ieY4IVUS7AJmOrBSUHhltMzUcmk9bHcqk415hPuBJ1MRIivfr/hcDSugHDPdNZBkiYe67RGwtn8jMrxX0hP6FzCAqJgMQ2F5ujFQntBNxzbuMI+EGd1rvmglLhZC5TncrtUdeQMaYVy6EFrTHQVUamfE47yTIvoBen2C9FIfYz7hrQ0HUAhHw2ixAefZeBZN/r1IRwpzjlaeVUDg4kqLXAOJmO3DxX5rdftkEfYcIIN
- mira112.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDY/ZAmFMsndDOEDWwQ60GPAbeA11w5xB33R4WeR3NauBrijWxbc9a/WbqoBqhboBrTXwHt5aLA7lHZfuGQLJJw4m1xqJgv7G5EJxREMBiLr5gQKEz7izcsy6xO+vk7dfNHaDLc3+dUDIWePAilF+EBzhoY0qMHALC55q1t1KN7Yt9fcWXFjCtBbHGGsfaSAL3SWECdOvkKSLTu0jhzTNxz/r3/qY3053Vz4kTSEJ7n3Iopr+dBC+BA6WeODBg9wn26f+VJj9DI4XGzZeTr9hOfG5I5HfPx90tLNv7/fVYZMYolu+Bs6PJzAu1bVTbiHGSuPWgA1qlArjXCeu+TZY2l
tasks:
- internal.check_packages:
- internal.buildpackages_prep:
- internal.lock_machines:
  - 6
  - mira
- internal.save_config:
- internal.check_lock:
- internal.add_remotes:
- console_log:
- internal.connect:
- internal.push_inventory:
- internal.serialize_remote_roles:
- internal.check_conflict:
- internal.check_ceph_data:
- internal.vm_setup:
- kernel:
  - flavor: basic
  - sha1: b9e5d03b6e64972164bff45ae3adb64a23e7568a
  - kdb: True
- internal.base:
- internal.archive_upload:
- internal.archive:
- internal.coredump:
- internal.sudo:
- internal.syslog:
- internal.timer:
- pcp:
- selinux:
- ansible.cephlab:
- clock:
- install:
- ceph:
- kclient:
- cephfs_test_runner:
  - modules:
    - tasks.cephfs.test_full
teuthology_branch: master
verbose: False
pcp_grafana_url:
priority:
user:
queue:
posted: 2018-02-03 09:17:10
started: 2018-02-03 09:17:12
updated: 2018-02-03 09:47:12
status_class: danger
runtime: 0:30:00
wait_time: 0:16:11