Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2018-06-18 05:22:41	2018-06-20 18:25:15	2018-06-20 20:43:20	2:18:05	0:27:37	1:50:28	ovh	master			6	fail

Nodes: ovh087 ovh068 ovh033 ovh038 ovh026 ovh022

Description: kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml whitelist_health.yaml}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2018-06-18_05:20:02-kcephfs-mimic-testing-basic-ovh/2677288/teuthology.log

Sentry event: http://sentry.ceph.com/sepia/teuthology/?q=b3a142c6cf094e45b4598b1d9f2d4cf2

Failure Reason:

Test failure: test_reset (tasks.cephfs.test_journal_repair.TestJournalRepair), test_reset (tasks.cephfs.test_journal_repair.TestJournalRepair)

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2018-06-18_05:20:02-kcephfs-mimic-testing-basic-ovh/2677288/teuthology.log
archive_path: /home/teuthworker/archive/teuthology-2018-06-18_05:20:02-kcephfs-mimic-testing-basic-ovh/2677288
description: kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml whitelist_health.yaml}
duration: 0:27:37
email: ceph-qa@ceph.com
failure_reason: Test failure: test_reset (tasks.cephfs.test_journal_repair.TestJournalRepair), test_reset (tasks.cephfs.test_journal_repair.TestJournalRepair)
flavor: basic
job_id: 2677288
kernel:
- flavor: basic
- sha1: d0e0731a2c1714e89f030a00b7a86ac020b37e76
- kdb: True
last_in_suite: False
machine_type: ovh
name: teuthology-2018-06-18_05:20:02-kcephfs-mimic-testing-basic-ovh
nuke_on_error: True
os_type:
os_version:
overrides:
- ceph-deploy:
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
- workunit:
  - sha1: 93ff121c5ad658d32fed089b1037222f2ade1b5d
  - branch: mimic
- ceph:
  - log-whitelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - overall HEALTH_
    - $FS_DEGRADED$
    - $MDS_FAILED$
    - $MDS_DEGRADED$
    - $FS_WITH_FAILED_MDS$
    - $MDS_DAMAGE$
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - overall HEALTH_
    - $OSD_DOWN$
    - $OSD_
    - but it is still running
    - is not responding
    - bad backtrace on directory inode
    - error reading table object
    - Metadata damage detected
    - slow requests are blocked
    - Behind on trimming
    - overall HEALTH_
    - \(FS_DEGRADED$
    - $MDS_FAILED$
    - $MDS_DEGRADED$
    - $FS_WITH_FAILED_MDS$
    - $MDS_DAMAGE$
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
  - fs: xfs
  - conf:
    - client.1:
      - debug ms: 1
      - debug client: 20
    - client.0:
      - debug ms: 1
      - debug client: 20
    - client:
      - debug ms: 1
      - debug client: 10
    - mon:
      - debug mon: 20
      - debug paxos: 20
      - debug ms: 1
    - mds:
      - mds bal split bits: 3
      - mds bal split size: 100
      - debug mds: 20
      - mds bal merge size: 5
      - debug ms: 1
      - mds bal frag: True
      - mds bal fragment size max: 10000
    - osd:
      - mon osd full ratio: 0.9
      - debug ms: 1
      - bluestore fsck on mount: True
      - debug osd: 25
      - bluestore compression mode: aggressive
      - debug bluestore: 20
      - debug bluefs: 20
      - osd objectstore: bluestore
      - mon osd backfillfull_ratio: 0.85
      - mon osd nearfull ratio: 0.8
      - bluestore block size: 96636764160
      - debug filestore: 20
      - debug rocksdb: 10
      - osd shutdown pgref assert: True
      - osd failsafe full ratio: 0.95
      - debug journal: 20
  - sha1: 93ff121c5ad658d32fed089b1037222f2ade1b5d
- install:
  - ceph:
    - sha1: 93ff121c5ad658d32fed089b1037222f2ade1b5d
- admin_socket:
  - branch: mimic
- thrashosds:
  - bdev_inject_crash_probability: 0.5
  - bdev_inject_crash: 2
owner: scheduled_teuthology@teuthology
pid:
roles:
- ['mon.a', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
- ['mon.b', 'mon.c', 'mgr.x', 'mds.a-s', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
- ['client.0']
- ['client.1']
- ['client.2']
- ['client.3']
sentry_event: http://sentry.ceph.com/sepia/teuthology/?q=b3a142c6cf094e45b4598b1d9f2d4cf2
status: fail
success: False
branch: mimic
seed:
sha1: 93ff121c5ad658d32fed089b1037222f2ade1b5d
subset:
suite:
suite_branch: mimic
suite_path:
suite_relpath:
suite_repo:
suite_sha1: 93ff121c5ad658d32fed089b1037222f2ade1b5d
targets:
- ovh087.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDVOdawWjdCxycxAxw+6jKo2MxXi9l4Ox4dxdHkItunqZonnt+idJ7e5zyrvW2EWVqTqU426zvvbOe5YghqRdZep39iElMvvnZ2HPuvghXumX5oeiVZPUNAdfP7TCtdWwW/ARO5WRymDM02NAlqKUX0KgqwA+wTCo7fQMOFrqtQj9qyVgy3r4HDPmEGO+8YfDQzXdHMh9IFjko0LCEfnmDvj2IRvEUdjiN3ULp9mQAtntzzWev0K1V4udWoGGEXajkZH48eLTed3+S02iHSvFv1YBlfDptmfXKNhoWXf6XEs3dHOSlVDPvJkVP/wkW817OFBYitD59DxpI6kcRsc1J5
- ovh068.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxtZFazH59yOPEUXe3Qhr2RAKrfYJtstYt35XyKoRjh6U2QnppLCTEM+LKxpeMSSQh9ziZamuyX0mmXY7iC/ydn6VMMK6FPFy1sTiE+XAFA8vGOfK7cz7oUAMbj0eLAEyTqMFSXsod89683eVW0lrXLVxOMkuanrkg5q/w0InJZy5Rbic4LE8IrF1Ie628EpGmj5FdT+BS/W4Cb/qkEF6Uq4y5TYcjzG1CORNqutGD0Qr5FpKE+lCnPwjyz9wb284R0Eym/t6M3wgrGOEXXhWWYxyOVH79WPEf70XxgkTHaOMyrig3lCWcC/7bDc0VPqrEhY+VkGEwxbT6z2JpP43h
- ovh033.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD3LYXBG4kQqjXUljGMNXDcJnQcen9zHRUCSfAGe7gv71JHUszZGgJ2zWHeE/Ap8vK6s0XIG09dBAnYd9W4Y2fCf5fznvr7rlsqzIydcBqRSrJRDD2fPM/S8GIT0gX0IlVjPKj6vUBeKll0rrlJpM3PSm+POW8t/hsXh335ZB4d8IkRxpd5oMsioK5laRCXhC8eNu8MEZxFHBjl3LRXnrvP5J18VXZzwooBfBKA6slvf960ngwUJ6ljLsbikZA/bNMerQThruW48eMFmJd72n9N2uZoBSbh4iBcxPhJKQhA76id1k31wBa0rR3cULPjyP6/DEnXFrvv7dzLu0jsVmKR
- ovh038.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDT9A7w5JEw0fbLI6UU5FHBmM67THLWKUl5+UOGR+41m9qtg/1SBbtWadyLXlqBjJk8Ee9U5p0qRywBeuDBWzbrb8ikUZ5L2NFaNyna8tcTjJpf/dBlo+Vp/0u4SqVskPsqy6DHccVQAGnUoGSbDfgeqCrzCkVfRHRXQdRAKVdJdOudD9GzDk4H9sLv68pBt5ZFFo2Md9Cx8bq9SwUaM3gmAnPRa3C+E7o35EJ2dWSIEX9QLKZ68Wx0T+JU3GbUoQLeuVkEWGQYF/SSZNrS2yYIUL88xp1YBeZnS9XGpF0OxjaKzb9GwyU1QZAjeLgt476Vjg4DBeG1dvaK2z7t8Y5n
- ovh026.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1aHckv+mhxkmWmCL2rEKXSs2Huf1pV5LtVGD0y9PfRN4ObeKW+ejjhx5bbHzLuv1T9Iu11R/j/QHyh5a4VYNesYi0CNy/hDNsNo3foKSt9+F1dK9QmH4BVLrJgdcA6q9VHqY0/c8+sBMNgoiIvUx6CGErls459zGTZjkkSxpVgtrtiKCxCsThFdtDdBenxvxumSmmyfPz3F/aWpbNixOd3UfCiIyxpDM3hbwaSMCIHWfJ9fkc1PZWYhTcEt5WIKUcLgoIs6H6fQFre0co78vfL7MptXy02OXy0xZPTnKukjigHzjlQbvRUZUcTgfvHh5w5Le9FGQWXLO1yO+pgiKD
- ovh022.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsNDqLVEzdNa0jD1IfntabEsdAewphX5Qe/wew18Hx9LYK1DfuB/Au6xK4r3Bysco6v+MSZ6kOw6FRR+Q/XPstknHDHV9/wd/sni84EsBFeoscRh79+js2iiEvYtuL2x3cF9uWVJyxMmYqIh3q5e+fI7eDWTaBIE566Fr4qo+9t866Y6DjOugC7wJ/Qv4FhNlK/Okt6+SKXq7pv+Er575YotPzOGthlaIYiKjVMmk3E0jNV/8bs7uCBw3frKfBuJB4huauj32urYUqFGIGti0qB9EXygijddqvyy/ZvyMMAB1/MiHnCF/61FlNaoSmggwLZvS1KbpKcn0jO4hkwVXt
tasks:
- internal.check_packages:
- internal.buildpackages_prep:
- internal.lock_machines:
  - 6
  - ovh
- internal.save_config:
- internal.check_lock:
- internal.add_remotes:
- console_log:
- internal.connect:
- internal.push_inventory:
- internal.serialize_remote_roles:
- internal.check_conflict:
- internal.check_ceph_data:
- internal.vm_setup:
- kernel:
  - flavor: basic
  - sha1: d0e0731a2c1714e89f030a00b7a86ac020b37e76
  - kdb: True
- internal.base:
- internal.archive_upload:
- internal.archive:
- internal.coredump:
- internal.sudo:
- internal.syslog:
- internal.timer:
- pcp:
- selinux:
- ansible.cephlab:
- clock:
- install:
- ceph:
- kclient:
- cephfs_test_runner:
  - modules:
    - tasks.cephfs.test_journal_repair
teuthology_branch: master
verbose: True
pcp_grafana_url:
priority:
user:
queue:
posted: 2018-06-18 05:22:41
started: 2018-06-20 18:25:15
updated: 2018-06-20 20:43:20
status_class: danger
runtime: 2:18:05
wait_time: 1:50:28