Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2017-05-02 08:26:59	2017-05-02 09:57:33	2017-05-02 11:57:35	2:00:02	0:23:42	1:36:20	mira	master			4	fail

Nodes: mira085 mira002 mira111 mira053

Description: kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore/bluestore.yaml tasks/damage.yaml}

Log: http://qa-proxy.ceph.com/teuthology/zyan-2017-05-02_08:26:00-kcephfs-wip-zyan-integration-testing-basic-mira/1091902/teuthology.log

Failure Reason:

"2017-05-02 11:39:16.736696 mon.0 172.21.7.114:6789/0 353 : cluster [ERR] MDS health message (mds.0): Metadata damage detected" in cluster log

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/zyan-2017-05-02_08:26:00-kcephfs-wip-zyan-integration-testing-basic-mira/1091902/teuthology.log
archive_path: /home/teuthworker/archive/zyan-2017-05-02_08:26:00-kcephfs-wip-zyan-integration-testing-basic-mira/1091902
description: kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore/bluestore.yaml tasks/damage.yaml}
duration: 0:23:42
email:
failure_reason: "2017-05-02 11:39:16.736696 mon.0 172.21.7.114:6789/0 353 : cluster [ERR] MDS health message (mds.0): Metadata damage detected" in cluster log
flavor: basic
job_id: 1091902
kernel:
- flavor: basic
- sha1: 96e1872dd75b25af909c1c81d7407b61681b9522
- kdb: True
last_in_suite: False
machine_type: mira
name: zyan-2017-05-02_08:26:00-kcephfs-wip-zyan-integration-testing-basic-mira
nuke_on_error: True
os_type:
os_version:
overrides:
- ceph-deploy:
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
- workunit:
  - sha1: eaed44fe21a2b259aba333b8f11a28c65611b0b7
  - branch: wip-zyan-integration
- ceph:
  - log-whitelist:
    - slow request
    - bad backtrace
    - object missing on disk
    - error reading table object
    - error reading sessionmap
    - Error loading MDS rank
    - missing journal object
    - Error recovering journal
    - error decoding table object
    - failed to read JournalPointer
    - Corrupt directory entry
    - Corrupt fnode header
    - corrupt sessionmap header
    - Corrupt dentry
    - Scrub error on inode
  - fs: xfs
  - conf:
    - mds:
      - mds bal split bits: 3
      - mds bal split size: 100
      - debug mds: 20
      - mds bal merge size: 5
      - debug ms: 1
      - mds bal frag: True
      - mds bal fragment size max: 10000
    - client.1:
      - debug ms: 1
      - debug client: 20
    - client.0:
      - debug ms: 1
      - debug client: 20
    - mon:
      - debug mon: 20
      - debug paxos: 20
      - debug ms: 1
    - osd:
      - debug ms: 1
      - debug journal: 20
      - debug osd: 25
      - osd objectstore: bluestore
      - debug bluefs: 20
      - debug bluestore: 30
      - enable experimental unrecoverable data corrupting features: *
      - bluestore block size: 96636764160
      - debug filestore: 20
      - debug rocksdb: 10
      - debug bdev: 20
  - sha1: eaed44fe21a2b259aba333b8f11a28c65611b0b7
- install:
  - ceph:
    - sha1: eaed44fe21a2b259aba333b8f11a28c65611b0b7
- admin_socket:
  - branch: wip-zyan-integration
- thrashosds:
  - bdev_inject_crash_probability: 0.5
  - bdev_inject_crash: 2
owner: scheduled_zyan@teuthology
pid:
roles:
- ['mon.a', 'osd.0', 'mds.a', 'mds.c', 'client.2']
- ['mgr.x', 'osd.1', 'osd.2', 'mds.b', 'mds.d', 'client.3']
- ['client.0']
- ['client.1']
sentry_event:
status: fail
success: False
branch: wip-zyan-integration
seed:
sha1: eaed44fe21a2b259aba333b8f11a28c65611b0b7
subset:
suite:
suite_branch: wip-zyan-integration
suite_path:
suite_relpath:
suite_repo:
suite_sha1: eaed44fe21a2b259aba333b8f11a28c65611b0b7
targets:
- ubuntu@mira085.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2r94rvNljaYM4H+b3sFM+TrqonSOSuNfsX3k+G2pQ5UqwFUOApX9HlNUdhApJwB2VneADapEFF2qJ369Xtd8z/B/0YygwxnMpNhscKHmqnEAt29Xu9RVuHSeyY+GkNsMjbC6Op1eYTS/AlFQKm3cKkuIc0lInMQclgq8mFxicUBJlI5XWUAdT74A1XQfD9R3ODhOwcJwWl4bvQA6U3Fp8dPq1uwaIoC2VCzlnUR0vhQl/JLkf8D243r+Yc4RXxTZOdIBQ0DiJIltXyNjVOtmTwGK9pYgX9TdKeoLzVfTL8Fyk3tpPoYpZJ1kDCZm7wMiWRzNlyrGO27XhPUvJxzXR
- ubuntu@mira002.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKvEZGAIMrH+cB8DyPq7S++HPlJlusNgrorVNyt7o5J8UrTpclYl4fnKB2bjnKopViR0coCyQ66E5bMtI9UNfPrNDYCd1iWaT45f+AP7jeJg6WOBTZHR056qgE7RkJEg2tXhUsvT1GpFac7a6kTbG9Voqepay5Z/fl+CehYpitkYsKjkz1C7JcuAJuNr0njRjSd0+9IrXYUy9Y6yDMvvvxFkwcwhZyxPxu8gLawOKiXJH7GI9JRGHUZz7AnytatGehL7HcjceE893rXPWyiUlPWkiN8NuNWKYOLx8Yd200z6sg64r4S/QydwiCmIYIWRrj2eeNlVIlCQhmuvc20Xk/
- ubuntu@mira111.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQrCSouptlfNTSNEJ7pebZqf+DwYaDGZhPhct8pslFj2x3ll002K3e623M9y1WBPAAR6jLDvQwrBnpcibeYTYQwfXTzfwsjJBinYRvGUrscBx/qlclfQZtGwd43C6o8fmUvsWKrpYKaikKD7L+ss2p4aS07lzIjhy6QJsHBx//BsK61pYd5OOQ/egJlfvPl4RYaJkgrYwcn5v9ZBC27gtZG33NlYcU0LnO2ewBugrWlu/5p1Qq1+u7Yex/cVtY0FyXRzjolARSfP17x/1qPUkomcthip4oMzliaIga+xyuk27fp92bcLbMEIXDeth2X5T/TB+VxX7vBYq1mpKAf13B
- ubuntu@mira053.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCtW0DKopHAvZh7qbI0X3h/zHi965kp7nvUnwu1oNVOU9lIeE4jS6zMQVPAalwBRNu6tM1KUgY+CWOHq1PwcjH2BSB1+nM9kMjQUWBMoboBd1QiRc0fSXaY1JTXdWZXI5qZLw7W+n+ipmGCLn2krkj9np+VHwVSCFZYYAIhxo6nKjgywcLxGVNZQroPkrIJaBPh1VkF8lfFl32SkRrC861jmYx12Ya54jNx2xMBLEJNoanf1MbaxeQOMdzji9qJ/62Do18bpXAmbD6wCy0uUstsdH8aD5XuYvSkb5lnUb3h0VDBpt/OMt/LTBl2czwUPc7zjHiJf4HfAtI2gRn1TF6J
tasks:
- internal.check_packages:
- internal.buildpackages_prep:
- internal.lock_machines:
  - 4
  - mira
- internal.save_config:
- internal.check_lock:
- internal.add_remotes:
- console_log:
- internal.connect:
- internal.push_inventory:
- internal.serialize_remote_roles:
- internal.check_conflict:
- internal.check_ceph_data:
- internal.vm_setup:
- kernel:
  - flavor: basic
  - sha1: 96e1872dd75b25af909c1c81d7407b61681b9522
  - kdb: True
- internal.base:
- internal.archive_upload:
- internal.archive:
- internal.coredump:
- internal.sudo:
- internal.syslog:
- internal.timer:
- pcp:
- selinux:
- ansible.cephlab:
- clock:
- install:
- ceph:
- kclient:
- cephfs_test_runner:
  - modules:
    - tasks.cephfs.test_damage
teuthology_branch: master
verbose: False
pcp_grafana_url:
priority:
user:
queue:
posted: 2017-05-02 08:26:59
started: 2017-05-02 09:57:33
updated: 2017-05-02 11:57:35
status_class: danger
runtime: 2:00:02
wait_time: 1:36:20