Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2019-05-10 23:58:06	2019-05-11 05:51:11	2019-05-11 09:49:14	3:58:03	0:25:16	3:32:47	smithi	master	rhel	7.5	6	pass

Nodes: smithi050 smithi099 smithi160 smithi064 smithi014 smithi043

Description: kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml}

Log: http://qa-proxy.ceph.com/teuthology/pdonnell-2019-05-10_23:57:35-kcephfs-wip-pdonnell-testing-20190510.182613-distro-basic-smithi/3947779/teuthology.log

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/pdonnell-2019-05-10_23:57:35-kcephfs-wip-pdonnell-testing-20190510.182613-distro-basic-smithi/3947779/teuthology.log
archive_path: /home/teuthworker/archive/pdonnell-2019-05-10_23:57:35-kcephfs-wip-pdonnell-testing-20190510.182613-distro-basic-smithi/3947779
description: kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml}
duration: 0:25:16
email: pdonnell@redhat.com
failure_reason:
flavor: basic
job_id: 3947779
kernel:
- client:
  - branch: testing
- kdb: True
- sha1: distro
last_in_suite: False
machine_type: smithi
name: pdonnell-2019-05-10_23:57:35-kcephfs-wip-pdonnell-testing-20190510.182613-distro-basic-smithi
nuke_on_error: True
os_type: rhel
os_version: 7.5
overrides:
- ceph-deploy:
  - fs: xfs
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
    - osd:
      - mon osd full ratio: 0.9
      - mon osd backfillfull_ratio: 0.85
      - bluestore fsck on mount: True
      - mon osd nearfull ratio: 0.8
      - debug bluestore: 20
      - debug bluefs: 20
      - osd objectstore: bluestore
      - bluestore block size: 96636764160
      - debug rocksdb: 10
      - osd failsafe full ratio: 0.95
  - bluestore: True
- workunit:
  - sha1: 154dc4bb04c22fc36b8e9bcfaab426c654f6eb71
  - branch: wip-pdonnell-testing-20190510.182613
- ceph:
  - sha1: 154dc4bb04c22fc36b8e9bcfaab426c654f6eb71
  - log-whitelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - overall HEALTH_
    - $FS_DEGRADED$
    - $MDS_FAILED$
    - $MDS_DEGRADED$
    - $FS_WITH_FAILED_MDS$
    - $MDS_DAMAGE$
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - overall HEALTH_
    - $OSD_DOWN$
    - \(OSD_
    - but it is still running
    - is not responding
    - inode wrongly marked free
    - bad backtrace on inode
    - inode table repaired for inode
    - Scrub error on inode
    - Metadata damage detected
  - fs: xfs
  - conf:
    - mds:
      - mds bal split bits: 3
      - mds bal split size: 100
      - osd op complaint time: 180
      - debug mds: 20
      - mds bal merge size: 5
      - debug ms: 1
      - mds bal frag: True
      - mds verify scatter: True
      - mds bal fragment size max: 10000
      - mds op complaint time: 180
      - mds debug scatterstat: True
      - mds debug frag: True
    - client:
      - debug ms: 1
      - debug client: 20
      - client mount timeout: 600
    - global:
      - ms die on skipped message: False
    - osd:
      - mon osd full ratio: 0.9
      - debug ms: 1
      - debug journal: 20
      - debug osd: 25
      - debug bluestore: 20
      - debug bluefs: 20
      - osd objectstore: bluestore
      - mon osd backfillfull_ratio: 0.85
      - mon osd nearfull ratio: 0.8
      - osd op complaint time: 180
      - bluestore block size: 96636764160
      - debug filestore: 20
      - debug rocksdb: 10
      - osd shutdown pgref assert: True
      - osd failsafe full ratio: 0.95
      - bluestore fsck on mount: True
    - mon:
      - debug ms: 1
      - debug mon: 20
      - debug paxos: 20
      - mon op complaint time: 120
  - cephfs_ec_profile:
    - m=2
    - k=2
    - crush-failure-domain=osd
- install:
  - ceph:
    - sha1: 154dc4bb04c22fc36b8e9bcfaab426c654f6eb71
- admin_socket:
  - branch: wip-pdonnell-testing-20190510.182613
- thrashosds:
  - bdev_inject_crash_probability: 0.5
  - bdev_inject_crash: 2
owner: scheduled_pdonnell@teuthology
pid:
roles:
- ['mon.a', 'mgr.y', 'mds.a', 'mds.b', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
- ['mon.b', 'mon.c', 'mgr.x', 'mds.c', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
- ['client.0']
- ['client.1']
- ['client.2']
- ['client.3']
sentry_event:
status: pass
success: True
branch: wip-pdonnell-testing-20190510.182613
seed:
sha1: 154dc4bb04c22fc36b8e9bcfaab426c654f6eb71
subset:
suite:
suite_branch: wip-pdonnell-testing-20190510.182613
suite_path:
suite_relpath:
suite_repo:
suite_sha1: 154dc4bb04c22fc36b8e9bcfaab426c654f6eb71
targets:
- smithi050.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDbplNi1agV5XJLJ917Ou8+VW29nnM/lqXrqVExIFKD7vy1Ze5ZbfnzwFIFOwBsB2AqRjUJL2XpXpixQ3TwK8MTpa+RPdyL7xC9eOpN/zXKqFg6vTlDFVf9d4wMqMMoJaal6zRQVTKGOtHoBWG+7QwBpOqQIeebFLUkQaNXdhDPq0YSUO1vgzo+r0bJKy2NAELwdKQwcuNHHPpeq8ZxpUTuA8knwCJDjzLlM0z6dYKQKamJD/T3LTl+3maECs/tfMV6w0LwZOK0SWv5yVOfurIrh361H8wpLIMlcS52IFU/LLR/WZCMjw6dldJVrsBk2ZVW/HkFOdJ6rkzP/Fh8ADBZ
- smithi099.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBuTwfvqZOXbsRwEnURlT04HjhXJBPA+d+Hck13tH0Q3zl/FRPP9p1LGQJ25AhiidyUTHP0ElZGyuuRhIaAtn/3FLwMtaWD2pRxIu0yLzYAmJyE2RE6DZgwnMdEm+9E7C5c3Wl1qqrvTVrRpmsmcInqHY0MjCqMky7Zwe6zVagpkr31WeJsB+EUoLGcHy6HX+PnQ08wIeEvLLGqcZuW55Cv8uzUfDkBgzU/eFzbdik+RbHssZYvYS6oVA1Ong+G7OKgakZ8nY921Ho+RkbgaVTka7ykmd3Tk5Tic2dwUpJa2cidYotfZs78W31/PWsZ/LphMoXocIPFuFzqJNQE6K9
- smithi160.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDVUW1M1n0pYfxymX/UAOh0reJeADKkDSN9Uv6PErlAZA6B41fumcpCK9GGrS0GAYrGsyNylOc19CB5ZX8BRhpcha6ie/s9vbLp1vqx7F0/3pen7SAoJeteGRVRrKNdhqnk/xoyN16B1qvlvUo0trUsBbffNomlrxZtv3oI7VwZZ9Lrq4XQGjE2rvnzf4yGGKahfi2Iy57p/gNzzNZIGBB9BDAQLAuKX4BXLMrWjbd9qParhxkx62Nb9+Q66cZEK2755GtDouO60lL2wowynjvIiaMiW5jIyKrYYSIaMQcSBB656dqDJx9iqr9IaZbbcscQJdEy8S58FJhDvthrDvhF
- smithi064.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDPt9qpOHe0Nn6KKIifv60pjOWYp5A2DjA/jwg15Z8jpVUoih+ku65CDKZoro7N3W0N2HC4kV45DFMaV1/gi8WYc6oNL7ehgpCBUaOV135/vX02s+/DhzIKdFpMR9gCQiLf3e53LLrhRlhi7wvwdiLdUv8JqfkQwE7VUUIdJ/S4MRCYp1wGQf1hOpmcKMfGf5exL4F8MfBzv6ioTQvYuFH1lT3+fTl6pdm8A96EEOA3/8ol4Da1hiZOSsJVnpC/Sc2Uf4atAyiSyG/mXtLwZdosZ5cOl/pNzLwl9clvxv6wyYsypl+j3vbE+X+jMAh5eaXxVTfsNNFb9CR/xVm8Wkrf
- smithi014.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpPoCOU0wa0wbe3FNB2ICVrdsHR5awVc3+iyJ8Xzs6X+WCFTIlajOyupPeDHqgu9xF8r/lvn72lUbV9ENw9sizlVt3IsMBdp5ttIOzO+Do8meWGVzk+PZWNsc8kBpsMLlB0uOOK4JIqQcnaB8pw7EAZWBh+CC8r0EDsSz37Mpt6m8i/F4w5hjlFMLQAD/0h4T+pRpTx7OPjAhdWlDnjhZD/5Oi0RNGKWCgWk5kfJLihb2HC+Q0bef5REuIDeBJOJ3lnqeQA/MBAurub54F3Rf8PEkLV/1jJM5iT3XYJtOO2K9uFMrkfrvutvq876G1t+16na1CiVfhJ6oxThYxfVq7
- smithi043.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCzJ6tI+xHLSCY6jgnamfl/iPUZWY2U1tlttRy5TmIB3rAS6z7d9kC6YNG43m0pZgRcEahSv/jPT9DFZ0HezPKbPU0AC3gSSdssIweyE1KViO0mO0oS9BAnzZ+5Cu1WbbtMam/CN6kP+UdHSUcMGHN4KGZqbeSDMcjyq8raLhp9++/jqDTtm3MTwBV2/RXj0CFqjnmJVU9CBXBMzqvCMykwx/JM9AnMBFHhRBOuWOepu0VvGTqIyLR/KMPO94S0sji+tGmYbK2IoNC9DuXKr3pCVMP0/atJ5TNhTRw8Ykw/fSNz3TbE2p8VfbzwJkItU627Z9YF9dNlHBfGn1o4N86n
tasks:
- internal.check_packages:
- internal.buildpackages_prep:
- internal.lock_machines:
  - 6
  - smithi
- internal.save_config:
- internal.check_lock:
- internal.add_remotes:
- console_log:
- internal.connect:
- internal.push_inventory:
- internal.serialize_remote_roles:
- internal.check_conflict:
- internal.check_ceph_data:
- internal.vm_setup:
- kernel:
  - client:
    - branch: testing
  - kdb: True
  - sha1: distro
- internal.base:
- internal.archive_upload:
- internal.archive:
- internal.coredump:
- internal.sudo:
- internal.syslog:
- internal.timer:
- pcp:
- selinux:
- ansible.cephlab:
- clock:
- install:
  - extra_system_packages:
    - deb:
      - bison
      - flex
      - libelf-dev
      - libssl-dev
    - rpm:
      - bison
      - flex
      - elfutils-libelf-devel
      - openssl-devel
  - extra_packages:
    - deb:
      - python3-cephfs
      - cephfs-shell
    - rpm:
      - python3-cephfs
  - sha1: 154dc4bb04c22fc36b8e9bcfaab426c654f6eb71
- ceph:
- kclient:
- cephfs_test_runner:
  - modules:
    - tasks.cephfs.test_forward_scrub
teuthology_branch: master
verbose: False
pcp_grafana_url:
priority:
user:
queue:
posted: 2019-05-10 23:58:06
started: 2019-05-11 05:51:11
updated: 2019-05-11 09:49:14
status_class: success
runtime: 3:58:03
wait_time: 3:32:47