Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2020-04-27 18:45:30	2020-04-28 00:09:42	2020-04-28 03:27:45	3:18:03	0:13:16	3:04:47	smithi	master	rhel	8.1	6	fail

Nodes: smithi121 smithi203 smithi152 smithi059 smithi151 smithi132

Description: kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/stock/{k-stock.yaml rhel_8.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml}

Log: http://qa-proxy.ceph.com/teuthology/yuriw-2020-04-27_18:44:27-kcephfs-wip-yuri7-testing-2020-04-27-1705-octopus-distro-basic-smithi/4992679/teuthology.log

Sentry event: http://sentry.ceph.com/sepia/teuthology/?q=1aed261a3b0e495ba6460fb4e8f733d8

Failure Reason:

No module named 'cephfs.kernel_mount'

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/yuriw-2020-04-27_18:44:27-kcephfs-wip-yuri7-testing-2020-04-27-1705-octopus-distro-basic-smithi/4992679/teuthology.log
archive_path: /home/teuthworker/archive/yuriw-2020-04-27_18:44:27-kcephfs-wip-yuri7-testing-2020-04-27-1705-octopus-distro-basic-smithi/4992679
description: kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/stock/{k-stock.yaml rhel_8.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml}
duration: 0:13:16
email: ceph-qa@ceph.io
failure_reason: No module named 'cephfs.kernel_mount'
flavor: basic
job_id: 4992679
kernel:
- client:
  - sha1: distro
- kdb: True
- sha1: distro
last_in_suite: False
machine_type: smithi
name: yuriw-2020-04-27_18:44:27-kcephfs-wip-yuri7-testing-2020-04-27-1705-octopus-distro-basic-smithi
nuke_on_error: True
os_type: rhel
os_version: 8.1
overrides:
- ceph-deploy:
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
- selinux:
  - whitelist:
    - scontext=system_u:system_r:logrotate_t:s0
- workunit:
  - sha1: 3a49048164504fb675a99e333020540806f9399d
  - branch: wip-yuri7-testing-2020-04-27-1705-octopus
- ceph:
  - log-whitelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - overall HEALTH_
    - $FS_DEGRADED$
    - $MDS_FAILED$
    - $MDS_DEGRADED$
    - $FS_WITH_FAILED_MDS$
    - $MDS_DAMAGE$
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - $FS_INLINE_DATA_DEPRECATED$
    - overall HEALTH_
    - $OSD_DOWN$
    - \(OSD_
    - but it is still running
    - is not responding
  - fs: xfs
  - conf:
    - global:
      - ms die on skipped message: False
    - mgr:
      - debug ms: 1
      - debug mgr: 20
    - client:
      - debug ms: 1
      - debug client: 20
      - client mount timeout: 600
    - mon:
      - debug paxos: 20
      - debug mon: 20
      - debug ms: 1
      - mon op complaint time: 120
    - mds:
      - mds bal split bits: 3
      - mds bal split size: 100
      - osd op complaint time: 180
      - debug mds: 20
      - mds bal merge size: 5
      - debug ms: 1
      - mds bal frag: True
      - mds verify scatter: True
      - mds bal fragment size max: 10000
      - mds op complaint time: 180
      - mds debug scatterstat: True
      - mds debug frag: True
    - osd:
      - mon osd full ratio: 0.9
      - debug ms: 20
      - bluestore fsck on mount: True
      - debug osd: 25
      - bluestore compression mode: aggressive
      - debug bluestore: 20
      - debug bluefs: 20
      - osd objectstore: bluestore
      - mon osd backfillfull_ratio: 0.85
      - osd op complaint time: 180
      - bluestore block size: 96636764160
      - osd shutdown pgref assert: True
      - debug filestore: 20
      - debug rocksdb: 10
      - mon osd nearfull ratio: 0.8
      - osd failsafe full ratio: 0.95
      - debug journal: 20
  - sha1: 3a49048164504fb675a99e333020540806f9399d
- install:
  - ceph:
    - sha1: 3a49048164504fb675a99e333020540806f9399d
- admin_socket:
  - branch: wip-yuri7-testing-2020-04-27-1705-octopus
- thrashosds:
  - bdev_inject_crash_probability: 0.5
  - bdev_inject_crash: 2
owner: scheduled_yuriw@teuthology
pid:
roles:
- ['mon.a', 'mgr.y', 'mds.a', 'mds.b', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
- ['mon.b', 'mon.c', 'mgr.x', 'mds.c', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
- ['client.0']
- ['client.1']
- ['client.2']
- ['client.3']
sentry_event: http://sentry.ceph.com/sepia/teuthology/?q=1aed261a3b0e495ba6460fb4e8f733d8
status: fail
success: False
branch: wip-yuri7-testing-2020-04-27-1705-octopus
seed:
sha1: 3a49048164504fb675a99e333020540806f9399d
subset:
suite:
suite_branch: wip-yuri7-testing-2020-04-27-1705-octopus
suite_path:
suite_relpath:
suite_repo:
suite_sha1: 3a49048164504fb675a99e333020540806f9399d
targets:
- smithi121.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCtE9QNpjnPWszWdUEFAcB4LZFDmJJOw2kYHcavZCXBFsSfozDZpm8o+ikvYyD7+iY4HqQpR45wJ9/hxQsc27uIJUWDOSEwKS8moGZXvucO0+c/oASqPYcw2n97W6/lOEXpwo41abVEBsD92xfUXVXk1elgH/27lqHfBoWvAWC0jtYh1jWsmQjZNx+5WvKMH7AUQGHnTfjdgcS0zvnSU22PXjrryJvuKEGW+jpKgdkbCcUg9r9aD0NeU9NB2p+LF0CI05v9hTuMww+S+qiBL3sxc1T7xGZNG9w1BlFAW5ROSibc2BtQOmu/UbgYegAErZiNTh4sIa9lZueo/ZhHzOGikJbhck/yEgiu7qG+XnM6i4kzVWuzUzCy7Ah7g0F83V3qnzff7D6CRW4LHoGUoaEShMoPksiejvZo4IONY02H4NrUFYlN5ipll66k4GtUwutsTF1Bq3X7JUenVx/2pgINXOrkI4/DD8lcfBUsoTCs1oj4gCX5N80CwhLl0WWGguM=
- smithi203.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJOaHPFHNCFF4ZJpciz8akiKxacfkmcxIld9xEYEB5G0YxCoDTHKP81mdzjuj3h48oOCx4ruQ5naw2rQ3ytN/qUTJUGbkDD6rI88ivEofY6DO5K7pkF8IJ6dRrc/eK5Zp1ebEp9vqzJpuZjdmq2KcuRQ6FPX2ipEKmOGyIG1A+EN8U0lVvBkOGl6/pV1CQHxNQqH+rTUsG6OWqKOYvCawSxgfokT2mSa+ysU9XsoVVq2bTdvemcnPAHUBIMVojSWeNB4dhfK261S13OCgiUwt8xT7ABPg3l+WlZDuMDcB0XCghOorXkdeFoshCcdbqc6o0/dgzYaeXchVVN7rd/Plq3cjrse3Zueic53AzjhiPLcGgeYebSh4zq1cH+ZE2px+X9abQ3tb2H2IAdQkCpTT3UetpEaibpqJ3bgEqPBlxMPejDXd/VOzvmZClGTzpGijS9dxvpv9Vpbryz5Lub7/ihuiLxwAoqwAfS2+Pnzg7zzQsxx9Yh7uHXXKP9olZ4CM=
- smithi152.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDXwCWdgJHRsJb3vQSKYd2h4LFzmRiuAtU0twQdAJrEkh5JVz2WhTAICEEDhpYgShhv7/iI8gFMX/ocCnOGs77i+dE2X4BViizC/9rN49lxzdL1W/57V7HUDUU+F0jwuVCPmp1BPUyXnRqDSGlJj7iB9pK0qN9evWAr4TEFF8HqY7Icwnsrl2e7ObBf89Xee2D+25/X3xhym8YUnDAq6Zq1Ia1wdn1ey8iYXnnvGlaKdzChBXCDpqoCYSnHm7da9nnfLe+06dyJv6nFe9ArY3si7ah87fEqeTqe1db3R7QKMhdj8x7eRLL1oX3GTxPOsO3FZ92EUxuspVeHM0/8YuruHlbgXqNhzoSED+owgLPSmNsmmmm5lDZgQKxsXBG62tj9qvhoo6+DkLZwi9iKF3BqPsXzhqagztUQIBpfSSN8Sksa/wa0Fph7/Uei93VvmOArj24c8K8DueylUO1am/mE7aOubrGmnq8Y3a13RWHN0I4MFAH2psr6CWkF26Vo+aE=
- smithi059.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDOEyivnZI/jb2FK0bXJ8/oygbCqJKCATnPOntC8Z6ciWiSVQh85L9KOmFDASPj55bkIjxuPN4eP0KaoBVcGfi9BlgKdhQZaEHDuSV2flFDGSIhv7dhZWukjIaUUmDVw9JPdCPy+tFL9wtY4XL1EeQU0t7s3E4Q0sL+u4DCO6artfRoP1lbuAiGQch9lZkwjk8QD1r5sSAC9Yen8o6eLXGBfAqf4YoEAdhe36ULG4sSISoW0vI1Qaxlqo8rTy7pZb/MhQjC0+ipNuPCQvw6TU/TGrZEYVL22fw9sP+xR43cin7QmX6x8gLuYtpEqZP9odqD7Y9Zhbuo+mgNxt6k3a5QMrncDnfsz9fs+8eJ2pPh/u8UuzY/PmOtv6UL/DEUd6czYMgVNCcgLYGkh9wBq43xAilvYpTC5t9qFB06sr0/Hjc4jXMahaX9GxAMYwLN1Rv+uxoEQx3AfBpraMCHoMhEUKP71pH6ttlK7G0JneTQ4q9UgJUGKrWLRmprdgzK+Fc=
- smithi151.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCo+JtRCaVpVVwfim2ip+YII5hG/OMg5xCIAbMzFo6AWAHf6wzvnwW5FylwJmJaXQuR4AQw+cO9f2+ZvqFGhVVQNMg5bdt85KotWdstNcd9P0KpvXaQkrC2CJ+olSr992AzbS/kAeA3b6pmpYEZira7rcAbZt8n5/wgs6NmrSdmhp1hDoejbeRFId7JIxBDzCibv7fFvinbCTqNKMBzjlT0hwjMmxNJBkw7DXh2hCiyum7WqDE94UVdhl0CmJpDM1IxFnafN5BTP3ZwhdAfj4Q0/wMffPbz5iim7erB37/C9upOX3DzjpIZ1r3o6EgrY/W0SlhR5mXR+xgmJvUTJLMLsnKp2eT0uS/aZdQ9nfIm9xCoOw4H09ya+EI4DrXfVUluff454Ob5GKTxwDlpwO6cmZmDx/z1hKVXBX8chD0QL/YYXyj6KJ4q0XD9s6jzwBS5SmueZbizZezFu/JXSo3wuqhvLEKQK6wVqnTdiz4N615x0EXbTWZGm7HIpcHuq+c=
- smithi132.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCtmvrImSqAH6WeeiBheIa9hjQ7fk9tgLE+AbsW24nSaQJkF2ymQ36j3ZRZhE+eL8RIP4THn/ZpjMSBwzzQNZoIUZt6ZYsj+TYj86cs1RY+rwUZy+niCZxFUA2XzDJSpUYg91Efb1COlGX3+C+CkVUkFAMwnZ5iQnmbgllhU+NUjNYX29RehLY1e0fLjwfNanGgntvXpndykO5gf/t/rJRuvaLoLq/BYbNGX6RsMZc3R4INNrWCAlFjmOoYmDE0U0WCxmDZOJpwRGmaL3snP+W3tvuCsg0pRb3jcwepUap8tQspimHNoILeSZKRmweu48OYnhlcH42BMkS4/zyVrO11hs2yWgdbTlWSjfEdDdZZJZSJbeP3UiyfArfWk5zI2YriTBI2hf0zPxQ8OQYfGpVyiTsQPHWIGlrunw6lSoFs2bZIKnC5+Clj1DDQG5eixVH4Ji9nHY46KKL9akreSP7l7CWjyHg2PEEkyYK2dCCXU/VS4KljNyGHZnHu++BoCDE=
tasks:
- internal.check_packages:
- internal.buildpackages_prep:
- internal.lock_machines:
  - 6
  - smithi
- internal.save_config:
- internal.check_lock:
- internal.add_remotes:
- console_log:
- internal.connect:
- internal.push_inventory:
- internal.serialize_remote_roles:
- internal.check_conflict:
- internal.check_ceph_data:
- internal.vm_setup:
- kernel:
  - client:
    - sha1: distro
  - kdb: True
  - sha1: distro
- internal.base:
- internal.archive_upload:
- internal.archive:
- internal.coredump:
- internal.sudo:
- internal.syslog:
- internal.timer:
- pcp:
- selinux:
- ansible.cephlab:
- clock:
- install:
  - extra_system_packages:
    - deb:
      - bison
      - flex
      - libelf-dev
      - libssl-dev
      - dump
      - indent
    - rpm:
      - bison
      - flex
      - elfutils-libelf-devel
      - openssl-devel
      - libacl-devel
      - libaio-devel
      - libattr-devel
      - libtool
      - libuuid-devel
      - xfsdump
      - xfsprogs
      - xfsprogs-devel
  - extra_packages:
    - deb:
      - python3-cephfs
      - cephfs-shell
    - rpm:
      - python3-cephfs
  - sha1: 3a49048164504fb675a99e333020540806f9399d
- ceph:
- kclient:
- cephfs_test_runner:
  - modules:
    - tasks.cephfs.test_flush
teuthology_branch: master
verbose: True
pcp_grafana_url:
priority:
user:
queue:
posted: 2020-04-27 18:45:30
started: 2020-04-28 00:09:42
updated: 2020-04-28 03:27:45
status_class: danger
runtime: 3:18:03
wait_time: 3:04:47