Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2020-11-10 20:54:02	2020-11-12 02:10:51	2020-11-12 07:24:57	5:14:06	0:10:22	5:03:44	smithi	master	centos	8.1	6	fail

Nodes: smithi052 smithi068 smithi189 smithi193 smithi106 smithi179

Description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/mds-flush}

Log: http://qa-proxy.ceph.com/teuthology/yuriw-2020-11-10_20:53:28-kcephfs-octopus-distro-basic-smithi/5611351/teuthology.log

Sentry event: https://sentry.ceph.com/organizations/ceph/?query=a96a748c31b84b39b887b75cb9e28198

Failure Reason:

No module named 'cephfs.kernel_mount'

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/yuriw-2020-11-10_20:53:28-kcephfs-octopus-distro-basic-smithi/5611351/teuthology.log
archive_path: /home/teuthworker/archive/yuriw-2020-11-10_20:53:28-kcephfs-octopus-distro-basic-smithi/5611351
description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/mds-flush}
duration: 0:10:22
email: ceph-qa@ceph.io
failure_reason: No module named 'cephfs.kernel_mount'
flavor: basic
job_id: 5611351
kernel:
- client:
  - branch: testing
- kdb: True
- sha1: distro
last_in_suite: False
machine_type: smithi
name: yuriw-2020-11-10_20:53:28-kcephfs-octopus-distro-basic-smithi
nuke_on_error: True
os_type: centos
os_version: 8.1
overrides:
- ceph-deploy:
  - fs: xfs
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
    - osd:
      - mon osd full ratio: 0.9
      - mon osd backfillfull_ratio: 0.85
      - bluestore fsck on mount: True
      - mon osd nearfull ratio: 0.8
      - debug bluestore: 20
      - debug bluefs: 20
      - osd objectstore: bluestore
      - bluestore block size: 96636764160
      - debug rocksdb: 10
      - bdev enable discard: True
      - osd failsafe full ratio: 0.95
      - bdev async discard: True
  - bluestore: True
- selinux:
  - whitelist:
    - scontext=system_u:system_r:logrotate_t:s0
- workunit:
  - sha1: ab2488773626d40fb1f8345a99f4bbd6712c0fd4
  - branch: master
- ceph:
  - log-whitelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - overall HEALTH_
    - $FS_DEGRADED$
    - $MDS_FAILED$
    - $MDS_DEGRADED$
    - $FS_WITH_FAILED_MDS$
    - $MDS_DAMAGE$
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - $FS_INLINE_DATA_DEPRECATED$
    - overall HEALTH_
    - $OSD_DOWN$
    - \(OSD_
    - but it is still running
    - is not responding
  - sha1: 31d4e76d0d584790763b4b1146b29ea4cfc2e9af
  - fs: xfs
  - conf:
    - global:
      - ms die on skipped message: False
    - mgr:
      - debug ms: 1
      - debug mgr: 20
    - client:
      - debug ms: 1
      - debug client: 20
      - client mount timeout: 600
    - mon:
      - debug paxos: 20
      - debug mon: 20
      - debug ms: 1
      - mon op complaint time: 120
    - mds:
      - mds bal split bits: 3
      - mds bal split size: 100
      - osd op complaint time: 180
      - debug mds: 20
      - mds bal merge size: 5
      - debug ms: 1
      - mds bal frag: True
      - mds verify scatter: True
      - mds bal fragment size max: 10000
      - mds op complaint time: 180
      - mds debug scatterstat: True
      - mds debug frag: True
    - osd:
      - mon osd full ratio: 0.9
      - bluestore allocator: bitmap
      - bluestore fsck on mount: True
      - debug osd: 25
      - osd op complaint time: 180
      - debug bluestore: 20
      - debug bluefs: 20
      - osd objectstore: bluestore
      - debug ms: 20
      - debug journal: 20
      - osd failsafe full ratio: 0.95
      - mon osd nearfull ratio: 0.8
      - bluestore block size: 96636764160
      - osd shutdown pgref assert: True
      - debug filestore: 20
      - debug rocksdb: 10
      - bdev enable discard: True
      - mon osd backfillfull_ratio: 0.85
      - bdev async discard: True
  - log-ignorelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
- install:
  - ceph:
    - sha1: 31d4e76d0d584790763b4b1146b29ea4cfc2e9af
- admin_socket:
  - branch: octopus
- thrashosds:
  - bdev_inject_crash_probability: 0.5
  - bdev_inject_crash: 2
owner: scheduled_yuriw@teuthology
pid:
roles:
- ['mon.a', 'mgr.y', 'mds.a', 'mds.b', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
- ['mon.b', 'mon.c', 'mgr.x', 'mds.c', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
- ['client.0']
- ['client.1']
- ['client.2']
- ['client.3']
sentry_event: https://sentry.ceph.com/organizations/ceph/?query=a96a748c31b84b39b887b75cb9e28198
status: fail
success: False
branch: octopus
seed:
sha1: 31d4e76d0d584790763b4b1146b29ea4cfc2e9af
subset:
suite:
suite_branch: master
suite_path:
suite_relpath:
suite_repo:
suite_sha1: ab2488773626d40fb1f8345a99f4bbd6712c0fd4
targets:
- smithi052.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCkO2UQMr1oESq0aTHXjgfxw4Lbq8vLeDIjsBXkGnpHpsDNjvSYbAC2hgaCdfGNhQ1UoTvJIpLcJYCfX0Klh7MRtE2q/4y+umog4Vi4xB24/jMu1YcSTnm20pbdmltYQSb/JVntMMHMWR3KOQfkwh5hQwKpkLDj2ot9BgjGZgCZDgIXajH2NUshMm/EW0WGkmjJnuDy9RqoJCmfCW5LM9WuVUk+p/M7YVGo3vBrQoeWYLR0Khkf5n6nLp/2UwZN+6eZv+fyjnOMUI3b0r7Qxz24lu4gpClhoV+vC/mv+Kxx/7NpOdAk0tKM604Eb40B7EFfazbgxuFA6JMZBj/1ygtOvygvBHWmYENJKHVn7257kWR90zcNhXzfpfegOei18Yrb1OQCv8spTyGjAvv2i4EpIvi8ZlmPsZKBVLIGNQ6nKvTEowEGfb/rUG3m2cbLsxhI5TwCiL/Rrh/ahqH9h6MxkkgIEcnqPRJ9v2DM6n04L4DehkCjDfbnG8qC4T+/Kbs=
- smithi068.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDmXMllFIcjyhQsP6hthU60oSSUf755KiuAYYCqVeP3Yg5hvC0iFdAOIkzUEWEh2JnbBuuOthvsEqq9XP4yVvMJsURjpO4j2rLMnfppwvr/m7ST9uTiTnyfi360ZXcBFuYHZCyn1BOFpKOQN3FQ4Fepd3YwrmWV5QLewm7eXqbL0sUDD+rtq7Us4EcDJLILDLZTaTJ+bUfLUdZFU+l/8xh2hNJ7H9H7IYM901bvnUDgh2QewQal/qvw/YoZksX4KKn9oUYab6e8MaF3slyDsmA6N7pXn/hkUyXyKbrLGZdtzmWqDzbJjNvLoUXdny6xxKNb5VaY1AtSKn/qVIx0Ke54T4NfC6nqkDIvwHAuBwPat5ii4JOlg1ITYgDYNMW2Y0N/VLTB6xFYKxT2OoKMAEbHMphGKwHUmxtA6BBQtOplgTSe9BrsViF/BL0v5T/4lB122qQv3MHn5xzD36DtHa/UOp/23e20ZkQtgh+w3P9j4Q5mICc1VBP7UcFAjLV0PFE=
- smithi189.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDfo2wdjAmmROseUCRRxri6V/ddInACP/FOXusmgtVWllfmqDyxiBd4BB0ajWtx65HC2vOO8d6uNrAdRPu4HTARgmo3zHF+k2j4aZuYLhySSY14I8VLwvOGeJoFU3k5IgPm+wwTmlbM4rdIhlTnOCUp5RE9WOdbkKHVlEH7n+GTKVQnqVTYEJ8VOwSzYU0qv1Si5ATSeM+9LUFu12uKVhXe290LHLxBtdcGuT7oJwJV0odY7Qbg4OCqPv7IR/8DrafDpPzn86mbTW1KPIrZlvNtsTGJDqvXhiolb6wFcsx5f17gAJ9GUU6YCk8KVba6Tk+b/APkGH5TgdfXFO2OrU7I5SWW2NmzmeTnFOxgrFVOsgaFPXmkJXdm3Gr6C97+nNraK4VC8O//SjkAGvR0v6OK9r6pFA1zI+UanSdL53MYqZfIyY/+4EUVRrFdX9HEizD2RCQa0nI8+fJAoYruRBaDz5J4ElwkN14k748EiwOg5kyzb5eWll9gYcwa/Wp6wKc=
- smithi193.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDfuVLNu9R90rh3KyB7JZOlAP3jIoDo+mMFu7SxInY60zM0xcr9VGNCFfRCjN4P633+5nEPrGeqJa4tXGrXfFza/2TcQxld5aVSyB2BR7YL8TeewAbEgoT4oyU8GNK0BAUwo9PnRQOBKwR2uMawAnuM0kkXyXAzXMv2JV/T4QDqGaqawlUdEQrSlbxbqwXyjqVQIOgrkXZXp6zmQsm7c85LIhdZUUMDSp8YJTBlD35wLJo3hMr64JQq6lz3SVCexd+Zkhdsq4w7r+HnjE4Op4Z4mBzOq8AYYHZYEFEiWWLgodmoBOb07n8pp8oNhdq2Y9Pys11r6i4P5g4lRERUUmNx+UlsSknrHqJcvXm76CE04drMPyYGFmZqm12ViHkUFj8acDK1sSLK6FUIATDZD1mlQz5ECPlEkM7siX9RaRm7ItpbTo8I+VNVqVap3+l9QpXgqSbVS0h1cahxgoPfYBAyaM1KQIHzkDylT5fTL34ESiK5z2rrlreATTABPKDJt5s=
- smithi106.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDKg/C2F3KcvnddyqxJWT7EKFtPcUWjuOrd2SOiax2hs6QzcG9ZaldvNTTp0x0AJn6HDykiMU4WNMQTdiMVu2q3GLq4HNhlBMKCZ+Q3UGmshNdJtwRW50PrM99rXvNuUgf5mRPE+B04Z2AjT/2+fWLmnKpmHiRrsmdmR8dPzOpgEc9mjEqiVx4Jq/v53ACEVV9AY+1xn6ieaxHPHSPRC6AIHRJLpqV1Bgn9VmIYgGxJnoddD/KG9PbAmYUeaGUK+Q/1Ckb+o4NSFj9+6+YdjhHhnzW79QqtDOiHfnS4a+0h40/MorgXoykbhu3JpY5cIswJ+2Fk1yHmsahfJuIqTTuWb3XA5lEr6YGMHvFhHv9ouYXwlFcGX0fDz+ektS6yX9X0NDUq8YJRXc4fwL38uNLmaEjhSkQlHAHWtvmPeZIlVn9Ba8unn3VnehgtglOnr5HCZjonM1aNGCDCbE29Tl1ZBg6Xk3frv6Rupgeko6HbGdf6s+nEbEyW7tDlPHVFLTE=
- smithi179.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEnIDcAJtcB0skPcR/bg1IHuCWtfI0ku1ST4YbOUUpJ2LG8Q+VLsi++oRJZ383ir+hxaT6QrhTEFB4TTjT7z35GtnjGCq7LR/Ga/xE704GZGMVh9plEqQjFxbJwntzTIYq1XpjJQmmk/rtAEtWkigIivH69fzBirH20ZL+MVpC6zbzu9cE2NapvO7fEY6FohvLtqQxjXELb50RT38xPlGlMtAuebrfV1uflSyDz/uL2RCB5mbS8akCVUedLYNri9UZMAObmkzlTPrOVg8xv7hM6rBlOjJ0CacL1ZNy2tMKJctt3dspiTvX+acVr0l0TMws5jmOo3qPRnVS4MK8NjdOUDSDz9Us4XYqOpFSmYTZghXBGkX0KB5zAZ3Mt4438Pqox8ahpM4hrRGaO2JkL7UoEwU0hJxVGsJDWEfbgDolr8KfpqAx5DdSplCz+bpDs1Ga/qIXADKV7ZSRJs7Un6TQo4Jhtth3eULnWNPMtFb+Kj9Xw4g4Xefo2Xt9TnRsCe8=
tasks:
- internal.check_packages:
- internal.buildpackages_prep:
- internal.lock_machines:
  - 6
  - smithi
- internal.save_config:
- internal.check_lock:
- internal.add_remotes:
- console_log:
- internal.connect:
- internal.push_inventory:
- internal.serialize_remote_roles:
- internal.check_conflict:
- internal.check_ceph_data:
- internal.vm_setup:
- kernel:
  - client:
    - branch: testing
  - kdb: True
  - sha1: distro
- internal.base:
- internal.archive_upload:
- internal.archive:
- internal.coredump:
- internal.sudo:
- internal.syslog:
- internal.timer:
- pcp:
- selinux:
- ansible.cephlab:
- clock:
- install:
  - extra_system_packages:
    - deb:
      - bison
      - flex
      - libelf-dev
      - libssl-dev
      - dump
      - indent
    - rpm:
      - bison
      - flex
      - elfutils-libelf-devel
      - openssl-devel
      - libacl-devel
      - libaio-devel
      - libattr-devel
      - libtool
      - libuuid-devel
      - xfsdump
      - xfsprogs
      - xfsprogs-devel
  - extra_packages:
    - deb:
      - python3-cephfs
      - cephfs-shell
    - rpm:
      - python3-cephfs
  - sha1: 31d4e76d0d584790763b4b1146b29ea4cfc2e9af
- ceph:
- kclient:
- cephfs_test_runner:
  - modules:
    - tasks.cephfs.test_flush
teuthology_branch: master
verbose: True
pcp_grafana_url:
priority:
user:
queue:
posted: 2020-11-10 20:54:02
started: 2020-11-12 02:10:51
updated: 2020-11-12 07:24:57
status_class: danger
runtime: 5:14:06
wait_time: 5:03:44