Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2021-03-25 12:17:49	2021-03-26 09:48:26	2021-03-26 22:03:12	12:14:46			smithi	master	centos	8.2	4	dead

Nodes: smithi080 smithi025 smithi091 smithi032

Description: powercycle/osd/{clusters/3osd-1per-target objectstore/bluestore-hybrid powercycle/default supported-all-distro/centos_8 tasks/radosbench thrashosds-health whitelist_health}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2021-03-25_12:17:03-powercycle-pacific-distro-basic-smithi/5997829/teuthology.log

Failure Reason:

hit max job timeout

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2021-03-25_12:17:03-powercycle-pacific-distro-basic-smithi/5997829/teuthology.log
archive_path: /home/teuthworker/archive/teuthology-2021-03-25_12:17:03-powercycle-pacific-distro-basic-smithi/5997829
description: powercycle/osd/{clusters/3osd-1per-target objectstore/bluestore-hybrid powercycle/default supported-all-distro/centos_8 tasks/radosbench thrashosds-health whitelist_health}
duration:
email: ceph-qa@ceph.io
failure_reason: hit max job timeout
flavor:
job_id: 5997829
kernel:
- sha1: distro
- kdb: True
last_in_suite: False
machine_type: smithi
name: teuthology-2021-03-25_12:17:03-powercycle-pacific-distro-basic-smithi
nuke_on_error: True
os_type: centos
os_version: 8.2
overrides:
- ceph-deploy:
  - fs: xfs
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
    - osd:
      - mon osd full ratio: 0.9
      - mon osd backfillfull_ratio: 0.85
      - bluestore fsck on mount: True
      - mon osd nearfull ratio: 0.8
      - debug bluestore: 1/20
      - debug bluefs: 1/20
      - osd objectstore: bluestore
      - bluestore block size: 96636764160
      - debug rocksdb: 4/10
      - osd failsafe full ratio: 0.95
  - bluestore: True
- selinux:
  - whitelist:
    - scontext=system_u:system_r:logrotate_t:s0
- workunit:
  - sha1: 3eb70cf622aace689e45749e8a92fce033d3d55c
  - branch: pacific
- ceph:
  - log-whitelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
  - sha1: cccf88d7836f879cc2963e3b8d807b14adbfe9a2
  - fs: xfs
  - conf:
    - mgr:
      - debug ms: 1
      - debug mgr: 20
    - mon:
      - debug paxos: 20
      - debug mon: 20
      - debug ms: 1
    - osd:
      - mon osd full ratio: 0.9
      - bluestore allocator: hybrid
      - bluestore fsck on mount: True
      - debug osd: 20
      - debug bluestore: 1/20
      - debug bluefs: 1/20
      - osd objectstore: bluestore
      - osd max markdown count: 1000
      - debug ms: 1
      - osd failsafe full ratio: 0.95
      - bluefs allocator: hybrid
      - bluestore block size: 96636764160
      - debug rocksdb: 4/10
      - mon osd nearfull ratio: 0.8
      - mon osd backfillfull_ratio: 0.85
  - log-ignorelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - overall HEALTH_
    - $OSDMAP_FLAGS$
    - $OSD_
    - \(PG_
    - \(POOL_
    - \(CACHE_POOL_
    - \(SMALLER_PGP_NUM$
    - $OBJECT_
    - \(SLOW_OPS$
    - $REQUEST_SLOW$
    - $TOO_FEW_PGS$
    - slow request
    - $MDS_TRIM$
    - $MDS_SLOW_REQUEST$
    - MDS_SLOW_METADATA_IO
    - Behind on trimming
- install:
  - ceph:
    - sha1: cccf88d7836f879cc2963e3b8d807b14adbfe9a2
- admin_socket:
  - branch: pacific
- thrashosds:
  - bdev_inject_crash_probability: 0.5
  - bdev_inject_crash: 2
owner: scheduled_teuthology@teuthology
pid:
roles:
- ['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mgr.y', 'mds.a', 'client.0']
- ['osd.0']
- ['osd.1']
- ['osd.2']
sentry_event:
status: dead
success:
branch: pacific
seed:
sha1: cccf88d7836f879cc2963e3b8d807b14adbfe9a2
subset:
suite:
suite_branch: pacific
suite_path:
suite_relpath:
suite_repo:
suite_sha1: 3eb70cf622aace689e45749e8a92fce033d3d55c
targets:
- smithi080.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEKmxTJnMZLwgmgyrlJxFNhouwywqpGqdyQp1iOlKNpy6VvdEutls2VpaRrheRGHnoTBwoth8coFsiNrGjyWpyAtTR+qd1QcF63mZekhn9wtzzi+Rdk5T8aT9Kd1d0VcygcuzS5A//QCt4odH0JWgT7IUH9c4nIdCNR0MltEqZ8kliKG9B4TTOCXiCQ4YrWS/nwVe5GuzQtw6Yz24/2bZ70Ea3yyyVnM4ot9M1Qck9Cz1IeX12QWqoDwh7xfLKCZAPrQGxAiHc41eg9fJ8KPT775/1mABlqwBsV0z3Rh2oud3jaZDmcqVFxYnq/cIH68cZnoik+iHMDjOLWjj4IHIYglRnbECAeD7qXlgmjfw0NYyGvOHt8XvU/yWk9cvRkRt/1MElUvW5HeLbpYIJ1PwOC09u80JuLRxY31g0qI76U1dBNSMHgshuIJHk2uFmlNSilNwo268zHRaak2mnq1Q/Vv6rUqJosts800iOluUP6O1wVtrhOWEv9cnS8iHbguU=
- smithi025.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAv8E/zlyIRb9BpG3g5ydPGC4j+tOjWsiRVY/zUzj0/boLku1amA1Rs9pgSczRo8qKDLpArmzsn9O8OA70fmvacGMWanxuJqgnPAWVjpI49UGxrOGC4CXqp+fVA/HKlqqjBAsg0SHUrLqKLqAF38vHY+6AvJlW4MGlRSqvYhoyZUJl5dgBUQvoyTMDa3beH1SzfmhfTEh8nqoSs0kGpF321YlfV9lh4mCf6F6X/51lioCo6gYnAWzt5pYHKVvELUX9K+JI/WVqGN+AstpINU2JPNOZCMZNWIBEUVK9f2mxHg02YaP+3uhMNhCBypJFohF3ImrNbuJGechWZJ7/fWJyl2X+aaRPXiWRS0BNDjxpeJhusk5mdAY78WSH+TYoqE1gmSB9unKH/kTfcAQMDlZ0WJsMrq/hwWNPiMROAtJPKykd/Epqq0ELLDXcfVBLTWRZxXCuCqBesje/CpMDoCu45l/yApQT9e/B/LSGermg/w7o7pgmgYHvlm2FI49i8hk=
- smithi091.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC7FAiC70V2IdUHxjAkayABPP7RAI1kb1aejlx8eI73b8PthOKuJwyLmRvz1cn9D86qCQ/WMD7H2y0T4QgGCGUXL9IUXY3f6fr51pK8ixpnf0jzjivrJTZD5T9JZBSMLpWBpquvhRwEQxMRf3GRIFvx32hjmLmiHWdc8jL3KlsaZzDM0QxjFIWFbGbzVU1X4a59z2OB56z7ZJYx6sK+sUV2dTg6gdXwEGg8xFnxu4Hpy0cxSDIjV+uqu/bD9mr6xr6Lj974+Qs51vFe+zAGzEz0iF7Yj2thtYmr6DNSORtiWYctn1jZUp0uTAn2r299ND8D0Zq7lqke1j/Pm5K35cFtfxfXQjt7knXrLxgN8/65Tr9RY0p1NbysPt4fXL3cwHhCvejAGS/RIY8AlPQxBx07qAxXs2Ic4JpxMmC/HlK3l4LXLK5UIpNLTjzwueqttJwhiFKPdmbYPMqbJf1YfVGMKyM6u4rKINxB5BmEAsfs8OeL7OrcI1M/Sz/s2DGOxY0=
- smithi032.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDT0WP6w+JKCEpCtAEPFIZUB3fUNx8hdO5t+XZFY4RdAZ5fHE/lWayv0xekhUijvYEnekSbALV3rLfFdU2xrCsA6EwKtNi++PT5jU+jjqk6/L4XosghsPOfqXoA4e8pE3b2MW8eozKmEAYB1pPR84o1IkyrPx9CmvdNq0Em7ShXNdCm5oFbgSXf8Da32hZnNBej50aVuMA1bfZtISj+q+pRyUtbt5RifI/H00RnErue8qN8U7rPwgl831EQj8nDwQ0lCFBEKaTTgNrDDTiqhg/qDuZLQjGaTpvj+VDHE1bR6bCbkiB5pMiyYd2T93jZibjfS+kDNe2ayW5wsalTPjDQYnxCC0dJZFm1NaZA1C7Jm1VHG+P1wurXtkXNArkwPIWW/F5/GII5nw/TayjiPclmyThqCvF1Yw3jzc7jvkgWrWqJH6NqV2vQEOT6AsZFo9BD6xiPPqfNgVOFq3Qh2nemvIKQ/u2V6Kypbe1wTvLJXVuPJ+8yMoHuXdD0jNBkQRU=
tasks:
- install:
  - extra_system_packages:
    - deb:
      - bison
      - flex
      - libelf-dev
      - libssl-dev
      - libaio-dev
      - libtool-bin
      - uuid-dev
      - xfslibs-dev
    - rpm:
      - bison
      - flex
      - elfutils-libelf-devel
      - openssl-devel
      - libaio-devel
      - libtool
      - libuuid-devel
      - xfsprogs-devel
- ceph:
- thrashosds:
  - chance_down: 1.0
  - powercycle: True
  - timeout: 600
- full_sequential:
  - radosbench:
    - clients:
      - client.0
    - time: 90
  - radosbench:
    - clients:
      - client.0
    - time: 90
  - radosbench:
    - clients:
      - client.0
    - time: 90
  - radosbench:
    - clients:
      - client.0
    - time: 90
  - radosbench:
    - clients:
      - client.0
    - time: 90
  - radosbench:
    - clients:
      - client.0
    - time: 90
  - radosbench:
    - clients:
      - client.0
    - time: 90
  - radosbench:
    - clients:
      - client.0
    - time: 90
  - radosbench:
    - clients:
      - client.0
    - time: 90
  - radosbench:
    - clients:
      - client.0
    - time: 90
  - radosbench:
    - clients:
      - client.0
    - time: 90
  - radosbench:
    - clients:
      - client.0
    - time: 90
teuthology_branch: master
verbose: True
pcp_grafana_url:
priority:
user:
queue:
posted: 2021-03-25 12:17:49
started: 2021-03-26 09:48:26
updated: 2021-03-26 22:03:12
status_class: danger
runtime: 12:14:46