Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2021-11-27 01:48:35	2021-11-27 01:51:06	2021-11-27 02:11:08	0:20:02	0:08:10	0:11:52	smithi	master			3	fail

Nodes: smithi065 smithi125 smithi149

Description: krbd/thrash/{bluestore-bitmap ceph/ceph clusters/fixed-3 conf ms_mode$/{crc} thrashers/mon-thrasher thrashosds-health workloads/rbd_fio}

Log: http://qa-proxy.ceph.com/teuthology/ideepika-2021-11-27_01:48:17-krbd-pacific-16.2.7_RC1-distro-default-smithi/6529971/teuthology.log

Sentry event: https://sentry.ceph.com/organizations/ceph/?query=c8da1d2cd5bb468ab25350ab8f2e28c1

Failure Reason:

Command failed on smithi149 with status 22: 'sudo rbd device map -o queue_depth=256 i2flayering-exclusive-locksmithi149'

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/ideepika-2021-11-27_01:48:17-krbd-pacific-16.2.7_RC1-distro-default-smithi/6529971/teuthology.log
archive_path: /home/teuthworker/archive/ideepika-2021-11-27_01:48:17-krbd-pacific-16.2.7_RC1-distro-default-smithi/6529971
description: krbd/thrash/{bluestore-bitmap ceph/ceph clusters/fixed-3 conf ms_mode$/{crc} thrashers/mon-thrasher thrashosds-health workloads/rbd_fio}
duration: 0:08:10
email:
failure_reason: Command failed on smithi149 with status 22: 'sudo rbd device map -o queue_depth=256 i2flayering-exclusive-locksmithi149'
flavor: default
job_id: 6529971
kernel:
- kdb: True
- sha1: distro
last_in_suite: False
machine_type: smithi
name: ideepika-2021-11-27_01:48:17-krbd-pacific-16.2.7_RC1-distro-default-smithi
nuke_on_error: True
os_type:
os_version:
overrides:
- admin_socket:
  - branch: pacific-16.2.7_RC1
- ceph:
  - conf:
    - client:
      - rbd default features: 37
      - rbd default map options: ms_mode=crc
    - global:
      - ms die on skipped message: False
    - mgr:
      - debug mgr: 20
      - debug ms: 1
    - mon:
      - debug mon: 20
      - debug ms: 1
      - debug paxos: 20
    - osd:
      - bdev async discard: True
      - bdev enable discard: True
      - bluestore allocator: bitmap
      - bluestore block size: 96636764160
      - bluestore fsck on mount: True
      - debug bluefs: 1/20
      - debug bluestore: 1/20
      - debug ms: 1
      - debug osd: 20
      - debug rocksdb: 4/10
      - mon osd backfillfull_ratio: 0.85
      - mon osd full ratio: 0.9
      - mon osd nearfull ratio: 0.8
      - osd failsafe full ratio: 0.95
      - osd max markdown count: 1000
      - osd objectstore: bluestore
      - osd shutdown pgref assert: True
  - flavor: default
  - fs: xfs
  - log-ignorelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - $MON_DOWN$
    - overall HEALTH_
    - $OSDMAP_FLAGS$
    - $OSD_
    - \(PG_
    - \(POOL_
    - \(CACHE_POOL_
    - \(SMALLER_PGP_NUM$
    - $OBJECT_
    - \(SLOW_OPS$
    - $REQUEST_SLOW$
    - $TOO_FEW_PGS$
    - slow request
  - log-whitelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
  - sha1: fdc003bc12f1b2443c4596eeacb32cf62e806970
- ceph-deploy:
  - bluestore: True
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
    - osd:
      - bdev async discard: True
      - bdev enable discard: True
      - bluestore block size: 96636764160
      - bluestore fsck on mount: True
      - debug bluefs: 1/20
      - debug bluestore: 1/20
      - debug rocksdb: 4/10
      - mon osd backfillfull_ratio: 0.85
      - mon osd full ratio: 0.9
      - mon osd nearfull ratio: 0.8
      - osd failsafe full ratio: 0.95
      - osd objectstore: bluestore
  - fs: xfs
- install:
  - ceph:
    - flavor: default
    - sha1: fdc003bc12f1b2443c4596eeacb32cf62e806970
- thrashosds:
  - bdev_inject_crash: 2
  - bdev_inject_crash_probability: 0.5
- workunit:
  - branch: pacific-16.2.7_RC1
  - sha1: fdc003bc12f1b2443c4596eeacb32cf62e806970
owner: scheduled_ideepika@teuthology
pid:
roles:
- ['mon.a', 'mon.c', 'mgr.x', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
- ['mon.b', 'mgr.y', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
- ['client.0']
sentry_event: https://sentry.ceph.com/organizations/ceph/?query=c8da1d2cd5bb468ab25350ab8f2e28c1
status: fail
success: False
branch: pacific-16.2.7_RC1
seed:
sha1: fdc003bc12f1b2443c4596eeacb32cf62e806970
subset:
suite:
suite_branch: pacific-16.2.7_RC1
suite_path:
suite_relpath:
suite_repo:
suite_sha1: fdc003bc12f1b2443c4596eeacb32cf62e806970
targets:
- smithi065.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDY6z6kcCtjxSUpaIwxG/OsIe4SDuI9xBkG/lDLNgl9sctqWgVgsVERa+pkSWZahbNLBAcF3/gNZdFpVh+QvdlrT9O/lzLnrgGCtZQM+sM3Bty/MzSV0GPgWiOj6GgtE/+8f8plxwTZQ7V9CF2lGRT7GGPJMMp20r/XodQ92EVYW3o7qeAH9cPdl7AP49vV5yRPKn/ZhYFLRQWWOTFauXdHob5dt0LEkQuCOBlvoVnyE/v/Yn8TbfGdKisuk9CJGQaBF+mLSNtj7pvqNj+tLRZ1jVp64dysvft4Jigp+hh+DMlP5YJRDZmAXbYWgCvaF2bqlmvSIJIHRzydL6bqdwFON8BPHUAS/hhxHxe0/w1oM5pzf26s9mX28RqVe9BXmf4aEsy+qSMkis3XlDV5NXRAVfF+7XM/pi4nWbU9ZIVFECm1+ElYDEGjJy8efvMO/6Ra/3pCtd/UWLpdWulIT0Aq+HPpK+WdcFPIxSgchhr9nKnUmbhB80gzZyNO8Of9kBU=
- smithi125.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDWFHaWEoPVUge92sr0HABGg3LSgZeDEbNElKyT9HX4YovIImWbRItcWCPc1IiRXWvmY7l5uhrxASnaO54MfJ8mxV14VZtK43XqSQMtkelI+FE3Sh65jx03noTh/9fotOGQuPdAiv2K8cHj8N4mToJ8yu4/B4aI8nZhSvcZJp8irAPJFH2HHj4urbMhQoLu+mXC7G9xibDvo6qNrvpUrL8TREeO2GGwFMmuBQ5d9H6pyIc02cm9cjPj90XR95u7Of2n/k8ZSWE96Iwdo6SNPzSi0OuvA8HSojFboP1azRq8xPbfHcLl/V2yvbHRT8it/3lh/HjNx82v0NwXmRceqK4EMGVMW77W8tpU5+nqvYSw5jCVZdd6wao4oZVeyFyP/ytSqME+bYPUv6CXyvfv0E9+qXVxgR2RWvljnZqp0ykwTTSjILwa678/tZJJHvON14tOEpO7dSLBtM3mqPJz1pw3ocd9ypwbYoA4So3wQBSPmHtXoDJwOZ4p8ADMCQEGzD0=
- smithi149.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDGm+11FFKJiYfU+ZrgSVzTl+vM+7ckI9A9IazYIuBHkoJgi39P/lOmQrLoazvQH7YeHaarMFNTdOUbtZnVuhsAPsv0xDktajGETbHz4rZ2tpkNps8+3anTK0rRIjJMtvL744GKwbJrluBq1wD69lQnPOj5u0Ra2URSG+Jt5pCuJqRKe1qfOtsvR+85zi3uhlrFF8R5OsGPQsCmg9TruWRgEefKD4jYHU4wL97YgP8+7Et2i6WRTM+AkYqCY9zrVk9uRQfEu1q9igqJRR2f0n1SLCgvYJSh4OVae9/KfTr78P3MjSiux74e2ORfRzptBW/wgIjx1Ck/F5kvb90FZTDY31hJuYPIW0AJH9c2F7OYn7Wnw7VTUq9SBg8yzdyd6mkXXvmMrFrlJjIl3FP7/ykI7/J4C6Uesre4GOQgAuIcCVCTGIDJdXmN6kHPoBKgkC1bqvmmyWK4gWryeRff/M9SqfVnZjYgHgBLPWzW7jcVQTLt2iG5YEcodEghdZ+ZVEc=
tasks:
- internal.check_packages:
- internal.buildpackages_prep:
- internal.save_config:
- internal.check_lock:
- internal.add_remotes:
- console_log:
- internal.connect:
- internal.push_inventory:
- internal.serialize_remote_roles:
- internal.check_conflict:
- internal.check_ceph_data:
- internal.vm_setup:
- kernel:
  - kdb: True
  - sha1: distro
- internal.base:
- internal.archive_upload:
- internal.archive:
- internal.coredump:
- internal.sudo:
- internal.syslog:
- internal.timer:
- pcp:
- selinux:
- ansible.cephlab:
- clock:
- install:
- ceph:
- mon_thrash:
  - revive_delay: 20
  - thrash_delay: 1
  - cluster: ceph
- rbd_fio:
  - client.0:
    - bs: 1024
    - features:
      - ['layering', 'exclusive-lock']
    - fio-io-size: 100%
    - formats:
      - 2
    - io-depth: 256
    - io-engine: libaio
    - runtime: 1200
    - rw: randrw
teuthology_branch: master
verbose: True
pcp_grafana_url:
priority:
user:
queue:
posted: 2021-11-27 01:48:35
started: 2021-11-27 01:51:06
updated: 2021-11-27 02:11:08
status_class: danger
runtime: 0:20:02
wait_time: 0:11:52