Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2020-06-30 06:01:48	2020-07-01 02:28:38	2020-07-01 03:06:38	0:38:00	0:20:32	0:17:28	smithi	master	centos	8.1	4	fail

Nodes: smithi140 smithi175 smithi194 smithi049

Description: rbd/singleton-bluestore/{all/issue-20295 objectstore/bluestore-comp-snappy openstack supported-random-distro$/{centos_latest}}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-06-30_06:00:02-rbd-octopus-distro-basic-smithi/5191372/teuthology.log

Failure Reason:

"2020-07-01T02:59:21.007437+0000 osd.1 (osd.1) 3 : cluster [WRN] slow request osd_op(client.34538.0:36377 3.4s0 3:3a565c7e:::rbd_data.2.11b3b281b80c.000000000002fcb1:head [set-alloc-hint object_size 4194304 write_size 4194304,write 3014656~4096 [fadvise_random] in=4096b] snapc 0=[] ondisk+write+known_if_redirected e31) initiated 2020-07-01T02:58:50.910442+0000 currently delayed" in cluster log

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2020-06-30_06:00:02-rbd-octopus-distro-basic-smithi/5191372/teuthology.log
archive_path: /home/teuthworker/archive/teuthology-2020-06-30_06:00:02-rbd-octopus-distro-basic-smithi/5191372
description: rbd/singleton-bluestore/{all/issue-20295 objectstore/bluestore-comp-snappy openstack supported-random-distro$/{centos_latest}}
duration: 0:20:32
email: ceph-qa@ceph.io
failure_reason: "2020-07-01T02:59:21.007437+0000 osd.1 (osd.1) 3 : cluster [WRN] slow request osd_op(client.34538.0:36377 3.4s0 3:3a565c7e:::rbd_data.2.11b3b281b80c.000000000002fcb1:head [set-alloc-hint object_size 4194304 write_size 4194304,write 3014656~4096 [fadvise_random] in=4096b] snapc 0=[] ondisk+write+known_if_redirected e31) initiated 2020-07-01T02:58:50.910442+0000 currently delayed" in cluster log
flavor: basic
job_id: 5191372
kernel:
- sha1: distro
- kdb: True
last_in_suite: False
machine_type: smithi
name: teuthology-2020-06-30_06:00:02-rbd-octopus-distro-basic-smithi
nuke_on_error: True
os_type: centos
os_version: 8.1
overrides:
- ceph-deploy:
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
- selinux:
  - whitelist:
    - scontext=system_u:system_r:logrotate_t:s0
- workunit:
  - sha1: 7b12a033c2fbeb415846ddda46d91eeab998e7a4
  - branch: octopus
- ceph:
  - log-whitelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
  - fs: xfs
  - conf:
    - mgr:
      - debug ms: 1
      - debug mgr: 20
    - mon:
      - debug paxos: 20
      - debug mon: 20
      - debug ms: 1
    - osd:
      - mon osd full ratio: 0.9
      - bluestore compression algorithm: snappy
      - debug ms: 20
      - bluestore fsck on mount: True
      - debug osd: 25
      - bluestore compression mode: aggressive
      - debug bluestore: 20
      - debug bluefs: 20
      - osd objectstore: bluestore
      - mon osd backfillfull_ratio: 0.85
      - bluestore block size: 96636764160
      - debug filestore: 20
      - debug rocksdb: 10
      - mon osd nearfull ratio: 0.8
      - osd failsafe full ratio: 0.95
      - debug journal: 20
  - sha1: 7b12a033c2fbeb415846ddda46d91eeab998e7a4
- install:
  - ceph:
    - sha1: 7b12a033c2fbeb415846ddda46d91eeab998e7a4
- admin_socket:
  - branch: octopus
- thrashosds:
  - bdev_inject_crash_probability: 0.5
  - bdev_inject_crash: 2
owner: scheduled_teuthology@teuthology
pid:
roles:
- ['mon.a', 'mgr.x', 'osd.0', 'osd.1', 'osd.2', 'client.0']
- ['mon.b', 'mgr.y', 'osd.3', 'osd.4', 'osd.5']
- ['mon.c', 'mgr.z', 'osd.6', 'osd.7', 'osd.8']
- ['osd.9', 'osd.10', 'osd.11']
sentry_event:
status: fail
success: False
branch: octopus
seed:
sha1: 7b12a033c2fbeb415846ddda46d91eeab998e7a4
subset:
suite:
suite_branch: octopus
suite_path:
suite_relpath:
suite_repo:
suite_sha1: 7b12a033c2fbeb415846ddda46d91eeab998e7a4
targets:
- smithi140.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDaR2/ea48xxM1cCl1/boS/W57yxCdOELw1Bi7Bku8b/cvbvglwn43Vn733Ah/RIrAyvV+yA+RP4ElBsLOcnjxI5uZdq6gT/sSWDucRYMVkdkr6SuQ+JCSj67MrgxgAPc0QBd7LrGz8nZU7+nfnD8sz8+RII7y8gFWihcvMJEUlYhivP9c/qyMa+AXGCyumMRjojKZBUWduw6GZxs8deZwapL653EwTEIHXMRh5khJtXPbAowMDNPbFSQ+1EkX47FaBSsuZ+uTddYzf19jFc0kcqsyCnwxZhvBJj75+PTwl43e8e+EK47u2IAjUs3qDFxK3rR+XffsiBiAdCLYlqLv/7FhrwnD0G/ZU0Wg/X4PrOAYU+9G4GrBFJzMt44bDF5mGLmkqOCqOI7RgC/7gw6EyR5N3ZNDAyGUbyBBrN496pBnnjABzcJ5KwFbinHX5eaKhDupD8HCJYEF3RXxJRTHVJT2pqDW1qsonS2os4pKs5d/ygYQzthz2o9Y7GDx34Oc=
- smithi175.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDK6F55ieKc5pm+R4kgzMsL0kGWw7SzfEUPvGwdRbvNdzCeewXsu54wVhSqOS8tH0hP7d14OuZNq1rUcbv5Gw9Dw3WM9LFJlg4rYgnYSct9JvqTjwtGi+G+NvDp+AUD2RAlqRe09AJJdq5HrG7JY7wao/gZeoehXYeUFecAFS71tnkket6C1zd7m39wpFA8WRyPoKCxZG9EjKiDb0y8lS3Ww/xOaiMLmj4XlYyvDxW3o+rKMxZWDFAXWfLx0HEIsURdgCORhgBdoNqbdYPjMPpvRW1RjL03qe833KavIWGvlX+cdnG9muCdSNOOqG0+K2RlkXBYWTcRuV7+umyT4BZ91l2X3IsAMgAV3G77n91ZAdX9O4Gm6UDXwFbvSzv5tLLaDs+8dJcrOZshD31i2FlndbmzdwePn/8hnXivfC+l7nJXoheooSpjEtCnJgp1SUQ0JCFUq15NK7PewaUeVFWB0Y1vLbMwWwZdiSvQSWXI3ZFDE3uI8XOmdrTa/GBy778=
- smithi194.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD5fWuisAZty04P2FpD3Fxp5oo+wpwnEOVwarOhdh/S1dQBsEewYgdn3AfupSlOa1fLNWHXVu+0bFNal7qQvxXm9YQnlKQDqst/gXFTjaZ7QgohI4D0FczjNZ3ZXPP/GDCEe7hpclVulYQKtPvQzw8tvxMMtQBnDiOdvkbPILh9eK2GElHDtW28xbvkQgg+yFoEs2WGwbhws5Jt1lXgbI6gVNV7Jg11faYLxZpCZLz2xgdOns2gxtr0qz/Fp8A++dmhwSCPBjBUVxIbLFR3J9n5+5v8bqbAo4hZ98+oqMQTrhS+ZOKU9yir9gD5/pjLn6E7u0cUxgwwn1uGL9B173NchigCBXlI/Es70zfp6Sw7ibwJonKWGBbAc3y8gon4DP2H9mVJXB7haXfoVktWdOr0+m7TEn396S/syHggtbpVz6YCPKsSc8SYXbiuywnMJ8ZQ/+x/vLbLwohWvc/Od+k6HMVdcYsN7kYAvwNHHs6mqMovVj3TylkYcEihW6HUTfM=
- smithi049.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDkhIxgZtTDFC8y0MnLmM2acaEEUWsxG/JegElmhjhox2IuR25goh1hVar93wF9yGXZHDBNkzDBUbomgnA0l2x2Rh9tVBz2k7Pj2/sAquwUtqa0Nx4MOB1J1oIjngeL8twiB8LAMdOQrDUQ5AjQxrQHkiFDt+ujEttUMeQ3GQ1zI318DSeSKK8dq/bChP0ddnJEY6ncR2cR1r43GdBU0nx4pu8Qrp8+opnZAosyihVNaff9vMs1ozzrd0vzDP7CNkS5W7dR2En1ZNNkYYPggC/EHH0G5vcBxUGPRFKgfjHYg9xJqwD1VATtdKX8HJqet8lcfNfRWdnAHANNUMGdG8dynwlygbt3CKSGiYOx/2qMi3sfEoVfSpUQC72Ml0YVpFn+Ak1rupUnv0JkBwkRAYqXlgCogKYXWSw6U6/6uBTjn4Ku50CJFPM4EHuVlbYx+u/z9/UHvPN1zHanMWIecqcdSzFgvMNipTMzniwr+peIn39hbTrtds0CoN6/oHPTUZM=
tasks:
- internal.check_packages:
- internal.buildpackages_prep:
- internal.lock_machines:
  - 4
  - smithi
- internal.save_config:
- internal.check_lock:
- internal.add_remotes:
- console_log:
- internal.connect:
- internal.push_inventory:
- internal.serialize_remote_roles:
- internal.check_conflict:
- internal.check_ceph_data:
- internal.vm_setup:
- kernel:
  - sha1: distro
  - kdb: True
- internal.base:
- internal.archive_upload:
- internal.archive:
- internal.coredump:
- internal.sudo:
- internal.syslog:
- internal.timer:
- pcp:
- selinux:
- ansible.cephlab:
- clock:
- install:
- ceph:
  - cluster: ceph
  - log-whitelist:
    - application not enabled
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
  - fs: xfs
  - conf:
    - mgr:
      - debug ms: 1
      - debug mgr: 20
    - mon:
      - debug paxos: 20
      - debug mon: 20
      - debug ms: 1
    - osd:
      - mon osd full ratio: 0.9
      - bluestore compression algorithm: snappy
      - debug ms: 20
      - bluestore fsck on mount: True
      - debug osd: 25
      - bluestore compression mode: aggressive
      - debug bluestore: 20
      - debug bluefs: 20
      - osd objectstore: bluestore
      - mon osd backfillfull_ratio: 0.85
      - bluestore block size: 96636764160
      - debug filestore: 20
      - debug rocksdb: 10
      - mon osd nearfull ratio: 0.8
      - osd failsafe full ratio: 0.95
      - debug journal: 20
  - sha1: 7b12a033c2fbeb415846ddda46d91eeab998e7a4
- workunit:
  - clients:
    - all:
      - rbd/issue-20295.sh
  - branch: octopus
  - timeout: 30m
  - sha1: 7b12a033c2fbeb415846ddda46d91eeab998e7a4
teuthology_branch: master
verbose: True
pcp_grafana_url:
priority:
user:
queue:
posted: 2020-06-30 06:01:48
started: 2020-07-01 02:28:38
updated: 2020-07-01 03:06:38
status_class: danger
runtime: 0:38:00
wait_time: 0:17:28