Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2021-11-08 21:48:17	2021-11-08 21:49:23	2021-11-08 22:38:09	0:48:46	0:27:46	0:21:00	smithi	master			5	fail

Nodes: smithi104 smithi119 smithi152 smithi160 smithi192

Description: big/rados-thrash/{ceph/cephadm clusters/small openstack thrashers/default workloads/radosbench}

Log: http://qa-proxy.ceph.com/teuthology/sage-2021-11-08_21:48:13-big-wip-sage2-testing-2021-11-06-1955-distro-basic-smithi/6492774/teuthology.log

Sentry event: https://sentry.ceph.com/organizations/ceph/?query=086e8ed69ef94e0a8b20d7722a6beec1

Failure Reason:

not enough values to unpack (expected 1, got 0)

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/sage-2021-11-08_21:48:13-big-wip-sage2-testing-2021-11-06-1955-distro-basic-smithi/6492774/teuthology.log
archive_path: /home/teuthworker/archive/sage-2021-11-08_21:48:13-big-wip-sage2-testing-2021-11-06-1955-distro-basic-smithi/6492774
description: big/rados-thrash/{ceph/cephadm clusters/small openstack thrashers/default workloads/radosbench}
duration: 0:27:46
email:
failure_reason: not enough values to unpack (expected 1, got 0)
flavor: default
job_id: 6492774
kernel:
- kdb: True
- sha1: distro
last_in_suite: False
machine_type: smithi
name: sage-2021-11-08_21:48:13-big-wip-sage2-testing-2021-11-06-1955-distro-basic-smithi
nuke_on_error: True
os_type:
os_version:
overrides:
- admin_socket:
  - branch: wip-sage2-testing-2021-11-06-1955
- ceph:
  - conf:
    - mgr:
      - debug mgr: 20
      - debug ms: 1
    - mon:
      - debug mon: 20
      - debug ms: 1
      - debug paxos: 20
    - osd:
      - debug ms: 1
      - debug osd: 20
  - log-ignorelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - but it is still running
    - objects unfound and apparently lost
  - log-whitelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
  - sha1: ccaedafccaf05cfce0e87f7e17d8bf86da6321cc
- ceph-deploy:
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
- install:
  - ceph:
    - sha1: ccaedafccaf05cfce0e87f7e17d8bf86da6321cc
- kernel:
  - hwe: True
- workunit:
  - branch: qa-big
  - sha1: ec8846f1b1c54c9c9c44d423f896105814b82075
owner: scheduled_sage@teuthology
pid:
roles:
- ['host.a', 'client.0']
- ['host.b', 'client.1']
- ['host.c', 'client.2']
- ['host.d', 'client.3']
- ['host.e', 'client.4']
sentry_event: https://sentry.ceph.com/organizations/ceph/?query=086e8ed69ef94e0a8b20d7722a6beec1
status: fail
success: False
branch: wip-sage2-testing-2021-11-06-1955
seed:
sha1: ccaedafccaf05cfce0e87f7e17d8bf86da6321cc
subset:
suite:
suite_branch: qa-big
suite_path:
suite_relpath:
suite_repo:
suite_sha1: ec8846f1b1c54c9c9c44d423f896105814b82075
targets:
- smithi104.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDGy6hjqqz9drsEj8Bm53ZXEmHgm/dPS3LoOr4SHtqZk3s1amTZv5lk/Dy8ywIpjTg461z29/pW7LgrvoSbIng7DBPwigVkVVfKy5miD1YKPWioCeBOuGoXOfYYTgyRNrKXgqMAU4y63jgmUVA1wgFTxXnu06BYuh8Ir8Bt0oCP3p2VuWoyHB8zSY1Qxz1cQdS4KGkAQCNyHpuVXoozqf12C+zBIJteRgpVmzNqUXn5aBmQB+INBvTWeG2AcKE8B1HHwn7ejCMJvZ5XglArKFoX91Y4c044uTG3Kr8zwlBrZt86MEbvKXdqN1JQ7vuohNpyzgFJh6zoFlcEr8Ci+szpV5SXMOz0DxIRzZhhtK4HivfYkOje1QmcTOjT83RAG+WNjDsW9MpmvH4io/bLMN5ysJuRXYMC45PT0GiK8g1GOb5YT3LnIS3dg+/2sUnItBLtXKnzt8t+n+7rxRDgxTXjhCCPQB1bj8gqtr3T60RZDpdJxXdqA7tjdZHfTqOmMa0=
- smithi119.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCqivUiDtF4d/XI5u/yGVaKHRBU2lhQITmQx05G68mcRCd3vHLKsOfCOaVZ6soJKfAYvDDvLASluG2Ma4ZJAl1V8cBLfSgMk6IyHXjnGJz0i8bqmoEsPJKDRJAGxMGWymRFhM7QM0EWoo+G7NLylt+YzTyYcdX5ZELgcL7m1TgSl2+lhqKlBApZk4OU6JXxjReL5wfZShHlB9gybsBLmydvxLDFQY/XBkxEw3Tu/CAbUMgT4Idd3MAzBqKHZZF13OHSo/R4Wc6E5kJCRq8yM55Qdh/Vzqen+fuLtUfTuIGRoTtquWdvz0D3/u1R3waOXewbPmSxf+Fg6tw4mfatuGe9SouY4YAsmq3oCwMXWddWZgqUP2DbAFKBW7N4bHFgGT0La0Y7qyfDDs4E2wEeHusZoajKQjSosuqwPMWr08vCI94YAewvKhOPn1iC2Fg6Wz1o49EsUqaCXcpmH2cOeVchZGKpcuj0v+y1Fp4sVVAGEjr1Al4NoRcRb1bfu8Ygzqk=
- smithi152.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCxiG8tfeZMfcO3p6p+E7zl7dKZRPeO5KcsxYTzCsiNDn4uXU2Cs8sA2G88WCWRwSEPPO77OBp2kezG8M9Pki8ahKFjQYjXDfjjVPmiLxpVbBCT5wDK+1KodIYr5cgy7B6kgqgZMDOchq4IqrjsPCzS1x+1nNs6THWPvcoUT/5D0YI5R6CrVimMdJ5yW5yxoPmdgWMXXSxh1Xo+hR3xht8fCIdW+7T5eIoIbnOTjrHrIEL0qt3ZiF5VyPUxm4vXBTLUfDjIkxqWw6LDkEeK7r0ymCgyiPtvfngcv8z31FRbSy366+QQpIN5PPWUAtTppw9XSrwRXTpePjfnmWlnNNGbCels0ilU7jkEEK1E4GllJZVVVob8u/L9xfHazYAdPxcZfX9Kr6/Obd2fXWIFNDLqTKtmBt3zCNKVXsPzJI539M7AA1NMxxd6d00UQkuBLbJ/1mM65OV22cc1CvZTUBLwrpgzySPp6zPHzJqP2FMi+lJFQSCaaKxaYIPu+AZ2IYk=
- smithi160.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDZGdeJNCumFH32ULKNs/+uvY8M9B5qw8Z7fi0KBavCHgUQHZ2zQMT3HTDr6LcjuNrQY+cNz9yYSOXswC8D0uLjqqZ2volKvJBurqSCsNTbRtkAu5r+vpW/F64N9vI0rDU+OiN/qOz1BCoKs+xOwL7fxhogPkpVVX/hBfdCZ5hbnsFDVge5QJb1L47hrSjDoS1Wioa2dG4CuoSfpdJvh9wsjM7k+D4C9pAF+z1rl1QeC/jvuZ1wPveJWK0kXY6ccSKmm150QqLirU1KYXDP3uEZgS/015XfbGKMFsNhwUDf2nsrkDzwyINYEMgDvPhvIUV6DU//S7gHqanYq/njtWTI242Yv5AE6g06HyrG6m3rwmzTgxH06sWH9X9k7wilvbgJb7GCADUdaJO75OJpxj6VcCo3xe33bv38DdBoPrh4BdrGxjgUjr1Ct6MTECqCFwphFwHHdGDVDqp/y91Uz4Cpieik3GYeH3qtHgwTowSzre7cv4CeNLZa0aB+RK4BO0E=
- smithi192.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDctGlcBrg5FZowYI+mKx/ngJ3YUKrkgVJijbAcROqZQB2xVjL6rRi/s27ekfOHR0OASB6ddZ4hU8o7aFFrBlaPaV1FyeaBu2ebKaQ1coJktsEPC4KW7HNWTEDJCCkpneQL0TiDhnT5+wAtHUs1eA2cXcKifWNgoSkgLTXLD4tXPE66eGUkACi7BnHTQ3hwLJ4fTHfhu/yzHek8+vmh17Zwo6LnZPzVkOQnxPQ2X5giIo2hapJpL9pXp+2pCFC3GXCo9C0TwA3DllFmmEHHSKX2XWGcJDRkxfMKV2y6KfAvzrwMSgYIJmM2S0/xqq65g2TRwrA/9V1v98aJcnTOB4Fi71Sqchv2Y6bDaS9VaUX5iikfLTnsT/DIpNOL1Ti6zzooNtZlDXJ0quBqe6pJlCtQpo7U8RMNxWusrhUAMNeN824bjAK/0tIWKPr2TOGwRCgxR4e4L0RsTdUKqG6s0vyU/hkECG6pEYnALXa/Qe7EsLxqqqQsTF0yxRY2LJP9f/0=
tasks:
- internal.check_packages:
- internal.buildpackages_prep:
- internal.save_config:
- internal.check_lock:
- internal.add_remotes:
- console_log:
- internal.connect:
- internal.push_inventory:
- internal.serialize_remote_roles:
- internal.check_conflict:
- internal.check_ceph_data:
- internal.vm_setup:
- kernel:
  - kdb: True
  - sha1: distro
- internal.base:
- internal.archive_upload:
- internal.archive:
- internal.coredump:
- internal.sudo:
- internal.syslog:
- internal.timer:
- pcp:
- selinux:
- ansible.cephlab:
- clock:
- install:
- nvme_loop:
- cephadm:
  - roleless: True
  - conf:
    - mgr:
      - debug mgr: 20
      - debug ms: 1
    - mon:
      - debug mon: 20
      - debug ms: 1
      - debug paxos: 20
    - osd:
      - debug ms: 1
      - debug osd: 20
  - log-ignorelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - but it is still running
    - objects unfound and apparently lost
  - log-whitelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
  - sha1: ccaedafccaf05cfce0e87f7e17d8bf86da6321cc
  - cluster: ceph
  - cephadm_mode: root
- thrashosds:
  - chance_pgnum_grow: 1
  - chance_pgnum_shrink: 1
  - chance_pgpnum_fix: 1
  - timeout: 1200
  - sighup_delay: 0.1
  - optrack_toggle_delay: 2.0
  - dump_ops_enable: true
  - noscrub_toggle_delay: 2.0
  - random_eio: 0.0
- radosbench:
  - clients:
    - client.0
    - client.1
    - client.2
    - client.3
    - client.4
    - client.5
    - client.6
    - client.7
    - client.8
  - time: 300
teuthology_branch: master
verbose: False
pcp_grafana_url:
priority:
user:
queue:
posted: 2021-11-08 21:48:17
started: 2021-11-08 21:49:23
updated: 2021-11-08 22:38:09
status_class: danger
runtime: 0:48:46
wait_time: 0:21:00