Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2023-06-15 09:48:28	2023-06-15 10:01:51	2023-06-15 10:48:44	0:46:53	0:27:35	0:19:18	smithi	main			17	fail

Nodes: smithi019 smithi022 smithi038 smithi071 smithi073 smithi083 smithi086 smithi089 smithi097 smithi123 smithi132 smithi138 smithi141 smithi148 smithi170 smithi191 smithi195

Description: stress:thrash/{clusters/16-osd thrashers/default workloads/readwrite}

Log: http://qa-proxy.ceph.com/teuthology/nmordech-2023-06-15_09:48:22-stress:thrash-main-distro-default-smithi/7305234/teuthology.log

Sentry event: https://sentry.ceph.com/organizations/ceph/?query=052b330116da4386892b6d1ebdce817e

Failure Reason:

Command failed on smithi141 with status 100: 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.0.0-4432-gabcfa444-1jammy cephadm=18.0.0-4432-gabcfa444-1jammy ceph-mds=18.0.0-4432-gabcfa444-1jammy ceph-mgr=18.0.0-4432-gabcfa444-1jammy ceph-common=18.0.0-4432-gabcfa444-1jammy ceph-fuse=18.0.0-4432-gabcfa444-1jammy ceph-test=18.0.0-4432-gabcfa444-1jammy ceph-volume=18.0.0-4432-gabcfa444-1jammy radosgw=18.0.0-4432-gabcfa444-1jammy python3-rados=18.0.0-4432-gabcfa444-1jammy python3-rgw=18.0.0-4432-gabcfa444-1jammy python3-cephfs=18.0.0-4432-gabcfa444-1jammy python3-rbd=18.0.0-4432-gabcfa444-1jammy libcephfs2=18.0.0-4432-gabcfa444-1jammy libcephfs-dev=18.0.0-4432-gabcfa444-1jammy librados2=18.0.0-4432-gabcfa444-1jammy librbd1=18.0.0-4432-gabcfa444-1jammy rbd-fuse=18.0.0-4432-gabcfa444-1jammy'

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/nmordech-2023-06-15_09:48:22-stress:thrash-main-distro-default-smithi/7305234/teuthology.log
archive_path: /home/teuthworker/archive/nmordech-2023-06-15_09:48:22-stress:thrash-main-distro-default-smithi/7305234
description: stress:thrash/{clusters/16-osd thrashers/default workloads/readwrite}
duration: 0:27:35
email:
failure_reason: Command failed on smithi141 with status 100: 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.0.0-4432-gabcfa444-1jammy cephadm=18.0.0-4432-gabcfa444-1jammy ceph-mds=18.0.0-4432-gabcfa444-1jammy ceph-mgr=18.0.0-4432-gabcfa444-1jammy ceph-common=18.0.0-4432-gabcfa444-1jammy ceph-fuse=18.0.0-4432-gabcfa444-1jammy ceph-test=18.0.0-4432-gabcfa444-1jammy ceph-volume=18.0.0-4432-gabcfa444-1jammy radosgw=18.0.0-4432-gabcfa444-1jammy python3-rados=18.0.0-4432-gabcfa444-1jammy python3-rgw=18.0.0-4432-gabcfa444-1jammy python3-cephfs=18.0.0-4432-gabcfa444-1jammy python3-rbd=18.0.0-4432-gabcfa444-1jammy libcephfs2=18.0.0-4432-gabcfa444-1jammy libcephfs-dev=18.0.0-4432-gabcfa444-1jammy librados2=18.0.0-4432-gabcfa444-1jammy librbd1=18.0.0-4432-gabcfa444-1jammy rbd-fuse=18.0.0-4432-gabcfa444-1jammy'
flavor: default
job_id: 7305234
kernel:
- kdb: True
- sha1: distro
last_in_suite: False
machine_type: smithi
name: nmordech-2023-06-15_09:48:22-stress:thrash-main-distro-default-smithi
nuke_on_error: True
os_type:
os_version:
overrides:
- admin_socket:
  - branch: main
- ceph:
  - conf:
    - mgr:
      - debug mgr: 20
      - debug ms: 1
    - mon:
      - debug mon: 20
      - debug ms: 1
      - debug paxos: 20
    - osd:
      - debug ms: 1
      - debug osd: 20
  - flavor: default
  - log-ignorelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
  - sha1: abcfa444fc523b0c3c7e359ea214d09b79e5bd2d
- ceph-deploy:
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
- install:
  - ceph:
    - flavor: default
    - sha1: abcfa444fc523b0c3c7e359ea214d09b79e5bd2d
- workunit:
  - branch: wip-nitzan-task-watch-mempools
  - sha1: a15228ee2ebd701586abbb16e11dcd7824eca7af
owner: scheduled_nmordech@teuthology
pid:
roles:
- ['mon.a', 'mds.a', 'osd.0']
- ['mon.b', 'mgr.x', 'osd.1']
- ['mon.c', 'mgr.y', 'osd.2']
- ['osd.3']
- ['osd.4']
- ['osd.5']
- ['osd.6']
- ['osd.7']
- ['osd.8']
- ['osd.9']
- ['osd.10']
- ['osd.11']
- ['osd.12']
- ['osd.13']
- ['osd.14']
- ['osd.15']
- ['client.0']
sentry_event: https://sentry.ceph.com/organizations/ceph/?query=052b330116da4386892b6d1ebdce817e
status: fail
success: False
branch: main
seed:
sha1: abcfa444fc523b0c3c7e359ea214d09b79e5bd2d
subset:
suite:
suite_branch: wip-nitzan-task-watch-mempools
suite_path:
suite_relpath:
suite_repo:
suite_sha1: a15228ee2ebd701586abbb16e11dcd7824eca7af
targets:
- smithi019.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBALG/KvDvzjcJYg51cSF8J1fy4cP5X0KS81gS1NQljuzP4iI5Si4OQIimtLpgK0cz+d5MGr3ZVIMcRBz7P80KJk=
- smithi022.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCdMqPyhOla+5wp+J07jt/OQ189PCCd+YbWVI1fs1a83l/MH/DpZpLbiPYGvHbAULH0F5nySC3dr3vAFEF7Vb3w=
- smithi038.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBF+5XUu4GndduInv0Brf3+KxbdPEZCArNEx9rIe98FXmIYY0w4wiW6nhegkiarxDwfwpobBfJm4HOB4uCg4tjhk=
- smithi071.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBK9MhRmFzQtSWKSG9iGz+BKwXbljtwkXN9IX5h3jLCTLiaprxOnyH0rgifrkJvSPvEnkm0qp06uOb3dUAPXaE0=
- smithi073.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDwoKa1JCgZuLkQYbF/6K/hnbY3kND7EnQrm2jjpMdGUyWl5x36IXQ0Q9+CDHYLj/bVTd9J9u/fY35GtKhTJM+I=
- smithi083.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEQiEt9tmxiUZh139DKQpJt/byAlQ0hRckxBj9U49IC6t7EGMHWrF0bJ6/PFC2ZoNinrvAHtnz+Nt/RA7C9ZzLc=
- smithi086.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFIumi/JbheR4Q1+jcxKwX5bnJvSY/qlbq/ysyOchJdoc34ctyzfWKgI1BLGD/p31SbA0HTmpZRNirGkfQzu2wc=
- smithi089.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBM9E9/Cag8pSZMqtqdueDviB21v2zPHiW3nlXlRNTvg69hohbnGq/vuBB8iYaPT98Gy6Hb6pVVTVAfH3RBEaCTs=
- smithi097.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAWE58ZivjT+ffkj0Fe/TK18/JtME03fWGZgcrdG6//Qi3CCh2HmpwS7P3Or32WZbT2KleCT/WHPMgrD6f4lE6w=
- smithi123.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPMQA6PxlWk650HmB0ZeYCriVVm5IregQUqMmjikhU/dY18Jj3kY6F8orG5yfrV81J9rVUmMsIFmkxj4lBFLveM=
- smithi132.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIect9Bt91I6FWKdiVE4MR8zqyJ4ECdsmn04LP/HgM5F3FTOpsW6vOaqp6VVSHAlLzabYgwrUANgmf60V90WRUU=
- smithi138.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBN7mpkD4b8NZUTBw1tw/6jFpvuWMLyybyr8oIaq86KJtsWHVjz1DubjhYRANpKv5ZWHmOFUc/vs8psSPB3bYY/g=
- smithi141.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJ4GiIt6YWOGDntWhEwBv6Zucw0jlrLxlQgZV+192AZIeDCNnXZcX9BZ55wBJI6fEJwRPc4rRol54IoX953Xi/c=
- smithi148.front.sepia.ceph.com: ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIG4XbvXZfRfOQcmLxZSsPbWw33aWqgcIYOjrvFw7NxEA
- smithi170.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFPGd82rTkFzlpVVg0oh41CUw7HVlkRwCVPdAjeR01LCUu+dPbK9urgfvoFqnGBczdsgQb+dtQvlTbDKKYl3gGk=
- smithi191.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBH200ZYJ1Q6iHpIg6OPxLLqD4zvEIujp8SUIjyVCRCXDSekleEHMplgTYWtHqnVMWiFKwM+Xaw0LX1cg9DxoUA4=
- smithi195.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCGTSJenaWxLR9jJjTZligzSToGclKQeK1ql79HRchnKWzGJoF+1uuIVFEsZC3t0aVtERXgefXr2PLTtRGMHjWY=
tasks:
- internal.check_packages:
- internal.buildpackages_prep:
- internal.save_config:
- internal.check_lock:
- internal.add_remotes:
- console_log:
- internal.connect:
- internal.push_inventory:
- internal.serialize_remote_roles:
- internal.check_conflict:
- internal.check_ceph_data:
- internal.vm_setup:
- kernel:
  - kdb: True
  - sha1: distro
- internal.base:
- internal.archive_upload:
- internal.archive:
- internal.coredump:
- internal.sudo:
- internal.syslog:
- internal.timer:
- pcp:
- selinux:
- ansible.cephlab:
- clock:
- install:
- ceph:
  - log-ignorelist:
    - but it is still running
    - objects unfound and apparently lost
- thrashosds:
- rados:
  - clients:
    - client.0
  - objects: 500
  - op_weights:
    - delete: 10
    - read: 45
    - write: 45
  - ops: 4000
teuthology_branch: main
verbose: False
pcp_grafana_url:
priority:
user:
queue:
posted: 2023-06-15 09:48:28
started: 2023-06-15 10:01:51
updated: 2023-06-15 10:48:44
status_class: danger
runtime: 0:46:53
wait_time: 0:19:18