Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2022-09-06 12:28:07	2022-09-11 12:57:43	2022-09-11 12:57:45	0:00:02			smithi	main	ubuntu	20.04	5	dead

Nodes: smithi027 smithi043 smithi094 smithi106 smithi163

Description: fs/multiclient/{begin/{0-install 1-ceph 2-logrotate} clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/ior-shared-file}

Log: http://qa-proxy.ceph.com/teuthology/vshankar-2022-09-06_12:25:19-fs-wip-vshankar-testing1-20220905-132828-testing-default-smithi/7014217/teuthology.log

Failure Reason:

Error reimaging machines: HTTPConnectionPool(host='fog.front.sepia.ceph.com', port=80): Max retries exceeded with url: /fog/host (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f46e83499e8>: Failed to establish a new connection: [Errno 113] No route to host',))

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/vshankar-2022-09-06_12:25:19-fs-wip-vshankar-testing1-20220905-132828-testing-default-smithi/7014217/teuthology.log
archive_path: /home/teuthworker/archive/vshankar-2022-09-06_12:25:19-fs-wip-vshankar-testing1-20220905-132828-testing-default-smithi/7014217
description: fs/multiclient/{begin/{0-install 1-ceph 2-logrotate} clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/ior-shared-file}
duration:
email: vshankar@redhat.com
failure_reason: Error reimaging machines: HTTPConnectionPool(host='fog.front.sepia.ceph.com', port=80): Max retries exceeded with url: /fog/host (Caused by NewConnectionError(': Failed to establish a new connection: [Errno 113] No route to host',))
flavor:
job_id: 7014217
kernel:
- flavor: default
- kdb: True
- sha1: a127ffb7df2a46d9c720771310f2b324a2af81f2
last_in_suite: False
machine_type: smithi
name: vshankar-2022-09-06_12:25:19-fs-wip-vshankar-testing1-20220905-132828-testing-default-smithi
nuke_on_error: True
os_type: ubuntu
os_version: 20.04
overrides:
- admin_socket:
  - branch: wip-vshankar-testing1-20220905-132828
- ceph:
  - conf:
    - client:
      - client mount timeout: 600
      - debug client: 20
      - debug ms: 1
      - rados mon op timeout: 900
      - rados osd op timeout: 900
    - mds:
      - debug mds: 20
      - debug mds balancer: 20
      - debug ms: 1
      - mds debug frag: True
      - mds debug scatterstat: True
      - mds op complaint time: 180
      - mds verify scatter: True
      - osd op complaint time: 180
      - rados mon op timeout: 900
      - rados osd op timeout: 900
    - mgr:
      - debug mgr: 20
      - debug ms: 1
    - mon:
      - debug mon: 20
      - debug ms: 1
      - debug paxos: 20
      - mon op complaint time: 120
    - osd:
      - bluestore block size: 96636764160
      - bluestore compression mode: aggressive
      - bluestore fsck on mount: True
      - debug bluefs: 20
      - debug bluestore: 20
      - debug ms: 1
      - debug osd: 20
      - debug rocksdb: 10
      - mon osd backfillfull_ratio: 0.85
      - mon osd full ratio: 0.9
      - mon osd nearfull ratio: 0.8
      - osd failsafe full ratio: 0.95
      - osd objectstore: bluestore
      - osd op complaint time: 180
  - flavor: default
  - fs: xfs
  - log-ignorelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - overall HEALTH_
    - $FS_DEGRADED$
    - $MDS_FAILED$
    - $MDS_DEGRADED$
    - $FS_WITH_FAILED_MDS$
    - $MDS_DAMAGE$
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - $FS_INLINE_DATA_DEPRECATED$
    - overall HEALTH_
    - $OSD_DOWN$
    - \(OSD_
    - but it is still running
    - is not responding
  - sha1: b40ecbf0136791c92ac1badb59c4772694a1940d
- ceph-deploy:
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
- install:
  - ceph:
    - flavor: default
    - sha1: b40ecbf0136791c92ac1badb59c4772694a1940d
- thrashosds:
  - bdev_inject_crash: 2
  - bdev_inject_crash_probability: 0.5
- workunit:
  - branch: wip-vshankar-testing1-20220905-132828
  - sha1: b40ecbf0136791c92ac1badb59c4772694a1940d
owner: scheduled_vshankar@teuthology
pid:
roles:
- ['mon.a', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
- ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
- ['client.0']
- ['client.1']
- ['client.2']
sentry_event:
status: dead
success:
branch: wip-vshankar-testing1-20220905-132828
seed:
sha1: b40ecbf0136791c92ac1badb59c4772694a1940d
subset:
suite:
suite_branch: wip-vshankar-testing1-20220905-132828
suite_path:
suite_relpath:
suite_repo:
suite_sha1: b40ecbf0136791c92ac1badb59c4772694a1940d
targets:
- smithi027.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC9fyxVct6sX9BnAp3zb5p9DecosnrNHrPSB60/naKFpf/RDigPeqXBWZbYW+qX/+6gceDRN41l5gznvC+gQeSHWgVx0sIc9U7+SdlTT6hijryVOaqDZkZ4jdTtcGgTE+43XbJGlCkm6J9O+YUN+Thwji/C6m1FSIIiWwcrrjp0CnGs/IxvBY5p1S2MT2r7TcmfiUwwKchcNmw8Mb8dfvs6M8WQd2REfbwJAsNUeS5vrA6E3kUL5AjsppYGeoc9HkvUuxGW9Svv/cUxiU8vu7XpvNrsHT9SV17KzxuluVCjM1/8ExB/os7zNjb9DwZMOKKIQBB6fWSxOluuDZmof8FCTaCBDignvgLLDYs6sUQp8T4Kzyspm4Djcql1HVERvlCEI7a4EqnnGuLZMjgH246sBYpDZUPiHi6DanJOPr/MA7ULDQ4EHRAF9ReePa0kYfQFu6d/gIbVzdNByP6bU8/GvYR5RGg1XQmKaT7amFn5Oiq3ZyQHGk7Jy3pL3Jb2PkU=
- smithi043.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDg1jrIr5MvMcewiCGwoTgvRM0Wib0Btu/ecVdzulqwe3Et6+WtkTt2MvNzQQKlYdZnvxGwwyXDJvUJECJP6ss/4IW1a0TwK2gku/yfv1hHrHAjwS/9F1y72mKT/waP2lrT3Qt6hPaKwPNUFZoZ7AxLG7NhrFwOGL0sL83/mOIEJlOAzCzqxBkw94+nmVijbJu37uE9XmICWAkxc2Fr/ERek1+NhOVG8hbxDmLerT548/I5aMiSU4eZS5mj5tOnSJPJcAEpENFPw4u3PH9TlfvwkpvdKBd/GAcnKeMCiSCXqC0hD5pNK3eBXcX6keN33hibULxNArR4eUHLKzcpnkAVLjMaLHB/AyyGKLN8YCfYgM7TXl0CMwVDFHrYO0OveVHv/7qK6Bevoj7zpwqMmSAR0uLgwgde7s4+qtESednBdRp8r+G5orw6+9bhom519BBLZuhkMjUwdzDs3EwAhM3tscr7LQKgRJX2184HaMT1y3Ma3e74Pe+ZRh6zPpJkIf8=
- smithi094.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDoMZSne/o6yq0lYVjq8O9u1SZscadHSlN+fuplUWeU/sl80mvD++71+r20wt4/gPoRJYWky5GzocLV9URqJKn1NeDUYh7tYoL4Owo9cNzGVsP8HGFsiLQtbMo2g3qBhaq3CTXjg0+uoerPikP3MKtBy4rih2Rn9kBssuV07bN1aI2sNLPRIZ7Q4zsVVBLc1Nd34P9RNBnYdaeIocRKJ0tD+QGxeIV6tS2r10EiuSMfeW/xPmMzEMPO0V2I8ftufxK/X7oZHPv8cPkbxxCgIcH9YrlPpsFW2+0gSZhn82TPoWJhWjYK9jcRb8jjbQzyV02uJXxiWwgVTgxwgsMLvu6RcUKjmj91/jjtBSP/ugQhLU4SS/cm7ils7ZLXapZjf1Z1x7aK6q4ZOAzJ+EczB6VutsE7oUH/8F13EpCFDMBsEdPtAOWG07msjM6uQAfiv5qal4J7pwejbsEYxGzev3MMPWxoqiCQkQSTKp79m75QTjYY7SEwIFVnF8kkE1O/ahE=
- smithi106.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDkqv18mVcO1v3scuTcZYXdM/VocI4CZ55F9FXbak81LJcvREF9fP+KTY5cQHcKvZhvMMu4T0Bw204pJ0OGYvtptQY9AuNr8oscZO152ouCi+Ew1YyXeJ/FBVs4v/qciFpFziPBq5qqYkAR/KzD2UYmDPfcc3ZuVp02+PgXvrDuW3xoQRiyXIh3LNS6UwzDdztoEnP+ncSIWNRAu3AwuYfZTWNVmbqFvB/hNoK/fYU2Sze2G0/Wgp0spJoExaNEWzircCspqw0BfOpvF4sxwNchEr7GhadK0skjSVVycZw2fHGajGALjRHIaFQA9UrulRwxTHdjaUNFqlbmjG3grPwrMjEfSpNnXCt/icq0iqHw2X6YuQvA/B9fsfzV6Zq/TWfb0meCS3J2qkFsSW+0JPK6vqDlI5Na8bRDv0H0MMz+1+FyQqrEtGvQWG7DoCZzJrjbY6Batnc9kl3Xo9ZiPAdPZNUfAoGs8jomeEGzjGehleTCR6mTGDt+vsV0fNSGThU=
- smithi163.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDLnrkvoYzMPDCXVpExqOk3DRsH0LwwzzJugiDDHcocO2R6ltT4eRKJ88IIYerx+QlthxLjga23IfHZagT5Dw5XZAF1M7935UG6wYI/oxeUiP31ayh1TR8uJrjXObeezkj8BLZGkCDccYLbEYP1CY7AEzkn3wx+q07YGpMNPl5BjT1+USb5CFDaUmHZuJwDJaRh0aoSXwFJN09rQgiC3VgMSlmoGIj011THMDU+XrtIp3dcjUIGc9IHr44Ql+dy4CTGU9y9aGDTwbyWQvwVC64YVT1EdO/ogjWeDBCVXegTKdYbeqPw1+4jPLtjnWGhh1PpWK/pr6LX3MR5SSNMdRPqckyvk1yjwJX8pRefSlYqqB7ztQpJtjxsPng9etGl+6OS+J2x+ZFdB3EwkCp5banvwVVOryoMggx7b2JiRDBZ8vdvdtTpzXiYZAPntnddweLTJe9bE2WvACwz13cxXSc5DrvOVdURM9QGn025qIH2MatF05NtqB/G/WMi6fz5rbc=
tasks:
- install:
  - extra_packages:
    - deb:
      - python3-cephfs
      - cephfs-shell
      - cephfs-top
      - cephfs-mirror
    - rpm:
      - python3-cephfs
      - cephfs-top
      - cephfs-mirror
  - extra_system_packages:
    - deb:
      - bison
      - flex
      - libelf-dev
      - libssl-dev
      - network-manager
      - iproute2
      - util-linux
      - dump
      - indent
      - libaio-dev
      - libtool-bin
      - uuid-dev
      - xfslibs-dev
    - rpm:
      - bison
      - flex
      - elfutils-libelf-devel
      - openssl-devel
      - NetworkManager
      - iproute
      - util-linux
      - libacl-devel
      - libaio-devel
      - libattr-devel
      - libtool
      - libuuid-devel
      - xfsdump
      - xfsprogs
      - xfsprogs-devel
      - libaio-devel
      - libtool
      - libuuid-devel
      - xfsprogs-devel
- ceph:
- ceph-fuse:
- pexec:
  - clients:
    - cd $TESTDIR
    - wget http://download.ceph.com/qa/ior.tbz2
    - tar xvfj ior.tbz2
    - cd ior
    - ./configure
    - make
    - make install DESTDIR=$TESTDIR/binary/
    - cd $TESTDIR/
    - rm ior.tbz2
    - rm -r ior
    - ln -s $TESTDIR/mnt.* $TESTDIR/gmnt
- ssh_keys:
- mpi:
  - exec: $TESTDIR/binary/usr/local/bin/ior -e -w -r -W -b 10m -a POSIX -o $TESTDIR/gmnt/ior.testfile
- pexec:
  - clients:
    - rm -f $TESTDIR/gmnt/ior.testfile
    - rm -f $TESTDIR/gmnt
    - rm -rf $TESTDIR/binary
teuthology_branch: main
verbose: False
pcp_grafana_url:
priority:
user:
queue:
posted: 2022-09-06 12:28:07
started: 2022-09-11 12:57:43
updated: 2022-09-11 12:57:45
status_class: danger
runtime: 0:00:02