Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2023-06-29 12:43:43	2023-06-29 12:43:43	2023-06-29 12:50:40	0:06:57			smithi	main	ubuntu	22.04	4	dead

Nodes: smithi005 smithi050 smithi115 smithi171

Description: fs/multiclient/{begin/{0-install 1-ceph 2-logrotate} clusters/1-mds-2-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/ior-shared-file}

Log: http://qa-proxy.ceph.com/teuthology/rishabh-2023-06-29_12:43:28-fs-wip-rishabh-rename-testing-default-smithi/7321323/teuthology.log

Failure Reason:

Error reimaging machines: [Errno 104] Connection reset by peer

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/rishabh-2023-06-29_12:43:28-fs-wip-rishabh-rename-testing-default-smithi/7321323/teuthology.log
archive_path: /home/teuthworker/archive/rishabh-2023-06-29_12:43:28-fs-wip-rishabh-rename-testing-default-smithi/7321323
description: fs/multiclient/{begin/{0-install 1-ceph 2-logrotate} clusters/1-mds-2-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/ior-shared-file}
duration:
email:
failure_reason: Error reimaging machines: [Errno 104] Connection reset by peer
flavor:
job_id: 7321323
kernel:
- flavor: default
- kdb: True
- sha1: 83ffb1f327d33ce4248705151ca4d95cbf1f456c
last_in_suite: False
machine_type: smithi
name: rishabh-2023-06-29_12:43:28-fs-wip-rishabh-rename-testing-default-smithi
nuke_on_error: True
os_type: ubuntu
os_version: 22.04
overrides:
- admin_socket:
  - branch: wip-rishabh-rename
- ceph:
  - cephfs:
    - ec_profile:
      - m=2
      - k=2
      - crush-failure-domain=osd
  - conf:
    - client:
      - client mount timeout: 600
      - debug client: 20
      - debug ms: 1
      - rados mon op timeout: 900
      - rados osd op timeout: 900
    - mds:
      - debug mds: 20
      - debug mds balancer: 20
      - debug ms: 1
      - mds debug frag: True
      - mds debug scatterstat: True
      - mds op complaint time: 180
      - mds verify scatter: True
      - osd op complaint time: 180
      - rados mon op timeout: 900
      - rados osd op timeout: 900
    - mgr:
      - debug mgr: 20
      - debug ms: 1
    - mon:
      - debug mon: 20
      - debug ms: 1
      - debug paxos: 20
      - mon op complaint time: 120
    - osd:
      - bluestore block size: 96636764160
      - bluestore fsck on mount: True
      - debug bluefs: 20
      - debug bluestore: 20
      - debug ms: 1
      - debug osd: 20
      - debug rocksdb: 10
      - mon osd backfillfull_ratio: 0.85
      - mon osd full ratio: 0.9
      - mon osd nearfull ratio: 0.8
      - osd failsafe full ratio: 0.95
      - osd objectstore: bluestore
      - osd op complaint time: 180
  - flavor: default
  - fs: xfs
  - log-ignorelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - overall HEALTH_
    - $FS_DEGRADED$
    - $MDS_FAILED$
    - $MDS_DEGRADED$
    - $FS_WITH_FAILED_MDS$
    - $MDS_DAMAGE$
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - $FS_INLINE_DATA_DEPRECATED$
    - overall HEALTH_
    - $OSD_DOWN$
    - \(OSD_
    - but it is still running
    - is not responding
  - sha1: 4c403ab5c815eaf908a3d8b31cb0ce62cdd9db36
- ceph-deploy:
  - bluestore: True
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
    - osd:
      - bluestore block size: 96636764160
      - bluestore fsck on mount: True
      - debug bluefs: 20
      - debug bluestore: 20
      - debug rocksdb: 10
      - mon osd backfillfull_ratio: 0.85
      - mon osd full ratio: 0.9
      - mon osd nearfull ratio: 0.8
      - osd failsafe full ratio: 0.95
      - osd objectstore: bluestore
  - fs: xfs
- install:
  - ceph:
    - flavor: default
    - sha1: 4c403ab5c815eaf908a3d8b31cb0ce62cdd9db36
- thrashosds:
  - bdev_inject_crash: 2
  - bdev_inject_crash_probability: 0.5
- workunit:
  - branch: wip-rishabh-rename
  - sha1: 4c403ab5c815eaf908a3d8b31cb0ce62cdd9db36
owner: scheduled_rishabh@teuthology
pid:
roles:
- ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
- ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
- ['client.0']
- ['client.1']
sentry_event:
status: dead
success:
branch: wip-rishabh-rename
seed:
sha1: 4c403ab5c815eaf908a3d8b31cb0ce62cdd9db36
subset:
suite:
suite_branch: wip-rishabh-rename
suite_path:
suite_relpath:
suite_repo:
suite_sha1: 4c403ab5c815eaf908a3d8b31cb0ce62cdd9db36
targets:
- smithi005.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCmcl+e8k8XeLU6v98odEdc4bnCu/oaEElNo8QrBMy/WW5rJGjpWvzV/N7NsIUbITjQaON1Oyb3Ljf9v/ukN4+aLoVIr5nPyz1QB2uLEGg++D7w2Ry5bZWiF6ed+gC3V1ByK+JULvFRc0GmVnzxbgOq+k0rdE5sKEEbmj6HulW0utsT1esbEz1RQMy4FfzICOWDEt7g9f72OtU5Zq4bS5V3lk2Tt8z5rP/JK9cEdT/PVzdQVwis8GWXnbXHSyoK4+MJ5qqeIhWw0AyYuoQuO4Jh8bPM6l9EaAKT1gXyOcnNxcZdRohTzZ9Rm9VnG5FNSAy9a//7V25/vsi6r4f9/FDf0/tCgINolEDFJml+gyiQI4cdjfVEbE9mvTXEfPl4HPxNT1iA+e0VdPQE3a3TFsXtoTHpNrzm8xDgfhV+nlXo++FBaUD9QQiEcugLQ9sFRxbelOZ4IsP/zNES0nLRpg+qBYSPpWmaGVdEsqxfBIblf2dKUmM2lw+d0eceSz1M2NE=
- smithi050.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCbitM1d3TdsD02LSzCcx5KNn6vLMw5OEfK2V7/NbKn+G1Ld0ZEcvNzIwkBlmiCdD12TTTN76cEhNFbVeo4fu+gnhA1kPAQLK9s7TYsGMulug93ID4Nt+EwiEaMBxDmHE1kDGoFYw0gy7flUermBd9E8YJKMAUpzbrM59Qild2jTCOYWZtxLPNQs+FMcmtVKtL6Lwy7AVbRnO/ZFCbNKNx/VoW+ffe5ATAIJkZEGW23x8YDOZXt135boLxBO+yLyk+QxSJgIF8Ito5xiZNTkyPnmlbDPeQl2lfRMZaaAWF4gFRISslJofeobnlqrGDarqv1eDu1brynvuM04NsrURxQBis4pCfDL91u75QcHBGuXNOe/nUaPFxARxeUSqOZ2QK0QXZw5qSuCqpFjtfVZZj/bCWm+JtcGo5Fh5S65EU6Z4MFWJyNVRSKb8vvBn1APf/oCa+LpdcCFDLbQ3NkS594dYicp6p+SlAJj1K/C8v/T5oGpMpLMSj/LRqY/WjbMtU=
- smithi115.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMbOFLtqMvU3WZ6Kpws1ZGHJHvF95ue6EAafM2OpQ7DNb+8vtMexull6ONKTTGsU1DLO8wrS1ihp+X9yxLYoEp3ZQvE38teNZ2K18uA5JpkD/wPWvzcyQoqLUfj4xjyom6V6brxqAtBY3QJrYJIMrU4AbEriuyTtaLvxBBFFKmnWrQsVc+Dy/ZbDNVubQxOcKqyl4Tl305be21dJOoqDkiXqu10T7UsuFsauPmGGHFY76bc/vrPu6A2OFIS7zGQhWzSxd/71w2dyHvABSXxBJpa5zix+jWZNPRS4Z0Jq4/cbrl6uY9F7f+nVzITVvjGYsRAKsDdj0jgIViuFn9SyCokQdXqieXg0FVHx3ZbqWPQtZ4IMqw39s536sC2bRl/Xx1UfjqnnfyXXKSsREmpF/9PODYb92Jtij6aTVzmsnCbgciZsdC9rw3cTFxqLXeyn7CpfP3f0kHp18Ky0I+8n3XbxewzxwF98qSN53nF3UWbvFTppthviuICK2fqtmQC+k=
- smithi171.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCpujvr8fYppT6uMRU/HXZhOix+tZy4ejq6UfQaBHflL7TTEaq0KLrVdrXG2FMocUwVPsHf8ypUsKE1yp9p3yufBGQeUQcPO2E+vG/JyE1VcaCMppuYw5DeW+ZDfDLi8x44V8DCW5j4Bb8tnePFTGP5dOV1/LQ/r3DGjUBcqFLig9lNNCyFIesimWcZ/+JDoYEHcxv4k+WIppJkLcTVepyDvCaREw3d69K53Kjd+OzuqSJzq1ES4+MQDYPA1lxxVXazKEahsZ2hROaQQiOvesKcgmVG/aQlv/nf/+VGYcxO42bE3yAadUUF5W+x7wxbDS+FyGBd7QsEk+4FyMDX9/6GdQtf7oU25+sz9xW/O8wAVzx/mKj/wGGa3jtpzwXfNi2qJXBWtgCvV0kwTL24xLwOIGG4BgKsLzGe8tBruwFi3ruijQJmtHBBiFiOZvbnkM+7TgwJg67/l8G3sASyP9NEo8ecBk8x0gr+z6z5yohT2H2ILqyH21JNgAkbqBxyaoc=
tasks:
- install:
  - extra_packages:
    - deb:
      - python3-cephfs
      - cephfs-shell
      - cephfs-top
      - cephfs-mirror
    - rpm:
      - python3-cephfs
      - cephfs-top
      - cephfs-mirror
  - extra_system_packages:
    - deb:
      - bison
      - flex
      - libelf-dev
      - libssl-dev
      - network-manager
      - iproute2
      - util-linux
      - dump
      - indent
      - libaio-dev
      - libtool-bin
      - uuid-dev
      - xfslibs-dev
      - postgresql
      - postgresql-client
      - postgresql-common
      - postgresql-contrib
    - rpm:
      - bison
      - flex
      - elfutils-libelf-devel
      - openssl-devel
      - NetworkManager
      - iproute
      - util-linux
      - libacl-devel
      - libaio-devel
      - libattr-devel
      - libtool
      - libuuid-devel
      - xfsdump
      - xfsprogs
      - xfsprogs-devel
      - libaio-devel
      - libtool
      - libuuid-devel
      - xfsprogs-devel
      - postgresql
      - postgresql-server
      - postgresql-contrib
- ceph:
- ceph-fuse:
- pexec:
  - clients:
    - cd $TESTDIR
    - wget http://download.ceph.com/qa/ior.tbz2
    - tar xvfj ior.tbz2
    - cd ior
    - ./configure
    - make
    - make install DESTDIR=$TESTDIR/binary/
    - cd $TESTDIR/
    - rm ior.tbz2
    - rm -r ior
    - ln -s $TESTDIR/mnt.* $TESTDIR/gmnt
- ssh_keys:
- mpi:
  - exec: $TESTDIR/binary/usr/local/bin/ior -e -w -r -W -b 10m -a POSIX -o $TESTDIR/gmnt/ior.testfile
- pexec:
  - clients:
    - rm -f $TESTDIR/gmnt/ior.testfile
    - rm -f $TESTDIR/gmnt
    - rm -rf $TESTDIR/binary
teuthology_branch: main
verbose: False
pcp_grafana_url:
priority:
user:
queue:
posted: 2023-06-29 12:43:43
started: 2023-06-29 12:43:43
updated: 2023-06-29 12:50:40
status_class: danger
runtime: 0:06:57