Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2022-01-14 04:11:34	2022-01-16 08:47:39	2022-01-16 15:27:41	6:40:02			smithi	master	ubuntu	20.04	4	dead

Nodes: smithi018 smithi041 smithi104 smithi116

Description: fs/multiclient/{begin clusters/1-mds-2-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} tasks/cephfs_misc_tests}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2022-01-14_04:10:02-fs-octopus-distro-default-smithi/6615523/teuthology.log

Failure Reason:

hit max job timeout

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2022-01-14_04:10:02-fs-octopus-distro-default-smithi/6615523/teuthology.log
archive_path: /home/teuthworker/archive/teuthology-2022-01-14_04:10:02-fs-octopus-distro-default-smithi/6615523
description: fs/multiclient/{begin clusters/1-mds-2-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} tasks/cephfs_misc_tests}
duration:
email: ceph-qa@ceph.io
failure_reason: hit max job timeout
flavor:
job_id: 6615523
kernel:
- kdb: True
- sha1: distro
last_in_suite: False
machine_type: smithi
name: teuthology-2022-01-14_04:10:02-fs-octopus-distro-default-smithi
nuke_on_error: True
os_type: ubuntu
os_version: 20.04
overrides:
- admin_socket:
  - branch: octopus
- ceph:
  - cephfs_ec_profile:
    - m=2
    - k=2
    - crush-failure-domain=osd
  - conf:
    - client:
      - client mount timeout: 600
      - debug client: 20
      - debug ms: 1
      - rados mon op timeout: 15m
      - rados osd op timeout: 15m
    - mds:
      - debug mds: 20
      - debug ms: 1
      - mds bal frag: True
      - mds bal fragment size max: 10000
      - mds bal merge size: 5
      - mds bal split bits: 3
      - mds bal split size: 100
      - mds debug frag: True
      - mds debug scatterstat: True
      - mds op complaint time: 180
      - mds verify scatter: True
      - osd op complaint time: 180
      - rados mon op timeout: 15m
      - rados osd op timeout: 15m
    - mgr:
      - debug mgr: 20
      - debug ms: 1
    - mon:
      - debug mon: 20
      - debug ms: 1
      - debug paxos: 20
      - mon op complaint time: 120
    - osd:
      - bluestore block size: 96636764160
      - bluestore compression mode: aggressive
      - bluestore fsck on mount: True
      - debug bluefs: 20
      - debug bluestore: 20
      - debug ms: 1
      - debug osd: 20
      - debug rocksdb: 10
      - mon osd backfillfull_ratio: 0.85
      - mon osd full ratio: 0.9
      - mon osd nearfull ratio: 0.8
      - osd failsafe full ratio: 0.95
      - osd objectstore: bluestore
      - osd op complaint time: 180
  - flavor: default
  - fs: xfs
  - log-ignorelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - overall HEALTH_
    - $FS_DEGRADED$
    - $MDS_FAILED$
    - $MDS_DEGRADED$
    - $FS_WITH_FAILED_MDS$
    - $MDS_DAMAGE$
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - $FS_INLINE_DATA_DEPRECATED$
    - overall HEALTH_
    - $OSD_DOWN$
    - $OSD_
    - but it is still running
    - is not responding
    - evicting unresponsive client
    - POOL_APP_NOT_ENABLED
    - has not responded to cap revoke by MDS for over
    - MDS_CLIENT_LATE_RELEASE
    - responding to mclientcaps
  - log-whitelist:
    - \(MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
  - sha1: 92c4304b1eca69c2efef29e3e35f46bdd7e87b8e
- ceph-deploy:
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
- install:
  - ceph:
    - flavor: default
    - sha1: 92c4304b1eca69c2efef29e3e35f46bdd7e87b8e
- thrashosds:
  - bdev_inject_crash: 2
  - bdev_inject_crash_probability: 0.5
- workunit:
  - branch: octopus
  - sha1: 92c4304b1eca69c2efef29e3e35f46bdd7e87b8e
owner: scheduled_teuthology@teuthology
pid:
roles:
- ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
- ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
- ['client.0']
- ['client.1']
sentry_event:
status: dead
success:
branch: octopus
seed:
sha1: 92c4304b1eca69c2efef29e3e35f46bdd7e87b8e
subset:
suite:
suite_branch: octopus
suite_path:
suite_relpath:
suite_repo:
suite_sha1: 92c4304b1eca69c2efef29e3e35f46bdd7e87b8e
targets:
- smithi018.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDgz63xj47hg4TBD1E2zzpdBAveMgCuVR8qRgXY8j52t2978Y7DmNPrbtxAv42qTNa9jUU1HV3EZxEDwu8TosRAE91uRc8erPuuFlfrr9pifHTgt1wWkIfLApUx4LdRR9vfB50sWmbB5No6u37aUjCWlMZLOexiJDvf+xGDMkzzjg0T3Y6TPicov5ANXZnjJh+Pc62bisNpvnwi4ZbfsmDC3Y3BdGs/toTsc+hSC7gjIV+iXthjlwKfSeOf5n2fGKS0sLKtcHH1Eh6OJyPLyDORo05ul1b2Axhn03TnnnbU4jOsNKipzaIxpM2ss2LQvld4ZRVZDTq+W1gi7jnagTOmiS6uNLy7GHnM0o6tSuw/Zk288d4BpxQX4rRzmAl03JWnitvfONJL/yIi2gDQA50k+80nQKjU51+U1tGfE4kU3hpl86GmZYG/kyLVFuvftnWTN6BVVcIn63fAKNdCeSmXVn5WkhYLvmp3uglt0zbVexBWX+noNtbXQH+RRJTGH+8=
- smithi041.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDQNhz49pJ9wLhHQvDM/CbXA99PnJSy0kBt77OKyCKlDpFkCsF379CnvCOMfyOIkG30pEX7FiOl/HcQ78vMyHOE0l1oJlY4LOHwZYpdxsDUfvY63Ok5IRxB29s51gxdrmQ49YtyJRj7StVMEQKhheUV290ctaF8l7DB2iGhU+ei4ov5xbyt4H4EZ3NAjCTAMlD9FrMvRB7BYxGvEMSgSQcIVm82AG2bhso1qAdtdM4QaQaqMOjN1JqpSWhG/9S1+CSk/HVVVPZkNWponL8sJEelLTQi/Y0eEthwF4ns+D0ulPR3praoowYW+xVe7+kudzs2FJ/0BickbQkdOBoOv6gpZ7seUjYEYruqpBbNAM/Sg9xlBRhSQJusIuZOkJLEaCa3OqUh2I0sOUz+yKweeAIkfsfEqOojalLip+YCg2XHKxpJDsgRWJsRuaFXxhl6VkAxQn45txlnBJuWkzGtkHJWa/XTLHzNuqif9X/DhRWT6KKGlQIowX20mcvuAuZD/bc=
- smithi104.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcS8hz/ZDuO2z7xmtNZy4Rdcpmyo1RX/jigT6Ip5aJPgtZL5cQWdokkSqmvvJmRBhU+KDg2XzOeG/mjbnPQqtxDeLnpHfLTC1RF6F0FmXWmjD9M6lGnrrm1HhBTT9hNuZFpE33yIHi7RdLVC4uv8rynVx/xGwmODoV46d/nt5q2AQGNZswoKxZ1yXRNUn3PPPLQ5netudXLnIyfjxji5WKX5dzxJfNMqwE/yrGm2K+wc+NC7utFN/N1CPkso7GqKcr7315JVBlqdj4nINczu5vleHhJUF8GDeAi/WYhGIIkLzJGHoT/+OIQXQojb5nKqeIogmONdg5Sg43ARXi70PwR661L/PpSo1fPIWS2FmIbPCs+05S+7oedSvlquySvEy1zdAaQ/On5o0ueh6k2RlZc3XWPSSLSgjf4FjSxF8QdDvQMZCxkMl7PkH26D0BEFigiJLNsHwr1HuF2V4TyxGNPcYAUPMj4zoZuFyG8ffwZBTAX6WVHiPanIoIEFbivsM=
- smithi116.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC1odLxQVZXqGznTnYIgF/xayAuHAtgS5Bhm76bEtu6b79OlXxtVQw5l2y2MYDXoRyq7gVpdqRwUmHxtCnv1R9JK9oO/yfro0jzsxGBB4njzmYumJwT6M5B4gymxwNCrqKX4kInYtoBeSc/G9GqY/comBMq5AILU1wlrKr7pAoLX9G6g+Ee+CnmLbLfH1Tf5iJlbRKYDbwweVOfl/UPM0GsHNHtETbkl5UoMwgZlIEi1SeDA3oA8KyeJFqnud0Yu8ksv+/eGxFp1gQOzmrsPeyHz+nSInQTzmYm2Rn9fJKbsbjC5MCYda8Vxo80fr08a8QELmqdkJAz5p+KZRgnLkZQUjRTyAoROdn2vgcvGaW7WtDvUVo3pOBjMDUSeQcyT8V2yiVoU3HCRBq3GZt5ToEBHOlDYosBNMRjHAzBl8dHzH+PyzAnl615KdM77cnHjvPzofIMmRXTkWen/mHM/X+rlAbaX28hcP3WK2bxj+UiuHkGXmvHOHo6cw6dssVV5Uk=
tasks:
- install:
  - extra_packages:
    - deb:
      - python3-cephfs
      - cephfs-shell
    - rpm:
      - python3-cephfs
  - extra_system_packages:
    - deb:
      - bison
      - flex
      - libelf-dev
      - libssl-dev
      - dump
      - indent
      - libaio-dev
      - libtool-bin
      - uuid-dev
      - xfslibs-dev
    - rpm:
      - bison
      - flex
      - elfutils-libelf-devel
      - openssl-devel
      - libacl-devel
      - libaio-devel
      - libattr-devel
      - libtool
      - libuuid-devel
      - xfsdump
      - xfsprogs
      - xfsprogs-devel
      - libaio-devel
      - libtool
      - libuuid-devel
      - xfsprogs-devel
- ceph:
- ceph-fuse:
- cephfs_test_runner:
  - modules:
    - tasks.cephfs.test_misc
teuthology_branch: master
verbose: True
pcp_grafana_url:
priority:
user:
queue:
posted: 2022-01-14 04:11:34
started: 2022-01-16 08:47:39
updated: 2022-01-16 15:27:41
status_class: danger
runtime: 6:40:02