Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2022-02-11 04:10:48	2022-02-12 06:24:09	2022-02-12 13:03:29	6:39:20			smithi	master	ubuntu	20.04	5	dead

Nodes: smithi008 smithi033 smithi052 smithi102 smithi145

Description: fs/multiclient/{begin clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-ec-root overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} tasks/cephfs_misc_tests}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2022-02-11_04:10:02-fs-octopus-distro-default-smithi/6675605/teuthology.log

Failure Reason:

hit max job timeout

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2022-02-11_04:10:02-fs-octopus-distro-default-smithi/6675605/teuthology.log
archive_path: /home/teuthworker/archive/teuthology-2022-02-11_04:10:02-fs-octopus-distro-default-smithi/6675605
description: fs/multiclient/{begin clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-ec-root overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} tasks/cephfs_misc_tests}
duration:
email: ceph-qa@ceph.io
failure_reason: hit max job timeout
flavor:
job_id: 6675605
kernel:
- kdb: True
- sha1: distro
last_in_suite: False
machine_type: smithi
name: teuthology-2022-02-11_04:10:02-fs-octopus-distro-default-smithi
nuke_on_error: True
os_type: ubuntu
os_version: 20.04
overrides:
- admin_socket:
  - branch: octopus
- ceph:
  - cephfs_ec_profile:
    - m=2
    - k=2
    - crush-failure-domain=osd
  - conf:
    - client:
      - client mount timeout: 600
      - debug client: 20
      - debug ms: 1
      - rados mon op timeout: 15m
      - rados osd op timeout: 15m
    - mds:
      - debug mds: 20
      - debug ms: 1
      - mds bal frag: True
      - mds bal fragment size max: 10000
      - mds bal merge size: 5
      - mds bal split bits: 3
      - mds bal split size: 100
      - mds debug frag: True
      - mds debug scatterstat: True
      - mds op complaint time: 180
      - mds verify scatter: True
      - osd op complaint time: 180
      - rados mon op timeout: 15m
      - rados osd op timeout: 15m
    - mgr:
      - debug mgr: 20
      - debug ms: 1
    - mon:
      - debug mon: 20
      - debug ms: 1
      - debug paxos: 20
      - mon op complaint time: 120
    - osd:
      - bluestore block size: 96636764160
      - bluestore fsck on mount: True
      - debug bluefs: 20
      - debug bluestore: 20
      - debug ms: 1
      - debug osd: 20
      - debug rocksdb: 10
      - mon osd backfillfull_ratio: 0.85
      - mon osd full ratio: 0.9
      - mon osd nearfull ratio: 0.8
      - osd failsafe full ratio: 0.95
      - osd objectstore: bluestore
      - osd op complaint time: 180
  - flavor: default
  - fs: xfs
  - log-ignorelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - overall HEALTH_
    - $FS_DEGRADED$
    - $MDS_FAILED$
    - $MDS_DEGRADED$
    - $FS_WITH_FAILED_MDS$
    - $MDS_DAMAGE$
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - $FS_INLINE_DATA_DEPRECATED$
    - overall HEALTH_
    - $OSD_DOWN$
    - $OSD_
    - but it is still running
    - is not responding
    - evicting unresponsive client
    - POOL_APP_NOT_ENABLED
    - has not responded to cap revoke by MDS for over
    - MDS_CLIENT_LATE_RELEASE
    - responding to mclientcaps
  - log-whitelist:
    - \(MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
  - sha1: 7905cc4b57d9938ac9336fea78cd77b015480211
- ceph-deploy:
  - bluestore: True
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
    - osd:
      - bluestore block size: 96636764160
      - bluestore fsck on mount: True
      - debug bluefs: 20
      - debug bluestore: 20
      - debug rocksdb: 10
      - mon osd backfillfull_ratio: 0.85
      - mon osd full ratio: 0.9
      - mon osd nearfull ratio: 0.8
      - osd failsafe full ratio: 0.95
      - osd objectstore: bluestore
  - fs: xfs
- install:
  - ceph:
    - flavor: default
    - sha1: 7905cc4b57d9938ac9336fea78cd77b015480211
- thrashosds:
  - bdev_inject_crash: 2
  - bdev_inject_crash_probability: 0.5
- workunit:
  - branch: octopus
  - sha1: 7905cc4b57d9938ac9336fea78cd77b015480211
owner: scheduled_teuthology@teuthology
pid:
roles:
- ['mon.a', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
- ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
- ['client.0']
- ['client.1']
- ['client.2']
sentry_event:
status: dead
success:
branch: octopus
seed:
sha1: 7905cc4b57d9938ac9336fea78cd77b015480211
subset:
suite:
suite_branch: octopus
suite_path:
suite_relpath:
suite_repo:
suite_sha1: 7905cc4b57d9938ac9336fea78cd77b015480211
targets:
- smithi008.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDOl49xPayeS/wTpAG8ltAwwiNUaRGweku33r5h+zrXAkSInsVveAAkxwy9weMRMsP+KklsjhCmH262Eyi37ssyvmrPUHtAVr7On5x4RokUFkcb+70VKPJpeqpldkZcN5Qlfks/ZGUW7OLf1kAmu3V+3QKG8m04ZvWH0uHMvsmddoombCUEY1yUjyClWAIQnjAxEglkibhUvAVPL6F0nSeB+0/jUNOYaaWnAYIquM/HUhlA7HPbDs8OrXYMKmj90SBoR0Pdp4bBg/HKm1dSbaoEP29u33K85DkfxhmPczWk+a++EKclVDgBHu4AzgSoLQTERKplmT/uxA5Ps70Nu+GL9pWV5RLuHE1u6xHTI8bWxV5K7Wj/I9Hl6M3Hd20FHsKqfmla0QzOWWkXFUq1vo8WM6RzW8OZGGyfPTo46Hsy4esR8pKFdcTD7anx8oFRMrKCRe0YKg5RjK/vdhkCGz9abhVo+p7ngHL4ccZKbAqa9Pt5O9EhW4E8LrJHDB6kP+k=
- smithi033.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDYkjTI42QSDoDp0lvZsaVjH3JVGfAL1vahYhTfHDvDDZvm0RcXg69QXMGLpE4iSNQwNuUxWCilZNEgPLXz8GYlBv/injGV47EgO6D0Z93qcyBfJH5SGxwRB9EpaxT6ndEIsN2ijn7vRkxwbu75aLcuLJxfRlSirM5ZJTI8G3kXOB6QhQ8j9Xpvn2wZF1vi3Ec9supPWOCGAK/0NCmTzG7ib1DTnMcWbed3alQ4sknETFeZi3zGHiiOBCI3QEA8234rAu41deJHhWzHPeicelN14hucqvkgl7aKFoPkf99jnXQcnAZBdX06ZkTnk5Gv7ZcIh3PUie9QlLuVkB90X/RTUiYZoNasJR57dvMlRCR349i+FWtQo11k/x0ooFZvgpDgqCpQJq0QKqWzd0bK519XNkk4FMSBVljr1J3+q5d8Mci1tudlLaONwsCOBbeGOmXzM3xIbsiT4v9aDpR10WAaWMzCvrCvhUm92PTrzqRgHMICCW81PlYRjPcD+Dmwze0=
- smithi052.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDIvvRxDktrwHIestks1WVVXCfhqaDAz+Xe2+E9JW2/S1aaN99aLXRC6yEDIZLhmC7GdEwqByAzYOCiXuLSiX9V0YZaBKXnrG8OOrc/lidowkuUOVkZBU4kaOeOXUMR4GkBlku0W7acoBaJ6HuouTPynDOuB/pc36LuBz5Ar0h2KnLJiGuykvNx9NhyhKEq0L40rtk3D/DkkXZUwx4f3qnjmDfVbxa6Q34/qzCZOwzsmnvtmIAyQfkckpEwd9rn9SWdIUWA5q/CEJBx5EVoLjWOweMP+P0XO+LsZOsU1Cq+osMWWZ5voM5RBdGTfRz/qlfYkxRW9jSxSF6a0lDF8yi4boXrHuyfyjWfgJNuFyYdx/zLozllenbzaLISdVEnkVUtip3W5n25wE05URyffz3l7qa8n6OsceA4jSI6sWEbpad3jYGQmKM7gkHHDze/w/6sdYPL+tE/3OV7bcHAaPdG+kPKK/JoR4vWW4MKtnzeeF7adKC2OoFirUqStkfJdWE=
- smithi102.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+JXH2H8F8ey9HqdQna/yS7oohlIgCSsd1F5GDF9hjRxjLn2tnZ5iY4Bm2CTdEoFtpK0UdpHC4qOUkvDEO1r7/x6Il+Ah+sv8NjAReN5IzY79qrKtp/vkEBBMr4XOvI1CJXFNi7D4SQG8aFukwCwL8wLnKCxXy+i/EQOQZXYGd3tmlq7LNxuvoi1lCEKcTt28LZTuRfRO8vpPv3DoMHtDwXPOCoHWtF9jxhRmQVpXGEcitAJi56MJ3v2+lwimMsk+6FCaOF7SBrzmCY9zN06UXKBkLqynSaGw9lhnARMYLcA263fOvNp7YIm6vLyrX0QmLDAbj2E0cbjyN2RJAPJ5XGk7PHXMmyJBf42KDdF9rxAXKsDbhH0AUTNKKOnGTBHsgHDG5bIFHrSFYlglKpC63gNudcsiYmTOj0qb/SfjXcOwSZCjIyWEeXKRtl+oFldLt04Vm6QZN2fE2LxmxhICjLhLXu/Gs7gGGP0eq/VKsAdigr9sTJI1V2C3zaO0yLy0=
- smithi145.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDioWem8/fawGP7rHmz1xIwJrcgAm3GFNv2BLJ4Yp3nyHoiGjwddi/6W6u4bYKUyHzz73M/zxi1kDzcrWqZ6GtihzILzt5vmCLEbyS5AdReFrqgUci39Zwua1/PFBeGEhobANI5S1M/zNRMDAtYkUh6GEm4xbU3X3pYnoCsmxwi+Ber80CaDJszsJvtNdOnL8fgvl5CR4toTGfpA0db9zsjWzmHv4/1wTwgMtFr4RAEpwYEcBOOBw2gPi51COcvb7JRHpWrp6emaII2jfoew/Oo8DcxOmHvtCs2jw1VyLqmphkQne/P4hf1lTb1JZbfpWrMy5BoRo8lpWmt7zdycD8hIQivYeVd7Wy+f1SbtYP3JiF+4NYiq5gPJMVpAvr/xdPSNmYsrhOL/bZd0GXCPvpUod33isUbC/HBFZqTD5XX6j/Uap/3C3/D1diU3n7XgWbcqevQbVt4oVP4JQOtaK3AqCBKseJDw+L2BeZoewwfpdIFtSKiLR/Wt22n77UwZO0=
tasks:
- install:
  - extra_packages:
    - deb:
      - python3-cephfs
      - cephfs-shell
    - rpm:
      - python3-cephfs
  - extra_system_packages:
    - deb:
      - bison
      - flex
      - libelf-dev
      - libssl-dev
      - dump
      - indent
      - libaio-dev
      - libtool-bin
      - uuid-dev
      - xfslibs-dev
    - rpm:
      - bison
      - flex
      - elfutils-libelf-devel
      - openssl-devel
      - libacl-devel
      - libaio-devel
      - libattr-devel
      - libtool
      - libuuid-devel
      - xfsdump
      - xfsprogs
      - xfsprogs-devel
      - libaio-devel
      - libtool
      - libuuid-devel
      - xfsprogs-devel
- ceph:
- ceph-fuse:
- cephfs_test_runner:
  - modules:
    - tasks.cephfs.test_misc
teuthology_branch: master
verbose: True
pcp_grafana_url:
priority:
user:
queue:
posted: 2022-02-11 04:10:48
started: 2022-02-12 06:24:09
updated: 2022-02-12 13:03:29
status_class: danger
runtime: 6:39:20