Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2022-02-05 17:30:58	2022-02-05 20:21:50	2022-02-05 20:56:15	0:34:25	0:21:32	0:12:53	smithi	master	ubuntu	20.04	5	fail

Nodes: smithi124 smithi140 smithi150 smithi154 smithi190

Description: fs/multiclient/{begin clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-ec-root overrides/{whitelist_health whitelist_wrongly_marked_down} tasks/cephfs_misc_tests}

Log: http://qa-proxy.ceph.com/teuthology/vshankar-2022-02-05_17:27:49-fs-wip-vshankar-testing-20220201-113815-testing-default-smithi/6662918/teuthology.log

Sentry event: https://sentry.ceph.com/organizations/ceph/?query=565d3217f91943c7b75d2b0471f90651

Failure Reason:

Test failure: test_fuse_mount_on_already_mounted_path (tasks.cephfs.test_misc.TestMisc)

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/vshankar-2022-02-05_17:27:49-fs-wip-vshankar-testing-20220201-113815-testing-default-smithi/6662918/teuthology.log
archive_path: /home/teuthworker/archive/vshankar-2022-02-05_17:27:49-fs-wip-vshankar-testing-20220201-113815-testing-default-smithi/6662918
description: fs/multiclient/{begin clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-ec-root overrides/{whitelist_health whitelist_wrongly_marked_down} tasks/cephfs_misc_tests}
duration: 0:21:32
email: vshankar@redhat.com
failure_reason: Test failure: test_fuse_mount_on_already_mounted_path (tasks.cephfs.test_misc.TestMisc)
flavor: default
job_id: 6662918
kernel:
- flavor: default
- kdb: True
- sha1: a2d14cd49967cd89312221d188a5f5045dd68e23
last_in_suite: False
machine_type: smithi
name: vshankar-2022-02-05_17:27:49-fs-wip-vshankar-testing-20220201-113815-testing-default-smithi
nuke_on_error: True
os_type: ubuntu
os_version: 20.04
overrides:
- admin_socket:
  - branch: wip-vshankar-testing-20220201-113815
- ceph:
  - cephfs:
    - ec_profile:
      - m=2
      - k=2
      - crush-failure-domain=osd
  - conf:
    - client:
      - client mount timeout: 600
      - debug client: 20
      - debug ms: 1
      - rados mon op timeout: 900
      - rados osd op timeout: 900
    - mds:
      - debug mds: 20
      - debug ms: 1
      - mds debug frag: True
      - mds debug scatterstat: True
      - mds op complaint time: 180
      - mds verify scatter: True
      - osd op complaint time: 180
      - rados mon op timeout: 900
      - rados osd op timeout: 900
    - mgr:
      - debug mgr: 20
      - debug ms: 1
    - mon:
      - debug mon: 20
      - debug ms: 1
      - debug paxos: 20
      - mon op complaint time: 120
    - osd:
      - bluestore block size: 96636764160
      - bluestore fsck on mount: True
      - debug bluefs: 20
      - debug bluestore: 20
      - debug ms: 1
      - debug osd: 20
      - debug rocksdb: 10
      - mon osd backfillfull_ratio: 0.85
      - mon osd full ratio: 0.9
      - mon osd nearfull ratio: 0.8
      - osd failsafe full ratio: 0.95
      - osd objectstore: bluestore
      - osd op complaint time: 180
  - flavor: default
  - fs: xfs
  - log-ignorelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - overall HEALTH_
    - $FS_DEGRADED$
    - $MDS_FAILED$
    - $MDS_DEGRADED$
    - $FS_WITH_FAILED_MDS$
    - $MDS_DAMAGE$
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - $FS_INLINE_DATA_DEPRECATED$
    - overall HEALTH_
    - $OSD_DOWN$
    - $OSD_
    - but it is still running
    - is not responding
    - evicting unresponsive client
    - POOL_APP_NOT_ENABLED
    - has not responded to cap revoke by MDS for over
    - MDS_CLIENT_LATE_RELEASE
    - responding to mclientcaps
  - log-whitelist:
    - \(MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
  - sha1: 09fc2e9e470435f1e6dbf462a51853391f4a4cc0
- ceph-deploy:
  - bluestore: True
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
    - osd:
      - bluestore block size: 96636764160
      - bluestore fsck on mount: True
      - debug bluefs: 20
      - debug bluestore: 20
      - debug rocksdb: 10
      - mon osd backfillfull_ratio: 0.85
      - mon osd full ratio: 0.9
      - mon osd nearfull ratio: 0.8
      - osd failsafe full ratio: 0.95
      - osd objectstore: bluestore
  - fs: xfs
- install:
  - ceph:
    - flavor: default
    - sha1: 09fc2e9e470435f1e6dbf462a51853391f4a4cc0
- thrashosds:
  - bdev_inject_crash: 2
  - bdev_inject_crash_probability: 0.5
- workunit:
  - branch: wip-vshankar-testing-20220201-113815
  - sha1: 09fc2e9e470435f1e6dbf462a51853391f4a4cc0
owner: scheduled_vshankar@teuthology
pid:
roles:
- ['mon.a', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
- ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
- ['client.0']
- ['client.1']
- ['client.2']
sentry_event: https://sentry.ceph.com/organizations/ceph/?query=565d3217f91943c7b75d2b0471f90651
status: fail
success: False
branch: wip-vshankar-testing-20220201-113815
seed:
sha1: 09fc2e9e470435f1e6dbf462a51853391f4a4cc0
subset:
suite:
suite_branch: wip-vshankar-testing-20220201-113815
suite_path:
suite_relpath:
suite_repo:
suite_sha1: 09fc2e9e470435f1e6dbf462a51853391f4a4cc0
targets:
- smithi124.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFTEXRHkFjSVRtzTM6MsTFyfQao3AgLyz9CMzFHLCYjbdhBda1wx0NnsW2WwqiB0Smp+rpWbTh+74h4yutRJFIpQf9qcet37066ixFbdMFDM5mmR5P6MjUxE1LYzR5Wzu/hlkp8seU55GRbGYlHSAqsADpA+jz/KSGrHO15ZwHEj0iuQROQDJUhkWbcjQ22qjXRk9+IC6JyBub9g3slIA1hqJSYdDCCtxr7Ph0+pB0UtpkoAngELL9PRlfI83FOy2369Uq8ti7vczoI56E77lxIsNFyRiuyZSaUVVYYqIya9SRDs1VLyeYvCxX4UICSTcTOtlwbdfOvReHcbMGZVlM07fV9hqS40+5cfV+wKp5DVAzNGeb4B5bcqNXHkw5uklwHRpDIM/VLydIocu9x3NZ/MoCx4i0kZaeVXZYm6ML5Isz81VB7vTrpGfI7z/MjzBi8xIT0A0/iYRDfk3C8IiGGhy7gJkMp0VPLepoQkveVsjqQzIMdqmRiSgd31tud9U=
- smithi140.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC/nDKOSWaVXCJKjVzcN+h1lrB7lg65asVpOQ81Jb4Q/D6S0pRcrnzOasmKaCbQpSZRgQMUl/ls7g05MIxPpojWns2hsZxJRgk/4zkDqT60LK8c1Y9pmlQ6OtUfeKhjI0wpCEJCiG5LaHG0pKaCrFh4+KQZud6SlFaVHlwkNDW3u57WfeepI6vUvMK91E7lYGRkZrLYsAmBTLJ1iZ0D7FIArL7WG8UcJAlVGjPkjrYn/kuPU0Z89D4tL+2Z4YOskkMSBrxkZfxpRF30Jhs3AB//HW1kmhaK+41PApITX4ayDh5NFL/ooeZ3zZH8WZvih9L94+igk9gKnyz79DUrUOQjbJ9sRYnbiDyYcehdUO6V9U+nGVyWKpofQAaCpT6sNsLW8FrHGENQD3bNOdMxaUAD49hBd0FuDV9/U+cjmwxs7zuwcHVtC9kmCnFTrpAHV6v45lWWum7PZ4MIhQLcQzqWC7NhiLtus05zlHcJAaVTH49NxJj7dQrMwdgpK9PbJ0E=
- smithi150.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCdROLAWiDfAYcMbEDIkYivFvj4CxgX0g4Ta1H1pY2LpdvKuWprC70ndqnrOTwwh5nKxPIrzxW86YhftQO9jNUC29mTesQJAAEyZMS5feeFGIyYdJpEnL/jdKU93hmzMj8kIEcR9YLGOmADoJJRPl32wNUlRkO6AC1jY8EzWfh++BQz2oP5E24HFLzJWmx8pVHWVktjx1fs6n69k4m+qGdSYKxLfMzpqptg9q33ZQ/E7vRVtSAJKLV3Kx/ReYc1P9haZ2gRr448NOEnBSecuq30RvKaBQ6+sInGQ1GBYQMlqhpPfzJikGDNJGIm5gmkXPHSoUoagmOEoaPKFmmdQVqFxYCqdW4nhd/+Dbu5jWyvE4Dc32ZnzSTHsK7mM1/5soDSrHc08alhyvumZLn+DpMl1V2U24i/m5UFgywto4Q+h555FyH7PiZQkQDWM4UCOaQLgYqqhvrZaUyQxuoGUnZnOKZGmKyuZ8mLbVbG5CgWsZSLUFqvqS46yBeROHAwYbE=
- smithi154.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDahUl0rS3CbCZ2uwX2PnKmzcpx0EaZ4u1Cf445X9JtEqmYRwNIre9bSPEPhgrgtXUeHmv2SZe9EvsEmgGSGJP42v26CE9tTDAPs1CUSK3JQ1bdAX5zYJLXztlZJJy+zywe+4mC4/b4SzhEAvUTZlND8p4FLiu+uSuRvig0zzIxTYpZZnRB8/W0UdJx7tkp5CBvGYS51UOANNM3wVkk2Y0GVlqu/RkaMfFAS6rkMGg+1AaQ/Q2SrilTN0thaPTXIJJEUHWjTTofsBANjdFAt572XWlmzycJj/zc7X+E5D5mw20avKybMwkaRtN3Gc6EH+5yH1hkzgwL0rILfDGx5jz5jNhmYbWX0xV3Rtk5GRk+KoG9Qf95JpRmapSf71YljKEHIZ8i3Cacv30sYv92Qg8oXDQOZBKleiISjlWb4P+zomobmGvQiMWmwiUgh/8DEKFCTt5Ri8qGsPqFtxLmIi0HADxRGae9/P9XL2GdrbWjyfb/RjnxK3hFIUx8xCsjxCc=
- smithi190.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCntwB9R68JRNICWtZvxTji23theAFrmSECqTL3Shunh4wR0IIOsGAzvJnsdbui8EPm6gjGDZT1enccCa7Uu8o6YZBRqelwRUJ1jG4ramsaAbiS5m1qQrkhqzlV90py7w+Ny2ZZ9hIl72Vke2D4y6gT53+MMNaf4giNQNSgUn7DaRCyVXxkC1v6X10QHjqTY+Ss3ncE9GxnioR8fANenDiyXxhoisos3hPmEupn7FvOY7f050Bw/vtugw1MRZ6J8C5v1yk9SeQ+vkAJ48uVAqavwyiZlv2e+1iCcgZrbKkJOH2QbpYJUnm5l1XAO4mr5tLr/vVEBmM/LeRxu8o2IVE2ZD7mj8W0EOIArLJ4zxO8vu9gSzFseQHm3d8vKBo/IwB/QPdHSRQij2h4Tp+r9HpSGfOu4UjFFaIv6lYyKVFtoA5c1AFO2cu1aMy/YVuTbRlq9mYuy2vaRQ6k/nEyXqMsrVbJY++GZZA6x3wjRMbzCWzpSi3X3E/WT34wKF/ZFWE=
tasks:
- internal.check_packages:
- internal.buildpackages_prep:
- internal.save_config:
- internal.check_lock:
- internal.add_remotes:
- console_log:
- internal.connect:
- internal.push_inventory:
- internal.serialize_remote_roles:
- internal.check_conflict:
- internal.check_ceph_data:
- internal.vm_setup:
- kernel:
  - flavor: default
  - kdb: True
  - sha1: a2d14cd49967cd89312221d188a5f5045dd68e23
- internal.base:
- internal.archive_upload:
- internal.archive:
- internal.coredump:
- internal.sudo:
- internal.syslog:
- internal.timer:
- pcp:
- selinux:
- ansible.cephlab:
- clock:
- install:
  - extra_packages:
    - deb:
      - python3-cephfs
      - cephfs-shell
      - cephfs-top
      - cephfs-mirror
    - rpm:
      - python3-cephfs
      - cephfs-top
      - cephfs-mirror
  - extra_system_packages:
    - deb:
      - bison
      - flex
      - libelf-dev
      - libssl-dev
      - network-manager
      - iproute2
      - util-linux
      - dump
      - indent
      - libaio-dev
      - libtool-bin
      - uuid-dev
      - xfslibs-dev
    - rpm:
      - bison
      - flex
      - elfutils-libelf-devel
      - openssl-devel
      - NetworkManager
      - iproute
      - util-linux
      - libacl-devel
      - libaio-devel
      - libattr-devel
      - libtool
      - libuuid-devel
      - xfsdump
      - xfsprogs
      - xfsprogs-devel
      - libaio-devel
      - libtool
      - libuuid-devel
      - xfsprogs-devel
  - flavor: default
  - sha1: 09fc2e9e470435f1e6dbf462a51853391f4a4cc0
- ceph:
- ceph-fuse:
- cephfs_test_runner:
  - modules:
    - tasks.cephfs.test_misc
teuthology_branch: master
verbose: False
pcp_grafana_url:
priority:
user:
queue:
posted: 2022-02-05 17:30:58
started: 2022-02-05 20:21:50
updated: 2022-02-05 20:56:15
status_class: danger
runtime: 0:34:25
wait_time: 0:12:53