Description: fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cephfs_misc_tests.yaml}

Log: http://qa-proxy.ceph.com/teuthology/yuriw-2019-11-09_19:10:09-fs-wip-yuri-mimic_13.2.7_RC2-distro-basic-smithi/4490953/teuthology.log

Failure Reason:

Test failure: test_drop_cache_command_timeout (tasks.cephfs.test_misc.TestMisc)

  • log_href: http://qa-proxy.ceph.com/teuthology/yuriw-2019-11-09_19:10:09-fs-wip-yuri-mimic_13.2.7_RC2-distro-basic-smithi/4490953/teuthology.log
  • archive_path: /home/teuthworker/archive/yuriw-2019-11-09_19:10:09-fs-wip-yuri-mimic_13.2.7_RC2-distro-basic-smithi/4490953
  • description: fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cephfs_misc_tests.yaml}
  • duration: 0:10:11
  • email: ceph-qa@ceph.io
  • failure_reason: Test failure: test_drop_cache_command_timeout (tasks.cephfs.test_misc.TestMisc)
  • flavor: basic
  • job_id: 4490953
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: smithi
  • name: yuriw-2019-11-09_19:10:09-fs-wip-yuri-mimic_13.2.7_RC2-distro-basic-smithi
  • nuke_on_error: True
  • os_type: ubuntu
  • os_version: 16.04
  • overrides:
    • ceph-deploy:
      • fs: xfs
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • mon osd full ratio: 0.9
          • mon osd backfillfull_ratio: 0.85
          • bluestore fsck on mount: True
          • mon osd nearfull ratio: 0.8
          • debug bluestore: 20
          • debug bluefs: 20
          • osd objectstore: bluestore
          • bluestore block size: 96636764160
          • debug rocksdb: 10
          • bdev enable discard: True
          • osd failsafe full ratio: 0.95
          • bdev async discard: True
      • bluestore: True
    • workunit:
      • sha1: d203ae4bc82bb872129e3129796f69615aba23bf
      • branch: wip-yuri-mimic_13.2.7_RC2
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
        • evicting unresponsive client
        • POOL_APP_NOT_ENABLED
        • has not responded to cap revoke by MDS for over
      • fs: xfs
      • conf:
        • mds:
          • mds bal split bits: 3
          • mds bal split size: 100
          • osd op complaint time: 180
          • debug mds: 20
          • mds bal merge size: 5
          • debug ms: 1
          • mds bal frag: True
          • mds verify scatter: True
          • mds bal fragment size max: 10000
          • mds op complaint time: 180
          • mds debug scatterstat: True
          • mds debug frag: True
        • client:
          • debug ms: 1
          • debug client: 20
          • client mount timeout: 600
        • mon:
          • debug ms: 1
          • debug mon: 20
          • debug paxos: 20
          • mon op complaint time: 120
        • osd:
          • mon osd full ratio: 0.9
          • debug ms: 1
          • debug filestore: 20
          • bluestore fsck on mount: True
          • bdev enable discard: True
          • debug osd: 25
          • bluestore block size: 96636764160
          • debug bluestore: 20
          • debug bluefs: 20
          • osd objectstore: bluestore
          • mon osd backfillfull_ratio: 0.85
          • osd op complaint time: 180
          • bluestore allocator: bitmap
          • bdev async discard: True
          • debug rocksdb: 10
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • debug journal: 20
      • sha1: d203ae4bc82bb872129e3129796f69615aba23bf
    • install:
      • ceph:
        • sha1: d203ae4bc82bb872129e3129796f69615aba23bf
    • admin_socket:
      • branch: wip-yuri-mimic_13.2.7_RC2
    • thrashosds:
      • bdev_inject_crash_probability: 0.5
      • bdev_inject_crash: 2
  • owner: scheduled_yuriw@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.a-s', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
  • sentry_event:
  • status: fail
  • success: False
  • branch: wip-yuri-mimic_13.2.7_RC2
  • seed:
  • sha1: d203ae4bc82bb872129e3129796f69615aba23bf
  • subset:
  • suite:
  • suite_branch: wip-yuri-mimic_13.2.7_RC2
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: d203ae4bc82bb872129e3129796f69615aba23bf
  • targets:
    • smithi068.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDR7H51ku5L2YqLED/IHNYVgTgPIRdTLk0aTHAZ46HEHGN7dNUQ4q8P2XJZGTxDrFJ8pUmLRvtx8JRGeWZCOzsHh3uBEhDoVN11KSnwEEweVRG+GP+BLVANL8lbd9rVQvcSWzHGsazUI3lU8RPIz94CBoIanzK6NhYcPGogOiDGWpX7rb0H8U9zrWTy4Xb4f6Hkj9NpJRa2Ui3lauvq1qnnMYdWNh+mQkPPMKUoQ3DhjJdXjck1au2tPtTNNWv3/1sTCCs41omhDXbWaUXSHD3rC1tSxS6ThCBKLgSmIv5Wpc+ps8AM0u9XHYDShcOsrNnajTJJya0Un1FDh2gn1lPf
    • smithi133.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDOB9UAcxUSaO7g96VW75IhiFvsQHzd0fYFKfgcikoINqS1NIM48I1TKBAGLMOdYh3QNUrvBAJrM3Am/OQ64Af3FjJNASXiDnyM20BF4g4ehppC0f1qsBHx/SF4VnLO9r+7EJKp5uzEewdJSEXozUZsCgJSROzDaR8p7ZAcVqG94F+Pcd7XEEe6LPqIpje3ugE3v3THT44MP9XdGbMkwFqxCftw5gl4HR5W+tsnoHy/bSYCGnLc6qFzyYahTOt9qQwAUVbesnG1cwRAESCnAsYBzH2az/DIs2VU6KmF82GMYCv8LHybpHXyqdIi5N55jAJSD5y4n38OR56Nkl8r/cgn
    • smithi199.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDUNtpONUnL0/5tAXkfFemQNK2LwTxyWghimh1+9vdbdu8rr84rK4affF3Y1IiZ1sxmPDrNYIis761tdMwJhQtlOh0Fx1OoF6wO891Hxduk/jNFIa+bfhNztb+oHTOCQuCfu355JoTZbG4i85UpMZ75DKdsngynRr599L/3L4hs7HUZaGPq4KTxru+1KC3LXoFBqENDedXieaCWoN+jcUFMYNqwqD+4VGihhCwuhF5hkJspw1HAO422vp+0C3D2k+BqH95Muw6xxT7k7z22xf3HSDNSdE+quKmfjIgEfmVDn7gM7KII5aL/155cwblm1UQUoSz/og1wnvQtch4+GtOV
    • smithi174.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2HIhKNlcVRvAMMO9YaWTpAl3k17sZndEjTHSwJPr0ZQAYhvcr5xSzyP0chduB8n4fs/8wrUbPa9Z0f80+Rm6ILPWjOdYVm68T/pMKG0UeAN9GcX3vPZp5FAboJfMLn1NzxU/LX7m6gCP5yrKPaV2sx2qMN5C75tRVFMkEFNaIkiI0cDOaFikrr483fQft4gFDAiB2vtc27x3r1h9FxJ4gn+vjA3mZ+7iH4eMD/8OuSn2hFq61aDMyxQdDBdtsDnU28zoUgfeJzq2AdGY5skxP6n3HAF1ocFFDzoweCCmmOfI0gcyPE+e2tIMvdc3yIB2ZRWLMcCYwGrUoJgqDHXMt
    • smithi159.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDGtNeclEKJCoPts4eFSVjLSPeG54PMO+ubH2xPqnlm/gpe5ZpPgmiTIMt4+Q82H1G7l8JmdmQQ2RPKmQTIrz4rUUtTPmcE8BQsQOdy8LNk1DHo7Un1LdQRbavmx7pHrU+MYUwqPr+yQaVckuKjRJMK1hwP4M1uAt3QFs1KZB0K5xPNfHikygJmGdzr10YG+tgQZkZZ7w2tBEp2dnPu/Ff8rc0j1JBZ72N09BO8zxbRI3Pt3lRk58TpAvDH2cBmd5sjkMw/2x2pZlHm1Lhz47TXAJ406Y5Msy1905g8lPJ9S/woC2Wx/ru9n0yf9QKzVjMliCp/HYdzgdy/cd6muMpD
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 5
      • smithi
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • sha1: distro
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
      • extra_packages:
        • python3-cephfs
      • sha1: d203ae4bc82bb872129e3129796f69615aba23bf
    • ceph:
    • ceph-fuse:
    • cephfs_test_runner:
      • modules:
        • tasks.cephfs.test_misc
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2019-11-09 19:11:50
  • started: 2019-11-10 13:24:07
  • updated: 2019-11-10 16:34:10
  • status_class: danger
  • runtime: 3:10:03
  • wait_time: 2:59:52