Description: fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cephfs_misc_tests.yaml}

Log: http://qa-proxy.ceph.com/teuthology/pdonnell-2019-10-12_07:19:34-fs-wip-pdonnell-testing-20191012.025926-distro-basic-smithi/4407575/teuthology.log

Failure Reason:

Test failure: test_fs_new (tasks.cephfs.test_misc.TestMisc)

  • log_href: http://qa-proxy.ceph.com/teuthology/pdonnell-2019-10-12_07:19:34-fs-wip-pdonnell-testing-20191012.025926-distro-basic-smithi/4407575/teuthology.log
  • archive_path: /home/teuthworker/archive/pdonnell-2019-10-12_07:19:34-fs-wip-pdonnell-testing-20191012.025926-distro-basic-smithi/4407575
  • description: fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cephfs_misc_tests.yaml}
  • duration: 0:19:13
  • email: pdonnell@redhat.com
  • failure_reason: Test failure: test_fs_new (tasks.cephfs.test_misc.TestMisc)
  • flavor: basic
  • job_id: 4407575
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: smithi
  • name: pdonnell-2019-10-12_07:19:34-fs-wip-pdonnell-testing-20191012.025926-distro-basic-smithi
  • nuke_on_error: True
  • os_type: ubuntu
  • os_version: 18.04
  • overrides:
    • ceph-deploy:
      • fs: xfs
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • mon osd full ratio: 0.9
          • mon osd backfillfull_ratio: 0.85
          • bluestore fsck on mount: True
          • mon osd nearfull ratio: 0.8
          • debug bluestore: 20
          • debug bluefs: 20
          • osd objectstore: bluestore
          • bluestore block size: 96636764160
          • debug rocksdb: 10
          • osd failsafe full ratio: 0.95
      • bluestore: True
    • workunit:
      • sha1: a8ee8ac95ca822967c9dffe2a705f1d5502812bd
      • branch: wip-pdonnell-testing-20191012.025926
    • ceph:
      • sha1: a8ee8ac95ca822967c9dffe2a705f1d5502812bd
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • \(FS_INLINE_DATA_DEPRECATED\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
        • evicting unresponsive client
        • POOL_APP_NOT_ENABLED
        • has not responded to cap revoke by MDS for over
      • fs: xfs
      • conf:
        • mds:
          • mds bal split bits: 3
          • mds bal split size: 100
          • osd op complaint time: 180
          • debug mds: 20
          • mds bal merge size: 5
          • debug ms: 1
          • mds bal frag: True
          • mds verify scatter: True
          • mds bal fragment size max: 10000
          • mds op complaint time: 180
          • mds debug scatterstat: True
          • mds debug frag: True
        • client:
          • debug ms: 1
          • debug client: 20
          • client mount timeout: 600
        • mon:
          • debug ms: 1
          • debug mon: 20
          • debug paxos: 20
          • mon op complaint time: 120
        • osd:
          • mon osd full ratio: 0.9
          • debug ms: 1
          • debug journal: 20
          • debug osd: 25
          • debug bluestore: 20
          • debug bluefs: 20
          • osd objectstore: bluestore
          • mon osd backfillfull_ratio: 0.85
          • osd op complaint time: 180
          • bluestore block size: 96636764160
          • debug filestore: 20
          • debug rocksdb: 10
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • bluestore fsck on mount: True
      • cephfs_ec_profile:
        • m=2
        • k=2
        • crush-failure-domain=osd
    • install:
      • ceph:
        • sha1: a8ee8ac95ca822967c9dffe2a705f1d5502812bd
    • admin_socket:
      • branch: wip-pdonnell-testing-20191012.025926
    • thrashosds:
      • bdev_inject_crash_probability: 0.5
      • bdev_inject_crash: 2
  • owner: scheduled_pdonnell@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
  • sentry_event:
  • status: fail
  • success: False
  • branch: wip-pdonnell-testing-20191012.025926
  • seed:
  • sha1: a8ee8ac95ca822967c9dffe2a705f1d5502812bd
  • subset:
  • suite:
  • suite_branch: wip-pdonnell-testing-20191012.025926
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: a8ee8ac95ca822967c9dffe2a705f1d5502812bd
  • targets:
    • smithi154.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBLHX+ZYl5OJgV/piF7DQ3qz7V99VuAwMoLjHc/iRd4dyfgfShkVt4ghLkdORYxhujsN7RvDll/5TE5sUcN2vjjyaPjTPd+32TWOx2GvqN02zcZMvMtxl/2SWIg7YYa8IT1tVytVg1Wy2iuM3EGD0dOohq0LDmnUutCqnMVVYtJpNCM00L81muFhFQh9CtCVY9+WwE9e332KzKnfmeId3JHApK1WHRdwXThr8Tm047+cWo2AyBOjZwYH8MLpw8PfnEI5UcR7ZbkCHU/9KU+V3+XcWun2fyhLxedIP5yk+99i4uCZc9E2gBij2EoB7J79tOtef7lDOMlN9J/RJOYMpB
    • smithi150.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmqHuOeOEPAXgp9zmOz/F5mml/s8RX3XN5LCHiRQVx5VshEkkbVQGLcSbVlTw5J9ZDIUy118kxUW7XmNi5eGsifcd5daPrO9QTnS+ut5VijsCtnDLh7187I/xO4yDmwL5XyH2/sHa4r+5Mfu2g+SvLmuyZ+q9yHJDWRHDN1fb6SDmRdCdxq5XLj4fuRFmcXNEWBUP6Kum6mP4eo99+ZY++VvehVJ75ZA+Eo88SrUdHZ0aVzpW5eIeCpf/SZP0zGHhQhkMoNc+T5bq3DhShbV9UGkWttA0J2R1f8BRxOSZq5FIHTGQlbvJR1h/juYBBNYz5nEarboyA9F1UKLV5iz3p
    • smithi161.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDTj4ZK5J0hnMSSjDU5Q4ZurPgxSrGwjhumoency/P5BIlwnVptF3ET6u2rTVMj+A/9pHRH90GvdIz2Dby2/aEOsPDjWu+NEx448IO/SaKhlAvesbcQ9X9te+AHqb1qytLENuAMugIPZ4LPkzcP6ll6EI90mmTHmDFx3Si02OC9J63RQ9lSCYUjWOTmDbO2L00NbuhB2vwqCYjhc5rjUxAxUamX/mJeQS8IllY4ICpyDcQa3LXaeKaN5JmMcvx3O0gWtUPv6pak+tzZI00Daem5MOmJ4PNwg8vecCn0qLXr1XxEf3gzpMwqSKSJ4afIR6wRDSs3E7l1MJCa6ZMEUE75
    • smithi149.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDB/5+r1e8bqxGy2PMjrOxQixnsXO4I06BQG8IhfK4ZpM9RVhgsD3r8YaK27kQKmfXS848ZHlj1f1HGN+EgG/ylWFUx54vpVp7WAR2WxTkEHAiMZQpKo0Wyo4dpO0Ii4eF0ZR/s7nG/gwuKTaWs4UpZnC8/yU5/fGvaLjPfqHRGTAS9OdOp1XiM3+7kr5V9qbt3bcLbPGrzS4H5/AV2vAWp/ce9+gAq6jvaaRotmCPjkzj46sAsJOtTDQSh/Xt4TV5Vfz8ziiJ+SDr3vC+UfaKnsT45Tq3O7woxWAHdqD4uwSkIOB1plWybI+qXnSRxEGLN5RIFBHc32Rba7qrXqF0L
    • smithi148.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDFSw2U5ht9KCSbN1esWR88fyScvG+I2tH0kN2QkUt0zQ8XmXM0cVDDha65YVb/U6ie1BeYF8w88xxGIB4XAfs2mOAQIKsBBM1jr6XGMasEZowY29h8QUg239D8E5LjlzQ1f1E9dzEPMIe95TRG24e3h2ci53ZhQsrJrE6IzjjWYTJ3k5YO8w72CRrDuLClsLFlIHdzfEoKBibjQLyqhJzW0NNRrtz9QZMAd6uWZOQtMWilvcPIO4l31m0DD38O2ps2baIq6gpKC1WH2HHADo+zSNW7f0JXXoDn6e3lkFVHar3siV5T4oEVGdUZqhK8sK/CAtKPnhwrB1f6CJH+0KUT
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 5
      • smithi
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • sha1: distro
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
      • extra_packages:
        • deb:
          • python3-cephfs
          • cephfs-shell
        • rpm:
          • python3-cephfs
      • sha1: a8ee8ac95ca822967c9dffe2a705f1d5502812bd
    • ceph:
    • ceph-fuse:
    • cephfs_test_runner:
      • modules:
        • tasks.cephfs.test_misc
  • teuthology_branch: master
  • verbose: False
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2019-10-12 07:20:41
  • started: 2019-10-13 01:36:53
  • updated: 2019-10-13 07:24:58
  • status_class: danger
  • runtime: 5:48:05
  • wait_time: 5:28:52