Pulpito

yuriw-2022-02-13_16:05:10-kcephfs-octopus-testing-default-smithi/6680785

Posted Started Updated
Runtime
Duration
In Waiting
 Machine Teuthology Branch OS Type OS Version Nodes Status
2022-02-13 16:06:10 2022-02-13 20:50:37 2022-02-13 21:19:22 0:28:45 0:12:52 0:15:53 smithi master ubuntu 20.04 6 pass

Description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/forward-scrub}

Log: http://qa-proxy.ceph.com/teuthology/yuriw-2022-02-13_16:05:10-kcephfs-octopus-testing-default-smithi/6680785/teuthology.log

All Details...

  • log_href: http://qa-proxy.ceph.com/teuthology/yuriw-2022-02-13_16:05:10-kcephfs-octopus-testing-default-smithi/6680785/teuthology.log
  • archive_path: /home/teuthworker/archive/yuriw-2022-02-13_16:05:10-kcephfs-octopus-testing-default-smithi/6680785
  • description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/forward-scrub}
  • duration: 0:12:52
  • email: ceph-qa@ceph.io
  • failure_reason:
  • flavor: default
  • job_id: 6680785
  • kernel:
    • client:
      • branch: testing
    • flavor: default
    • kdb: True
    • sha1: 41107be74b798ca4e619902a7ac9cb6d92347af2
  • last_in_suite: False
  • machine_type: smithi
  • name: yuriw-2022-02-13_16:05:10-kcephfs-octopus-testing-default-smithi
  • nuke_on_error: True
  • os_type: ubuntu
  • os_version: 20.04
  • overrides:
    • admin_socket:
      • branch: octopus
    • ceph:
      • cephfs_ec_profile:
        • m=2
        • k=2
        • crush-failure-domain=osd
      • conf:
        • client:
          • client mount timeout: 600
          • debug client: 20
          • debug ms: 1
          • rados mon op timeout: 15m
          • rados osd op timeout: 15m
        • global:
          • ms die on skipped message: False
        • mds:
          • debug mds: 20
          • debug ms: 1
          • mds bal frag: True
          • mds bal fragment size max: 10000
          • mds bal merge size: 5
          • mds bal split bits: 3
          • mds bal split size: 100
          • mds debug frag: True
          • mds debug scatterstat: True
          • mds op complaint time: 180
          • mds verify scatter: True
          • osd op complaint time: 180
          • rados mon op timeout: 15m
          • rados osd op timeout: 15m
        • mgr:
          • debug mgr: 20
          • debug ms: 1
        • mon:
          • debug mon: 20
          • debug ms: 1
          • debug paxos: 20
          • mon op complaint time: 120
        • osd:
          • bluestore block size: 96636764160
          • bluestore fsck on mount: True
          • debug bluefs: 20
          • debug bluestore: 20
          • debug ms: 1
          • debug osd: 20
          • debug rocksdb: 10
          • mon osd backfillfull_ratio: 0.85
          • mon osd full ratio: 0.9
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • osd objectstore: bluestore
          • osd op complaint time: 180
          • osd shutdown pgref assert: True
      • flavor: default
      • fs: xfs
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • \(FS_INLINE_DATA_DEPRECATED\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
        • inode wrongly marked free
        • bad backtrace on inode
        • inode table repaired for inode
        • Scrub error on inode
        • Metadata damage detected
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • sha1: 91f471b19a8436443eb4f75ebb3d4414ee623c6e
    • ceph-deploy:
      • bluestore: True
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • bluestore block size: 96636764160
          • bluestore fsck on mount: True
          • debug bluefs: 20
          • debug bluestore: 20
          • debug rocksdb: 10
          • mon osd backfillfull_ratio: 0.85
          • mon osd full ratio: 0.9
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • osd objectstore: bluestore
      • fs: xfs
    • install:
      • ceph:
        • flavor: default
        • sha1: 91f471b19a8436443eb4f75ebb3d4414ee623c6e
    • thrashosds:
      • bdev_inject_crash: 2
      • bdev_inject_crash_probability: 0.5
    • workunit:
      • branch: octopus
      • sha1: 91f471b19a8436443eb4f75ebb3d4414ee623c6e
  • owner: scheduled_yuriw@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'mds.b', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.c', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
    • ['client.3']
  • sentry_event:
  • status: pass
  • success: True
  • branch: octopus
  • seed:
  • sha1: 91f471b19a8436443eb4f75ebb3d4414ee623c6e
  • subset:
  • suite:
  • suite_branch: octopus
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 91f471b19a8436443eb4f75ebb3d4414ee623c6e
  • targets:
    • smithi105.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD+bj5WrW4flMGTGZP4UvUpgUQ638+dxFmeK1ysxBMvzJmiGmf6RLrRgMgvcqeJGVwmoLEm1jjnkx84JMkWI9ytb8G4hdT8/5Zyd7jjUFSLCzIl9QXPlsergC4k2AIudzAgl/LQSvHVKqji6GbjZFY94o3uGGL31ZI+pwwD1hYxUkKZdVrJmb2iCvOrQW/js1weeHycTlwjhW+lxKXV3J5tRzcd/do56Afv7FWbHDvg1UxWeZzbP5x89pqwQvXqsmFbIb9PeP8YKJKrxfYpvXADZU96WRamwsi6wH6yZknw1K6+nYODhEVlLhoCQ+14o1NNvIUGIvqDpYE/TE30xF/71xZ/7Lr6dDfjy+LtYhYMkaOP5eM2PSbFzZIsICEXI8UxbXz5T3V2XtVYtPatYWQJAFXNaYRLpkaBoDbScVYwgiqixPiZR7QyN3IguG0jhjtpP0o0H5xkIjfn7dsnLXNhdJoM/XcG0TJRtAnSZCRR9bMuKC/8KIbAZrk293Tlr0c=
    • smithi141.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC1pRVdU9gqKU873EUJ0B/zha7wlXqETbQ0+6KdKW2vN5kszKxjU5jp8aVX+ODbWTITZjgVx2COfijfotPKwA4nY5hpBCvf8VqtRdkdGU5ExEeTtE6H2jjJ9HjKDiXQT9t2YtYlABtMtsggJitO+gKiBXlSTKrNPhkdduZ9OaQw1TzSOW4nyZQ4mQrceOMZMSoUQuOsX6TnecTpH5nQ+OfU/l/wHxmsCwaTVMnbVVKGZEvc8FwTymjeB8c2fECVUzS2OFPKNKzUn5ege0pMQGooZcrkW8q8UYxhNmlpVlzLUPuFTVDov628qOiB2JfBs2+u6sJUvF8gel+dP1UqIuf843erOpvIrhnJBV36QH/bvyT9ODCo6t1mk09IYOKn0gVSJ+u08OPRi8cERLQ62YOH+P+N4S8h3Y0gusr8zeWsfk1GMk3eOOPxREfv5dWar6mknQp58qT0MG3NCt9qkZMHzH+zNzaRqcj3jhhhzwAmMty81LiEuLK0Qk9FyGqio80=
    • smithi155.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCz/vBuXm1gKI8e4INmUtZK+PDoGFgyAye8BuJ2/scDLXM6e0z8Hx8roWR9BppuwewqTJB9Y4vgs2oQaRo0hUZGWvAzQt9CUWnQNEQIfsQxk10U1oCfy+gYqijVw7JbqYSXQR1lVEWmGs8tiIG6jdrhTLo8T7dHyO2B/6Qdfnyh1ZrBywQN7yYpW2cLpdPyTwKfU2LxSFeonDpyqWgTyeX8Zp8PcnYNgKDmYpiNYaV23hAbzicLDcwh95ZvYBE5EIijymgzL/v5Qufm4AIZmZe+by42uzSa4Lg8DeGA/Y469ca3AokM4a4jJDBAkagAoD6/aZFNLpyrfQw4tt6STAwWpoU5SNnjAuJcXfablod3KvpTr9Fa3tiaryL4JLBrAHfcYbwOn/0pYisC2smbrNCi0Gm1iWNzoXDqj0/MYI5uUeRh9shwsvrDDJMWr4pcVdSOp41+mlptAUwT+38yt0vOQACaJtu0uOLmacB6ESmzytsTBzrqrpmkJCuaSDsQdeM=
    • smithi163.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDGdqJbCSVdJ6ne65VDz+ql4AhuPdCxGpqZjmEvhylJhJHL8dA2wK5i3grNUYkeUIIboUCpOWDlA3G/EenNNNB+itZasZwTkfAHIN1GQoDMcTTvXzoRCO3zmCoofWHZaHJmsyWwNWVHPjYGdYI2xp9QsqWnfpOVTUg9jTwZGYZ9VUbtUG59SWLpn+Wb57jUUAnCMKBnTVMbdvVnw93rs/CNSdOE/xdqAabYyQmMXdWSdnLD7VhOaGceNXjy/sBPK2EtCNy5HXKJx3c6QAgtFm7eyz8NXrH7muQyyC2b2mA8uKHWKvdnOj84gTlpDN9ZCGluZz3hKDClyOO+dmhVNxnFhaoDqP8+6t9yfOKiAXSeGTJHYwl0iu3xNeDw8ekiR6nri2BRG9VCS8YIe4ayZEPLX6+3OD7uihEJsD8xER6fUaJSxkufM1e11wzZhRVH2fK+CnbAPvfcaTI8DXLTq5Khi4px7tErZNoLodYlPVNwtyuiZey4qHtbhvjW9T1JhRU=
    • smithi172.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD4fYoo0VeyYbriD7SsMSJQIRwya4A+Y6bbTqIW2bwab0/rQTE4kQl0+e1lb2q1GHwBM7XX385RQXEaGNziJ2FwWR43gUf6R+V5jf3e7mQN72dRPVW0Jc9nN7hp4bOxSsfi8NEdIZGDqEgP7nEQ7EVVP9eLKwzTlQgfSZsLK8hhCa7bqyeqJ34SGeOx0u88CFNhq61oBcdtx/J7qsyGtGo++ptjTP0L6Xl0YPhk8cmD3BZmhGwiwLHjR60CpEq422F+ejyBoJ+ayB3mkcoVeab/hEqUPJozscaH/i72PBUvhBoo2wb4tUEShaI50C7nfVlmZAghdm68xP1yrLo/WbabHNFyTYvb9wgiMJdlF36ICerhjPwYzZRRr2LtoOelcyOH00gHa6sd1iYcqWA2U7Pi4Z4PXTsP5BHJZrL1TWWOYjEAgT9clNpj4j9E675W2anJucvPVJB1/iGXowLuU45023CUf+IG6cwMDGlj5Yx8WkkB8czJtMzxpVZ+RquPti8=
    • smithi173.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEZlNA92c/fn/fO3hR3/4j9TwO1+tFE9Dh+balWVltOnITZrnBsybiLfUPoKEBZacOBt6wRMV+Mf04m8A9fp5OjrsHDjQnwNgXGy+HBlA62a3H7fqJybq/6GN8L6Jp9n21ANoWurnQoCminwjwCR4O9ex+jeOpewaVUfmzoy9mBQ/iK2jhIbqtzVbT7c40PksEowsNu2Nd9GxRFe+ViRLs4B6/qeIT1Ngyy4BhxLKfYhyEDvNFlCK8toPrxSldOPt9J65m+yWiZWOJYljJlaZy7LCEmn900dWur8uL3+VdZJAq+I0xvew/1Fvhm6dA/Q9dGV3crZUeyjAMy6x+A3YU+2PUbCQbMNRyDgfh6rcmeouP+HW/XlAMvNJuPPiWEfEcip2W7TffjDbQF7NJFGYeUJ2N4EG5skiE34e4+xmOXwKSg/FrS4GWeE+Q8cjhxmZ5FLU1KcttUK3JOk6Qqi9dAvBvWDL8/ZL8W8IUmOxT4w2wJeVhV+abRbLe7NlQY1M=
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • client:
        • branch: testing
      • flavor: default
      • kdb: True
      • sha1: 41107be74b798ca4e619902a7ac9cb6d92347af2
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
      • extra_packages:
        • deb:
          • python3-cephfs
          • cephfs-shell
        • rpm:
          • python3-cephfs
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
          • dump
          • indent
          • libaio-dev
          • libtool-bin
          • uuid-dev
          • xfslibs-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
          • libacl-devel
          • libaio-devel
          • libattr-devel
          • libtool
          • libuuid-devel
          • xfsdump
          • xfsprogs
          • xfsprogs-devel
          • libaio-devel
          • libtool
          • libuuid-devel
          • xfsprogs-devel
      • flavor: default
      • sha1: 91f471b19a8436443eb4f75ebb3d4414ee623c6e
    • ceph:
    • kclient:
    • cephfs_test_runner:
      • modules:
        • tasks.cephfs.test_forward_scrub
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2022-02-13 16:06:10
  • started: 2022-02-13 20:50:37
  • updated: 2022-02-13 21:19:22
  • status_class: success
  • runtime: 0:28:45
  • wait_time: 0:15:53