Description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/pool-perm}

Log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-01-20_20:20:40-kcephfs-wip-yuri5-testing-2021-01-19-0810-octopus-testing-basic-smithi/5805337/teuthology.log

  • log_href: http://qa-proxy.ceph.com/teuthology/yuriw-2021-01-20_20:20:40-kcephfs-wip-yuri5-testing-2021-01-19-0810-octopus-testing-basic-smithi/5805337/teuthology.log
  • archive_path: /home/teuthworker/archive/yuriw-2021-01-20_20:20:40-kcephfs-wip-yuri5-testing-2021-01-19-0810-octopus-testing-basic-smithi/5805337
  • description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/pool-perm}
  • duration: 0:13:32
  • email: ceph-qa@ceph.io
  • failure_reason:
  • flavor: basic
  • job_id: 5805337
  • kernel:
    • flavor: basic
    • client:
      • sha1: distro
    • kdb: True
    • sha1: cefed832c745c0c96268c56e549d44c0bc3d6fea
  • last_in_suite: False
  • machine_type: smithi
  • name: yuriw-2021-01-20_20:20:40-kcephfs-wip-yuri5-testing-2021-01-19-0810-octopus-testing-basic-smithi
  • nuke_on_error: True
  • os_type: rhel
  • os_version: 8.1
  • overrides:
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
    • selinux:
      • whitelist:
        • scontext=system_u:system_r:logrotate_t:s0
    • workunit:
      • sha1: 5f808a4667b7304eebbe93a2deb5c54ef84c5512
      • branch: wip-yuri5-testing-2021-01-19-0810-octopus
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • \(FS_INLINE_DATA_DEPRECATED\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
      • sha1: 5f808a4667b7304eebbe93a2deb5c54ef84c5512
      • fs: xfs
      • conf:
        • global:
          • ms die on skipped message: False
        • mgr:
          • debug ms: 1
          • debug mgr: 20
        • client:
          • rados osd op timeout: 15m
          • debug ms: 1
          • rados mon op timeout: 15m
          • debug client: 20
          • client mount timeout: 600
        • mon:
          • debug paxos: 20
          • debug mon: 20
          • debug ms: 1
          • mon op complaint time: 120
        • mds:
          • mds bal split bits: 3
          • mds bal split size: 100
          • osd op complaint time: 180
          • debug mds: 20
          • mds bal merge size: 5
          • debug ms: 1
          • mds bal frag: True
          • mds verify scatter: True
          • mds bal fragment size max: 10000
          • mds op complaint time: 180
          • rados mon op timeout: 15m
          • rados osd op timeout: 15m
          • mds debug scatterstat: True
          • mds debug frag: True
        • osd:
          • mon osd full ratio: 0.9
          • debug ms: 20
          • bluestore fsck on mount: True
          • debug osd: 25
          • bluestore compression mode: aggressive
          • debug bluestore: 20
          • debug bluefs: 20
          • osd objectstore: bluestore
          • mon osd backfillfull_ratio: 0.85
          • osd op complaint time: 180
          • bluestore block size: 96636764160
          • osd shutdown pgref assert: True
          • debug filestore: 20
          • debug rocksdb: 10
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • debug journal: 20
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
    • install:
      • ceph:
        • sha1: 5f808a4667b7304eebbe93a2deb5c54ef84c5512
    • admin_socket:
      • branch: wip-yuri5-testing-2021-01-19-0810-octopus
    • thrashosds:
      • bdev_inject_crash_probability: 0.5
      • bdev_inject_crash: 2
  • owner: scheduled_yuriw@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'mds.b', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.c', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
    • ['client.3']
  • sentry_event:
  • status: pass
  • success: True
  • branch: wip-yuri5-testing-2021-01-19-0810-octopus
  • seed:
  • sha1: 5f808a4667b7304eebbe93a2deb5c54ef84c5512
  • subset:
  • suite:
  • suite_branch: wip-yuri5-testing-2021-01-19-0810-octopus
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 5f808a4667b7304eebbe93a2deb5c54ef84c5512
  • targets:
    • smithi050.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwCArjaQ1CZWRe66VgKiYz9zSu48JRisLy35+div3TyFt3qE84szYsAVQ8ViSHhsmfwEFPoMxqP8+2claZAR7b/P1UyfX36UJpG3kEMgYtZrWNwuHULzqQrRVHnEhvtxrgItiRuOhghIyWhhV3+X2HF+0KO80qxaZz8mGFmSyjlyK6erqw8zb7nMjvgVwYoIphbjRVNLRkms0RV8RJx6pJkcjumRqUrVZSTTdPCbYeZmYjB2rRl3+YolYwOtQ7WWiZN+9TmNFrMjnuPbtKIMEyJSr7b/o6CnH4LydEV1+opgrPIP4x5U4FuR9dIUepPlx+GpYvBVRN+DeFY3EtRfnPjHUMQWbaEAYxtyJ17Q5VOfxxJdhvwPX5+jW5GRzv/+93oicIQnmSCKUjohzT/W1mtAs+NS5FT3bA0ToCp9Cn0gRJ2CydOs4y9ZRtMac32Dwt6OuwemQ5uCc55gAgrzmE4xrtwbwKEwrxMemhz32qXR4rAUcYgSNfL23euv7FVp8=
    • smithi093.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDP16mZGwmVq3vjFsczRBsutS3IDMKkYv/6uTYxixzdqsT3Nc9WhtMJogJ5wlCD5KW1e3begL6XNLzmOPqxiAhDfCoUF+wQYZqPOKiGmpAA4ejY2F4Nui1MYur/Th1m5edSSLO2v331mKGcNnH/49rja1jfDqJr9HKk1WRCYtPADkDEQM2vFd7/V383Gky/fdkgjTn1BCZWpUkAzxo00jhtsDpBxJnhxpSTJOF5y9zZhaqQ+Sam4fiyqQRIO4LqqCz2Y2DCE0jH6j79M2hsq6wtB3+BhdbiC//CMCGseX/BSdWchHBSw2sti0Gn6kzodJB95iiEZIy6+CRpyViERz+tqNvVHegzr+4ItBf4yDXa5/8AHAV6rCqkufQm0F5MAVqFnOMzxPNZ4n9a4GkNx7dzGh6fQautALCfuNmwUJLlhybBgu5QQX4icJVRy0z9fQOuiiI4jjIxz4RhIHem5LNVHzduIRyUazJBhN2VNl7Esj3BUW9HvU+p5VJMWMB97t8=
    • smithi141.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdWm5B6OdoczDuCNh5sECgI1GTTEk/r6p298WkuxUpjLLDSCtnnoyx7vIBgW4ISq9BF9BVCckbY0A2SFp7ExIhr95Wd/BXN5sYEvPV9JSfqejySIY8WC17BU6e2TX+nn/esx4f3SLMrare/QYv52DVwWOOtJM6jMBu3igwqeu9iHFkPdfNuzOdmQCS6OJx04s0t5SE8UZn1BAUfLv6Mk/gB+GP0KP4sySNj8AqCWfgNYP3rYAl8JUBs/ysVh5YK/1rIKS8kat+b4gNCVftLvLWSLCSFtbdizTX4FjEA9sJ7jx2gpJrrrQxha9CTbzCCL7Xbi+ll8lMKTx8iy65p6Q82wnn05NshMYL+jZLZ0O3kdKL/HI3Km5N7k3vx05t2kzgoXu5zXFUKkbOKfu4S4LNqaICuOKE8AovEtppsGHDppXR2Ayw6geSxrcn0MwbveFleR6nR0noJ9B7TkzpYGFL3mk0npvnua8BDsVkZsjsl6wLLFx5UiAhxo6mtQ7dtnU=
    • smithi064.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCw+mdFx1ChW15Tj9blWuk4ZL7P30tRhw/MuBdttD/xmsAFzvTUBPrabdtlhP/sNgZuMuvCEIznQ5ELXI8F6FxtcsNAJmETo6dIgxCWCmvuVNlhkJeSH8SVrxlGtTLCqja0VGLDfKtGVKw6vvRwecnboIamyINWvRYjqdlSKVIXuNY4dze8mh0mzdYj916nDkTElJfMOKnvS3lNuHiiUj0YFKJ0NhRx/eeEErmJsTt2Uk4yhHYTWXgFXbtNxLyprUkmUxVr7+XG2hra/FsKdRaTCZ685+sp73AfpUAX/VvbSDxHRsEwDSsWRMTtmx7GDGfdoxkQGJyfIitKJWWiRF3M1iGmzbI5b0WoxFe9+Lc1N9C28NEDUpcm0B0zqqVn7kCUAx6X0wo+tP7P9LUi/BCCzbIZeKzlex5S+MNYCZihVzibjJr4fCheyW/VmmfmpiN2bCa5Y6TzgESynv74Vc75s674XMEcc2BtI4XZC+cK39PPoM+PjoL+23wW4R3uE20=
    • smithi160.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCXrULM5rq5004OvvA0BRqad6R6PS6wi4axwZmJnCtGiYLonh1htxmu1bd5GQ2l7tx+r7Q4ogFoZfPD5R1JL+NUCWm/0CL8J8Nk/mIuwGCCXGZ+3qZ3SKx91X4XrV+T22vqmdB6gNk6fkoIYOfHF59O5jhT7QTCI/06Z7oVAWB31dpQFfe50F8rof7Bt+1mDSjPPemiiiuVjWUIt8VhR1uOcR6JDmOJFNeZ0Wxh/DRp8Bk+cDKkCjO6ACXYZvsIXMckPtMojfOuobl7Q1m3r4ynDs4HbrdXUt8C1zyBXmoi//fXvJ3OLo2m3Vk/59FYH2xN8jQPP9d0IRTTWFQOh/L1xlYN/FbNkouptpOxKyXfvxjHtDpaq83GWop7kDSJNQ5IoI419upw+MPWwVu9aRRKP/uOl/c14ncrPGMh7sYsy3cC2n2YUgeL3YAKJoR9BtoKmF3m4HS/m+zvGKdE8Zyc3ZvTXDNGfxpnUFFIdJVvs5tD+QSvGyvI13eJjydophU=
    • smithi103.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDA0tw56l71DIWvOXp7By8pj8CZrfptuZdBbJr6MF1DB8RaowWd4i5OceR40v4TAiQXgB87cBI8RLlLABIMM8xHRDiWyciPelR2xF6NQm0rkee1QfJOJTFYR333j9QlJJJsLlFkpt9QE7GQrvQWalX2BoD+aAkpL+q3IiA95WGLNzWE8o8WPvcZg1DsBGwaHg61KEayDDHJvWp9YWnaOubDsQU6KofVGmB4eJ1cG9CfT2vZovoa4oLLuo+cU4Wqo83+mp/kGT5P+r9YoZYQ+4ZtC81Q0qwdGGo9q2Je3zOjA8dXxeLgHtMJ+btsCpkzhBVKvCm+l4kGaSnA6wd33say26zZ2nbpMv+0nIk+t7HupZ3dvgVu7+STEB05TMmP2HkPIm5YIMule707rgx27pbQZrjY4DHJL9WvHbpZeP+usPNyZhXrTWeeyzclYRF23A9G6xxWppy/0G7u7u78OHDPARxI3eNXXKhit/PHNsNx/iVsayCNIaNOAyn2fA9l1hE=
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 6
      • smithi
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • flavor: basic
      • client:
        • sha1: distro
      • kdb: True
      • sha1: cefed832c745c0c96268c56e549d44c0bc3d6fea
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
          • dump
          • indent
          • libaio-dev
          • libtool-bin
          • uuid-dev
          • xfslibs-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
          • libacl-devel
          • libaio-devel
          • libattr-devel
          • libtool
          • libuuid-devel
          • xfsdump
          • xfsprogs
          • xfsprogs-devel
          • libaio-devel
          • libtool
          • libuuid-devel
          • xfsprogs-devel
      • extra_packages:
        • deb:
          • python3-cephfs
          • cephfs-shell
        • rpm:
          • python3-cephfs
      • sha1: 5f808a4667b7304eebbe93a2deb5c54ef84c5512
    • ceph:
    • kclient:
    • cephfs_test_runner:
      • modules:
        • tasks.cephfs.test_pool_perm
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2021-01-20 20:21:20
  • started: 2021-01-20 20:49:44
  • updated: 2021-01-20 21:19:43
  • status_class: success
  • runtime: 0:29:59
  • wait_time: 0:16:27