Description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/pool-perm}

Log: http://qa-proxy.ceph.com/teuthology/yuriw-2022-02-13_16:05:10-kcephfs-octopus-testing-default-smithi/6680797/teuthology.log

  • log_href: http://qa-proxy.ceph.com/teuthology/yuriw-2022-02-13_16:05:10-kcephfs-octopus-testing-default-smithi/6680797/teuthology.log
  • archive_path: /home/teuthworker/archive/yuriw-2022-02-13_16:05:10-kcephfs-octopus-testing-default-smithi/6680797
  • description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/pool-perm}
  • duration: 0:13:44
  • email: ceph-qa@ceph.io
  • failure_reason:
  • flavor: default
  • job_id: 6680797
  • kernel:
    • client:
      • sha1: distro
    • flavor: default
    • kdb: True
    • sha1: 41107be74b798ca4e619902a7ac9cb6d92347af2
  • last_in_suite: False
  • machine_type: smithi
  • name: yuriw-2022-02-13_16:05:10-kcephfs-octopus-testing-default-smithi
  • nuke_on_error: True
  • os_type: rhel
  • os_version: 8.3
  • overrides:
    • admin_socket:
      • branch: octopus
    • ceph:
      • conf:
        • client:
          • client mount timeout: 600
          • debug client: 20
          • debug ms: 1
          • rados mon op timeout: 15m
          • rados osd op timeout: 15m
        • global:
          • ms die on skipped message: False
        • mds:
          • debug mds: 20
          • debug ms: 1
          • mds bal frag: True
          • mds bal fragment size max: 10000
          • mds bal merge size: 5
          • mds bal split bits: 3
          • mds bal split size: 100
          • mds debug frag: True
          • mds debug scatterstat: True
          • mds op complaint time: 180
          • mds verify scatter: True
          • osd op complaint time: 180
          • rados mon op timeout: 15m
          • rados osd op timeout: 15m
        • mgr:
          • debug mgr: 20
          • debug ms: 1
        • mon:
          • debug mon: 20
          • debug ms: 1
          • debug paxos: 20
          • mon op complaint time: 120
        • osd:
          • bluestore block size: 96636764160
          • bluestore compression mode: aggressive
          • bluestore fsck on mount: True
          • debug bluefs: 20
          • debug bluestore: 20
          • debug ms: 1
          • debug osd: 20
          • debug rocksdb: 10
          • mon osd backfillfull_ratio: 0.85
          • mon osd full ratio: 0.9
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • osd objectstore: bluestore
          • osd op complaint time: 180
          • osd shutdown pgref assert: True
      • flavor: default
      • fs: xfs
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • \(FS_INLINE_DATA_DEPRECATED\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • sha1: 91f471b19a8436443eb4f75ebb3d4414ee623c6e
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
    • install:
      • ceph:
        • flavor: default
        • sha1: 91f471b19a8436443eb4f75ebb3d4414ee623c6e
    • selinux:
      • whitelist:
        • scontext=system_u:system_r:logrotate_t:s0
    • thrashosds:
      • bdev_inject_crash: 2
      • bdev_inject_crash_probability: 0.5
    • workunit:
      • branch: octopus
      • sha1: 91f471b19a8436443eb4f75ebb3d4414ee623c6e
  • owner: scheduled_yuriw@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'mds.b', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.c', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
    • ['client.3']
  • sentry_event:
  • status: pass
  • success: True
  • branch: octopus
  • seed:
  • sha1: 91f471b19a8436443eb4f75ebb3d4414ee623c6e
  • subset:
  • suite:
  • suite_branch: octopus
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 91f471b19a8436443eb4f75ebb3d4414ee623c6e
  • targets:
    • smithi016.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCYIsQvpY4SZ2gZwR535r/0bTasqOIDwV+L1D0tuwTouNZnNaa1PNOaRyMGQMJUXjP5o7hyd7FJZKrGgqgxxsJoFN44i/6goqkmsstrWF21Waepkkrq1XUKehmE8UcbVGhb9UjQ/3WfmB2vQbehdt1N/YmTLADIc49DFc2jJno6QB+W1mh9ogVkIwZpruL71s1rkZ1YXUnuY3DKUcaPd4jzfwR7OnAaVO1ZUQd5lAU8274m/qFU/xhYsAyURQ2ep+dPICMJR5mbU4lXccfXPVR3J+fosL0ZWuGARQHoXQaR5q2+cSTQP+AJMez6AGwudP/zP3j+AzpuMCy2kYoLTL6TzU3waDfK7D8KSLC5BY6O3hHamHSB0VSNcLu3aKPb1UMfldz9o+aP7wPYZH/F6Zq6dNgzZ1mcCPTZeXYZM0kjK4VOq7/E9qmWKRLSeGuxpFmZ02365IRj2BW0ZQwIH7SlKEaaUFX25s3KvJT0iD6cWX5pQVHnvNztn2uTjHirZwE=
    • smithi025.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC3fUwD/hIGKe4TZZUfieqz9eTp8UDLi4cKU4u/dcpf6S2DGSXTXSLW3ypHdUeftYHIs+itXkkRd9D7CEzYO0LUxtM6IGOBjOEF9fEXeu2FcS3Vvr5LtkbgPrwB5yUgVOmv6jiK5I7z9v+quOqcEyMHDfgBkI9ZgxuQI24UOhz0t5NwYxlMtooreFXDhPXug8H6S15c8fe7E303uY5rATlLeRnRnnJubAdIsbRododOr1Br0QqPV8sjHZR6dac+iRXTKMmtWCybIiLT5fSJMXDqlUYKxk5na8re9LLq/GHPEbP1vgJuv42wEw++ty6ub49F6cDUHJZwA4/5TCuAfSc6P2f4IFVRNE5yldx9nevBbVTrTuKlpMwCjLUv3ylPkktI8Nr73M4W9iB6IguqM4G+DvKVjT8He7E2D4LVCIGZQ+O7C6aR8VxVPW0D/Scv0pWVtFnGO9plilOdB16zGPJjiGVB/oaH2hN77i3aY/y8XK4IWO9nqjT1Cl6fw+iiGws=
    • smithi036.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC/V1SYV1hR2ms7ZxL6L/zugASvLAkBdpEOxDmf8Vry45SR3hXOatPgOn298xubq27aCcS98CE7ftNhwhjLTe3x/n5C2Eu+t8uc4GFzjMB9aHA4FCJgrrgNdZZgKmytA7faNlNT5FQvZBB4V66zHkGdRSgXkxiICKNZvFfetuau+eYP7U4RaSvyM4DoTgxeJnT/meThsDkNiVEWsM5h4gR5s78h62qE8gvjy6DIwvhpsDJIjED6HuMWJcFNeQxngtLNbclH3a81BP1DtLRUkf7aYHMSlFHyKTyb3TMlBoKb5ut2OW8ZQmV4b3Qzn/5LGIwkT1r8M8XT653KJbWpZcnaB/FdyO06zvKKyVFInSfOZvWvPBA8/67SV8eEalEChySalAjL3gMXvB+Wjy3wWya0uf96AvoS6GbTkkZRMzLO9N4VB1p6xQQpsmIXPyZPsp9Yvdo+ijkMrN57st2wfBOhuPBDDHKCdXgn0vU3dwvVrld03JtfFvmvP6RLwUy6BDk=
    • smithi103.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDHyRzrDrbCwxj8kUXNywhhEPNpcR3edWHHisIPLK/YMgJwqv5Q3GngHZYHnMaVEcff6q0wXKNvtLdoy+3YUQhWozQ/Lxvy6Bakn5Ez1xLvBqaxUEWTcEtEo3HekiLAA9PdCXbyFl+DY3PW3//f7JMZaOJoO5o0ZDt4sgVp3jxK6d11l4cVqpQhCg9vP2PFQTKu7Fo7BNCWat7OEDcAu+ft8ziIUZBCSDLSWqlN6JxTGqN+1gOJzEYLZvuwfPsag43mgSWqFGfUAndElwjXyq1Y8TAfR5O0gyaluYwUW8RJHX+jB7RzmUwjyUxZb/uH6M7hWNzlAFjGK6CGjf5XOeVEeMYSBzeXcM8ko47rzeV18ojZFmUIFyCfYgusj7twvI5vQ6rkyYX8M9MVo2vgdqSd7RZS+Z5MgujaZQrojKKU9rpT9iiFak5Skn9ZdjjXwQjkO+BFRDc13pmZk09l/shL72Ijb0Llfp34RSu8bWpYAewbVTMZWb+2Avdfit5fArc=
    • smithi176.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFUcqNNHv/drlfEBy+gsQShXCUf+LXCiaUNquHqkrNVUG3alnZ7F7DBk8mhO98DwrO90tE1w347ZCAhOOQVgveuzNUgQvVKVZcRMVqQblTZI2/c0go6GerVzmQQb/G4sErx2FOcUaIuSz3VTHmmEW9L1KMwTWDGXX0YMMyZW2i46k3Vtgio7ljH0DtNVm+lU6Zw5dIpiFteFahXlnZUSOF/DAooyBQU5Nh6S/A7cMrv9XcQPy/juC6wMQjrMftzvFtQ5z7Aind7/oKIpYG8QKE9aGliAySrLEL44JvaLo9VLaLkAZufMhH2e3faNFmDHXSt8+hXOqtNpLVPR2JKzeFhVnFNzqZBTUeRbTO+brQuOnwcGDPatNw814MNYfrlanNX7tXiJIxwJfsWBaPi2jmIKMnPeSvX9KxjaW59MmC92xCQ953C5qSgbQlx/77pgN631ylFMqIHxo6Pei6WPxaRro28W8xJeiB7ypb5H7HxkUOZgkTw9AfXcSIpT3BkKk=
    • smithi183.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCURV9EgfytJU5+rVYpRgoOWF6BkaTDceXZs64ZdEj+1gtfSA0uYmescwDEatuGILp4YEF2X34gmDKkx0Myuq1FBptO0iod9ZvMFw7ToHjXiKErTE8W+T1km9tXA8EIJiGi2992SPj8xybgrqcot4eNY9TzLbn15GvYh9puauD9bJplZPGlhFcluadFp1o8nIbvFr7gLjAdFcUKbUSEtTxM1dAZKs5Y68jUi+/86+oI/zYoKhrPtXTBeTW5UxOxRui1Z9hZBlK1eBrq/eLuhlmwdKAIZlK6IdMf08/XCRLy+496HFuw/4nTa+6cpnTuUPP3NBqk7q52PrYxyAKzuOiZJy1+2Zd3Ed6eLTIT12rHdWi4hfrQC3BEG1iiKujJwI3xvWH050CgAzp6nvTWa354Ab51rOoPSnip1T4P7Pw0WGPLgSdO13gNgYRjAc/D7D6cMh4MldcxPmErQNL+67ldqgEKwjFM/Kdo7p+aROsCmqQLfEGHuGu8x28+BW/hDI8=
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • client:
        • sha1: distro
      • flavor: default
      • kdb: True
      • sha1: 41107be74b798ca4e619902a7ac9cb6d92347af2
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
      • extra_packages:
        • deb:
          • python3-cephfs
          • cephfs-shell
        • rpm:
          • python3-cephfs
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
          • dump
          • indent
          • libaio-dev
          • libtool-bin
          • uuid-dev
          • xfslibs-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
          • libacl-devel
          • libaio-devel
          • libattr-devel
          • libtool
          • libuuid-devel
          • xfsdump
          • xfsprogs
          • xfsprogs-devel
          • libaio-devel
          • libtool
          • libuuid-devel
          • xfsprogs-devel
      • flavor: default
      • sha1: 91f471b19a8436443eb4f75ebb3d4414ee623c6e
    • ceph:
    • kclient:
    • cephfs_test_runner:
      • modules:
        • tasks.cephfs.test_pool_perm
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2022-02-13 16:06:31
  • started: 2022-02-13 21:06:36
  • updated: 2022-02-13 21:29:38
  • status_class: success
  • runtime: 0:23:02
  • wait_time: 0:09:18