Description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/backtrace}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2022-04-01_13:25:02-kcephfs-nautilus-testing-default-smithi/6772492/teuthology.log

  • log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2022-04-01_13:25:02-kcephfs-nautilus-testing-default-smithi/6772492/teuthology.log
  • archive_path: /home/teuthworker/archive/teuthology-2022-04-01_13:25:02-kcephfs-nautilus-testing-default-smithi/6772492
  • description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/rhel/{k-distro rhel_latest} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/backtrace}
  • duration: 0:12:42
  • email: ceph-qa@ceph.io
  • failure_reason:
  • flavor: default
  • job_id: 6772492
  • kernel:
    • client:
      • sha1: distro
    • flavor: default
    • kdb: True
    • sha1: fec2befd5f0ac27babdfa760e2754a3c15fb2061
  • last_in_suite: False
  • machine_type: smithi
  • name: teuthology-2022-04-01_13:25:02-kcephfs-nautilus-testing-default-smithi
  • nuke_on_error: True
  • os_type: rhel
  • os_version: 7.9
  • overrides:
    • admin_socket:
      • branch: nautilus
    • ceph:
      • cephfs_ec_profile:
        • m=2
        • k=2
        • crush-failure-domain=osd
      • conf:
        • client:
          • client mount timeout: 600
          • debug client: 20
          • debug ms: 1
        • global:
          • ms die on skipped message: False
        • mds:
          • debug mds: 20
          • debug ms: 1
          • mds bal frag: True
          • mds bal fragment size max: 10000
          • mds bal merge size: 5
          • mds bal split bits: 3
          • mds bal split size: 100
          • mds debug frag: True
          • mds debug scatterstat: True
          • mds op complaint time: 180
          • mds verify scatter: True
          • osd op complaint time: 180
        • mgr:
          • debug mgr: 20
          • debug ms: 1
        • mon:
          • debug mon: 20
          • debug ms: 1
          • debug paxos: 20
          • mon op complaint time: 120
        • osd:
          • bluestore block size: 96636764160
          • bluestore fsck on mount: True
          • debug bluefs: 20
          • debug bluestore: 20
          • debug ms: 1
          • debug osd: 20
          • debug rocksdb: 10
          • mon osd backfillfull_ratio: 0.85
          • mon osd full ratio: 0.9
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • osd objectstore: bluestore
          • osd op complaint time: 180
          • osd shutdown pgref assert: True
      • flavor: default
      • fs: xfs
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • \(TOO_FEW_PGS\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
      • sha1: ca74598065096e6fcbd8433c8779a2be0c889351
    • ceph-deploy:
      • bluestore: True
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • bluestore block size: 96636764160
          • bluestore fsck on mount: True
          • debug bluefs: 20
          • debug bluestore: 20
          • debug rocksdb: 10
          • mon osd backfillfull_ratio: 0.85
          • mon osd full ratio: 0.9
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • osd objectstore: bluestore
      • fs: xfs
    • install:
      • ceph:
        • flavor: default
        • sha1: ca74598065096e6fcbd8433c8779a2be0c889351
    • thrashosds:
      • bdev_inject_crash: 2
      • bdev_inject_crash_probability: 0.5
    • workunit:
      • branch: nautilus
      • sha1: 7fd0bec58c1caa46bc30e3eb65cc1287335c2703
  • owner: scheduled_teuthology@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'mds.b', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.c', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
    • ['client.3']
  • sentry_event:
  • status: pass
  • success: True
  • branch: nautilus
  • seed:
  • sha1: ca74598065096e6fcbd8433c8779a2be0c889351
  • subset:
  • suite:
  • suite_branch: nautilus
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 7fd0bec58c1caa46bc30e3eb65cc1287335c2703
  • targets:
    • smithi039.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCzB2ymL2F+/db0Lz2MBjpVFI2AVwcxe1CLtlvOTBu+ZZHKX7Yhjdug1ZWgCezr1LXq3NJKlZVJLl7c0MXRUkC3omB6loo+Ojt2GlGO6aLizvgopc5krMuUz1jxKbFFRmWxGxYdtwGMH/TiQzpB5I66AQEtCXKHB38Y5v8c8l+TbmN3cTBSx99Ak9SeEgFh4qIp+nnnJEEYquXJz/DWt1sWlxr8KSMY46eFOLv5rNWUNkDyp0Gqr9PO+NEyyix1WBXXyf9VEP7FgP+4NAH4Rt8V2vRHzF3TDIU32zZsnq9CRSyow2XkOdDBuWNUvWY1UF5jV4UFwdPagjDNZo1WDA8v
    • smithi093.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDXtLuC26bhtcxb40Zv7D1124l9QCzCDXiWdMrOsXUVP4ebtBxPMUThbkYCXO3rl9YRvMXqq5AQfiD5hga0HShIwai+YMyTalg7w24ucoa8dtWTlUBRSlDEGTv4Y8ka8lVe2EfJoxvUYLn9N0wxgiqmr3hkqu0CA1TZhhhzPpJ+hDmj6skV14rDypmFClH+dEpuhiY3Ur+hAIMT32Dl9l8WQJvUgBgpXyiDsUspGLd1Kb3vtZ5Cng3GKPPO9KtGNy7CD1vfuO3bbKW4UXzAjkS7HhXej+Wkbc+h/A/5GXBdWlSk0fjLQlDP9lyL5zocOuocIOoK/W1BoHS24fNo2flb
    • smithi124.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDN2Dg0gb+RvXHqMey+oSykfGNmrAc2jGNyNpPezgJGp3NwlCEOq8VOzGy7jfunRpnM3qRHoJd3gG3qYgcgpqfjOD2G1tHTgekf5ktOhP8nvbKLMb1nCg6JhMYQXTdrEvxCit4WMfRkrMtZMo8WGQN7Cw0V9fzazbSdQFyFHUcll4mY9svlbp70VonXNgAF+4teCMDdArWxS1HmyGxwMVa7BMzzWD7X8shKdVSsTGZU/4SEFJGhA83N8CMHUDudDEDLnYcdoxQiN7+US/sVg+lRoyC0lGFEzdV7atJUa6aiRDGFtav/BitdqiGIvoMmOLjbq8ihjvDdK7PZnFXh4Yf/
    • smithi134.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9k1K1uXb4yukk9WvY37xS3f15K8qHq1J7SCsHfVh99Nq7qTc4zqgteO9Y6yzbW5PJH2yPvrnVwgj35nfhlrWEc2C7pjNva2C1KH2tRQdUeMCrM8Tz1/DkVuiVr9NYnU0udzkhXHbV6AsIfhBWvjN+I4fmgF/4g8Wvj1jyf1LGFwCRp3lyUuw9DKvoZOa3HmDKBux/DhyqlyOngLhFgXGJjQf788BrFSz66kzcc3UkJVTqa22h9Fa9Mn33CCZFGJXtr/6FkmieNgt0JQPMUAG6kN6WfondC2ujOAovEOEXInPXlJQIQcTByLtWT7K6ugT6OlUDVFIBekWERYrh/4b3
    • smithi156.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9DuoIpRhbMO5T+9YfN17gANJIwBju0s/5/eL91W7fDg/rJek36wZgjyoRbzbDDS+NA9oaq0vGqGIXfe9wGuFEKi7m/T1v6XjCsq/pRQQbS0UkgR6VLfVDeSaDXoaSHCfwRgOvVsqy2M4XZBcg1qs4ByUsMEC0nwy0zH8uPaE46AE8yX1sZIqVH3idsiLPDo4brbO2Pqj1/3SAnnyhzWWnLrcVOl/r72APz45zq7rYphijb+T++WWDuiNAmCpwZyi5lbj5+MrjyuLKu8EBEEZlgF/7JWY3y7vvuNNmLICPFUsBFmh2tcRnaWD+6oomlwB5175l5OLUbttJpeaZ70zl
    • smithi178.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCwYdwej9UEJiSZRa6J0vBN33vvYEIw+gi7ArAQjT13E8NmeFN17N43nREMJpwLScTCxSKeaw3unG/Qe6TNFZx/Dz3Ph0OeubSysaAF7mq2GPHPe1aOeWeCMARgpsvY8kUixtmAUU1Es5oxZ+dBuMVmQQdvIcSA2eBwCHT8bEjsNZnJ0gwF5DOfO23YwMsVcYiDqWdEkTahC9QFd+1xCzJUY1KJ4vS9lY0KyIfVH6SlTsKWqFBo/XMyrgwLd/1otw9H/FuJMjgbYRicAVJcMSloMDJNkEHN/fxd3PZF8T41nox0UbakWu768RtZU+EZwq5d/MhQxJ1i8lc303VSStA7
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • client:
        • sha1: distro
      • flavor: default
      • kdb: True
      • sha1: fec2befd5f0ac27babdfa760e2754a3c15fb2061
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
      • extra_packages:
        • deb:
          • python3-cephfs
          • cephfs-shell
        • rpm:
          • python3-cephfs
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
      • flavor: default
      • sha1: ca74598065096e6fcbd8433c8779a2be0c889351
    • ceph:
    • kclient:
    • cephfs_test_runner:
      • modules:
        • tasks.cephfs.test_backtrace
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2022-04-01 13:26:51
  • started: 2022-04-04 12:40:50
  • updated: 2022-04-04 13:02:00
  • status_class: success
  • runtime: 0:21:10
  • wait_time: 0:08:28