Description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} dirfrag/frag_enable mounts/kmounts objectstore-ec/filestore-xfs overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_latest} tasks/journal-repair whitelist_health}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-06-08_05:20:02-kcephfs-mimic-testing-basic-smithi/5128118/teuthology.log

  • log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2020-06-08_05:20:02-kcephfs-mimic-testing-basic-smithi/5128118/teuthology.log
  • archive_path: /home/teuthworker/archive/teuthology-2020-06-08_05:20:02-kcephfs-mimic-testing-basic-smithi/5128118
  • description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} dirfrag/frag_enable mounts/kmounts objectstore-ec/filestore-xfs overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} supported-random-distros$/{rhel_latest} tasks/journal-repair whitelist_health}
  • duration: 0:33:38
  • email: ceph-qa@ceph.io
  • failure_reason:
  • flavor: basic
  • job_id: 5128118
  • kernel:
    • flavor: basic
    • sha1: 76ce5fd07ab08961acda638cc00e082b94216c6f
    • kdb: True
  • last_in_suite: False
  • machine_type: smithi
  • name: teuthology-2020-06-08_05:20:02-kcephfs-mimic-testing-basic-smithi
  • nuke_on_error: True
  • os_type: rhel
  • os_version: 7.5
  • overrides:
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
        • bad backtrace on directory inode
        • error reading table object
        • Metadata damage detected
        • slow requests are blocked
        • Behind on trimming
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • fs: xfs
      • conf:
        • mds:
          • mds bal split bits: 3
          • mds bal split size: 100
          • osd op complaint time: 180
          • debug mds: 20
          • mds bal merge size: 5
          • debug ms: 1
          • mds bal frag: True
          • mds verify scatter: True
          • mds bal fragment size max: 10000
          • mds op complaint time: 180
          • mds debug scatterstat: True
          • mds debug frag: True
        • client:
          • debug ms: 1
          • debug client: 20
          • client mount timeout: 600
        • osd:
          • debug ms: 20
          • debug journal: 20
          • debug osd: 25
          • osd objectstore: filestore
          • osd sloppy crc: True
          • debug filestore: 20
          • osd shutdown pgref assert: True
          • osd op complaint time: 180
        • mon:
          • debug ms: 1
          • debug mon: 20
          • debug paxos: 20
          • mon op complaint time: 120
        • mgr:
          • debug ms: 1
          • debug mgr: 20
      • sha1: 8561577bcb4ee3d18c98997d23692039d013e4b3
    • ceph-deploy:
      • fs: xfs
      • filestore: True
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • osd sloppy crc: True
          • osd objectstore: filestore
    • workunit:
      • sha1: 8561577bcb4ee3d18c98997d23692039d013e4b3
      • branch: mimic
    • install:
      • ceph:
        • sha1: 8561577bcb4ee3d18c98997d23692039d013e4b3
    • admin_socket:
      • branch: mimic
  • owner: scheduled_teuthology@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'mds.x-s', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.y-s', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
    • ['client.3']
  • sentry_event:
  • status: pass
  • success: True
  • branch: mimic
  • seed:
  • sha1: 8561577bcb4ee3d18c98997d23692039d013e4b3
  • subset:
  • suite:
  • suite_branch: mimic
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 8561577bcb4ee3d18c98997d23692039d013e4b3
  • targets:
    • smithi203.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDPUzYOIVKQLIsKkUjSl2QLH05CsEcFbUc6qF3pXqCIxnTvv/zpo0xskuK56WYy4CbpfB0TdGDIB09Bo2c8d/B78yy0vJTnHAHO4wUZA8w+xFRlduXtoEHEcA1PIL9kSyn+DJQGgi5R+Ooz7V+dDvwY8HVYVDxnGHFoIjNokZv/yUJkm4I2FvZ8EnifydlKdzJyfFDedunoQz4wDaa2CdQ3O+5eyRcICnnA/dbXkCHgq/o57u7OL+kslWQVw2NpTFt9I8MZogKAM/b8zOtw0089PQ0tsmUQlwwrYlixVLIUq2a19znf4IsYL9CsTgZWjhQKfrWa50OnyGFOJRdz8qJ1
    • smithi129.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJLLoWOZDL6P9jl7JXvNOqZOouHOBm0TEaq+jE6YMO7Zm0DjoyHofV7GmQjYjatOfQly2TfPuzcRLMKeiY1W87kRWfMOqtQj3Zj40MjgwfllRLYxCAt+xKVB07jypOLX21ixPUDpn6/cDSk5MNvFKFPJAAgUCowISewkAj28E1KwYFahiZ2NOyaWZIkOeqRUAPUIJxueMSTsPBwBIPvlew5HOhh6cI5sJUpOiH2B+jOwmEv3DAmbsNLPUBMW8C2YwL4CaaAAf6P3OCyjWd/9Goo2kTv80oBOpsnNK/k+nRaqE0LQ+wVl5mNUeXQHHd0nOjt/GldtREb6rMZxBEuv0J
    • smithi172.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCo1HIv6/+1hCokBbsikfmTgirdtW7enXrW8GlqWb5/1+JwX/O+I16xC6g83N9mOj0IgdcktNzqx1SomkxtUoDo+rUDB7QPhyurTdF/dj8Xw2RN3jeVqXVDWG5bG5IrQiUhC4v9r+Pi3Fu/h+7zNtxylDO0V0rARFwNe2hXWe022w6HRTfw3Vg8Tu/FubYEPkzC+VkxRgS/elLP/qlLvw1mqTQIxN2qV4VcqnrWfdpqXZphqTWraSeBoIi+M9wqHR+SFKV+Sj1cifmLwqVU2VBg2FoVRDFrubIbTXiAzF/p0N0Phqzi9x/dBv3hpqFxSuibMsifDjfGtdZrKJJwTw13
    • smithi092.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+8oXkJI5sXRky2S891gVtpguBjNH+tyyvyySgcI0cI0K4F/dkn3JBVS7NruoIp0EusHIDmd60FlXQATZxd+WT8i01HSOLwbb4gBT0I6YBTx0AvnRrLfkdVGrogP/9pXZWQwJbC05B0ynjLX1ZLOq5adZjAjqY7APvv44L28pU1ZkHO6VUuBAr71S3+DbvHJSxq7/zqtdMTtLivJwY9CDXXtW+vqUsRg9jfPHnT0lNxqQBg7jJg2pv9I98a4l73SRsEPqXPiyTTd3K7izaviN2cMFK23lN/MScviH7DXYMEpDyeHrYFpfcMYKZMR9o8Y2U3BdgqOg4Tpv0RFZEjJcP
    • smithi074.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxMBt1Evmw9E5D3PGPy41QY0D/QeQHhpwksh/uP5wzg15mFGIeXCVtu9ZNLEoa400IZ5w7ztY0XIxh8rMK9wjOU6yw24/pYuuWE2DFWk9jipvFRCdm3+RJcQLAMYVJxUJLYaNu4QVS0z2e3nX7EXlH6lwerBPS3mKq/ltu0UxT9useNPckc3XNYz1vkbR5cf2EpvYwuKSr5Qz+i0z2Nq/HL/y38KBzkANyh7/Akd0TQHEuzZI/wSFni/mwRDtBykjcrdbLKVLwMYiz3NP0FrPKWN9KO+sAuHNn2Ewap6f2zAoi9y8lKxf1bmnFMxWMDmbjjCxhar6ksUIWqdDSz1Vt
    • smithi122.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDH3rwR9/hg9a/Qf/2uxZjSMg4t8Te7sklF1oqreDCckGxuuKcCQejmRMgcrlDjLiwiI0CxrpACTqdg1idv3KasHdXlJvadreRGtsTPgoBwBA4eVS6DVTWlizy3SY8Tj/K9olsFMCBkPuETBjo/QfhMqfBllHiV6G8vQ33/y9fZcsnnfOG5PjRq+n8UY+N3ci23FXHFPstgMqwAP6gwiBIUCV/Hf8UGaZoEKRswd/cqNSzccKSCrXqihCquJAGA4FQsHcLdeSpYomJntmWG7oLYZtfIWCq/iYZyCpVzUWeC6LK4oia+eph5X8++g525wkoZ9u0o6ZhZjhAnz9k9C96V
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 6
      • smithi
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • flavor: basic
      • sha1: 76ce5fd07ab08961acda638cc00e082b94216c6f
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
      • extra_packages:
        • python3-cephfs
      • sha1: 8561577bcb4ee3d18c98997d23692039d013e4b3
    • ceph:
    • kclient:
    • cephfs_test_runner:
      • modules:
        • tasks.cephfs.test_journal_repair
  • teuthology_branch: py2
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2020-06-08 05:20:56
  • started: 2020-06-10 17:30:24
  • updated: 2020-06-11 00:26:35
  • status_class: success
  • runtime: 6:56:11
  • wait_time: 6:22:33