Description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/random/{k-testing supported$/{ubuntu_latest}} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/client-recovery}

Log: http://qa-proxy.ceph.com/teuthology/yuriw-2020-08-01_16:17:14-kcephfs-nautilus-distro-basic-smithi/5276922/teuthology.log

  • log_href: http://qa-proxy.ceph.com/teuthology/yuriw-2020-08-01_16:17:14-kcephfs-nautilus-distro-basic-smithi/5276922/teuthology.log
  • archive_path: /home/teuthworker/archive/yuriw-2020-08-01_16:17:14-kcephfs-nautilus-distro-basic-smithi/5276922
  • description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/random/{k-testing supported$/{ubuntu_latest}} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/client-recovery}
  • duration:
  • email: ceph-qa@ceph.io
  • failure_reason:
  • flavor:
  • job_id: 5276922
  • kernel:
    • client:
      • branch: testing
    • kdb: True
    • sha1: distro
  • last_in_suite: False
  • machine_type: smithi
  • name: yuriw-2020-08-01_16:17:14-kcephfs-nautilus-distro-basic-smithi
  • nuke_on_error: True
  • os_type: ubuntu
  • os_version: 18.04
  • overrides:
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • \(TOO_FEW_PGS\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
        • but it is still running
        • slow request
        • evicting unresponsive client
      • fs: xfs
      • conf:
        • global:
          • ms die on skipped message: False
        • mgr:
          • debug ms: 1
          • debug mgr: 20
        • client:
          • debug ms: 1
          • debug client: 20
          • client mount timeout: 600
        • mon:
          • debug paxos: 20
          • debug mon: 20
          • debug ms: 1
          • mon op complaint time: 120
        • mds:
          • mds bal split bits: 3
          • mds bal split size: 100
          • osd op complaint time: 180
          • debug mds: 20
          • mds bal merge size: 5
          • debug ms: 1
          • mds bal frag: True
          • mds verify scatter: True
          • mds bal fragment size max: 10000
          • mds op complaint time: 180
          • mds debug scatterstat: True
          • mds debug frag: True
        • osd:
          • debug ms: 20
          • debug journal: 20
          • debug osd: 25
          • osd objectstore: filestore
          • osd sloppy crc: True
          • debug filestore: 20
          • osd shutdown pgref assert: True
          • osd op complaint time: 180
      • sha1: 408b1bed6f2fbf18456fa35edf565361a6cfde32
    • ceph-deploy:
      • fs: xfs
      • filestore: True
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • osd sloppy crc: True
          • osd objectstore: filestore
    • workunit:
      • sha1: 408b1bed6f2fbf18456fa35edf565361a6cfde32
      • branch: nautilus
    • install:
      • ceph:
        • sha1: 408b1bed6f2fbf18456fa35edf565361a6cfde32
    • admin_socket:
      • branch: nautilus
  • owner: scheduled_yuriw@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'mds.b', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.c', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
    • ['client.3']
  • sentry_event:
  • status: dead
  • success:
  • branch: nautilus
  • seed:
  • sha1: 408b1bed6f2fbf18456fa35edf565361a6cfde32
  • subset:
  • suite:
  • suite_branch: nautilus
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 408b1bed6f2fbf18456fa35edf565361a6cfde32
  • targets:
    • smithi192.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDxC2MbVao8Gs8eJ/CppKCkYH7mR/1U/mLhe0MGpnFTDxs7BPGa0H68Jrk3c1tZNp4O96CGX6/kmhdi3fzIXUlHEx5qEVHMYmwj6pbhDUuJARxdCbcTJuG6X3ZG9WNHCvf03OonDxaBQBu63Rb5TewhRpKWPgyYk7xcn8KZJ59hEmLsw5VUCaXHQb6uOkGTv94dcnxHRYzK8P1iQvp/RQLXDOY9Q4QxrmmGhiIZi1jQtplj4fPCpSECJRmE88G31U8w9kTkRi0N3ycrmTwi8UEITkTnAPF7i/i9WIFFQcR8uoqckA0kmO5Mrdwge9PB+8y4q9pPP7X2glVBmPMUxWlz
    • smithi169.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmdDA6CVwCtu+w0Sf/hfKljEhYGPdMgK78H9J9ed3+ehYJKTiE3WA0RV0QtuC/vXyHoG7JPKsoD31zEWEss9c1yuEiUtEKV7sd5nosDIrtrWN8FWj5Jx8p5jljY4o7DHtZ2oj0Qq0cczdlIVkG9cg9mYrxsGC4t+yHUd1LhB7+Zd5tak6wuFPDDrcqjntwzdWI9pfqKHWjjLkrNqg5f5LMM7xSmYAcKZgv8e4mWuj4XVIvRADkN+KSe54cZsMc9sAUshfZARY5IalJAZPJhjC80W/Sm1IlS+OcThUD4QgEDvv9c9at8P0qp+p7QIoM8IfWlSQdNRB8gVCOI7OTVwbP
    • smithi092.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaycS/AtvPGa+HA14uyQLpuZMbAsZMTuTh67icH4yiSXl3Hjbn/svwfV1K0AhkI7Rm1+/1xof+33n2YwbB1fvw0xbcKplvGJiZDsvRNkf3bGVWH1SwXIkXVnLXg5XAZxsUb8IIDU9KxEr+ve5iQH9oK3mCxOSHA4awrUZsSAqT9L85ISRVRWNvMw7ZrtQcehdg6cOp4HKfP5ADPyz/EVzZL5ORvUHZLKHzHPmZKSzhnNmbyXw1QH9gYZrO3VsBChTA5ggERTxDNc5weQpqn5RsghFvqNOPoEsm+b4Rhh4bPiyY1S3b3Fp5wBQNd1mSIhQ/xQYGKZUnpcCOYhPWIWRR
    • smithi078.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC0HsKA6VLWW5cOruI/LICEovSZtMmSD9QBrXP7nqRvKA19D4C5Nb7m6fBjuANVHF02RKgzdiXrkBNBBnB/kzWfo/Co4NnWGVM+12YCF6OG3IpxnuNjgl9TCI2fuhePl1hihP7BW+5mg8ad+AT+mJY5z56bIJdVQe+1J1k4n6jSxu3f1EdEd5uOC+TOhMNiusE0jDIHlkxVIOtIvwwgke7WCRbFCzS9PyXuPNJD0XJ9A3HFmcohJq5Yx9ED6TYsAANw4/4lX74fa5FSR872Coysv7RGnavBFecEPOPmjPD6tXqPRaA2R4Wt0oN3G9c45qV/TSNyZgwvXcjddEs9YMlP
    • smithi065.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCUH9u9Syhzx+irz6UGUqtkO7TuNshggL8zKe9IErG8KBZJkmy8k5uzB/qSbbVUsAs6rEkZAGD2ku/mAGBaq9c6IyFACpWLaQHovgcjpxRYDGLuAFNNINB4cVWxcJZ73P+eICxdWoWytbl46ZWO/J2eWnkNUbGXGgkKEHSeX/wmmPFKPbLJpSZgfG/eCu8hYBXFVomuFd/kBFy7DZa5XDH2DHqtbysDITmzRJaGSWx/bodC77PGDHy3XM9mYdDJUraM/OXIaWJS+Hz8Y4Sm0BOFVkbmmMqBb2a+8FXVFHoSBtQlA5RKhE//XkX5z8kp+XDHmOl+tKi9iRXv9+tJtCsN
    • smithi038.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCwzF+GJ9YK4Elu8HQqL4B/goQpfhXYQN1SVzatHS7/OwEC+COZUY148JxqdR9ejNEyindWUV6Nama2LB/ks05JN+2+ohYQvESsfZpbLBNvCXX8fmuQ8prFmhN6T/ZuO5g40pT/5MIJ7Q+ZhFfI1d3CuHVSTvu6/bXNpK7sa7vID6PilWTuzDNpeqrgIz3lRyjRXJZvFYwy2B7GSEuXy7q/2iFBv9ECXo79brBl70jt0W2DMce3wUm0zRGBF1vFg2YPJhRsN9sI/PLeBtueKqVIEn+oR+UN5oo6clerQ2NThVQfhzBns8ILN+N+x5ehobcORLDpXYkJM2Eeom0oUiWL
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 6
      • smithi
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • client:
        • branch: testing
      • kdb: True
      • sha1: distro
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
      • extra_packages:
        • deb:
          • python3-cephfs
          • cephfs-shell
        • rpm:
          • python3-cephfs
    • ceph:
    • kclient:
    • cephfs_test_runner:
      • modules:
        • tasks.cephfs.test_client_recovery
      • fail_on_skip: False
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2020-08-01 16:18:12
  • started: 2020-08-02 09:10:29
  • updated: 2020-08-02 21:13:03
  • status_class: danger
  • runtime: 12:02:34