Description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/auto-repair}

Log: http://qa-proxy.ceph.com/teuthology/pdonnell-2020-10-24_06:26:58-kcephfs-wip-pdonnell-testing-20201024.032205-distro-basic-smithi/5553578/teuthology.log

  • log_href: http://qa-proxy.ceph.com/teuthology/pdonnell-2020-10-24_06:26:58-kcephfs-wip-pdonnell-testing-20201024.032205-distro-basic-smithi/5553578/teuthology.log
  • archive_path: /home/teuthworker/archive/pdonnell-2020-10-24_06:26:58-kcephfs-wip-pdonnell-testing-20201024.032205-distro-basic-smithi/5553578
  • description: kcephfs/recovery/{begin clusters/1-mds-4-client conf/{client mds mon osd} kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/filestore-xfs overrides/{frag_enable log-config osd-asserts whitelist_health whitelist_wrongly_marked_down} tasks/auto-repair}
  • duration: 0:12:50
  • email: pdonnell@redhat.com
  • failure_reason:
  • flavor: basic
  • job_id: 5553578
  • kernel:
    • client:
      • sha1: distro
    • kdb: True
    • sha1: distro
  • last_in_suite: False
  • machine_type: smithi
  • name: pdonnell-2020-10-24_06:26:58-kcephfs-wip-pdonnell-testing-20201024.032205-distro-basic-smithi
  • nuke_on_error: True
  • os_type: rhel
  • os_version: 8.1
  • overrides:
    • ceph-deploy:
      • fs: xfs
      • filestore: True
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • osd sloppy crc: True
          • osd objectstore: filestore
    • selinux:
      • whitelist:
        • scontext=system_u:system_r:logrotate_t:s0
    • workunit:
      • sha1: 9926edf508fe4dc465539643dd9f95b0d0831e83
      • branch: wip-pdonnell-testing-20201024.032205
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • sha1: 9926edf508fe4dc465539643dd9f95b0d0831e83
      • fs: xfs
      • conf:
        • global:
          • ms die on skipped message: False
        • mgr:
          • debug ms: 1
          • debug mgr: 20
        • client:
          • rados osd op timeout: 15m
          • debug ms: 1
          • rados mon op timeout: 15m
          • debug client: 20
          • client mount timeout: 600
        • mon:
          • debug paxos: 20
          • debug mon: 20
          • debug ms: 1
          • mon op complaint time: 120
        • mds:
          • mds bal split bits: 3
          • mds bal split size: 100
          • osd op complaint time: 180
          • debug mds: 20
          • mds bal merge size: 5
          • debug ms: 1
          • mds bal frag: True
          • mds verify scatter: True
          • mds bal fragment size max: 10000
          • mds op complaint time: 180
          • rados mon op timeout: 15m
          • rados osd op timeout: 15m
          • mds debug scatterstat: True
          • mds debug frag: True
        • osd:
          • debug ms: 20
          • debug journal: 20
          • debug osd: 25
          • osd objectstore: filestore
          • osd sloppy crc: True
          • debug filestore: 20
          • osd shutdown pgref assert: True
          • osd op complaint time: 180
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • \(FS_INLINE_DATA_DEPRECATED\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
        • force file system read-only
        • bad backtrace
        • MDS in read-only mode
        • \(MDS_READ_ONLY\)
    • install:
      • ceph:
        • sha1: 9926edf508fe4dc465539643dd9f95b0d0831e83
    • admin_socket:
      • branch: wip-pdonnell-testing-20201024.032205
  • owner: scheduled_pdonnell@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'mds.b', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.c', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
    • ['client.3']
  • sentry_event:
  • status: pass
  • success: True
  • branch: wip-pdonnell-testing-20201024.032205
  • seed:
  • sha1: 9926edf508fe4dc465539643dd9f95b0d0831e83
  • subset:
  • suite:
  • suite_branch: wip-pdonnell-testing-20201024.032205
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 9926edf508fe4dc465539643dd9f95b0d0831e83
  • targets:
    • smithi049.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMPAMjOT/egToziFoMWY8XwMlyTu5QkSTD6RmyqUidGNh5jy5TudXQSPjq+TuEGnsft77mEGPqXoBREEEdldZn9E+Uh1wR1Rv40sumwtk63fqetLd1c3TK66IukyZXvIwtYeNQFhXIoWB04TzDrzqTy4CyIC4AnbNhewZWwwHAsZbfPGHyaEXnYO9C5wBcHosPwXgZeJUn3lxuo6iWBfTq9/eKxGMNWuYwkqxnhFpvs521gmw9Hza0NXrA/DmofHJKH+qvkRV7gEsCSf93XHHzwrDLg7mlFUq75/eUsuZxqXbwRBaLjjFj2ea5rqJDixLG6LUr/WZZVIIcL8RyGkcwtwZDGeKyvMl8yDQ0c0VUgg03jTmi58N5NCIh9i7EE1c5FieXl1Vkr80RO3/3xjNA1rP8O124/+8H2ihjQD90YLe4YAzm8FyImqLBAIBx0gIOBosHWwC4uiTV19lzx6B1h6r59mDxiZyrweccOjFZhJz5jC3/dnsVJBpwSzKwq10=
    • smithi145.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDaIOo2nmxqMyLdz85RszHbHh8DpQ0G3GBiC/ceF1cqxdrHfIFVx/35rLPpRheXwKgd8dwMeHqiOPpRKTZDHVgmTuViDBV0karCghZJLSiNWwkfE9lB9qEU5o8EFqsRv5v50HPDgJ04twa5P3EQy3aseTsM8Eti8a1Y/2Zi2yOBR3xV293z9z0C/wABnBkjdJGNkxwIiE/lpeO8ificFH6+5W5JecqLnDktcNZBIBRZ2EqckFdk5gIgHB03Zyn+dzCVWsSXWsTpuGxN/QCZY8ym5z46C3EvMgmAE8C9bKsVQKYTRAfW+FOgGck0dx95aFvsRY2i6YA8JY3onR1dokMOqJZnrOk20wCCMPI/3Ehp6gOgqQM5KLYz2CRtLGL8CfQ9I6irJilNXGSewItZF3t9GFqHEohiB5MlXZQBv2F2he5iBxPnCr6rxvnIYPc9Bq1eaK3QHUcmZEIbW3SqBGTuYNnf56rNVZfnmoK94i46L9jc4U2QBQau0mZaylQtR3M=
    • smithi168.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC63DzKe+P/UaOdwRpnHm+sIyOxDsUVD1TqMvhUXtvuY4YMXT9M37O5tpnYymJk5JtfeZ17asRTR8rXMeAQwzyQoOkLQ88Ssb2dBqtqWwRPaOGIBRjZ2MBOtJc+6gjcOOmfIxR/rD/PAAD0dgj9JC8ML/wOvWXH9VBsFKOX5CaUOBlek0UrNz8LS1SFevVbUEdF/Hw+Vb9JZ1aIJUfsIvTPx8rPwSa8WhRO1NjjlffI+p9YfokjSEpe/LfhwUajeFQUYDvN6F1fiun1r4DotC1cJ6jcAhpqNjwh7iMtAI+EZey5dBa3SeVPI8bvjkrQafBhcoIiWsilW/Hp0t9oRKvQplYJhPejHU45n54mgydtGln/5hd5Wvcac0EkVpsU+MyYhtSmlXlLH9lK1wZcmPApqUq2dr2Ec/fOFMV82S57JkRNpIdmgCH4U3XFBj4jHxvCJ0pHVh+FLF7IjRXMQ/neIYvFr4imjoHoG9gV+qXtEe/gz4dy77qbXaHxns6+7jE=
    • smithi175.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDTU4Y2tGrFTVntYhpK9ky6QVcdprE3aNKnxpG8LiXtIJE9whQAYqo7JTH1x5o/qn/s/fQmQwBiUqG91APO9/owqX2Vyo1FCYzl/3l+kswlCa0POP34s+Ud5Cjr8mZl4/fyWct54SwCcjl/sWcaboG0JX53NTW6VBfjLHKf786AvsFv0Ns3ztu259XlLwUr9JclYqOQhlzgu2u/E3sfJPtfK/NpbPpiqnqEwObMbdlcQEiqpdzKoy1UVafQ8nxPjgYLFfgqFnqJtlzVdGEZx6Q7yJvGiLM1W3Mpr/s/niiAgUIRJCUHYAnQEEzGZYBUbbWOhiobOfBpCmcVPUiERwOvbcyAVEBGNGkQUqDPVvPXxfTEjqClPKUlF7IMEGiEBvzlP/kntHxwakid2GSfX8kZbFVrOSKVgA0CbqVVSRyy5lyV7DgiwCuEn5vRCcy2WdxOJI0YqGwhgyLnb2/yqr+dZqHq0b3JV01tFerYBIZOu1axWxkYYAXGRknyNopnMqE=
    • smithi060.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDe7qxhXFkQNUo6ayCOfA5DS7gDsbTXB6/WQdHL0RSWtCY8jnZGETBQcFU0HwnbBOQBXDDatLkuS20SF3sifeN5sPCj9K/EaPQj4SHZNvnYsa1B0IpZoYoo6XpdigtqoAju2FWnaRGww8qyXSyFDNbqo5uKkTE7VMKrasN2MC2o4H33aYMZuPK2di53wKpeerK8I+E/tjPqvylpjnY/1c3u3vu/I38NFaTjehqgxEwcHQdBkfujIyTDsjr2D3jg2uMoFjFLXPOZVwwBLXoBJ2fMXcT4rttN850ehJjW3YH5W2g8vsegzo9vI7wk/VRGqYsWmNpzaX6I8OE3R8g+9yW/M+t9z7CBs5sehjGqsEnL/QGVU2qyktQE8NjcgvTTSHWY75b0mZbcCPNC/veuln5bSbRqRVJLPV113CjGDdgwgNAh8FKnWE1zKEKOaFjdJKhLmRx2YAVrQDLCEKGAm+rakqGg/8oOXfkRDaf8d6Em3eYXaU/0X+v8gI+KupRujTk=
    • smithi014.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC/y8mcLr9AZQhLimA58tyrnQKBtDcfEltcOjDjydKoTt4HIHmgQW8V0F3sf9YC99OQ+2BDCkS1OdyK1y2+9AKo7WaLmKIOJhydI4xXmBxsvN3Jbqj5W23TkkMkXEdv1R5/8/AQ+J79J886iwidmdimKujPUPOst4VB8HDdyswt8h5v9nxfZbjM2qod9qE/emkUNCMI48J5l8lm2PhPRLfRGINwBWGJVQ+wFWX0sEXgcJ/nB4akTVkjDixRU8gJD5+Bi5iX0m/VSQvHwgs1Fv6SiJjdx1a74/fT/N+U7WLOjymiGmfPWzKoX64t3R8f+1msDEybRiW3RRe4w4aJ9NxDMvMQSr0klpyqUQUER2HKWbt6o+mESIoGcfL/ffkmo/YOjBuWawNJ8Y2bcJynSBobm68xXx5X6IKkBXyNu5m4Vq1y+ZzX/G77Z8tdmdIqMu8xQA8N5Xl5zN6Zoxec+mZPTT6VF3RWUP1izfoT2I0gLrh4bYjeI/mHl7t45z1g018=
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 6
      • smithi
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • client:
        • sha1: distro
      • kdb: True
      • sha1: distro
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
          • network-manager
          • iproute2
          • util-linux
          • dump
          • indent
          • libaio-dev
          • libtool-bin
          • uuid-dev
          • xfslibs-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
          • NetworkManager
          • iproute
          • util-linux
          • libacl-devel
          • libaio-devel
          • libattr-devel
          • libtool
          • libuuid-devel
          • xfsdump
          • xfsprogs
          • xfsprogs-devel
          • libaio-devel
          • libtool
          • libuuid-devel
          • xfsprogs-devel
      • extra_packages:
        • deb:
          • python3-cephfs
          • cephfs-shell
        • rpm:
          • python3-cephfs
      • sha1: 9926edf508fe4dc465539643dd9f95b0d0831e83
    • ceph:
    • kclient:
    • cephfs_test_runner:
      • modules:
        • tasks.cephfs.test_auto_repair
  • teuthology_branch: master
  • verbose: False
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2020-10-24 06:27:50
  • started: 2020-10-24 13:07:07
  • updated: 2020-10-24 15:17:09
  • status_class: success
  • runtime: 2:10:02
  • wait_time: 1:57:12