Description: kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/backtrace.yaml whitelist_health.yaml}

Log: http://qa-proxy.ceph.com/teuthology/yuriw-2019-11-09_18:58:12-kcephfs-wip-yuri-mimic_13.2.7_RC2-testing-basic-smithi/4490229/teuthology.log

Failure Reason:

psutil.NoSuchProcess process no longer exists (pid=11893)

  • log_href: http://qa-proxy.ceph.com/teuthology/yuriw-2019-11-09_18:58:12-kcephfs-wip-yuri-mimic_13.2.7_RC2-testing-basic-smithi/4490229/teuthology.log
  • archive_path: /home/teuthworker/archive/yuriw-2019-11-09_18:58:12-kcephfs-wip-yuri-mimic_13.2.7_RC2-testing-basic-smithi/4490229
  • description: kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/backtrace.yaml whitelist_health.yaml}
  • duration:
  • email: ceph-qa@ceph.io
  • failure_reason: psutil.NoSuchProcess process no longer exists (pid=11893)
  • flavor:
  • job_id: 4490229
  • kernel:
    • flavor: basic
    • sha1: 3e158861a0892c844e45feeed8b8a2446480542c
    • kdb: True
  • last_in_suite: False
  • machine_type: smithi
  • name: yuriw-2019-11-09_18:58:12-kcephfs-wip-yuri-mimic_13.2.7_RC2-testing-basic-smithi
  • nuke_on_error: True
  • os_type: ubuntu
  • os_version: 16.04
  • overrides:
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • fs: xfs
      • conf:
        • mds:
          • mds bal split bits: 3
          • mds bal split size: 100
          • osd op complaint time: 180
          • debug mds: 20
          • mds bal merge size: 5
          • debug ms: 1
          • mds bal frag: True
          • mds verify scatter: True
          • mds bal fragment size max: 10000
          • mds op complaint time: 180
          • mds debug scatterstat: True
          • mds debug frag: True
        • client:
          • debug ms: 1
          • debug client: 20
          • client mount timeout: 600
        • mon:
          • debug ms: 1
          • debug mon: 20
          • debug paxos: 20
          • mon op complaint time: 120
        • osd:
          • debug ms: 1
          • debug journal: 20
          • debug osd: 25
          • osd objectstore: filestore
          • osd sloppy crc: True
          • debug filestore: 20
          • osd shutdown pgref assert: True
          • osd op complaint time: 180
      • sha1: d203ae4bc82bb872129e3129796f69615aba23bf
    • ceph-deploy:
      • fs: xfs
      • filestore: True
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • osd sloppy crc: True
          • osd objectstore: filestore
    • workunit:
      • sha1: d203ae4bc82bb872129e3129796f69615aba23bf
      • branch: wip-yuri-mimic_13.2.7_RC2
    • install:
      • ceph:
        • sha1: d203ae4bc82bb872129e3129796f69615aba23bf
    • admin_socket:
      • branch: wip-yuri-mimic_13.2.7_RC2
  • owner: scheduled_yuriw@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'mds.x-s', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.y-s', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
    • ['client.3']
  • sentry_event:
  • status: fail
  • success: False
  • branch: wip-yuri-mimic_13.2.7_RC2
  • seed:
  • sha1: d203ae4bc82bb872129e3129796f69615aba23bf
  • subset:
  • suite:
  • suite_branch: wip-yuri-mimic_13.2.7_RC2
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: d203ae4bc82bb872129e3129796f69615aba23bf
  • targets:
    • smithi120.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDWfl96MJTlyx0m72dBrSNGg7U4xi5/pGbj5bcVklYoGmvq9cAh0osqlELbdcb6TN2agyJdl1Jvx1RpEr0Dhx5xaFOb/L4urF1hydPKFKnYn0gHSpiuj35ZKZUzWzHTO5PUby0tmjSGQEQocoJ58AHUeBkaxmNhVIo5AiCWcG4O/oyv5S5OEGBZuXDVsGkjmOi9i/BPaWjLIV21VVbQD7Cm7aXdqhvqvhQ4d4oWvv4wgRzRUoRQMlIgF+cRgiYKSpzdDmUrwGpC1DgRf35P3FDTl/URcLPwDq3+z9qLvbHQW/1rHQ4ygoK1q7yglSJ8qlxq1bW1wanHDhqK29gzeeST
    • smithi039.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDSHMtE9O0zVrbBnJxbQaMJzupqi5z2ayStR61aAcZ4bpcGRRDjY5KucjTsSIc6I9sBcmI1wW6G+15rs4tvX+DrqHITvYsuw23e3zzagKtHhaWteMYzUHrlDGUOHcm9LhbrjevGPG2ogNmSgz5HghhyeI0n02DVFnwfhwrM8BhlJj2zdZUXWSzCTDAye7FsnmIRs1Ou44AjJoXscgf4sAr1tXaExRP1qqWQVWFPoA5RyJ7Rd62t4ZEPn8NDO7HP40IzNhjx5gdpc3z1zReGQnCgE17I1Fp6Yks9P4rfI8azt3fya4TlzhJfTdrmtRDZiW5j+jc5xsYN1EshBSLq0fB1
    • smithi183.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNx5U+U09d1yMXRSGCRPPbW6c/pivQwp7NB9CVw0RKLvbPLuLZL6B0wEUoLG21rK2XkTrrCEgsfsgvxRhDZBMAi/zAA+GFsML0J44PNnpum16bNVvYUcqEQDy8QUV6H5emQwV5qZCKxaFi1zdj0iBt05PKf03atTK/qFXGYar36VDQtynEX3lbdmu7s3IRp0M9Bpz55fx2GN88JVo+LzmBpROUfqh4SMLFMG6QhRwEMDnxjgkOOgMjem7oFCJTIxQ4DlZ+ruad6EnWg0CLLeoSpRIwR4Dl0AlRqZie0yRiAjKTG00Ya5y3obPF4warOVecOYsTQckZpA15Knw9jSdT
    • smithi153.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4cPT7zsze5YyHKBiG+p6STGISKVocyQwwUcbRZ8cYgb0aYmLO5PVuRj/uS2burejAks/Wv5myxw78wk2d3K1Myz7mnm7YuCOQg8mBgcZiXsxGkHex4TdUAI63+1zhjJXh5AynV/7y/JCTkNBFZYWEg7J8XtB+3BmYUG2/hWDpJnMQoCdV3iQfIGrEYiTjXlZjO+eIqWGdQ1l5/cDqrEftvBXxiigluR9y56x155eKQNid8ES43g+ELXaG1bO1wM42F6jsFTIpVH6vGcs6SSSWgARnDYRoZwKrIHXWfI05LppXtirnPa0OPumF0QdRsngIAO6dRohjoGJ+AMxTGxML
    • smithi025.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDbuprUCQWrCaHirLvk8oEfvkPQn6DEVl/0EGyx/EAxtlOJMCaBjhwB6hlSJCaJj3x7t2D8HPVFZF0ULdfgtQy/yBHVTWrAQPvM5zJjY5CjZmeu4qOEcwKqu7qL5MRAZRZVrvHP94dZ5TCHW6lDEnMDNOMmS+AghRzWx3j2yOnmfIr+ZdhfwyNinhd/zZREr3wuS6NhYMsrsokX+NACBijYe71wKa7dEMJpMa80tcjHj18TQqPE6oWBXFok8UHQ0We2eplqahtttSgOrjBECR3TnF6sJeiMstageCwgff2SZPc5KSCZIYdXOC1h26IlYjD7N+OglZTRa3A4lF7AAjiv
    • smithi125.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1C3fOHgISjq6qraQjGP7g5gdftKsdY0xjHztrxpiDA4JVzHQRGK2ZIFhWq63VWdpacK54Nj1L+F0wTKJplJDrde3OZuDahqG8tzRKkW+ktTIO21DxoSilh0zgPYCWV5CoUa6qV2kBuHvAV8WEo3Z0dKeqAHoScZaeAI3EXMrjplMqUEET+TG/FgZYYkOGLjDLcUMU+VD3b2Awf3p3tS5+ewj7jyR8AFkW+bIyryXvq9e4W5ec7VFnxTHPfQuNPJQTzZlq3DBGxCYl9ht8gSkNaJRJk7vegm2L8vd+jNAj0WuWhcRkqvPTrOCrbp9lBpZ38h0CvC3Y0s3GVP+J6V/N
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 6
      • smithi
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • flavor: basic
      • sha1: 3e158861a0892c844e45feeed8b8a2446480542c
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
      • extra_packages:
        • python3-cephfs
    • ceph:
    • kclient:
    • cephfs_test_runner:
      • modules:
        • tasks.cephfs.test_backtrace
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2019-11-09 19:01:14
  • started: 2019-11-10 04:40:15
  • updated: 2019-11-10 16:42:41
  • status_class: danger
  • runtime: 12:02:26