Description: kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml whitelist_health.yaml}

Log: http://qa-proxy.ceph.com/teuthology/pdonnell-2018-05-19_05:52:04-kcephfs-wip-pdonnell-testing-20180519.035011-testing-basic-smithi/2554363/teuthology.log

  • log_href: http://qa-proxy.ceph.com/teuthology/pdonnell-2018-05-19_05:52:04-kcephfs-wip-pdonnell-testing-20180519.035011-testing-basic-smithi/2554363/teuthology.log
  • archive_path: /home/teuthworker/archive/pdonnell-2018-05-19_05:52:04-kcephfs-wip-pdonnell-testing-20180519.035011-testing-basic-smithi/2554363
  • description: kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml whitelist_health.yaml}
  • duration: 0:09:55
  • email: pdonnell@redhat.com
  • failure_reason:
  • flavor: basic
  • job_id: 2554363
  • kernel:
    • flavor: basic
    • sha1: a1292ad3773a40676a4ff570caf8851584c47916
    • kdb: True
  • last_in_suite: False
  • machine_type: smithi
  • name: pdonnell-2018-05-19_05:52:04-kcephfs-wip-pdonnell-testing-20180519.035011-testing-basic-smithi
  • nuke_on_error: True
  • os_type:
  • os_version:
  • overrides:
    • ceph-deploy:
      • fs: xfs
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • mon osd full ratio: 0.9
          • mon osd backfillfull_ratio: 0.85
          • bluestore fsck on mount: True
          • mon osd nearfull ratio: 0.8
          • debug bluestore: 20
          • debug bluefs: 20
          • osd objectstore: bluestore
          • bluestore block size: 96636764160
          • debug rocksdb: 10
          • osd failsafe full ratio: 0.95
      • bluestore: True
    • workunit:
      • sha1: 09bb69ff757b90f6653f3da524b4548227e36e1a
      • branch: wip-pdonnell-testing-20180519.035011
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • fs: xfs
      • conf:
        • client.0:
          • debug ms: 1
          • debug client: 20
        • client.1:
          • debug ms: 1
          • debug client: 20
        • global:
          • lockdep: True
        • client:
          • debug ms: 1
          • debug client: 10
        • mon:
          • debug mon: 20
          • debug paxos: 20
          • debug ms: 1
        • mds:
          • mds bal split bits: 3
          • mds bal split size: 100
          • debug mds: 20
          • mds bal merge size: 5
          • debug ms: 1
          • mds bal frag: True
          • mds bal fragment size max: 10000
        • osd:
          • mon osd full ratio: 0.9
          • debug ms: 1
          • debug journal: 20
          • debug osd: 25
          • debug bluestore: 20
          • debug bluefs: 20
          • osd objectstore: bluestore
          • mon osd backfillfull_ratio: 0.85
          • bluestore block size: 96636764160
          • osd shutdown pgref assert: True
          • debug filestore: 20
          • debug rocksdb: 10
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • bluestore fsck on mount: True
      • sha1: 09bb69ff757b90f6653f3da524b4548227e36e1a
    • install:
      • ceph:
        • sha1: 09bb69ff757b90f6653f3da524b4548227e36e1a
    • admin_socket:
      • branch: wip-pdonnell-testing-20180519.035011
    • thrashosds:
      • bdev_inject_crash_probability: 0.5
      • bdev_inject_crash: 2
  • owner: scheduled_pdonnell@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.a-s', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
    • ['client.3']
  • sentry_event:
  • status: pass
  • success: True
  • branch: wip-pdonnell-testing-20180519.035011
  • seed:
  • sha1: 09bb69ff757b90f6653f3da524b4548227e36e1a
  • subset:
  • suite:
  • suite_branch: wip-pdonnell-testing-20180519.035011
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 09bb69ff757b90f6653f3da524b4548227e36e1a
  • targets:
    • smithi201.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCYzpAl+loqcNj1T55thVcRtt3KsNI1nMSPkFU6Tu97+0F9ofYFw1zVPTP/IfWHEUF4CaGQ0A+BFXOhfenkRe3xz+yZUuHqq9+IsxYffR091VlPlap2qCcKWR57jKDngUdiXVbRMQwGSVBJ7H1UQ8EEsi00NbbCLBd9ezTjdTrcHF2/m930h5afI5B8dcv7Q/y99WtUP068WQk8mqDsb4kaaE6xXlBlGq7hba7sWnx31CG9hSGGOAuHnvNrE0ovkhj85siib2Z0Ws06fpCaKtjw5ewWlIGT5T/U6E2BcaY/XlcrPvmsgu5D7FtiD9APJD0K+UCjv0MswKs7LJZP2MfF
    • smithi156.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJyRkEGBpMs4JE1B4c1NyG2oKvQ4Nh8+IIuhAxhGjpLFvyUiyCJELZeHianvNfuGeD/sxSSRn8B311Aqta2uy+9ZOGTkzvlRj8go3KpUufvGCwLMbzZLAxrvVemBrkjh7cfTIbAoP2HZrUG/iwgJBc/Ydrk6z2E69BvuGU2ep+MfsIBjsV8iSUZKyRN/PSghflsWTYZYLhng9ZX94zaK5exjvipnd7gS6Yy5hIbQFaPpUHnrZwNT2nbS0ELfmOeyvPUMwGecrDAN4Ivy2ZXqeDuVH1OeBFi8lC9VnCBMbaBtz0Nej+DHCaEvocfnQwpdA9thJUpECy+aAXVpONQBVn
    • smithi008.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC0W8yBvNiDUv9FnOHxmfA4W3JKBAv77NRF8MjyrCuHMH/c5K8VK3ZSUchlJ4S9xcrvbvO1PnMz6+J618GgVu/mXTQeH8vSAc1xwVRHzwaGF7k/nZ9LaonVtUhlK5QXFXHWxVyORsLM4o2r4TfYqF5iBh8d0OOmj2etWG2W+6SCO7SrXhETH0L4UkdiQTJ3wCRvZC0OTTQ1IWt/JN8w2N47tV4jDTu/4l5C5v0rSkHnhTlSx3aGrVov5fzH9Fjn274JnpUtuQrjbkpKKOwegz1FreFLs7dVCUUaUS9OT9lrAKv49tys6Jgo0fYGOU1Je8YvVxqx/jNJLiAAlpIQG2aH
    • smithi037.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCphtiwa3DamXROu2ztlLYSaZFDNzxs5UJ7XOoPpAp3fhafvQ5edvBeciTosCH9iJvjYF0XLKOZ+Kw4i8NZR+JFIXDRR9nRjE9IeVPr9CpGq6dT8SJG1vpiOUs1xywce156aoWrORbxF5yyMNbfQ+7eRo2/7B19g9T64UZCgGEWvonXcMGMB5M5pQvtdts+WsvBm8NdRaBLy3dZnART0pbMyz8KjxsOO+T/sCf+BFqpK+Sf10w/fu4KZ1xTjBEnjrlZIkES6ScKLt/wWPjpngzKIXfI9qqhL6B+5u8hH+T1IwxzIiWGuXtcwxY9z7a96ur5tboUXNiwNOePrw1Sm5YX
    • smithi062.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5FdX9OVmSd7Hc+dyR20efcRZXkROu25IHCThBed2tJyeUcASoudDJR22Mp+6ClCWH9fXeeGJDU4G4gAKbnEEGy2nmyhRnreThiIKzm2rm23vVZ2h7GBKxucfczzp3vVlL/WGyTJF3ofTiBiCFo4eVoHodXvqHnun1RdkHbKOU2+u8H05HIEPWkz8Kr1q0/G9XaXfko1SckXfg46qeNy1jlV4NTxK0mcMZLIfD7xev70nTuK3AKe13kerAlZnVZgzQdoigyTdHig+FT+sQ+F9wcYEFIGzcxNYFmLzdS95MfPifa2g8izvdAA7JrUmWlLZ9p4GkkyVIOXufw4f75kA7
    • smithi072.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCozIVw5B8xXTuS1gJ4PqsX/ne2MUCMZZmpevqKCr0E2BYn4InhU7LCMsH30wLUCNpSXmTcphAHww1poAPISfQNEjRdWBNvkydxbYO5K6EzNHrDoVr4/D+xRHWuHXStK8T6HzlCL0DESJLXjmLtAz1f1RVweiSY71HDxaUes13UCnEkcFVuRnj6WXbwJXcfYAMSQoPLmQzvkm0WpIMWfub3KWC8cRYpsLOVTf/mYgL26rW43MlU9syTUNQcUGW1A9/U22Jhfz26Yu/rYNGvVCAf7ApIbCUsmWSqWBFOKMgp+6cFL0EFcj+INVsXDhOBcw63HXqwKrX2QH0c/HYv2q4R
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 6
      • smithi
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • flavor: basic
      • sha1: a1292ad3773a40676a4ff570caf8851584c47916
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
    • ceph:
    • kclient:
    • cephfs_test_runner:
      • modules:
        • tasks.cephfs.test_config_commands
      • fail_on_skip: False
  • teuthology_branch: master
  • verbose: False
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2018-05-19 05:55:10
  • started: 2018-05-19 21:58:11
  • updated: 2018-05-20 00:16:12
  • status_class: success
  • runtime: 2:18:01
  • wait_time: 2:08:06