Description: kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/client-recovery.yaml whitelist_health.yaml}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2019-07-15_05:20:03-kcephfs-mimic-testing-basic-smithi/4120857/teuthology.log

  • log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2019-07-15_05:20:03-kcephfs-mimic-testing-basic-smithi/4120857/teuthology.log
  • archive_path: /home/teuthworker/archive/teuthology-2019-07-15_05:20:03-kcephfs-mimic-testing-basic-smithi/4120857
  • description: kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/client-recovery.yaml whitelist_health.yaml}
  • duration: 0:39:47
  • email: ceph-qa@ceph.io
  • failure_reason:
  • flavor: basic
  • job_id: 4120857
  • kernel:
    • flavor: basic
    • sha1: bb9c63729970d813840b78ccd57bdebbfdf85126
    • kdb: True
  • last_in_suite: False
  • machine_type: smithi
  • name: teuthology-2019-07-15_05:20:03-kcephfs-mimic-testing-basic-smithi
  • nuke_on_error: True
  • os_type: ubuntu
  • os_version: 18.04
  • overrides:
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
    • workunit:
      • sha1: 6ac795a266b802d40086d0a664964097794d516d
      • branch: mimic
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(OSD_DOWN\)
        • \(OSD_
        • but it is still running
        • is not responding
        • but it is still running
        • slow request
        • evicting unresponsive client
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(MDS_FAILED\)
        • \(MDS_DEGRADED\)
        • \(FS_WITH_FAILED_MDS\)
        • \(MDS_DAMAGE\)
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • fs: xfs
      • conf:
        • mds:
          • mds bal split bits: 3
          • mds bal split size: 100
          • osd op complaint time: 180
          • debug mds: 20
          • mds bal merge size: 5
          • debug ms: 1
          • mds bal frag: True
          • mds verify scatter: True
          • mds bal fragment size max: 10000
          • mds op complaint time: 180
          • mds debug scatterstat: True
          • mds debug frag: True
        • client:
          • debug ms: 1
          • debug client: 20
          • client mount timeout: 600
        • mon:
          • debug ms: 1
          • debug mon: 20
          • debug paxos: 20
          • mon op complaint time: 120
        • osd:
          • mon osd full ratio: 0.9
          • debug ms: 1
          • bluestore fsck on mount: True
          • debug osd: 25
          • bluestore compression mode: aggressive
          • debug bluestore: 20
          • debug bluefs: 20
          • osd objectstore: bluestore
          • mon osd backfillfull_ratio: 0.85
          • mon osd nearfull ratio: 0.8
          • osd op complaint time: 180
          • bluestore block size: 96636764160
          • debug filestore: 20
          • debug rocksdb: 10
          • osd shutdown pgref assert: True
          • osd failsafe full ratio: 0.95
          • debug journal: 20
      • sha1: 6ac795a266b802d40086d0a664964097794d516d
    • install:
      • ceph:
        • sha1: 6ac795a266b802d40086d0a664964097794d516d
    • admin_socket:
      • branch: mimic
    • thrashosds:
      • bdev_inject_crash_probability: 0.5
      • bdev_inject_crash: 2
  • owner: scheduled_teuthology@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.y', 'mds.a', 'mds.x-s', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mon.c', 'mgr.x', 'mds.y-s', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
    • ['client.1']
    • ['client.2']
    • ['client.3']
  • sentry_event:
  • status: pass
  • success: True
  • branch: mimic
  • seed:
  • sha1: 6ac795a266b802d40086d0a664964097794d516d
  • subset:
  • suite:
  • suite_branch: mimic
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 6ac795a266b802d40086d0a664964097794d516d
  • targets:
    • smithi041.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5q0tE7Amk+Ox/OLOaiAg8m96z2T45bljMyrag6nlb/vX/ejSBEgmcZxYPE9oYgC9/ho/+/j1/rxchnyoh9SALlFNjz326yqWodPp80rDGM6vvuFUCd0DyKJialIcPgAXPPapoPU4S0yhcDLck1Nv0e5+ZCXC+epl34oT7XJc/IZjl4DoIHmmQOPXW7nNWkM9tQR7JSKtPog6kQZI0mpeugtZbWMg3YL9+WRMIHJ11Xd149ZEzTiTRlnoliZAkk2a049H9bjrjmVM9o04AY/lPkDILFA9CZnETgPBF9Vkrfhs3W3Acg5b6vtFgboA76an9ZGbxLerZVJHH/7KtEt9X
    • smithi080.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6pt87nBqJCs4g4Sj3JzCPXDczWDHVpZhg1oxkteOcwh48l9aRqd6xW2XrBJMEtPneSj5s1oh7g55Xd9g64Won8StI6nY75suM+3S66Ba7n6y3cJ0GXEpOXim/xYgOe51CY+E8ZlaHxYkSa0MV3cTli6cWJ6p7B3dqNzgf4IopUCPY0Hp8yC11I6jcluFwspBRv8et4EnHD/zfFGSs8Pn2k5Gh8G37zDBEh1CxF93kaK8k16EazO7BLZVuKfkhi6GyF5iL8u6NEh6jEawRSPHQVJdlnaVfpijM/6DreWB5jXeh7wYmoWX4MDcXsoVkpU0qDLPP1mgJdTRXHjZSvQZr
    • smithi145.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCr81j8nScV6SMuJhrOPre0WegbfO13XXl4OEH3hoeGbDQnTrdoMcPkaHGIkF4m+dmRDbHmwvYQCYFzogjGoSqsojU3SW9S3iSf95HIyXtrw3P+87DUXphMkF5ukn28On5yWEx3TqrLxbb184w2XPz0fabxmgbEsDbSmlX2ocHPa1PHqfvNvHJIgCVt+n35nOEBBH/zLIYwwR9SGcu44Dk/QnZUDdvN3H9PMpE/N/yQmfhHqRPcGmWFl1eh0PrrGQJfO079mIHYJgkiV/rNkKZyE2ia9gjt7L2OzCvInEjbJxY6Iv6oD87FyZqPS3MCW9uKbXo6LwI92mP/e0PFqcIJ
    • smithi176.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvs+E06muRk/wRg7TmPQbFTIeGr6E+hSAFpL7fUKwaoPKvncdqhOCV+ciDKDB/pqluhR+w7HaVJ9f+Q9s0ySEtfVY+CGmMwA4xzyEwAmJvM8U0tMrGIaPwlhuB81ngt/N7nM+eOH6Wm1aU9GK13BQJeUbdJG1mNoRdIndNcE7L8cIS7BBk1cmGymOLEZkcwz43xfg6RVAYhVsVfORpZVhmBQ5FOINxVsXDurbcENliidLFeBN9PW3gk+MMCw1mny78h4yvnFEUI4NROszRZOyyXnJVs4hbg3EsZG8GRMv3MNGu/HKntm+nNRVNTyFoaXS/SbsqshYl7Hj50WW7WpDJ
    • smithi036.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJcJqw5GZBqa74qsit8c+8B2fh4WISW+HqCxUTP1FGx1jVUpKzXkdb3dsNYOZe0ULCk0/taWGo8opv07gFj+UFlbkiXY2gEAMjFcRuWoqqMrNUh3WtI2dqvhMKY3en/oUbfpgMLuFTlCnmcpOG3TN25rer86DGU29u0GqXh2XfU7VnVsT3UlPPazNwTxOGcLziBQot7IwY32Nd4N46LoGMUqoJlCMcnqTu7kL/dhc9L7JE17C89MVmNiQrlDtcrazdXDkkeeRF/jVZyN6BAeZXiqAx5pJ7U1fq4rTEJfLUU5tp6tKUPbPS7bG5TU6esSQLlfXSnaahfQLQy2Lh42Rr
    • smithi038.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDbzuQ3VQvkbtna0kPudWxiZm0zyjq8YfAomP6rvmjvb9DdlC0FA58n/GaQlBtzwSLNULAZY2iM1nbRLSvisq2rGO/vr/iMwV1vCmwjT5WKUFW12xO7Lxlc9ju+KftbGeZ6DUCqQJFtzOKApCYGN4tNTszCz+eDl9S4lJMrbXandHQZ+UyJ4MoWOMy7RpjbT5eYc1ReX1JApagyfItAf25f3jUzQmzWt3e4/emf93vKg6xRcKd5bCkm63d35x7/oN0kCY3wQ0rjCikVpoKZkCjOdjLCtUKVZMjwSjiG/qO7ixFXYF9wbqW4D/1Em/+HPu24Xnh19BgsDCd4WTAncVM3
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 6
      • smithi
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • flavor: basic
      • sha1: bb9c63729970d813840b78ccd57bdebbfdf85126
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
      • sha1: 6ac795a266b802d40086d0a664964097794d516d
    • ceph:
    • kclient:
    • cephfs_test_runner:
      • modules:
        • tasks.cephfs.test_client_recovery
      • fail_on_skip: False
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2019-07-15 05:23:11
  • started: 2019-07-17 08:01:39
  • updated: 2019-07-17 13:31:44
  • status_class: success
  • runtime: 5:30:05
  • wait_time: 4:50:18