Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2020-03-03 14:26:02	2020-03-03 21:30:40	2020-03-04 01:14:45	3:44:05	0:26:29	3:17:36	smithi	master	centos	8.1	6	pass

Nodes: smithi146 smithi142 smithi023 smithi069 smithi001 smithi102

Description: kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/testing/{flavor/centos_latest.yaml k-testing.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml}

Log: http://qa-proxy.ceph.com/teuthology/pdonnell-2020-03-03_14:22:02-kcephfs-master-distro-basic-smithi/4820907/teuthology.log

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/pdonnell-2020-03-03_14:22:02-kcephfs-master-distro-basic-smithi/4820907/teuthology.log
archive_path: /home/teuthworker/archive/pdonnell-2020-03-03_14:22:02-kcephfs-master-distro-basic-smithi/4820907
description: kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/testing/{flavor/centos_latest.yaml k-testing.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml}
duration: 0:26:29
email: pdonnell@redhat.com
failure_reason:
flavor: basic
job_id: 4820907
kernel:
- client:
  - branch: testing
- kdb: True
- sha1: distro
last_in_suite: False
machine_type: smithi
name: pdonnell-2020-03-03_14:22:02-kcephfs-master-distro-basic-smithi
nuke_on_error: True
os_type: centos
os_version: 8.1
overrides:
- ceph-deploy:
  - fs: xfs
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
    - osd:
      - mon osd full ratio: 0.9
      - mon osd backfillfull_ratio: 0.85
      - bluestore fsck on mount: True
      - mon osd nearfull ratio: 0.8
      - debug bluestore: 20
      - debug bluefs: 20
      - osd objectstore: bluestore
      - bluestore block size: 96636764160
      - debug rocksdb: 10
      - osd failsafe full ratio: 0.95
  - bluestore: True
- selinux:
  - whitelist:
    - scontext=system_u:system_r:logrotate_t:s0
- workunit:
  - sha1: 5e15e111d30a155b861cafd5f8cdc14386c2d970
  - branch: master
- ceph:
  - sha1: b58c14a2d8e89d7bf4796ba9a91b42905130b037
  - log-whitelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - overall HEALTH_
    - $FS_DEGRADED$
    - $MDS_FAILED$
    - $MDS_DEGRADED$
    - $FS_WITH_FAILED_MDS$
    - $MDS_DAMAGE$
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - $FS_INLINE_DATA_DEPRECATED$
    - overall HEALTH_
    - $OSD_DOWN$
    - $OSD_
    - but it is still running
    - is not responding
    - Replacing daemon mds
    - \(MDS_INSUFFICIENT_STANDBY$
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
  - fs: xfs
  - conf:
    - mds:
      - mds bal split bits: 3
      - mds bal split size: 100
      - osd op complaint time: 180
      - debug mds: 20
      - mds bal merge size: 5
      - debug ms: 1
      - mds bal frag: True
      - mds verify scatter: True
      - mds bal fragment size max: 10000
      - mds op complaint time: 180
      - mds debug scatterstat: True
      - mds debug frag: True
    - client:
      - debug ms: 1
      - debug client: 20
      - client mount timeout: 600
    - global:
      - ms die on skipped message: False
    - osd:
      - mon osd full ratio: 0.9
      - debug ms: 1
      - debug journal: 20
      - debug osd: 25
      - debug bluestore: 20
      - debug bluefs: 20
      - osd objectstore: bluestore
      - mon osd backfillfull_ratio: 0.85
      - mon osd nearfull ratio: 0.8
      - osd op complaint time: 180
      - bluestore block size: 96636764160
      - debug filestore: 20
      - debug rocksdb: 10
      - osd shutdown pgref assert: True
      - osd failsafe full ratio: 0.95
      - bluestore fsck on mount: True
    - mon:
      - debug ms: 1
      - debug mon: 20
      - debug paxos: 20
      - mon op complaint time: 120
  - cephfs_ec_profile:
    - m=2
    - k=2
    - crush-failure-domain=osd
- install:
  - ceph:
    - sha1: b58c14a2d8e89d7bf4796ba9a91b42905130b037
- admin_socket:
  - branch: master
- thrashosds:
  - bdev_inject_crash_probability: 0.5
  - bdev_inject_crash: 2
owner: scheduled_pdonnell@teuthology
pid:
roles:
- ['mon.a', 'mgr.y', 'mds.a', 'mds.b', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
- ['mon.b', 'mon.c', 'mgr.x', 'mds.c', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
- ['client.0']
- ['client.1']
- ['client.2']
- ['client.3']
sentry_event:
status: pass
success: True
branch: master
seed:
sha1: b58c14a2d8e89d7bf4796ba9a91b42905130b037
subset:
suite:
suite_branch: master
suite_path:
suite_relpath:
suite_repo:
suite_sha1: 5e15e111d30a155b861cafd5f8cdc14386c2d970
targets:
- smithi146.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD1tqbW6h5zP9xCGBa4n+7ChtnrShE9XJWSyObCX4S5tk4CWkoXTz/X0jtNRnNxoCOhLHaZOVed8j7PvQp7I88jWK4wdnzsTTS+PbwItJbsly+7rTn0lVlqPnIqXLyTQqHZXL7a4OeBYZHxSioR7e8+6onMdwvmvUijyy08lKNgVZDkU0ig9nduQLnfT7IR93uuQSQonasrBaba/6NxUFDIZpbokjblfPDoDYUk+E5KACKw/piPcfdc0Rre124TLW3ZsvtUryyVeqbXIM9B7TtmG0j8xIehl2JJfE4yJElVSvKQAspxbOg4AeIeQD5XyyK126dkcMr7BtlGbPDctuQW169rQcd0e5ELHPQIZDux7Z0QH6jbKc9e/HhvLQKVP9YnG8cIsHcQWHykOfUWeokkEDnsfCJ2hsoy/V8lFsYin4yQIXp9bTZVt3a/2+cG/e/RYsuBQf+aqyuN3ZEM0rpCKpc/IGRoaDW2733FU00amxUpHaK93Ormsk4cBh4xBBU=
- smithi142.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDDO+KWoNpGcsqykqtINwGkgFkBX0SCvfudsLezQdVaSqggqM6HcYGMgFwYolNS/w24cDRHrQ9aokpolXS7qayoijnPxfOmm9HioakufATP7uPW98tNYSGxAgGpOJsaLC5T1oaltv2r4G2LBiNmyzdbWi86+tmkHvYHsnMJY5Pi+n8V6r9TNfTyD8M0m5Y/9LR8A8hyZgTYX5+Pkw2uKrM8JAXyf1eg82pxuaJwgKQWsdUPc8Ni/KnCd3xx54K7XcHDTtc7UYJ6X2QSYoOawXaKZjvhDSGhTZQF37W7Cj6XHv2T2ShC033I09tsD+lfWj8opUxAqGH3aXSYal72tF1SAA9o4iCI7UXEiOZjrcUqr5l6zj/HD/f5HhCm2jJJ6Ir3B9oSSEumZJdOZjb7oym8sYW+uZWldskYYB+t1Zt0MQnTHD55NhtHKa/M61PdiZOGwQ6ZoNHlxP/4srLXvxShQamDBuMjjcLp04PyquffZArz6AajBV1ebrlZn5RRTk=
- smithi023.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCpKAZcaCXVJ8tSF3UK4dsveMqDqPZOw7jIFkxHpobT3yhA+WSt5zrmHsFiELSLcfqc5aLZ2TxpkNvOuyxvITExhFKoJuG9gMU7PiRwg1v87q8hfQUXLYI2iPurakAlM3g/x7+rqvdPdnoK7eF+KfnWisRSo963R8Rq96YZgyaCNsogGofT/k5W7QQ/aHQxruSLgWCMRYSC9HxVMMfBzekv9FXK2adG9l93BYy4kqklz2/uZjF2hokoT8afl3V/eHCsJjDyXJD2/gi5g4tJuIFQhkKBU41ww1d6gFMdjlAA98dfJs2UuNETx2CXu+ouP8g3hibAbBs8SIwJmynzQ347ZVpGWDsGs40/8mFt/uM2CAVrUEiFkkFy2TRmU12vZMLydBWeXkxgYp1XX2c/hb8FaPQzC2kx26VFTPpq5DDdyXvhycbB4gQ5zHfgVonObXvKL/iuvnLmKK+rj/uDp8+/xs/ySkDY1HLT9tfCEMTMdwMD+9vXTgbu9rIcYZgYPGc=
- smithi069.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC9mxtniiFjJYlP2H2m8Enq07GPvOmRuvYLVPZHHCrRIIosbQvyuHT2mHjvJcgWfki+zdtW3S95bbLxtI3gHld7+y/SI76gzX71X0X0t3bL7s9NXm9XkMO0hdX56wf3VTKXxsQeItv2dFD27VQZ+0Cwy90SJjfwZehfbySeNgYANgpIZmwqpWMNWSHgDOU+5YCoY58v2+awOp3/3ZluPlHy5t/Joh+EIl5hW0xQf5zdFRVbPfqTwhKW9ECQUFuBqR/ps3DhV++kmCpReJQQrJR/hShOwyeMFoL/7E90sSmWpXNazaxvbu9GM0cEe7m1bTnJyF6Qoor0i5RssSTcCFNiRj2Cys0vHKAKid0/7xAqR1Lo2ktx8V6lD+d3FpeFkjzeh18eV38Bihf0DiTTiCCZ6MOhWBphpfhYXRo/GbwGRzLSMfNwSdtgfIJRP6LF+RpCFbBB5r7vEVtuz+zZD5DWd4qWXVnNJDzSRXPS/mqZk1YtEv/t80nEgDKFEhWVJTk=
- smithi001.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDZttE2Ne1CyQaZE6O4HVCRMHwpC5y06bbtOcxV07HqwF0qgnc6wOfedTGTRfB+SodJChy7Hl6ZCtkJXG9ZqeJ6sjx8fno23wZHK0GnOe3NvIhBTRRdzYixTUtv8I38riDmWgqGL+49Pcei3daQa7rKexuV0a4E4uJOdMh4Lc9FpQ1qJYVLC5naYj82NcHr+oV5G5EZGZMA3FtFKDdwYwAl/VZ1SFecrgTxj2NgSV3bBo1UBrp3ggfU3sAP7rM15whObUxNV/1pHd/YkBcdTz2XEHqYtP+Z4L+OqugaV97Ipm8hvliBq+d2/1W/7c8105sQCfAdYqEr7xH3f3SMDCU8BaMTvebZokM1Mdum+76QVjZe/a3+gXKCgTCvCsXnJsCtOwCQNOu8xoNBFLbsfU6n+HQeKbpW7B3XKDkCzFL5CLUCEPaXTuEyoBnxnPyiVDzPVVMI/3zNmMbzo9EjHz6dZtEX4JSSkqnidrcV4eCZc5zXapgM1+h+zm5Oo5x84kU=
- smithi102.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCroau0+/EFvP/NUvCQowrIKR4bMEKMiLgU0ZyZwfZNbtjY1mcnUNETIdq2ZtEDVDog+srdtzHcZYtyYkubWJc/ib0HTdunRgTlAIvxO7zEITAjAV5RVdykByHMv2zdgNsaORWA4l/xPfkHTQ7P1V8Qb3gxF9ESjkD06ducd5GY+Z8DkotzSDyzskmW5U5sOdcXm73Ty6kiXAdKQbFigrUdnL2snff4kCMjCqgC8duJ70kMUAXBjonXYrY00vhRAeniFKJPqH3KpQ2BxPEIroXbuI0g7FiQAWraUW9CtcoNoYXMBwQHLRJgi5u0/hdLoiXLeiT7Tt+eN/fV49NUlOqL7umBwd+2HtsfBDtuIIjKwsCg73vqObyqXWf5QRSvUHwpdSiHCMTRjGzBo49O/ORycbpa/26HGiypuflfPpyl9bOyPN152WzYeBEmCmaKfnsszpHHgmcGqY3GJ+LYlLrJY32/7ai4pRNQSB7WsAk+17HRlYfoPN7GpMUjKFQYkR8=
tasks:
- internal.check_packages:
- internal.buildpackages_prep:
- internal.lock_machines:
  - 6
  - smithi
- internal.save_config:
- internal.check_lock:
- internal.add_remotes:
- console_log:
- internal.connect:
- internal.push_inventory:
- internal.serialize_remote_roles:
- internal.check_conflict:
- internal.check_ceph_data:
- internal.vm_setup:
- kernel:
  - client:
    - branch: testing
  - kdb: True
  - sha1: distro
- internal.base:
- internal.archive_upload:
- internal.archive:
- internal.coredump:
- internal.sudo:
- internal.syslog:
- internal.timer:
- pcp:
- selinux:
- ansible.cephlab:
- clock:
- install:
  - extra_system_packages:
    - deb:
      - bison
      - flex
      - libelf-dev
      - libssl-dev
      - dump
      - indent
    - rpm:
      - bison
      - flex
      - elfutils-libelf-devel
      - openssl-devel
      - libacl-devel
      - libaio-devel
      - libattr-devel
      - libtool
      - libuuid-devel
      - xfsdump
      - xfsprogs
      - xfsprogs-devel
  - extra_packages:
    - deb:
      - python3-cephfs
      - cephfs-shell
    - rpm:
      - python3-cephfs
  - sha1: b58c14a2d8e89d7bf4796ba9a91b42905130b037
- ceph:
- kclient:
- exec:
  - mon.a:
    - ceph config set mgr mgr/crash/warn_recent_interval 0
- cephfs_test_runner:
  - modules:
    - tasks.cephfs.test_failover
  - fail_on_skip: False
teuthology_branch: master
verbose: False
pcp_grafana_url:
priority:
user:
queue:
posted: 2020-03-03 14:26:02
started: 2020-03-03 21:30:40
updated: 2020-03-04 01:14:45
status_class: success
runtime: 3:44:05
wait_time: 3:17:36