Description: rbd/qemu/{cache/writethrough clusters/{fixed-3 openstack} features/readbalance msgr-failures/few objectstore/filestore-xfs pool/small-cache-pool supported-random-distro$/{rhel_8} workloads/qemu_bonnie}

Log: http://qa-proxy.ceph.com/teuthology/jdillaman-2021-02-23_08:28:49-rbd-wip-jd-testing-distro-basic-smithi/5907428/teuthology.log

  • log_href: http://qa-proxy.ceph.com/teuthology/jdillaman-2021-02-23_08:28:49-rbd-wip-jd-testing-distro-basic-smithi/5907428/teuthology.log
  • archive_path: /home/teuthworker/archive/jdillaman-2021-02-23_08:28:49-rbd-wip-jd-testing-distro-basic-smithi/5907428
  • description: rbd/qemu/{cache/writethrough clusters/{fixed-3 openstack} features/readbalance msgr-failures/few objectstore/filestore-xfs pool/small-cache-pool supported-random-distro$/{rhel_8} workloads/qemu_bonnie}
  • duration: 0:40:51
  • email:
  • failure_reason:
  • flavor: basic
  • job_id: 5907428
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: smithi
  • name: jdillaman-2021-02-23_08:28:49-rbd-wip-jd-testing-distro-basic-smithi
  • nuke_on_error: True
  • os_type: rhel
  • os_version: 8.3
  • overrides:
    • ceph-deploy:
      • fs: xfs
      • filestore: True
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • osd sloppy crc: True
          • osd objectstore: filestore
    • selinux:
      • whitelist:
        • scontext=system_u:system_r:logrotate_t:s0
    • workunit:
      • sha1: b56b9a60600db410a681504cb9621f5e9d810629
      • branch: wip-jd-testing
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • sha1: b56b9a60600db410a681504cb9621f5e9d810629
      • fs: xfs
      • conf:
        • global:
          • ms inject socket failures: 5000
          • mon client directed command retry: 5
        • mgr:
          • debug ms: 1
          • debug mgr: 20
        • client:
          • rbd read from replica policy: balance
        • mon:
          • debug paxos: 20
          • debug mon: 20
          • debug ms: 1
        • osd:
          • debug ms: 1
          • debug journal: 20
          • debug osd: 25
          • osd objectstore: filestore
          • osd sloppy crc: True
          • debug filestore: 20
          • osd shutdown pgref assert: True
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • but it is still running
        • \(OSD_SLOW_PING_TIME
        • overall HEALTH_
        • \(CACHE_POOL_NEAR_FULL\)
        • \(CACHE_POOL_NO_HIT_SET\)
    • install:
      • ceph:
        • sha1: b56b9a60600db410a681504cb9621f5e9d810629
    • admin_socket:
      • branch: wip-jd-testing
  • owner: scheduled_jdillaman@dillaman-rh
  • pid:
  • roles:
    • ['mon.a', 'mon.c', 'mgr.x', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mgr.y', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0']
  • sentry_event:
  • status: pass
  • success: True
  • branch: wip-jd-testing
  • seed:
  • sha1: b56b9a60600db410a681504cb9621f5e9d810629
  • subset:
  • suite:
  • suite_branch: wip-jd-testing
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: b56b9a60600db410a681504cb9621f5e9d810629
  • targets:
    • smithi082.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC50GtsEnyHBOMwFp4Q1c5b4SrMKmgSKfYwuMLBlsdrdQVLiEFcQKu/uyLELn/jqn68oxlkc5M4zF6X4hFvcjIh8bv/GfIyche2P4GIB7Ul3A1l1LUs6mZjzkomp66iBozIuMB2Igh4m1jOwacq+frfzyD2jMICwU1k7a9y/TbFxMpMYasq1aOnfAqWkqu4JOxb2XLePXwB6w2KySZ9JQ47vT7plebLmLTkr8p+ON6kpb/Iir8Zp2XD3ph05wxliTQ3lPl0lWp5Y7RY7oz06BPrhK6i5g5UsBVCrsb0zVkGEcnHx/rYaMdsMP54VWHjAt+1dHlPcmUSGxTNY/g+imPhGWAodJYufnBMbvM9SjPlV0LhD6A3pErjIP+wxxVaKYTzibHoy7Df8fKqtKBc/AR7wj9q3tZK72UctpSQZWwpgig5xjh0OHuQ3HPe6N9Rncp2BlrNUt2IHypNaqD1bUr3RQoEF3Du63tPdO1sX98R4v6ViP6rqhjGD3jW/AqoGc0=
    • smithi187.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCt1I/hC9hmWtoi/VjRgnH/K7fJnwNDUG42Fe5N6Iru8/Lev94BFmd1Hj1MK0pAgv2HYPXWs0J+L0T3OEAV7q1tRyC5LVDjqCikfukb3DsNpocYE4HrmHSdl7WfTO9tXW4ME+DzX8fy490TOhBpR9M9tOwWgp1mf5Aj3RlhTZe/AsOUzWwIvt2jlEonO1J3ZxNHPZr1SKFkmefaK9KhX6Ui5ChJKvpIhVv7gKs0//IgksPzwNDWGJwIblFl12zqfZprvjoUatHKcOmWRo7FdPMwVFAMlKRg1k3R5oIwaB2vGaDrhyp2UP1vH3cqDTURWse2mktFZV9nA2CXA30bFNNcJdjsw72Q40Z5lM4jyS6wLaAa+BQnCk0s3thdF4sM372ajnVRq1flFD6ozng+Fl7r0+S4iSwazDmwCklRYDDykot8Ee3/tqOJwB/YNXm/8T6OwmoFymVn9EClXI/jLHLPVRxidHQmU0I43yOsph/UwMWWs329e6d7mOCgMynsdVM=
    • smithi105.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC3T1cMPAwmbZQmD57uKV+C6xKk05tAUhocV6LzH3Otk8etOmy5823RNES8PadvK2PUU1X0eRZojnrkpgTcm+8J239B4+RpkWc0lZMCdW8SJW2JaTS80ADCP1dVg9otlKWjQC2jVAx4HlMwuwJ7v+SjQfFG8APeOBvGw3P0uPIHHE5pBj3E6SZ/8AlrXW50x3lDEWGA2YRIGR48yBdQ2nI9XoLCDGtBH0FUUNTOVm+zcNp9QQVomlawtjT0PsYu9ETLWT//jrzpnIJfnV/djx66VaRxEn5qhMBH4sExsxITJWs1QfV8tBMNHUqOcOR11bWDgCZnhdoZPxWmarGJXyx7fyju2AhBkAta+I5U5g0plS3LojPdEdVuorB6hPif1J5w2boVIk4fzVRRv3RD45r9WEcj4FPHtusw5xj6IIOnit4j+wzwzoymycuCe9MZsGUg99ayO3dbzCVoWQnyRRXKX5HehoQNqC1WQdd5IxFKEhdcZkMYCzBMp3Gg4/vIdec=
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • sha1: distro
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • fs: xfs
      • cluster: ceph
      • sha1: b56b9a60600db410a681504cb9621f5e9d810629
      • conf:
        • global:
          • ms inject socket failures: 5000
          • mon client directed command retry: 5
        • mgr:
          • debug ms: 1
          • debug mgr: 20
        • client:
          • rbd read from replica policy: balance
          • rbd cache max dirty: 0
          • rbd cache: True
        • mon:
          • debug paxos: 20
          • debug mon: 20
          • debug ms: 1
        • osd:
          • debug ms: 1
          • debug journal: 20
          • debug osd: 25
          • osd objectstore: filestore
          • osd sloppy crc: True
          • debug filestore: 20
          • osd shutdown pgref assert: True
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • but it is still running
        • \(OSD_SLOW_PING_TIME
        • overall HEALTH_
        • \(CACHE_POOL_NEAR_FULL\)
        • \(CACHE_POOL_NO_HIT_SET\)
    • exec:
      • osd.0:
        • ceph osd set-require-min-compat-client octopus
    • exec:
      • client.0:
        • sudo ceph osd pool create cache 4
        • sudo ceph osd tier add rbd cache
        • sudo ceph osd tier cache-mode cache writeback
        • sudo ceph osd tier set-overlay rbd cache
        • sudo ceph osd pool set cache hit_set_type bloom
        • sudo ceph osd pool set cache hit_set_count 8
        • sudo ceph osd pool set cache hit_set_period 60
        • sudo ceph osd pool set cache target_max_objects 250
    • qemu:
      • all:
        • test: qa/workunits/suites/bonnie.sh
        • clone: True
        • disks:
          • image_name: client.0.0
          • image_url: http://download.ceph.com/qa/ubuntu-12.04.qcow2
          • device_type: filesystem
          • image_size: 10240
          • action: create
          • encryption_format: none
          • action: create
          • encryption_format: none
          • image_name: client.0.1
          • device_type: filesystem
          • image_size: 10240
          • parent_name: client.0.0
          • device_letter: a
          • image_name: client.0.0-clone
          • image_url: http://download.ceph.com/qa/ubuntu-12.04.qcow2
          • device_type: filesystem
          • image_size: 10240
          • action: clone
          • encryption_format: none
          • parent_name: client.0.1
          • device_letter: b
          • image_name: client.0.1-clone
          • device_type: filesystem
          • image_size: 10240
          • action: clone
          • encryption_format: none
  • teuthology_branch: master
  • verbose: False
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2021-02-23 13:29:07
  • started: 2021-02-23 23:45:58
  • updated: 2021-02-24 00:34:17
  • status_class: success
  • runtime: 0:48:19
  • wait_time: 0:07:28