Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2022-06-01 17:20:59	2022-06-01 20:59:33	2022-06-01 21:59:47	1:00:14	0:53:40	0:06:34	smithi	main	rhel	8.5	2	pass

Nodes: smithi062 smithi186

Description: rbd/mirror-thrash/{base/install clients/mirror cluster/{2-node openstack} msgr-failures/few objectstore/filestore-xfs policy/none rbd-mirror/four-per-cluster supported-random-distro$/{rhel_8} workloads/rbd-mirror-snapshot-stress-workunit-fast-diff}

Log: http://qa-proxy.ceph.com/teuthology/dis-2022-06-01_17:20:05-rbd-wip-dis-testing-distro-default-smithi/6858612/teuthology.log

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/dis-2022-06-01_17:20:05-rbd-wip-dis-testing-distro-default-smithi/6858612/teuthology.log
archive_path: /home/teuthworker/archive/dis-2022-06-01_17:20:05-rbd-wip-dis-testing-distro-default-smithi/6858612
description: rbd/mirror-thrash/{base/install clients/mirror cluster/{2-node openstack} msgr-failures/few objectstore/filestore-xfs policy/none rbd-mirror/four-per-cluster supported-random-distro$/{rhel_8} workloads/rbd-mirror-snapshot-stress-workunit-fast-diff}
duration: 0:53:40
email: idryomov@gmail.com
failure_reason:
flavor: default
job_id: 6858612
kernel:
- kdb: True
- sha1: distro
last_in_suite: False
machine_type: smithi
name: dis-2022-06-01_17:20:05-rbd-wip-dis-testing-distro-default-smithi
nuke_on_error: True
os_type: rhel
os_version: 8.5
overrides:
- admin_socket:
  - branch: wip-dis-testing
- ceph:
  - conf:
    - client:
      - debug rbd: 20
      - debug rbd_mirror: 15
      - log to stderr: False
      - rbd default features: 125
      - rbd mirror image policy type: none
    - client.mirror.0:
      - admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok
      - pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid
    - client.mirror.1:
      - admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok
      - pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid
    - client.mirror.2:
      - admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok
      - pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid
    - client.mirror.3:
      - admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok
      - pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid
    - global:
      - mon client directed command retry: 5
      - ms inject socket failures: 5000
    - mgr:
      - debug mgr: 20
      - debug ms: 1
    - mon:
      - debug mon: 20
      - debug ms: 1
      - debug paxos: 20
    - osd:
      - debug ms: 1
      - debug osd: 20
      - osd objectstore: filestore
      - osd sloppy crc: True
  - flavor: default
  - fs: xfs
  - log-ignorelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - \(OSD_SLOW_PING_TIME
  - sha1: ad778995613ce1f3bcf9de058fb4dcec40785c98
- ceph-deploy:
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
    - osd:
      - osd objectstore: filestore
      - osd sloppy crc: True
  - filestore: True
  - fs: xfs
- install:
  - ceph:
    - flavor: default
    - sha1: ad778995613ce1f3bcf9de058fb4dcec40785c98
- selinux:
  - whitelist:
    - scontext=system_u:system_r:logrotate_t:s0
- workunit:
  - branch: wip-dis-testing-qa
  - sha1: 1ffb4500223489e30eb3a74ccec62a90d47e3a43
owner: scheduled_dis@teuthology
pid:
roles:
- ['cluster1.mon.a', 'cluster1.mgr.x', 'cluster2.mgr.x', 'cluster1.osd.0', 'cluster1.osd.1', 'cluster1.osd.2', 'cluster1.client.0', 'cluster2.client.0']
- ['cluster2.mon.a', 'cluster2.osd.0', 'cluster2.osd.1', 'cluster2.osd.2', 'cluster1.client.mirror', 'cluster1.client.mirror.0', 'cluster1.client.mirror.1', 'cluster1.client.mirror.2', 'cluster1.client.mirror.3', 'cluster1.client.mirror.4', 'cluster1.client.mirror.5', 'cluster1.client.mirror.6', 'cluster2.client.mirror', 'cluster2.client.mirror.0', 'cluster2.client.mirror.1', 'cluster2.client.mirror.2', 'cluster2.client.mirror.3', 'cluster2.client.mirror.4', 'cluster2.client.mirror.5', 'cluster2.client.mirror.6']
sentry_event:
status: pass
success: True
branch: wip-dis-testing
seed:
sha1: ad778995613ce1f3bcf9de058fb4dcec40785c98
subset:
suite:
suite_branch: wip-dis-testing-qa
suite_path:
suite_relpath:
suite_repo:
suite_sha1: 1ffb4500223489e30eb3a74ccec62a90d47e3a43
targets:
- smithi062.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8pal5hIzUMFbtHCiTZwkPlrnoqW0ABG7rhJPDXixnDTvwf6LkEwOHNwU1LW5eaMX0f3spOj8f8cqV0l+Ud+qe1R4cBG+vV83UeYINgdwSNz6LtoK/yMjLB4IxknD1UJyqxRplqTGLlcxc1l3EhsVkVUotET17vuSBfI6Jm8fSnqd9S2ccOvZtaVS0i4tA0WCvbxEhv8wKxdsp39R+HFIuXxbzUyHHkDvJ9eK/9H5knfpkfJdDvQxraCFA+pw6w/5y/5N4+TyXJLUX2E8kVV8+z+OKWFGGpDrF7iV/6TNukvqX6ysTnznJoK4729kirGHvj64HxqZYBi2wJI8wbj+ayKr6eNkrlipBYePpvm0LgjRPvkVZQKpO8Ejb9kSXaOd7XIfQS6MDNdkWJxMznvyLbPqmymA7CJiyXimNguX7+XSra4eTHinKtRl0DAd8GCx0G6dCD+z7do+dulHdG1BzpzCw0vGAnIUsraxTb5mrt7Xj8lFlet1GKUGuXzS2l48=
- smithi186.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDaxb/ZlqRpXAUon/ujLGJwD10yzNSBT9yNTfkyDyZVwcb5b0FNJHNm/TOqsGSg1VgNPqQOmiYRuuVU1S679XD1nWUoZVPCixXeaUaEw2KAQUlMVVsixUY0UqkwZWH6pU5c2mPnrtJeWiIK7Oo6nRD9sbJtC1HwUQOYZ98ryVGFIIJsmvhZJEzBQsSY1bpVncxB0KjoMetOi97j6daZr4t6l0WrQZxKxpMOfyljWoHMwDEvzmMYj6dCao8Md8cU3UY5sjY86ItycZpbhhg0CZLISuzDqiHC5H7P4wafpc3UdskNJIWTr0Egxt52LC5VTeaH9yv1YtCeqCpV/4PZ0aMIPLOvsulC6KOVxOWTX7LH0QRI4Yzp0l7G9UqwTjBr5zYQnTZJ32qgxVv94j/ia9cSqB49+oFSn49wKH6kX0DrTb/RU1EfVfFTkh0JkRYE71BDQTWuHddDBd8Ex4OU+FnaJY7YaRi4ZA+Olvbx6AIqEl9FJip9+tM94351jOokCZ0=
tasks:
- internal.check_packages:
- internal.buildpackages_prep:
- internal.save_config:
- internal.check_lock:
- internal.add_remotes:
- console_log:
- internal.connect:
- internal.push_inventory:
- internal.serialize_remote_roles:
- internal.check_conflict:
- internal.check_ceph_data:
- internal.vm_setup:
- kernel:
  - kdb: True
  - sha1: distro
- internal.base:
- internal.archive_upload:
- internal.archive:
- internal.coredump:
- internal.sudo:
- internal.syslog:
- internal.timer:
- pcp:
- selinux:
- ansible.cephlab:
- clock:
- install:
  - extra_packages:
    - rbd-mirror
  - flavor: default
  - sha1: ad778995613ce1f3bcf9de058fb4dcec40785c98
- ceph:
  - cluster: cluster1
  - conf:
    - client:
      - debug rbd: 20
      - debug rbd_mirror: 15
      - log to stderr: False
      - rbd default features: 125
      - rbd mirror image policy type: none
    - client.mirror.0:
      - admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok
      - pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid
    - client.mirror.1:
      - admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok
      - pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid
    - client.mirror.2:
      - admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok
      - pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid
    - client.mirror.3:
      - admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok
      - pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid
    - global:
      - mon client directed command retry: 5
      - ms inject socket failures: 5000
    - mgr:
      - debug mgr: 20
      - debug ms: 1
    - mon:
      - debug mon: 20
      - debug ms: 1
      - debug paxos: 20
    - osd:
      - debug ms: 1
      - debug osd: 20
      - osd objectstore: filestore
      - osd sloppy crc: True
  - flavor: default
  - fs: xfs
  - log-ignorelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - \(OSD_SLOW_PING_TIME
  - sha1: ad778995613ce1f3bcf9de058fb4dcec40785c98
- ceph:
  - cluster: cluster2
  - conf:
    - client:
      - debug rbd: 20
      - debug rbd_mirror: 15
      - log to stderr: False
      - rbd default features: 125
      - rbd mirror image policy type: none
    - client.mirror.0:
      - admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok
      - pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid
    - client.mirror.1:
      - admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok
      - pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid
    - client.mirror.2:
      - admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok
      - pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid
    - client.mirror.3:
      - admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok
      - pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid
    - global:
      - mon client directed command retry: 5
      - ms inject socket failures: 5000
    - mgr:
      - debug mgr: 20
      - debug ms: 1
    - mon:
      - debug mon: 20
      - debug ms: 1
      - debug paxos: 20
    - osd:
      - debug ms: 1
      - debug osd: 20
      - osd objectstore: filestore
      - osd sloppy crc: True
  - flavor: default
  - fs: xfs
  - log-ignorelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - \(OSD_SLOW_PING_TIME
  - sha1: ad778995613ce1f3bcf9de058fb4dcec40785c98
- exec:
  - cluster1.client.mirror.0:
    - sudo ceph --cluster cluster1 auth caps client.mirror mon 'profile rbd-mirror-peer' osd 'profile rbd'
    - sudo ceph --cluster cluster1 auth caps client.mirror.0 mon 'profile rbd-mirror' osd 'profile rbd'
    - sudo ceph --cluster cluster1 auth caps client.mirror.1 mon 'profile rbd-mirror' osd 'profile rbd'
    - sudo ceph --cluster cluster1 auth caps client.mirror.2 mon 'profile rbd-mirror' osd 'profile rbd'
    - sudo ceph --cluster cluster1 auth caps client.mirror.3 mon 'profile rbd-mirror' osd 'profile rbd'
    - sudo ceph --cluster cluster2 auth caps client.mirror mon 'profile rbd-mirror-peer' osd 'profile rbd'
    - sudo ceph --cluster cluster2 auth caps client.mirror.0 mon 'profile rbd-mirror' osd 'profile rbd'
    - sudo ceph --cluster cluster2 auth caps client.mirror.1 mon 'profile rbd-mirror' osd 'profile rbd'
    - sudo ceph --cluster cluster2 auth caps client.mirror.2 mon 'profile rbd-mirror' osd 'profile rbd'
    - sudo ceph --cluster cluster2 auth caps client.mirror.3 mon 'profile rbd-mirror' osd 'profile rbd'
- rbd-mirror:
  - client: cluster1.client.mirror.0
  - thrash: True
- rbd-mirror:
  - client: cluster1.client.mirror.1
  - thrash: True
- rbd-mirror:
  - client: cluster1.client.mirror.2
  - thrash: True
- rbd-mirror:
  - client: cluster1.client.mirror.3
  - thrash: True
- rbd-mirror:
  - client: cluster2.client.mirror.0
  - thrash: True
- rbd-mirror:
  - client: cluster2.client.mirror.1
  - thrash: True
- rbd-mirror:
  - client: cluster2.client.mirror.2
  - thrash: True
- rbd-mirror:
  - client: cluster2.client.mirror.3
  - thrash: True
- rbd-mirror-thrash:
  - cluster: cluster1
- rbd-mirror-thrash:
  - cluster: cluster2
- workunit:
  - clients:
    - cluster1.client.mirror:
      - rbd/rbd_mirror_stress.sh
  - env:
    - CEPH_ARGS:
    - MIRROR_IMAGE_MODE: snapshot
    - MIRROR_POOL_MODE: image
    - RBD_IMAGE_FEATURES: layering,exclusive-lock,object-map,fast-diff
    - RBD_MIRROR_INSTANCES: 4
    - RBD_MIRROR_USE_EXISTING_CLUSTER: 1
    - RBD_MIRROR_USE_RBD_MIRROR: 1
  - timeout: 6h
  - branch: wip-dis-testing-qa
  - sha1: 1ffb4500223489e30eb3a74ccec62a90d47e3a43
teuthology_branch: main
verbose: True
pcp_grafana_url:
priority:
user:
queue:
posted: 2022-06-01 17:20:59
started: 2022-06-01 20:59:33
updated: 2022-06-01 21:59:47
status_class: success
runtime: 1:00:14
wait_time: 0:06:34