Description: orch:cephadm/workunits/{agent/off mon_election/connectivity task/test_orch_cli_mon}

Log: http://qa-proxy.ceph.com/teuthology/ksirivad-2022-05-17_04:57:20-orch:cephadm-wip-ksirivad-recreate-50089-distro-basic-smithi/6837687/teuthology.log

Sentry event: https://sentry.ceph.com/organizations/ceph/?query=809505dc303f42699596807597968cfb

Failure Reason:

Test failure: test_decrease_increase_mon (tasks.cephadm_cases.test_cli_mon.TestCephadmCLI)

  • log_href: http://qa-proxy.ceph.com/teuthology/ksirivad-2022-05-17_04:57:20-orch:cephadm-wip-ksirivad-recreate-50089-distro-basic-smithi/6837687/teuthology.log
  • archive_path: /home/teuthworker/archive/ksirivad-2022-05-17_04:57:20-orch:cephadm-wip-ksirivad-recreate-50089-distro-basic-smithi/6837687
  • description: orch:cephadm/workunits/{agent/off mon_election/connectivity task/test_orch_cli_mon}
  • duration: 0:39:17
  • email: ksirivad@redhat.com
  • failure_reason: Test failure: test_decrease_increase_mon (tasks.cephadm_cases.test_cli_mon.TestCephadmCLI)
  • flavor: default
  • job_id: 6837687
  • kernel:
    • kdb: True
    • sha1: distro
  • last_in_suite: False
  • machine_type: smithi
  • name: ksirivad-2022-05-17_04:57:20-orch:cephadm-wip-ksirivad-recreate-50089-distro-basic-smithi
  • nuke_on_error: True
  • os_type:
  • os_version:
  • overrides:
    • admin_socket:
      • branch: wip-ksirivad-recreate-50089
    • ceph:
      • conf:
        • global:
          • mon election default strategy: 3
        • mgr:
          • debug mgr: 20
          • debug ms: 1
          • mgr/cephadm/use_agent: False
        • mon:
          • debug mon: 20
          • debug ms: 1
          • debug paxos: 20
        • osd:
          • debug filestore: 20
          • debug journal: 20
          • debug ms: 20
          • debug osd: 25
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • sha1: bfc4a373dd5c1ad69fe885bf18af4d823d321df6
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
    • install:
      • ceph:
        • sha1: bfc4a373dd5c1ad69fe885bf18af4d823d321df6
    • workunit:
      • branch: wip-ksirivad-recreate-50089
      • sha1: bfc4a373dd5c1ad69fe885bf18af4d823d321df6
  • owner: scheduled_ksirivad@teuthology
  • pid:
  • roles:
    • ['host.a', 'osd.0', 'osd.1', 'osd.2', 'mon.a', 'mgr.a', 'client.0']
    • ['host.b', 'osd.3', 'osd.4', 'osd.5', 'mon.b', 'mgr.b', 'client.1']
    • ['host.c', 'osd.6', 'osd.7', 'osd.8', 'mon.c', 'mgr.c', 'client.2']
    • ['host.d', 'osd.9', 'osd.10', 'osd.11', 'mon.d', 'mgr.d', 'client.3']
    • ['host.e', 'osd.12', 'osd.13', 'osd.14', 'mon.e', 'mgr.e', 'client.4']
  • sentry_event: https://sentry.ceph.com/organizations/ceph/?query=809505dc303f42699596807597968cfb
  • status: fail
  • success: False
  • branch: wip-ksirivad-recreate-50089
  • seed:
  • sha1: bfc4a373dd5c1ad69fe885bf18af4d823d321df6
  • subset:
  • suite:
  • suite_branch: wip-ksirivad-recreate-50089
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: bfc4a373dd5c1ad69fe885bf18af4d823d321df6
  • targets:
    • smithi114.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8ipqgci6XMPOBIB/Jjf8chM0zX4h9aiYoapgUXOfQxPqEVOM5+uuYFkgtCTPwtIe4AYsM3znIFhCi9mBTJEFAaTjCRueHexZ73Dw3lbTz2PP2HqtrNFpgQ4pwc0ixWCPw/oPIPbN0H/pu3wPAhLttJUXWw/xYl6XmlgI9DeB4p1NhfzyBbpBVzK62MYlYjZc2BxTpKBG1fcvdFsMIl8YjEJou9PWtFmPoqIm0y46Dvsx+F7HMPvLqdl1NNWZrCqg8ahCsBTc0kBcoMKGMSa1CAYpmGrZLp3/Uko2w+Bj464lzYGfai0Gyz6UmGtvk6REc95dyG2u3YsiKLo9DMNnF42XUEg8Vy0MuhAh5M+6Dj0Zscc5QIF/lM1WRJcZTFhQyPcjV9sZh2x025N7komZP9MtKlHpbGcV/nXZ9GrXSFJ7pWAJLO3tgw9MWXCyqQ6qBGpTZeaJ6+F/U6TJflDZPTvx9Y29dP4FcbnxnEV35Cc2SsqmJdK09hKeBSmIpWUs=
    • smithi123.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCvYQoql9I0nOK17qTDl3oA3jcOz65EgKks90Al526evc8I/hDNly9nX8CdcDr0mkJ6fBLU8BrO9lng2UiS78xoGtnuH9HZv6diC7te+q4jTZJl7Th1Cmtyri/V88tLhGtE3Q6+ypjf0EttBes+c4vSWpzzRNV9VJgJumvVhYwW//lt9JCceBeT7dKIe8U7vPbUcMDmmL7buX60RaSj+7SUG3PO4WdO8xTNAV4EXb4KVMyw3RyXbzWk6uRx0h0g96rzC9qkoaKivc1onBTVo3+lyrSGIF3g//CwtebE+KAXsPAUQZPKKM/+9WGvHWrtifAGQXidUcDmTqRCas2kyzom2DxDjV7zq3P2UjaHhHMmQ29+ryoNCBV8LtK4tDwMc01C8hezwfCax+xErUGIxM2RUDssSrjxBn0Z+Wjll630u0nYKbXhUeiKTYVmFiIdKcNGxdpIYwZefYoECStEdbX3rD0hA+BLX9weGn96BskoJD6C73eRN340m6coEF3Y3uE=
    • smithi157.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCUlkTOFqXsr9JO4BIYttdbE/3831TsCcL+YFvaYo9KC5wa19dRu17AF3FTVLpHzwvdNTyN++Pytl2TZCh04MlTO4eWEimiIrpxcVlQH2CoXVYwytLhTCInzRO4isSl12i6gPOy035o+0nSiLGRPs+3cP27JxOlYWQozUwv8l3zzj704CZoFgO5YgGY0Rvd2s7/fsrxKnI5e6uBYjQF8ogL3XnTDVWJOm6g0TBF5zelzsSI1LRy0AQLWY75ZRPYIIe5b9yzQr6yJH/a9m3jr9yMgStRzNFXMf6x+QEt2O0K5MJYjaNr8nfJgu89dv4VUE/F1GHqff7iypmtb7yBV8Vr8PaIogK5megDGOP03yPiUmV3XPnLz5Mm/2tPg+FhLn7Dsts8LzPJA0RumH5QKm1BF3qj+DcbWxD2orYfQbCAtY9/AefHzo4sbkjNJ1tOeuBTAbrDNS+8sb8S9mM/sxSxg78+hBhh0wHyUi1PhHJKJH0S7w6lwQ7xg6MeIx8Ely0=
    • smithi158.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDKaUmOQzLaJJgDkw0JWTTSpTf7yM5MzOPw6vdDZWzK4KICBRO7wSLdGXF5ACOsMnVa1rYGNEcU58dEyza64NDaLD4xqQT9EqJZDxUzffEHfIgEBrNc2lL8fa1e6IK/uLAtPNBxGAROHT3OYpe9KtB9dGykJ64PzDwcHdHFGYCD7lcFQbasjLn2JM4+q+1ulcJooQVj+rX+JkBHN5JMbR8A3NHSBnx0tXQLgViERI+S88NTjQ6hiVWaZlcht+W+EpbMkqP+BkYgViNcOinbTYc10fLKrvVTLwNAjxWXJ+QKz/S3BiCQhf6QJ/1pfuH16zMSYkuXLOdJlBdX34kajQjJ1CKFpBpjxnKml+JJD5NqEReuKFiBcQf7YCJO5brAtNZylZscC/aqZ3R3aVPLlWw8lCaHtsAyLfmYICME1vX41yXKHiDvyutAwXd8gn0/+AfjsnS72dqYkWB7qBOQXu1Nu/OG33WFjDUaPO3rDE1PD/IagUEPoeGm0kdV7pbkdgk=
    • smithi196.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDPqKCFiQzxEKT97mha2jo8nEqD5iw6LZ8emAvpxoAufi2wq/w+1VlIwfzm5dHIj1SGYlHMKQTokJN4HXvjsDtm/kE5USMGgIEG/v21ODyROEGx+k9vK8aD0HyxM4nKN43tFsfu/Vl/FkFwAMQPvNeQCoO+l2vqDe8sxBGxaB6xMFqZuxUtm/oc1+acdKWaa/g3VLHuQqlKi2oVQPC+qAmZlJ5Xtwh0ukIRRuXpwy4/FnFSgSuA8K9w0GlPUFEDUtju6L/VN5TDmLoe2035nLzDkUIw2xRH4xsngY5/tRS2BNZkagocBoQNxZHk44M6lHhquTlSX3BVbmn7B7ex8u3PZ7O18AmF/HL+F7i8iIG+AnI5BYClLsRl7bc7TldJcuG8XBTeVR4ZLSPEE/TrsQT6fu7XXVVwvbdpqeXrPycQD1ALUSWn2yr+va67PvpcOiWRsV23lWYKWRk9Tr3MM3wvRN8/P/lLgk6ODpIexejXFxsL/9sYTNoMTtNcHknDcmE=
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • kdb: True
      • sha1: distro
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
    • cephadm:
    • cephadm.shell:
      • host.a:
        • ceph config set mgr mgr/cephadm/host_check_interval 15
        • ceph config set mgr mgr/cephadm/facts_cache_timeout 15
        • ceph config set mgr mgr/cephadm/daemon_cache_timeout 15
        • ceph config set mgr mgr/cephadm/device_cache_timeout 15
        • ceph orch apply mds a
    • cephfs_test_runner:
      • modules:
        • tasks.cephadm_cases.test_cli_mon
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2022-05-17 04:57:28
  • started: 2022-05-17 05:08:17
  • updated: 2022-05-17 05:58:26
  • status_class: danger
  • runtime: 0:50:09
  • wait_time: 0:10:52