Description: orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/off mon_election/connectivity task/test_orch_cli_mon}

Log: http://qa-proxy.ceph.com/teuthology/ksirivad-2022-10-06_20:38:50-orch:cephadm-wip-ksirivad-fix-ceph-orch-apply-mon-distro-default-smithi/7057362/teuthology.log

Sentry event: https://sentry.ceph.com/organizations/ceph/?query=ec55d982561b48fbb3a9a125634979cd

Failure Reason:

Test failure: test_decrease_increase_mon (tasks.cephadm_cases.test_cli_mon.TestCephadmCLI)

  • log_href: http://qa-proxy.ceph.com/teuthology/ksirivad-2022-10-06_20:38:50-orch:cephadm-wip-ksirivad-fix-ceph-orch-apply-mon-distro-default-smithi/7057362/teuthology.log
  • archive_path: /home/teuthworker/archive/ksirivad-2022-10-06_20:38:50-orch:cephadm-wip-ksirivad-fix-ceph-orch-apply-mon-distro-default-smithi/7057362
  • description: orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/off mon_election/connectivity task/test_orch_cli_mon}
  • duration: 0:26:48
  • email:
  • failure_reason: Test failure: test_decrease_increase_mon (tasks.cephadm_cases.test_cli_mon.TestCephadmCLI)
  • flavor: default
  • job_id: 7057362
  • kernel:
    • kdb: True
    • sha1: distro
  • last_in_suite: False
  • machine_type: smithi
  • name: ksirivad-2022-10-06_20:38:50-orch:cephadm-wip-ksirivad-fix-ceph-orch-apply-mon-distro-default-smithi
  • nuke_on_error: True
  • os_type: rhel
  • os_version: 8.6
  • overrides:
    • admin_socket:
      • branch: wip-ksirivad-fix-ceph-orch-apply-mon
    • ceph:
      • conf:
        • global:
          • mon election default strategy: 3
        • mgr:
          • debug mgr: 20
          • debug ms: 1
          • mgr/cephadm/use_agent: False
        • mon:
          • debug mon: 20
          • debug ms: 1
          • debug paxos: 20
        • osd:
          • debug ms: 1
          • debug osd: 20
      • flavor: default
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • sha1: 347518ff8143057a347f39fea903301854e762f1
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
    • install:
      • ceph:
        • flavor: default
        • sha1: 347518ff8143057a347f39fea903301854e762f1
    • selinux:
      • whitelist:
        • scontext=system_u:system_r:logrotate_t:s0
    • workunit:
      • branch: wip-ksirivad-fix-ceph-orch-apply-mon
      • sha1: 347518ff8143057a347f39fea903301854e762f1
  • owner: scheduled_ksirivad@teuthology
  • pid:
  • roles:
    • ['host.a', 'osd.0', 'osd.1', 'osd.2', 'mon.a', 'mgr.a', 'client.0']
    • ['host.b', 'osd.3', 'osd.4', 'osd.5', 'mon.b', 'mgr.b', 'client.1']
    • ['host.c', 'osd.6', 'osd.7', 'osd.8', 'mon.c', 'mgr.c', 'client.2']
    • ['host.d', 'osd.9', 'osd.10', 'osd.11', 'mon.d', 'mgr.d', 'client.3']
    • ['host.e', 'osd.12', 'osd.13', 'osd.14', 'mon.e', 'mgr.e', 'client.4']
  • sentry_event: https://sentry.ceph.com/organizations/ceph/?query=ec55d982561b48fbb3a9a125634979cd
  • status: fail
  • success: False
  • branch: wip-ksirivad-fix-ceph-orch-apply-mon
  • seed:
  • sha1: 347518ff8143057a347f39fea903301854e762f1
  • subset:
  • suite:
  • suite_branch: wip-ksirivad-fix-ceph-orch-apply-mon
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 347518ff8143057a347f39fea903301854e762f1
  • targets:
    • smithi080.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDVqyY6PceEzypy4zgjQhAeBws8yJ+0/ZqwcMCMwIuHZfFgBvAbz4yA3SsLwLn9R87O0iZYMzhHx0ZiuJvjhPVVWI1VWA+ORd23Plxp6dbr/FSPv2VgPOY/b0e/Y701zFEMB7+3P2cPIdWd7pwqj9rZktzkw4BQFa8Oqam+Et5mE5wc2hT7WfwDdrIYp8fQEu5goVvkayjEPk4w1OnAvst7oBKBIHZJ146anFMgc5rPXn2v1GTI326wvVLfNgitNYJzbCg7/Q5PNSLSADmx2Ndd5SfMHinDR4CIBfzz0RVHH6U2luYpogInjxL4CIRQUCMmUyLS5n8h+e8/OC+7rXMuwBrF7p6zvk1PCkk0lq1wZUle/uk0uc2aJl2HY4mC0Qe+9gTBxz03Jryi1A14/cnhCwQ2v5jVKzf+zMsY542K8hBsB3wWv3JZMqO9OB812Nz740b1S2zUsTKE3Fjc81q88ab9URZxxfzsHgh/X7vS0cWl3QJ3RmPtmsOcTq4NbxM=
    • smithi158.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDr7RFjF4iJvaSw0cGFyxW5hrnNlvJBJ/UjnJug3eXoiGMdgk21x6/HWB5rrkb5cfB/ch3NZS85brRioIPkkjI2IRYskwmsKp4xuOFrY2VMOCi/32ECbjxyAA9ihqSthGyVx50YdDChAGwOxKiGBpk0uQmizMft7KUq05+eGSf1gnYbNw0rDLBFu0LyfoEUnKdpyIvQjWlIHW66spAUKoiQF1mKJlHQhtFvNBm2zybNzrpqb/x0mrUN9joREVb13KnCXh9kh76LUYdzf5fcg2MUVIXW5Pdh8djAdvyo9AtqvqLatbfV/ZFeQdjc3K1r3+fr732Vhd6MPFnaIs3g2AbdBIH3Dk7u+F9hL4F2y+SHDoYLBFcZzDXiqfOjl2sfTOVsbdUz45AggNdezs6pKdqKIRDkh1b9dTfvlaQz1dznYRSJVR7AiuRqdr/WmfhWC04dx+Xm7QwTSlKZyM0k+7y9mBLRGXFVAt5NLueqTAOCyPmtsQBw8vQqebEeIQRrUOc=
    • smithi163.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDqeDA+lrl62OEfJgF6IL3IpqKc2vTblcdorkL3YtGARBramUgcMrzQKPPGpVFv41N3FhLZSL8IkXoPf9HomzdFE42/6P8qsSktyIjGeexV1+iyB/AFaGNIuH8PPbdw+fX8UrWVyqoZy8vlJAWxtjy5GhiEsm8Cia1jSy/RG7uKbfkMiWaizqZ92oh4YPQbtsvzizGVyEXItxVNVZFVUYjMM6BMzdsS9JdShSB3qagLDm4LT6YDdf1sY9fPbWyj/AfY55jSlKSt3U/+6siV4kyUQl3pZYmKvC3mtfJdU5zJ8X5SHOLm+s1koqLcYoCXc/OFNw/EzmU78/Ief8I+lZXnTSox/HtPjLk7SXz/jRi/B6KW4OR8cYtctbc8J8mw4lF6a/DnnFZKaBA1MNSWVDbEUarfZmJ6tMPpmAzoIiSGQt9Ve8lG1sJPgKL5nJCIxs3INM3CUi+lYhZhVLedNfNfxpdLR8vHTE3s9Ov9frIUCTIFKYA1ZcFbI1n4n8Dvwqk=
    • smithi176.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMZmx9w58PG5USqnrpuscnwoV1FP5N11emhDqbzrl7T/S+3zFi+AL0g/zqjubvdjJFdR4Ie7step20h5k4iaokMb5QoVgdQa+TsZ/+ua5pbhy1jvXyGvhKMjZ1ldK4NaS9yjWCdXKbxdTEWRf+HaeQr/eKy9R8Ed34v5UpQetdV2ajOS2VT2xcpNIk8JpFAI1r7CeKV0cGAEd8RKb7vw/32eiMdJWulrirFlwcyyxwe2P2oequpC7Vis5G3EzUAqiStxSQNB9ktiPqI2lTDJ24F/H3VRSKVtzbCMMwgV2WWL784JCIOjxN0eNBOGL0fg0YoDSYY83+tA8vik3aI9IIjnD/EzQ2A7FYepA65+phfpXFhu9zl4t3s7udVi5DDQQZi5sXQ8tDhC4ahZzfj/rljcISPSzn8FR55DL+gP6twyCbN44oJaICrxb/iQwh8QyFzUDkFjQmpjMx96F67+Zu0o9ZPJAGIZISL5GkyXsL7mS7unIsmowhZOXo1CAzzkM=
    • smithi201.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDHaQV8P80j73SLbwiL4oF0Ht3OJdweM539Z18wP93xJ28K7gGbT8/V5ua+DrPdPAgQdnUVCBrWXp7kOinv1aIT7SvXu6NyYCxEcpqs+6MKW7DLX59G19I7ZDfbNo76iKKjPRPAuHi1ONF8bu+wDDbk/eT7sVgdtKqpd8YTqBvqBKkLu1m2VUnSrgGQFAbJIDWdErucuX3kHLO3OxuNGqfi8Iv2k2mi+EbVQxHHjpOPrs+fOhjxeVCHQO/8NvLY4NIkvASnB85knDCnNCz1tS7dmALcQffIspFeZjCMYZDJ+NHuY/3o2s9Y9w3shp5mcA0vwTpGmfLz1zJfG2YCrcNHY4RNoIyr8CKNEejjbTDHxi+2u8qFteuJqWS15EMJ6whkz54Wk7SerDXBBsv7QHp40zhRrS6gNrghzx10cV1L5tNbl/AmpbQ+hJiqKq7Vx76Znl2A795h24UBDl9tWSiOoy0FXHgdt8glDJ+IDErkx34K33WaSDp1E006+jK0f1k=
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • kdb: True
      • sha1: distro
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • pexec:
      • all:
        • sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup
        • sudo dnf -y module reset container-tools
        • sudo dnf -y module install container-tools:3.0
        • sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf
    • install:
    • cephadm:
    • cephadm.shell:
      • host.a:
        • ceph orch apply mds a
    • cephfs_test_runner:
      • modules:
        • tasks.cephadm_cases.test_cli_mon
  • teuthology_branch: main
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2022-10-06 21:47:36
  • started: 2022-10-06 21:47:36
  • updated: 2022-10-06 22:23:13
  • status_class: danger
  • runtime: 0:35:37
  • wait_time: 0:08:49