Description: upgrade:pacific-p2p/pacific-p2p-parallel/{point-to-point-upgrade supported-all-distro/ubuntu_latest}

Log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-09-12_15:17:06-upgrade:pacific-p2p-pacific-distro-basic-smithi/6386566/teuthology.log

Failure Reason:

Error reimaging machines: reached maximum tries (100) after waiting for 600 seconds

  • log_href: http://qa-proxy.ceph.com/teuthology/yuriw-2021-09-12_15:17:06-upgrade:pacific-p2p-pacific-distro-basic-smithi/6386566/teuthology.log
  • archive_path: /home/teuthworker/archive/yuriw-2021-09-12_15:17:06-upgrade:pacific-p2p-pacific-distro-basic-smithi/6386566
  • description: upgrade:pacific-p2p/pacific-p2p-parallel/{point-to-point-upgrade supported-all-distro/ubuntu_latest}
  • duration:
  • email:
  • failure_reason: Error reimaging machines: reached maximum tries (100) after waiting for 600 seconds
  • flavor:
  • job_id: 6386566
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: smithi
  • name: yuriw-2021-09-12_15:17:06-upgrade:pacific-p2p-pacific-distro-basic-smithi
  • nuke_on_error: True
  • os_type: ubuntu
  • os_version: 20.04
  • overrides:
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • sha1: 9989418f7d3c0967385a5f8693f1cf837d4449ed
      • fs: xfs
      • conf:
        • global:
          • mon_warn_on_pool_no_app: False
        • mgr:
          • debug ms: 1
          • debug mgr: 20
        • client:
          • rgw crypt s3 kms backend: testing
          • rgw_crypt_require_ssl: False
          • rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=
        • mon:
          • debug paxos: 20
          • mon debug unsafe allow tier with nonempty snaps: True
          • debug mon: 20
          • debug ms: 1
        • osd:
          • debug osd: 20
          • debug ms: 1
          • osd_class_load_list: *
          • osd_class_default_list: *
          • osd map max advance: 1000
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • reached quota
        • scrub
        • osd_map_max_advance
        • wrongly marked
        • FS_DEGRADED
        • POOL_APP_NOT_ENABLED
        • CACHE_POOL_NO_HIT_SET
        • POOL_FULL
        • SMALLER_PG
        • pool\(s\) full
        • OSD_DOWN
        • missing hit_sets
        • CACHE_POOL_NEAR_FULL
        • PG_AVAILABILITY
        • PG_DEGRADED
        • application not enabled
        • cache pools at or near target size
        • filesystem is degraded
        • OBJECT_MISPLACED
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
    • workunit:
      • sha1: 9989418f7d3c0967385a5f8693f1cf837d4449ed
      • branch: pacific
    • install:
      • ceph:
        • sha1: 9989418f7d3c0967385a5f8693f1cf837d4449ed
    • admin_socket:
      • branch: pacific
  • owner: scheduled_yuriw@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'mgr.x']
    • ['mon.b', 'mon.c', 'osd.3', 'osd.4', 'osd.5', 'client.0']
    • ['client.1']
  • sentry_event:
  • status: dead
  • success:
  • branch: pacific
  • seed:
  • sha1: 9989418f7d3c0967385a5f8693f1cf837d4449ed
  • subset:
  • suite:
  • suite_branch: pacific
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 9989418f7d3c0967385a5f8693f1cf837d4449ed
  • targets:
    • ubuntu@smithi017.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+NVW8fjyYZq/4D7aFpvCWGnAkKb//Z7zdoefkNHXlk5+/3y/ecSgCYx1CVbRHuDO1jLHx0KDZUVPnbASZz/6u7HbeI9ps2TH0Cp8v6YZCsfjd9XXHB7DmWh6JSXtXQOuJpPWr3xDPE4CXb6TV4A5gdwsiki7XY4yIA5Cr8ej4Vo+JPmiqCBhTUpjzoY9naTd2U05J5hvFfK/I0ghb0AxpWaHqJ/m6zFGvJAn52VmPmFi/icGuOrMuIQtI79TePZUySNUWN8Yib+LTFOHXEvCoMOEEzCnpq3RygOqRQa949AxvGrPGsszAFSIDQwKILar/mWFkFwk6lK1Wu4fy03ZqXDv5dRPz73xHD6hiQryGVEBN8q1pWBeS4QnHyQQE2/6HHnPQg4h/XIuvMWyn4Wrbau/SHP4MjLaujFLvqsZgf3cM+V+9NFD6sGXmvDJ1hl3BzTKD2B+MMujaf2TZrPP5QeDB0bN0lVddAEi1LkONVMokNb03fSy8S/zpidmdDEU=
    • ubuntu@smithi129.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC72tDWo0HFrpxe7lWH6dritYHMCFw/K19M6qz73V0gZ/w46wmOd1FN2uv1d7XpaLiQfMf3vqq9z8n1HwXIlOfb7o+uYzTdjYUlpa6eufe9Fp+Tskl4IfpLp45siZGIQ/4XgyAvfI1cN1jsHMGmkKfFB8a1ZcZ4E+P4aUNq26n5w51Q/ZqEll8Qw+T4y65IRWsbxXMEgbi4e75fmRTr6XuyPbKDDGUQTGtKBN7I3xfazDiSBn58tC0IZ14EY97II65dF6yG06Fz2B6LBr0E5/XU+4FgIQVpt57Mw0idp6kbC6NBVtoXS9ROECY2+QZ+6g0PUHz/bLKT2slosXZg2jT29ee7pQfxpwQSYkXLMwSgw5yyOyffWgwu+wMH4f0kCVXMWR7ihRe9WPSlfaHv8Lq3stLEwQn4fB0n04Xm3KWFjqfcSUO7woQhmxCTqWXUofyPcdKNM6A/yGWPwtt/wt0+aLnipXSUte61hpImRpnVMkvjvwGQEiwT47ae/VWrbnc=
    • ubuntu@smithi152.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDLDOTNHRAlwRHjq+7DFmRnnMiviCHZRyW5RtHHmASL3ACx/A7NM5ecs/J1gZyxZYoEzzry7yRfkVSFrEXTIc1H4dxaZck+U4HyCM+P/Urj9p1+/M2/ad9Bb1ywjXPBwFv0vL294dH9/JXvXp6nUPqTCP7Rh/Kt7CGnG82yaYnKgbpyxHJPyj0Et26xSrbaINM5YpfpGvXw/lZT26oM0QkcAGPaqTpoNdIcBfiERUAGM2CpVIAfsC6Y5Huesh+xc7b//wzdd4NtnErPjZ/S/W6+QChLm/LPs4v1wwJiipvvycIT6b75QaRVau+0b/u6FTEpFhYjIZKeHHm3bvSIKQUF2x44hTtbLtOpaZrbUVV1Palu0Ss/cCpJhHRY+KE0iWSNy0usmGh9i1ILMF9ZbvAF/30NJIIiBW+gpXjmMDkZ4RuYnmrqn+iaLBYW/qnK1Fbl401y/VSZk5MZcQ6++HQDuh1eD29moFFxta5nqXssMCBA05okZ+CG/JUi4DlfZ4U=
  • tasks:
    • print: **** done pacific about to install v16.2.4
    • install:
      • tag: v16.2.4
    • print: **** done v16.2.4 install
    • ceph:
      • add_osds_to_crush: True
      • fs: xfs
    • print: **** done ceph xfs
    • sequential:
      • workload
    • print: **** done workload v16.2.4
    • install.upgrade:
      • mon.a:
        • tag: v16.2.5
      • mon.b:
        • tag: v16.2.5
    • parallel:
      • workload_pacific
      • upgrade-sequence_pacific
    • print: **** done parallel pacific v16.2.5
    • install.upgrade:
      • mon.a:
      • mon.b:
    • parallel:
      • workload_pacific
      • upgrade-sequence_pacific
    • print: **** done parallel pacific branch
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2021-09-12 15:17:11
  • started: 2021-09-12 15:17:12
  • updated: 2021-09-12 15:35:35
  • status_class: danger
  • runtime: 0:18:23