Description: rgw/singleton/{all/rgw_cephadm frontend/beast objectstore/bluestore-bitmap overrides rgw_pool_type/ec-profile supported-random-distro$/{rhel_8}}

Log: http://qa-proxy.ceph.com/teuthology/mkogan-2021-06-20_08:23:39-rgw-wip-rgw-d3n-cache-upstreaming_o05-distro-basic-smithi/6181283/teuthology.log

Sentry event: https://sentry.ceph.com/organizations/ceph/?query=7cccbb06a1004ff5bb826feb0702a6e3

Failure Reason:

too many values to unpack (expected 1)

  • log_href: http://qa-proxy.ceph.com/teuthology/mkogan-2021-06-20_08:23:39-rgw-wip-rgw-d3n-cache-upstreaming_o05-distro-basic-smithi/6181283/teuthology.log
  • archive_path: /home/teuthworker/archive/mkogan-2021-06-20_08:23:39-rgw-wip-rgw-d3n-cache-upstreaming_o05-distro-basic-smithi/6181283
  • description: rgw/singleton/{all/rgw_cephadm frontend/beast objectstore/bluestore-bitmap overrides rgw_pool_type/ec-profile supported-random-distro$/{rhel_8}}
  • duration:
  • email: mkogan@redhat.com
  • failure_reason: too many values to unpack (expected 1)
  • flavor:
  • job_id: 6181283
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: smithi
  • name: mkogan-2021-06-20_08:23:39-rgw-wip-rgw-d3n-cache-upstreaming_o05-distro-basic-smithi
  • nuke_on_error: True
  • os_type: rhel
  • os_version: 8.3
  • overrides:
    • s3tests:
      • slow_backend: True
    • ceph-deploy:
      • fs: xfs
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • mon osd full ratio: 0.9
          • mon osd backfillfull_ratio: 0.85
          • bluestore fsck on mount: True
          • mon osd nearfull ratio: 0.8
          • debug bluestore: 1/20
          • debug bluefs: 1/20
          • osd objectstore: bluestore
          • bluestore block size: 96636764160
          • debug rocksdb: 4/10
          • bdev enable discard: True
          • osd failsafe full ratio: 0.95
          • bdev async discard: True
      • bluestore: True
    • rgw:
      • frontend: beast
      • ec-data-pool: True
      • erasure_code_profile:
        • crush-failure-domain: osd
        • k: 3
        • m: 1
        • name: testprofile
    • selinux:
      • whitelist:
        • scontext=system_u:system_r:logrotate_t:s0
    • workunit:
      • sha1: 1696bf58603e3ebe8aee52567900cd359a498dc0
      • branch: wip-rgw-d3n-cache-upstreaming_o05
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • wait-for-scrub: False
      • fs: xfs
      • sha1: 1696bf58603e3ebe8aee52567900cd359a498dc0
      • conf:
        • mgr:
          • debug ms: 1
          • debug mgr: 20
        • client:
          • debug rgw: 20
          • setgroup: ceph
          • setuser: ceph
        • mon:
          • debug paxos: 20
          • debug mon: 20
          • debug ms: 1
        • osd:
          • mon osd full ratio: 0.9
          • bluestore allocator: bitmap
          • bluestore fsck on mount: True
          • debug osd: 20
          • debug bluestore: 1/20
          • debug bluefs: 1/20
          • osd objectstore: bluestore
          • debug ms: 1
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • bluestore block size: 96636764160
          • debug rocksdb: 4/10
          • bdev enable discard: True
          • mon osd backfillfull_ratio: 0.85
          • bdev async discard: True
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
    • install:
      • ceph:
        • sha1: 1696bf58603e3ebe8aee52567900cd359a498dc0
    • admin_socket:
      • branch: wip-rgw-d3n-cache-upstreaming_o05
    • thrashosds:
      • bdev_inject_crash_probability: 0.5
      • bdev_inject_crash: 2
  • owner: scheduled_mkogan@teuthology
  • pid:
  • roles:
    • mon.a
    • osd.0
    • osd.1
    • osd.2
    • rgw.z.r.a
    • rgw.z.r.b
  • sentry_event: https://sentry.ceph.com/organizations/ceph/?query=7cccbb06a1004ff5bb826feb0702a6e3
  • status: fail
  • success: False
  • branch: wip-rgw-d3n-cache-upstreaming_o05
  • seed:
  • sha1: 1696bf58603e3ebe8aee52567900cd359a498dc0
  • subset:
  • suite:
  • suite_branch: wip-rgw-d3n-cache-upstreaming_o05
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 1696bf58603e3ebe8aee52567900cd359a498dc0
  • targets:
    • smithi046.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC/hktwtPv7ybgx6znONJZe9YygQ10Cfc9nBCeGIJRTo1Xb0mITu8bL5H7CGPtfZcIhcCD8yHuty62UIe3zHjf7+jTQ1lmeI55WiVos7A6eEf/SMt68PLtM7OQXopyxHfV3+s9hhBSqJ/qGXMJ3rHiYN4nWOtdaR2cm+FriBPx9VRoKWJGH6ZsoSuLPviMLdihJtB4cKAKORc/4f4m6y8ajdBFbAF0pyIkvEN/+GARdTPs/ALR4gSZls5VVZOYP6g2UDnK8et5CARBlsmrKAYEJfG/a3WeUg5OK/TWeEnZaCl3AsZEYgqmY0nKJquL9L+FJ2AxhgOiSo6GIEKDjhlyhoO/LBcrrprUSaT85nTfvJk0yuVZ8de215xhOZCRzqEy0ezaY7njOkg1rGJgN+l3rEPn5aKk5VK/WtQk92jm5eYpoxdl0A0PqWigzj3RFDIhBTE9JacSBZNQak21+mRwn/Dyy/PQrPZuvi7gr80/+eXXzeWPMhdMr4ZnMudKrfW0=
    • smithi075.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMKeEwTT1x2vc/IzmFdgE1ZLh4ZDCMZ7QzRLmpyxw9LBZmEbE2ym1qZtrcB6FeSvhUnxSJTqv3NEhmakdw6gPWuHE9zQHSQ2mrXw7e0FSPCwVOkS0RffrcnyGq83qlgquXoHo0ihNWi9gpsglVTQJWqEz5jOrFyb+KB3T92MXeRq6rox3pUjFeqjwgphtMYxoaGccrHEY78Tr1rKYOCc78Ttq9YzRrTx1vyIAgNzdInCOsbeCSon4PS0hTBQIRtQRdc7Qa/Q6JjMfaN8HcADVRvac5ThNq20tXnphj+bug1lyr5x/LNYRRmzWLN2Xs/0zhnOpUnb5CJF7trHF4kAQW8Mm6zf7zha3SEAfQljaAyuGJhM/0tmXrVXfM+kM0hUg2iLOjeEWs7fsacgRjz99niIIeYj9Y6QftEtGmxrB2z+AH+qyuALLAZ+ymB27ARdLUp8L4ZCXmrE7dHXHjCAc3Bu2mlwFSNGNjhwnTLlOdwDslUSbXsGGO2Dio28n6vHk=
    • smithi112.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC3+rjDOxC68Z6+/Z8IYjW9m/c57u7CppVpSnsr32qRLcWHYkpPoSY06lZD9ui/BWiVumdxiEae1CpJzSBO2Znr7ejjmO/t0Q1C98ldNq/j/1MUdV8BLl6aIVmSGZ60bLzYC3xPGh/tLjm3kUVyQfSRg51ZZ8FgmK/OBR5zT0WjTEoyhcgG2cnwX6+tC2G7Iwj7gSZrVgtiJTS9YVN4PTHPZvR9y/6VtCRuk4Qx54YHL+XKdsV1VLP6XoxFN9AVUEy36BUZ27Xp6e4g/dXkgmlAAI64fJriQl1WbFaljE3wWg1U7ho5XdfWhtnQvY7QzT8TqW9ampxtPsHJsHtZhxVdllcqDisz2gFIjdcz0soJHGvmFOdYwobi7jNjE9BvC1DgepN7KFGx5FBmJYDlCKOgY03Fh49JSo4UbzxNJERkn/Q/bR9hZ2KMl9DpgI0XKbYQEeH7N+viKkgcakAOib8v/l0Lt2fvtYZ2WsHLq+pahyJtkw7xTj/OgcoqZxisEA0=
    • smithi191.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCXaifvFyHLHF51ZtbUgbj8F2ci8G1RXxOgNNS+B29etfr4v0wTPNDl6/+sh2vrO6MyQzYuPG5p1OA5srZ3cJ/0Q4E/44DIr00GWQkBg4g92uiwCIbj/1cSmSO3frX7Jzwqod4cmR633dHm9tJN1Wv8wck7NXS+M8gaGLQTmt/qoU29YuKA3J0M7l6dfJ8ccQ140zmBkNTKc7/oFv6MEJZ6qHslhbM9GEwLuRz0cO7c89z1trDcLqevosQzyqLKdbeaoDMH8y8qF0whUdzUSiQT11BYLfWy6gohoCxxEbJ1fRDtWOf1Ji8Rr0pYxdKrCQQw0+p5C25BnZcLi2dEtTmMPltCfhnL1U21LuBZPPf//ymUx8TkhH9jof0x7wKctj9qtziXbYbKflwv+dyCKj9WqoBHdlolkCz2QfAaI/F9vZ22z2zHAtr4CiCLJupeqGo4EFSA5A8lDNTM7aGrvZXCQ1a2atKFIoyFMjC9CvwQEvxbJTsWglIwB+7DLrCCre8=
    • smithi114.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCfzPvfOWe0suTEFa47Hof12IN6HrsJhZOW8hq962gG7khGdmT4SwR4H28fOGgs6h/Aib9aUcV+8L6pS2Q1YqQTmjnbKZ5mVZzDy/RGR+sym4KAeavV04xyej0kiAkKXiWqQnTEdmzNNzbgZUUaYvyd61sHWkgae27pA7nQ7AlmvztZTTptcppj055n4FdYmbsfGTgjMjRFjQO/tZelXWNU0KECY59u+R5HhceQiuVGJxEa+gaJ+yiUhug5/lWOdLeMbOccZQmSaDlJUaaAkCZ9gDCgC//l+w9P+6M0yLT4v/8s3w99zVhf8crM/5SshEvHky7EplRZU/lduDCJ+sTnzTlZ2sMVpbFxphBd+L3cZQEfatm0HMevQ8BltDODFsw89X07+Oq+xViOP+Pu+GcwN8sZHNb2qJooaaH/p+rA1jl1PPGVLBzQ3yudj+C5CpxIJqC9jXi/73jkF1dyQHKQhNFYQagLHXrJ57ejcxusQBWF7CXUb73jgkw2MuYGQWM=
    • smithi042.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC2lBprHa72bKhdq5cKR7DWYmwVX+Zh0u+zQ2pjjS49zCLQyoFw55yM298fE85dYORW22XK4QE/d9GFNIe5Veyd2DFKCZU4xLdzEO+amRDBb/1dpEu83Rqee7bTKYtLQ0tm5XRV7YYccr5rwHKY0kCpXFs+fBpMhA1X+sU/e48FTcGSuW2cXqe+oy4cfaKcHJAGVNSBHV+alCCEsrXsGyrMhA7Qwk7J9Eyfj4vpr9QjJmuGnva6PTztlxXDG6s98hwalOw5EVmdBtB5ib/2Bu0Mf0Sx6dtSrhQx+DVCOomhDy1ITmjxQ55Dztp3KLZiK1lpDdUQFKUrSOAAKvRElTrGcQw5XIqajsDzCKgDTx7kzR1Ret2myVdtffkdKBSbuLMRh8BioA2VkNScU8nc7QdHA3iL5WmHMZOcn59hEOSVfPnl2uHLZ1waYF38kHbWl6JImfTViiqF3wGoSFrdh4VHPJTVguMDfA+/lkK7W+5eno9alY7B9Tkm4TlsiGzS0qM=
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • sha1: distro
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • cephadm:
    • exec:
      • mon.a:
        • sleep 30
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2021-06-20 08:24:40
  • started: 2021-06-20 08:25:00
  • updated: 2021-06-20 08:36:58
  • status_class: danger
  • runtime: 0:11:58