Description: rgw/singleton/{all/rgw_cephadm frontend/civetweb objectstore/bluestore-bitmap overrides rgw_pool_type/ec-profile supported-random-distro$/{centos_8}}

Log: http://qa-proxy.ceph.com/teuthology/mbenjamin-2021-04-28_19:02:53-rgw-wip-bl-opslog-distro-basic-smithi/6080856/teuthology.log

Sentry event: https://sentry.ceph.com/organizations/ceph/?query=0a757e81287e48208049bfeb4640ffff

Failure Reason:

too many values to unpack (expected 1)

  • log_href: http://qa-proxy.ceph.com/teuthology/mbenjamin-2021-04-28_19:02:53-rgw-wip-bl-opslog-distro-basic-smithi/6080856/teuthology.log
  • archive_path: /home/teuthworker/archive/mbenjamin-2021-04-28_19:02:53-rgw-wip-bl-opslog-distro-basic-smithi/6080856
  • description: rgw/singleton/{all/rgw_cephadm frontend/civetweb objectstore/bluestore-bitmap overrides rgw_pool_type/ec-profile supported-random-distro$/{centos_8}}
  • duration:
  • email:
  • failure_reason: too many values to unpack (expected 1)
  • flavor:
  • job_id: 6080856
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: smithi
  • name: mbenjamin-2021-04-28_19:02:53-rgw-wip-bl-opslog-distro-basic-smithi
  • nuke_on_error: True
  • os_type: centos
  • os_version: 8.3
  • overrides:
    • s3tests:
      • slow_backend: True
    • ceph-deploy:
      • fs: xfs
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • mon osd full ratio: 0.9
          • mon osd backfillfull_ratio: 0.85
          • bluestore fsck on mount: True
          • mon osd nearfull ratio: 0.8
          • debug bluestore: 1/20
          • debug bluefs: 1/20
          • osd objectstore: bluestore
          • bluestore block size: 96636764160
          • debug rocksdb: 4/10
          • bdev enable discard: True
          • osd failsafe full ratio: 0.95
          • bdev async discard: True
      • bluestore: True
    • rgw:
      • frontend: civetweb
      • ec-data-pool: True
      • erasure_code_profile:
        • crush-failure-domain: osd
        • k: 3
        • m: 1
        • name: testprofile
    • selinux:
      • whitelist:
        • scontext=system_u:system_r:logrotate_t:s0
    • workunit:
      • sha1: 88b08945ed3537010dcc7c917faca7d23ade9df1
      • branch: wip-bl-opslog
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • wait-for-scrub: False
      • fs: xfs
      • sha1: 88b08945ed3537010dcc7c917faca7d23ade9df1
      • conf:
        • mgr:
          • debug ms: 1
          • debug mgr: 20
        • client:
          • debug rgw: 20
          • setgroup: ceph
          • setuser: ceph
        • mon:
          • debug paxos: 20
          • debug mon: 20
          • debug ms: 1
        • osd:
          • mon osd full ratio: 0.9
          • bluestore allocator: bitmap
          • bluestore fsck on mount: True
          • debug osd: 20
          • debug bluestore: 1/20
          • debug bluefs: 1/20
          • osd objectstore: bluestore
          • debug ms: 1
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • bluestore block size: 96636764160
          • debug rocksdb: 4/10
          • bdev enable discard: True
          • mon osd backfillfull_ratio: 0.85
          • bdev async discard: True
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
    • install:
      • ceph:
        • sha1: 88b08945ed3537010dcc7c917faca7d23ade9df1
    • admin_socket:
      • branch: wip-bl-opslog
    • thrashosds:
      • bdev_inject_crash_probability: 0.5
      • bdev_inject_crash: 2
  • owner: scheduled_mbenjamin@shatner
  • pid:
  • roles:
    • mon.a
    • osd.0
    • osd.1
    • osd.2
    • rgw.z.r.a
    • rgw.z.r.b
  • sentry_event: https://sentry.ceph.com/organizations/ceph/?query=0a757e81287e48208049bfeb4640ffff
  • status: fail
  • success: False
  • branch: wip-bl-opslog
  • seed:
  • sha1: 88b08945ed3537010dcc7c917faca7d23ade9df1
  • subset:
  • suite:
  • suite_branch: wip-bl-opslog
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 88b08945ed3537010dcc7c917faca7d23ade9df1
  • targets:
    • smithi093.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6Xs5yiK9eZQ6EL6QFXnMNt9pDXD5tz+BpFuUwWcGaoNBtUaidGXb+0p2oaUqQ5gYsLvwLzWULjJ5JSap7r1v7TkTUG4WoiqEDk+FQ61QQoaVK2FbXrkYFKKFb24KR6+MLNT45jPSla4qplySMZcz3HGk3BdSZgOBcWkUVROoGMvCQNJMkXNkuwGezYJK0HvfS0j9amGGMPfNb6TgRtWXvQljfI52tnFhToPEFZT5zGqT7IimwFfQ7DcIOddH9gb5V6DlqX4JqeTpZPZ5IuHYDYclq3bogcp3xksxR+F6WCLNmvbXF3/dVKZmdpfgJGOkNimLoORcpULe6gOk+AgiGvShUJ7lsyH5xCsTafkPqF0YvAdof/x2DYyXHIogN2F3d5heb/LhjOAeohZaCC8g+Ca86mKL50BykZZoF3465Fqpwa0G8HVXpehGX7zuQ2nNfsoZsBubi77CrM7xqHYvS0sm/aO77fU1c/jGnawgLGfFA6WY90ajXAAYSbofwsx8=
    • smithi082.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDOTxGdKdsa2VtD6WCXCtKbL/QzVwlL95MrSR0om2IATPFJOfcS/DR3unrIlugZr+PcyjIOtMwF+mUvd059ED2bstXTlaNJ4s6qfeCBV1oMb+qTIB3fQOupIgkXW2PjP53/blyKC7ReQK4QV+C/ZPuOqv6z09iW4SKCIR2tHOzUQvsoGIf9sG4wdYCcAbKPmU455kGrtUAOoWXDepeT9C1dB2I8RHTdfifVi6sTNDuqQX9vGfWpoqX5GKT0KW2PMllbhu5zB/65OB4fpoc3IO5uJ1pMubi0CYWO00P9xM6ueaAnBNwANayMdTnesByK8+2ClIFPkzermCblnjiLjrRZAAuWXSEOWDqAL0xJkMLEUjCqrtchcnJjCSoOJmRgSYH2pTrdGFttkAYaBX46ooRvs5TLRt15n+mcnPw5TDLt9bV3jYQgxY3jJE2iPJ9BGPvDazNeOStH/p1IYsjaDpFIzh6b7w8vdG/nIs0VOQ7ewMRYi/fqH3jJU7xWHBmXSbc=
    • smithi018.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4xZdUGFZayEkdjEiUjQwiuKLWspYvskxolRuziPd4ZnXme2QJXYQG6B2q4Qo2z+U2k7/Fp+4wowkQkuhF5wyy/h+t+AQJBYrAeW20RXW5SqKNd546DNroXzM5hLeeKmRwNnSfMJcXIErwemsUtgWb8dilngV0X41K626mc1oi2XvL4bkk0BaeJnBd6EXs33E2AolcVoxo9K+z8gWLPd5elvVzkyoCD2aGV/kxSOT6yCYf2Ex/G1EDU+QUoAEGkrC1434PWVlGtpj2cW9IZG2NhfatR6U2YE6e/R4G9q0G1XGuIQP0JGzRYpZG3ehCDOExMcSUCeMi1MwXdAFF5gW19s5b2wFkKKottWKOoq5bgI15XoOB9UrDXrsQ4oSqkqfs+ORweh3zw6+cHxp/zjZaUjLJF6NpfYEIyY0m3mbJmk0ERY2hR3kM2WmdWvzEOHj7TNaZRLLrs5hOYcYWpjSYxqXyD7z4awKvpismIS6rsKeSBH54D38udjgHEHzjXyM=
    • smithi064.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJGvZdMd47NihrLzJHcMK0XYKjJYsehpkmPARrkkfYczHa9c2Wv3r8NiYHjuJ360sJmmDiQYdy2C2rq9KmWG2UCCZ/1JWHeealAR1SUctZqtpH6UsGTau4OvhVSUbgu5tnRPO3JkhdRQiL6ONgi/8ehT3kozgR4hFddT9JIC4p9jHLf/yWs7x2Ifr47d7hwuvh/2gEnEzpwmZf1sRmupTr8Ciq5WSoP5me01zFX5bFBCKuitbu0tWxdRGTsuwbl50Pn1ZifLD06e3tzwkWaJ7kXPYABIDxBYQPAxoltJwJTZk/a8AtnQNfaa+EDkHJIe9hLFhiFcgXbKxKT+w6CTv/7Fdonp2vZ6FujPEZUQojFOM0TGujhF+nUqEvkkv/WzrJ6822FM4xUotPDzNMR9IIBqK1b8QNTE5QYXWq9kCw+QMIyRE2lU/WxKDcj0vxPrZPwmRuzOHSJ4xF2sMU9247k/jMLe44kfSsUd7Sh/pDdyUVVrgRjri4wz/m6CcIRwE=
    • smithi204.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDS24khJiS3RWBmW3YV/eJhRy8q9sop6NfAnZXyI65VaF62uGtkEiFir1zRcQzKscmAJlNyaf2Ja5voHgtsmIQhqr0Y40Y3P3qQ1cEqfjFXXA/cXconf1dhIC8Kf7txaU7pTbIbVL3tQ0GFmg4iCg+pIFMGpOgDbqeu8kU66GxXXsM5dnU3/eHtpcnFJn09hemmvKpBvqcS/yxWEBEwk2jp/pSInWmolzNhIYuMDDmjxOVVTjT0OyPH7pFDgqzzSifsTUYoDZORy5Yyj0Vb6aT4/X8hlRnCc2c7tzVrmZqZ8tMGu3HLq4wGhy+uNn1Pfc2OL+yC2KSeJnQv65lxc2LJx0LK5w43ufx3bV7Aji2IQfdRBOcOtIEJdS0TFWg45nwf2ny+itiRTM5wqnB6do2sFx1Pl9di4h/jEcrq4o3riOaQD2tgjR41PGq9uIz6jCRNloSqPe+0KXeon5K0qPtI/XdLLEYofhE9MUID6/mkyctHtbWixfFKkS+JLtqF/EU=
    • smithi084.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDc9u1QMWt6vk9fHL7uwslBbti1WjK7ic4Imz0x+K9F+ox8Gs4H/HpowOnzspcWVnuJtdriCFHuevkgz4CdSRj6YroZoOn3Pc36Fzsz83XmqYN4ksYlqM/0j1JFsyUuKfgVHDI10YOooUvEYbY5VxPi0se4STkfgLhPrMOZjK9tHNofQGNOvFQIc7FzvMmrD20mK49c/91/w6U0EkX8u1m1VDH8ieODZ1Ab+SCY09POZMlJoyZuOHDoJPBLtXoj7ZBXyGwJDUbdItw8LhLkRyIj5G8E3AOIXax/OcAqJVgJxUcxDMZFZ/BTFQhAsdsX5WRs8EBnuOTKnYrQ3ZLkcNPEz0u00bn1x/cZDe/RIWrQiwmPpMMQYw/RmZ304LuMfZkWqCElSRcNde9FVdHWK9aeEETYuEsW5+rrTodqAYGGsU7mjec1Q6yqEeFHXP0Y4ddFaALtEULGOpjWsTnlk+00ppQXqAA4D5sfjKMEKJVr2kKwFbusjWGSyswspHmW+uE=
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • sha1: distro
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • cephadm:
    • exec:
      • mon.a:
        • sleep 30
  • teuthology_branch: master
  • verbose: False
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2021-04-28 23:05:31
  • started: 2021-04-28 23:22:45
  • updated: 2021-04-28 23:33:24
  • status_class: danger
  • runtime: 0:10:39