Description: powercycle/osd/{clusters/3osd-1per-target objectstore/bluestore-low-osd-mem-target powercycle/default supported-all-distro/centos_8 tasks/cfuse_workunit_kernel_untar_build thrashosds-health whitelist_health}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2021-05-12_11:15:03-powercycle-master-distro-basic-gibba/6111433/teuthology.log

Failure Reason:

Error reimaging machines: reached maximum tries (60) after waiting for 900 seconds

  • log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2021-05-12_11:15:03-powercycle-master-distro-basic-gibba/6111433/teuthology.log
  • archive_path: /home/teuthworker/archive/teuthology-2021-05-12_11:15:03-powercycle-master-distro-basic-gibba/6111433
  • description: powercycle/osd/{clusters/3osd-1per-target objectstore/bluestore-low-osd-mem-target powercycle/default supported-all-distro/centos_8 tasks/cfuse_workunit_kernel_untar_build thrashosds-health whitelist_health}
  • duration:
  • email: ceph-qa@ceph.io
  • failure_reason: Error reimaging machines: reached maximum tries (60) after waiting for 900 seconds
  • flavor:
  • job_id: 6111433
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: gibba
  • name: teuthology-2021-05-12_11:15:03-powercycle-master-distro-basic-gibba
  • nuke_on_error: True
  • os_type: centos
  • os_version: 8.3
  • overrides:
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
    • selinux:
      • whitelist:
        • scontext=system_u:system_r:logrotate_t:s0
    • workunit:
      • sha1: 948f2ce2d1eeebae8defc747471bf644af755116
      • branch: master
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • sha1: e78e41c7f45263bfc3d22dafa953b7e485aac84d
      • fs: xfs
      • conf:
        • mgr:
          • debug ms: 1
          • debug mgr: 20
        • client:
          • fuse_default_permissions: 0
        • mon:
          • debug paxos: 20
          • debug mon: 20
          • debug ms: 1
        • osd:
          • mon osd full ratio: 0.9
          • debug ms: 1
          • bluestore fsck on mount: True
          • debug osd: 20
          • osd memory target: 1610612736
          • debug bluestore: 1/20
          • debug bluefs: 1/20
          • osd objectstore: bluestore
          • osd max markdown count: 1000
          • mon osd backfillfull_ratio: 0.85
          • mon osd nearfull ratio: 0.8
          • bluestore block size: 96636764160
          • debug rocksdb: 4/10
          • bdev enable discard: True
          • osd failsafe full ratio: 0.95
          • bdev async discard: True
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(OSDMAP_FLAGS\)
        • \(OSD_
        • \(PG_
        • \(POOL_
        • \(CACHE_POOL_
        • \(SMALLER_PGP_NUM\)
        • \(OBJECT_
        • \(SLOW_OPS\)
        • \(REQUEST_SLOW\)
        • \(TOO_FEW_PGS\)
        • slow request
        • \(MDS_TRIM\)
        • \(MDS_SLOW_REQUEST\)
        • MDS_SLOW_METADATA_IO
        • Behind on trimming
    • install:
      • ceph:
        • sha1: e78e41c7f45263bfc3d22dafa953b7e485aac84d
    • admin_socket:
      • branch: master
    • thrashosds:
      • bdev_inject_crash_probability: 0.5
      • bdev_inject_crash: 2
  • owner: scheduled_teuthology@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mgr.y', 'mds.a', 'client.0']
    • ['osd.0']
    • ['osd.1']
    • ['osd.2']
  • sentry_event:
  • status: dead
  • success:
  • branch: master
  • seed:
  • sha1: e78e41c7f45263bfc3d22dafa953b7e485aac84d
  • subset:
  • suite:
  • suite_branch: master
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 948f2ce2d1eeebae8defc747471bf644af755116
  • targets:
    • ubuntu@gibba006.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJsvlDVJzL2keLjA2aNk7miCC/J3f4/DQNSpVaySIOaQj93xnhLn8vLsSWCH+4xAn5BcZqR8cvplxFbJ2+EIQVGjXHV36zwZOGi8WlaT5KtkRRSfrd+sUbXUTiNAVSmArN/FonvEybjyYel+fA0coREkwqmPgyZiM/fS7W/uCEUiT9dnCYljCXmSGyB8xgTYVKDNTbNA+nu9gaLiQ20nYMCb+b/D29IDgJnrbCf9cWSTWbL5EGvHef85HsqGYf47clJi+O1NkO3dpyFnfpptI/NihIGIqtSrONeyv6WxJVeXYyWZyxz3gVXoKuGgJ36c2eC6wxjUdPMJHJXBM5x9C3
    • ubuntu@gibba042.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDWrTcVCSGWnAxEBClsdS52CDnpxEjqRa5phNf99/0KTyF8bL2uYzJ/0ZXBDqpNiOj64AxIJY4z8CCXw8kE9iZZXyNQmPwb8NvfRWQoPQ2vaAMFvmHHsaAzOPhZVup3ezgSk5SuR0QXOZ5P+DlTs2w5HESp/JRkg5u+4cL/QL4ysWLQevX5/VRekaUrQpzkQoAS6fzmKTSN9l9mCc1vLOmyMlOygGCt7Xm5Ll77EO408H1tjxNN/m12T8STlhWN5AFZMpxrB75FOZgX8FppRtkC60fiLTguQjccPunx/+eaeju2qk4uR2iVkcx6lBBZ6+OVYu80LQ+KJJd68SEJ5Jk3
    • ubuntu@gibba036.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDc1lvUcvyl4NBd5EiR39qmwfUeTQ+QynI2ZL3Tdk2l1pUqySGvAoli8/+uBZ1ltUxZzOQz4ajsbAVmebGPTIxUCTodMiLGk4sO1S+rO/7ttwvTfJkrR9juUeeWz01F+udMS4LTbvgN0PU8gXiAdABeK36cCW8DpvZBT+cLFvQhuKuTsPN/pt17TRxigWiUouhB0vxiOrQPbBShPMlaKQZ9fxAMsdTvv+GU83zHYCOAcLfHqIQU2N6vTgpOnUTftpBd4j1FGf5BsEBry87yz9eAtmLOYMT6RzVh5PNFE/mryzrBPSCUIuMzNIVjyNn9Vaqm3Nvsw97KxErRcx5OP5dStpVBmucmLBsTEnTHJeXwAUNB/8w9iaD6wxe5Qot/dt4s+jsqKZLYYHCfcxillAoVdSpqR5w2VsgAgVIy+6oxlyI4d2440HL+zr+Gj9CPw1sWDu2NVkecdxkz6TdEh6GAq3jcA0mbhP5TTJeWp7RlntAK8y8h6uyERpmrPP4PbC8=
    • ubuntu@gibba007.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDCKGKqOqF5ysEy1IVRSdgv12vGXzlPm7ub57RzSINJMFnfTwLKZTs+/12oFlJYOEbKTOtMoVy6eFbbw3yKxnGdqk/XQLWpVQClgxYiQISLysyVlJAAV8V1CZFfJkBP1IybrcFda/dlOMTnNFZLB8D+2qLDSHl8LgYzsPbHco4nTQH5yW0iokp3zhq0PPw9SY5oZ66uoMEwoJ5e9cNLPafxTASAqFSIYEA3mkCCYX2VpckLR0vt7VPmi+FlHwadGNw8aVz23vB/ou037XT2b9IXDMNr6px/6A9K3NmqLvijJ/+cjqj8uBIr2DOUiadwjO5m06TFY6ebAGVqA5vnrdlZarnHQRLeE/NZQKrZFjrqDO8rl8HSynoznOCcWRrRTIRjy9UkJTV5su3Rv5k8BWWcUv6CtmI06efmWd9ZO7dGIp4vuvZkd7KaMhDAh1pXRR/OB+TN5k2JMcSPX5e8HPGW6UniTVOJwS2yUl/gQUGkp5pEX7g1RLC2xQRUD0ey0cc=
  • tasks:
    • install:
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
          • libaio-dev
          • libtool-bin
          • uuid-dev
          • xfslibs-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
          • libaio-devel
          • libtool
          • libuuid-devel
          • xfsprogs-devel
    • ceph:
    • thrashosds:
      • chance_down: 1.0
      • powercycle: True
      • timeout: 600
    • ceph-fuse:
    • workunit:
      • clients:
        • all:
          • kernel_untar_build.sh
      • timeout: 6h
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2021-05-12 11:16:16
  • started: 2021-05-17 19:12:07
  • updated: 2021-05-17 19:35:58
  • status_class: danger
  • runtime: 0:23:51