Description: powercycle/osd/{clusters/3osd-1per-target objectstore/bluestore-hybrid powercycle/default supported-all-distro/ubuntu_latest tasks/rados_api_tests thrashosds-health whitelist_health}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2021-12-01_12:17:03-powercycle-pacific-distro-default-smithi/6538296/teuthology.log

Failure Reason:

Error reimaging machines: reached maximum tries (60) after waiting for 900 seconds

  • log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2021-12-01_12:17:03-powercycle-pacific-distro-default-smithi/6538296/teuthology.log
  • archive_path: /home/teuthworker/archive/teuthology-2021-12-01_12:17:03-powercycle-pacific-distro-default-smithi/6538296
  • description: powercycle/osd/{clusters/3osd-1per-target objectstore/bluestore-hybrid powercycle/default supported-all-distro/ubuntu_latest tasks/rados_api_tests thrashosds-health whitelist_health}
  • duration:
  • email: ceph-qa@ceph.io
  • failure_reason: Error reimaging machines: reached maximum tries (60) after waiting for 900 seconds
  • flavor:
  • job_id: 6538296
  • kernel:
    • kdb: True
    • sha1: distro
  • last_in_suite: False
  • machine_type: smithi
  • name: teuthology-2021-12-01_12:17:03-powercycle-pacific-distro-default-smithi
  • nuke_on_error: True
  • os_type: ubuntu
  • os_version: 20.04
  • overrides:
    • admin_socket:
      • branch: pacific
    • ceph:
      • conf:
        • mgr:
          • debug mgr: 20
          • debug ms: 1
        • mon:
          • debug mon: 20
          • debug ms: 1
          • debug paxos: 20
          • mon warn on pool no app: False
        • osd:
          • bluefs allocator: hybrid
          • bluestore allocator: hybrid
          • bluestore block size: 96636764160
          • bluestore fsck on mount: True
          • debug bluefs: 1/20
          • debug bluestore: 1/20
          • debug ms: 1
          • debug osd: 20
          • debug rocksdb: 4/10
          • mon osd backfillfull_ratio: 0.85
          • mon osd full ratio: 0.9
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • osd max markdown count: 1000
          • osd objectstore: bluestore
      • flavor: default
      • fs: xfs
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • reached quota
        • \(POOL_APP_NOT_ENABLED\)
        • \(PG_AVAILABILITY\)
        • overall HEALTH_
        • \(OSDMAP_FLAGS\)
        • \(OSD_
        • \(PG_
        • \(POOL_
        • \(CACHE_POOL_
        • \(SMALLER_PGP_NUM\)
        • \(OBJECT_
        • \(SLOW_OPS\)
        • \(REQUEST_SLOW\)
        • \(TOO_FEW_PGS\)
        • slow request
        • \(MDS_TRIM\)
        • \(MDS_SLOW_REQUEST\)
        • MDS_SLOW_METADATA_IO
        • Behind on trimming
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • sha1: 30b2a93bef566464130f74c87933dfe1d23a54cc
    • ceph-deploy:
      • bluestore: True
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • bluestore block size: 96636764160
          • bluestore fsck on mount: True
          • debug bluefs: 1/20
          • debug bluestore: 1/20
          • debug rocksdb: 4/10
          • mon osd backfillfull_ratio: 0.85
          • mon osd full ratio: 0.9
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • osd objectstore: bluestore
      • fs: xfs
    • install:
      • ceph:
        • flavor: default
        • sha1: 30b2a93bef566464130f74c87933dfe1d23a54cc
    • thrashosds:
      • bdev_inject_crash: 2
      • bdev_inject_crash_probability: 0.5
    • workunit:
      • branch: pacific
      • sha1: 30b2a93bef566464130f74c87933dfe1d23a54cc
  • owner: scheduled_teuthology@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mgr.y', 'mds.a', 'client.0']
    • ['osd.0']
    • ['osd.1']
    • ['osd.2']
  • sentry_event:
  • status: dead
  • success:
  • branch: pacific
  • seed:
  • sha1: 30b2a93bef566464130f74c87933dfe1d23a54cc
  • subset:
  • suite:
  • suite_branch: pacific
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 30b2a93bef566464130f74c87933dfe1d23a54cc
  • targets:
    • ubuntu@smithi027.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDCQurVj4tRLoW8wm0RBXGJndFr+t78QrkucyXvojZcDK1cXY9G31/8dA1tjwO6WbD3reGIFJNhXxpUOva60etu/oUhgqlcoZ3xcJD0c7lSqhfGOyFoEjnobnf1nzWf9AGiE+MxV5rMobACHrhguOqZ4in0r/1L23fUi51htox3ZTsr06T7lpUphwTWyk3DVRS4NqE9R3SaFENbk/K4L2uQh2mWfqPLga2zE6Q2KpSXSWnxFWqhUBXNehvsrQl6jISoexvGN+12POqXSRvpqUZtuCRXW3nok2lqKNHGPeiEFZlGiIMgt1y1tsFmU9XCDE9RuwNE3NjfPXbcKEap7QrMeffwbC1qX96FQnfIKjiXhrtFQycahjwGBZhi2vWqMZCMZMYu+7Y1fUumrzohB/s20RFl/rr67Vdair6f8Vbw3KKxNWxxtz8QGbHFU3Ntvfvp8Ax7neMT+MQ+zVgkNSK/G5pGthjBlA3YJh6oBwmMHU3c9D//5PUzYQJLLMvfR4U=
    • ubuntu@smithi064.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCw9IMAo9Ly+z53ADFW7InfeTj7R3kWqUwT1M2Hf/4FBGgyeD3CtpUMiRh+6rxYlfJhknxIrCZUgQrRUjYCQjgwPOvGg5idx+wR4/WXer+nsL9c0hsOIlu668LQDiFRglhfrU/91JuRnvkzi5c360o5lpRBZ9U2Plu4H6SdftZs2qRTqnszV3m/iWMOIv4V52jyTQZY5kK3dIy4dEAUOuP8Sx3GC6pO3g2+HPFMYosfuJUr/FOB+To1FXHuK21CgOkGkqF68NEuIcU4lNEzLKTdNKgx+FqrngsdYrnwkglIp3WEEiYNvO9Bc6ed/YCP/6B92Dc+lPW3+2Bb0q3i3sf2KjifJGr8RNo56al780rNhLwFMyjs4zyK28uuQFLYmUNiA2GggQcfy9wdOAy+bW1P+T/y9KJxeAIVZ5rWki5inTZbGQxtp6pitA6atYzXlULauXkxTMLXbFyf9rrQVs46GdHl/TXoi0NRZoQKfJF/RSDMYLiFNpfo0mqgP1AyLPE=
    • ubuntu@smithi084.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvpCMAyt0xDWvZY2i2LXmDKwYHB+nh0x7td15puu6hCaCcfhkHPn2Tg5+ik+URVis0eLuXiUyG1OaI7kOEs1Ot+omDXqBPmctODaGoumb3622HvcoTox4n3zXrt2rIl28ijyRTg1V4t5NhsqGI33BRcBK4itv1p3SjJldJfHo/CeT/VWKWl23fkv1M/7Ex7FGZ4r2UpCz4NCeeVDgoOonZGeCLyHwLcEdwjDSGwlnn6+yf/h3+sYyzwyiqWOuy40mVZsJao8OiMo9wUUqDMKMZ8rlP2YNUzvy1KRtwOH5k9DF0pmcXQCp4i1UVMExcRUEewuV9AowvEyBQcSB6oD0H
    • ubuntu@smithi139.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC55S7OOj5y40RdgdG7ZC1x27xkHJsQWJsjV4aX8WUaayU/eV5MsUg5+4Fr7cGEgzUNwEwZPTIJvq0/h9TLwle//Fmf3b9cJnNtcFqQJ/jt5FQQQpPuhOwciH82RPK5BIlAq6ZL3Ja0hgCqkOa1BB+4wihl8QrURndnGveFwadAxrr8LCpZD7aZHEtdUmmRQuOFeqDKYV/i8D6WDsOflurvtoFWEIkKBqmKhPWGhs1pnCFwXa1nm3GfgaF8q1MlLi7zAsAokummWmvWffCVx+6KZ3Jtf3guqY2RCFc6J7mMnpQPQp2JbS/2A/CSaqoETDncZVtTEUIVdvRWiAWl0xn37jvFbTavmaypubz13IkDB/6BTFPl4ESq0Cw41pGSYFa4Njrkem0ishhE44UIPnhOD7xDJ9wxGJOujN66kskhgwRwnmbG3U1BUEwWiRcqmgVV56A4HjyUZWNTLcC0nURFVwFE8MWtGR4RZG+RPfxTC8BSss+FEg65zJNzJYCHawE=
  • tasks:
    • install:
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
          • libaio-dev
          • libtool-bin
          • uuid-dev
          • xfslibs-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
          • libaio-devel
          • libtool
          • libuuid-devel
          • xfsprogs-devel
    • ceph:
    • thrashosds:
      • chance_down: 1.0
      • powercycle: True
      • timeout: 600
    • ceph-fuse:
    • workunit:
      • clients:
        • client.0:
          • rados/test.sh
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2021-12-01 12:17:42
  • started: 2021-12-01 15:18:44
  • updated: 2021-12-01 15:36:04
  • status_class: danger
  • runtime: 0:17:20