Description: powercycle/osd/{clusters/3osd-1per-target objectstore/bluestore-bitmap powercycle/default supported-all-distro/rhel_8 tasks/readwrite thrashosds-health whitelist_health}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2022-06-15_11:15:04-powercycle-quincy-distro-default-smithi/6880033/teuthology.log

Failure Reason:

Error reimaging machines: reached maximum tries (100) after waiting for 600 seconds

  • log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2022-06-15_11:15:04-powercycle-quincy-distro-default-smithi/6880033/teuthology.log
  • archive_path: /home/teuthworker/archive/teuthology-2022-06-15_11:15:04-powercycle-quincy-distro-default-smithi/6880033
  • description: powercycle/osd/{clusters/3osd-1per-target objectstore/bluestore-bitmap powercycle/default supported-all-distro/rhel_8 tasks/readwrite thrashosds-health whitelist_health}
  • duration:
  • email: ceph-qa@ceph.io
  • failure_reason: Error reimaging machines: reached maximum tries (100) after waiting for 600 seconds
  • flavor:
  • job_id: 6880033
  • kernel:
    • kdb: True
    • sha1: distro
  • last_in_suite: False
  • machine_type: smithi
  • name: teuthology-2022-06-15_11:15:04-powercycle-quincy-distro-default-smithi
  • nuke_on_error: True
  • os_type: rhel
  • os_version: 8.4
  • overrides:
    • admin_socket:
      • branch: quincy
    • ceph:
      • conf:
        • mgr:
          • debug mgr: 20
          • debug ms: 1
        • mon:
          • debug mon: 20
          • debug ms: 1
          • debug paxos: 20
        • osd:
          • bdev async discard: True
          • bdev enable discard: True
          • bluestore allocator: bitmap
          • bluestore block size: 96636764160
          • bluestore fsck on mount: True
          • debug bluefs: 1/20
          • debug bluestore: 1/20
          • debug ms: 1
          • debug osd: 20
          • debug rocksdb: 4/10
          • mon osd backfillfull_ratio: 0.85
          • mon osd full ratio: 0.9
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • osd max markdown count: 1000
          • osd objectstore: bluestore
      • flavor: default
      • fs: xfs
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(OSDMAP_FLAGS\)
        • \(OSD_
        • \(PG_
        • \(POOL_
        • \(CACHE_POOL_
        • \(SMALLER_PGP_NUM\)
        • \(OBJECT_
        • \(SLOW_OPS\)
        • \(REQUEST_SLOW\)
        • \(TOO_FEW_PGS\)
        • slow request
        • \(MDS_TRIM\)
        • \(MDS_SLOW_REQUEST\)
        • MDS_SLOW_METADATA_IO
        • Behind on trimming
      • sha1: 3a850220b7e147a086eeba4262cc2f39d89fe83c
    • ceph-deploy:
      • bluestore: True
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • bdev async discard: True
          • bdev enable discard: True
          • bluestore block size: 96636764160
          • bluestore fsck on mount: True
          • debug bluefs: 1/20
          • debug bluestore: 1/20
          • debug rocksdb: 4/10
          • mon osd backfillfull_ratio: 0.85
          • mon osd full ratio: 0.9
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • osd objectstore: bluestore
      • fs: xfs
    • install:
      • ceph:
        • flavor: default
        • sha1: 3a850220b7e147a086eeba4262cc2f39d89fe83c
    • selinux:
      • whitelist:
        • scontext=system_u:system_r:logrotate_t:s0
    • thrashosds:
      • bdev_inject_crash: 2
      • bdev_inject_crash_probability: 0.5
    • workunit:
      • branch: quincy
      • sha1: 3a850220b7e147a086eeba4262cc2f39d89fe83c
  • owner: scheduled_teuthology@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mgr.y', 'mds.a', 'client.0']
    • ['osd.0']
    • ['osd.1']
    • ['osd.2']
  • sentry_event:
  • status: dead
  • success:
  • branch: quincy
  • seed:
  • sha1: 3a850220b7e147a086eeba4262cc2f39d89fe83c
  • subset:
  • suite:
  • suite_branch: quincy
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 3a850220b7e147a086eeba4262cc2f39d89fe83c
  • targets:
    • smithi040.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCqy1OABYAMYJD30LWF3ziEo4N7U8pXHSr4c73NYSDuspWfOLmjWkzxcuNQl7cFzvkOm1znjil49bVNIe4L14mrKYObc555JyoDWV/nKm35pFbcrYifytbOukflUO2egHunkYZXbPtc0Wnt3gYtw69WWFH/Xnwm4spM/zEKtVQFefcgIlURHsE258+PB54N1Y85clNCS1xsZJxrKGXTznYvba3wMI8M3be/DKWUSfae2MjKjPxZdUGqRCE6pP/jTNIKdZU13L9kM/+MR3z/V5l0CKIFndUfSh8NOw1XVb4ZeG/FfoSXUQt/VzN/9XqkJt4A1VjitHDmwdSaG6qg7FxL3cXy3SNd+mqAZk0s0C3SEhNhF9y9Fk0DS3LeWWt6twSKHq/aaJU2XVBIMOrnHrfJobpk9ROmUL0DQQrZOhygwv/UW+J1w4iLkXDeOURY2FlES8uwKvGi3lMuFy/1MTETVCnKkmWHZ0rsIUE63VtY5xIs2kUW3htY2QpBJ17rDA0=
    • smithi041.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+bCq9sgTgqco0N5vQvIvnBMx9aaH2UJLOrvwqZ31UhBeCKfYj73jlaV4vucB9skG+AWZIEa8qZeKW5X4YJxNKrg1pqPGVkkERH8pZRJJ20jzbX1DDyGKBdJ3pu6bsnbnVL49P8ll8dk6eMkxqmVuObY8RmRbeQCj5VJJjjXDafkz2W6rjVSskFNXCZvt1YCKzHVnYQH8E6Obzepstm2fJHdOqqCGs4y5HM0d7imk4NUzuq/j18vi3w303t+Dp67jN7W5JSSgxO/xcPZcROBR1QG8YEa5ZMbgMApHcN8f4JygrTvac0mszMkq8w5ODQKN16PCqW9GEKcqU0HDPG08j1xt8kIhXWoV7Kgj5aun6MU2Bvgn0d7+rJk19UyWRExVTVqzpmZvLr4KFPlEl+LZtk1TR9cLRYETCPvRjFg3DfBkB+8p+cfkdKWuWTJM4sbyC31nqys84WvxVCKMhwc9IwYvOJeTsVOa70OtS+mcypF/DF01sXEZXBkPjGUObrVU=
    • smithi052.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCnrGM9zhznpRpubKqkorJ1vFeM9+nUB9S3DF5yWnDu8o6QEA8OUtQw5z9UAjt6dpeJiSBdbeIxr06MEGMWdpfAv/aGERVGHJfEMAaifkwM2UfTE+ZNwgXpkoiH0P0cEkN0bfgHSA5H5Wnl9PlX97ASWDa2ploEVvyTESY3B3vqxw1R/wX6Vl0FwFXxc2x3cAc2qRxU8cjMtCDyCjN4iLAkphOrHDZXAiObgb3Zly+fmHDnMQbZ+xv4LRSJcNw7Ir/gf6rRje8F4iEdNO+gHnPvFPWyXRujVk99e6keQwUjCwUx8Uf06AhaDqSj8FKuGN0eB7ToQvkEQlRxV6YYrdqdScrbtq2FszKP4gouSPrhEn77QLZI9phhDotAo3Gu86BaZClKJg89nHMSdOmjh+AvQcJuy8Ovh8tupqn4r7PRVX+tYePH13xq3vqXfne7slJU4EjaFz/Eg2MhLbcglMJgdNfHirIxqEXwdJ2pnLQ93GrpYXGc+ieI/y1gRV/3Zxk=
    • smithi174.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC7LlpRU38ApQwCdFCxgdqbMA5Vwp/kMVWv7jumqPRCSfeZU0+hkC2KypfiBJmjdZzBp4mUCqSHOCtTpkjm7TD/puQr0HMWOjgLwnjeR5yKWTb8Rk2uyi1EoluNKIkHvXwJgVwVf90LVhLpbia0SFM2Fz2SsMSPtOxwZetRM8evFoJZAVgCd9qQxc22V3wjjkEpWBiJy/yf0D5U66Ik0ZJPI/cEE6cRfftE9qFr1CznzYhAgYLJvrEa8GJgO8A7CG8O1UaPVq37hCtvNOQ6RqDzVBJh/ZOPDvF5sbaaqALm0oxenCsXYZWcsVyVvSd/JvYsDiaPeIK0fyM2BuNUjQKkBhpR7krt2HtSRD+pAweo75CE9FCymYwFUk4vZ1B4fcYYFDaVeXF4DKvo2QvzEHp951Rj/eh3PxcrfJOrlmSnGeFoDzSHAJ6ULAr7fSbOyyrgMb7d93Bi8MJYH588jiIxZl5ZqdLHdBcojfB8YL9B9ATEj/u3Mb+MVguBz1f+0zE=
  • tasks:
    • install:
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
          • libaio-dev
          • libtool-bin
          • uuid-dev
          • xfslibs-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
          • libaio-devel
          • libtool
          • libuuid-devel
          • xfsprogs-devel
    • ceph:
    • thrashosds:
      • chance_down: 1.0
      • powercycle: True
      • timeout: 600
    • rados:
      • clients:
        • client.0
      • objects: 500
      • op_weights:
        • delete: 10
        • read: 45
        • write: 45
      • ops: 4000
  • teuthology_branch: main
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2022-06-15 11:15:36
  • started: 2022-06-15 14:45:12
  • updated: 2022-06-15 15:04:18
  • status_class: danger
  • runtime: 0:19:06