Description: powercycle/osd/{clusters/3osd-1per-target objectstore/bluestore-stupid powercycle/default supported-all-distro/centos_8 tasks/cfuse_workunit_suites_pjd thrashosds-health whitelist_health}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2021-05-30_12:15:02-powercycle-octopus-distro-basic-gibba/6143199/teuthology.log

Failure Reason:

Error reimaging machines: reached maximum tries (60) after waiting for 900 seconds

  • log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2021-05-30_12:15:02-powercycle-octopus-distro-basic-gibba/6143199/teuthology.log
  • archive_path: /home/teuthworker/archive/teuthology-2021-05-30_12:15:02-powercycle-octopus-distro-basic-gibba/6143199
  • description: powercycle/osd/{clusters/3osd-1per-target objectstore/bluestore-stupid powercycle/default supported-all-distro/centos_8 tasks/cfuse_workunit_suites_pjd thrashosds-health whitelist_health}
  • duration:
  • email: ceph-qa@ceph.io
  • failure_reason: Error reimaging machines: reached maximum tries (60) after waiting for 900 seconds
  • flavor:
  • job_id: 6143199
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: gibba
  • name: teuthology-2021-05-30_12:15:02-powercycle-octopus-distro-basic-gibba
  • nuke_on_error: True
  • os_type: centos
  • os_version: 8.1
  • overrides:
    • ceph-deploy:
      • fs: xfs
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • mon osd full ratio: 0.9
          • mon osd backfillfull_ratio: 0.85
          • bluestore fsck on mount: True
          • mon osd nearfull ratio: 0.8
          • debug bluestore: 20
          • debug bluefs: 20
          • osd objectstore: bluestore
          • bluestore block size: 96636764160
          • debug rocksdb: 10
          • bdev enable discard: True
          • osd failsafe full ratio: 0.95
          • bdev async discard: True
      • bluestore: True
    • selinux:
      • whitelist:
        • scontext=system_u:system_r:logrotate_t:s0
    • workunit:
      • sha1: c44bc49e7a57a87d84dfff2a077a2058aa2172e2
      • branch: octopus
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • sha1: c44bc49e7a57a87d84dfff2a077a2058aa2172e2
      • fs: xfs
      • conf:
        • mgr:
          • debug ms: 1
          • debug mgr: 20
        • client:
          • fuse set user groups: True
          • fuse default permissions: False
        • mon:
          • debug paxos: 20
          • debug mon: 20
          • debug ms: 1
        • osd:
          • mon osd full ratio: 0.9
          • bluestore allocator: stupid
          • bluestore fsck on mount: True
          • debug osd: 20
          • debug bluestore: 20
          • debug bluefs: 20
          • osd objectstore: bluestore
          • osd max markdown count: 1000
          • debug ms: 1
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • bluestore block size: 96636764160
          • debug rocksdb: 10
          • bdev enable discard: True
          • mon osd backfillfull_ratio: 0.85
          • bdev async discard: True
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(OSDMAP_FLAGS\)
        • \(OSD_
        • \(PG_
        • \(POOL_
        • \(CACHE_POOL_
        • \(SMALLER_PGP_NUM\)
        • \(OBJECT_
        • \(SLOW_OPS\)
        • \(REQUEST_SLOW\)
        • \(TOO_FEW_PGS\)
        • slow request
        • \(MDS_TRIM\)
        • \(MDS_SLOW_REQUEST\)
        • MDS_SLOW_METADATA_IO
        • Behind on trimming
    • install:
      • ceph:
        • sha1: c44bc49e7a57a87d84dfff2a077a2058aa2172e2
    • admin_socket:
      • branch: octopus
    • thrashosds:
      • bdev_inject_crash_probability: 0.5
      • bdev_inject_crash: 2
  • owner: scheduled_teuthology@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mgr.y', 'mds.a', 'client.0']
    • ['osd.0']
    • ['osd.1']
    • ['osd.2']
  • sentry_event:
  • status: dead
  • success:
  • branch: octopus
  • seed:
  • sha1: c44bc49e7a57a87d84dfff2a077a2058aa2172e2
  • subset:
  • suite:
  • suite_branch: octopus
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: c44bc49e7a57a87d84dfff2a077a2058aa2172e2
  • targets:
    • ubuntu@gibba020.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDYhSt5n+pRfqp15QZDod91GEncNingmSxUtWAkoPQLopqEz3j3o7jqTvNykdQHVtJaMv5tnHq/E/EL5LXEFW0vyxFJs0aCzIpS41yD7hKMVOGPoi14H90xlqz5X3bk1TWXf9sU4qLlc34gc/2usymMGGe798la2Ja/tiEWGAkwSV7b3YekMwVajUTJ/dumVkuYC9BY0Svgx4zI16qI9qgHdAcADufSZH0yW6E1gLO/nZ3IvLIfb7i6p47XJqbtX0+mkkz3sqQJa1wT7y/zmG7XPLnTfpQ8jDjl+GpK6Wkd3iH/l5HKIvMSBkk7lzs6qDBzRFwkMW196ZFNraoT7F18LH26sMeJmsX96AO1O3bjA9o0u43SBmx6lDQUQpG/NpFNwPfKZzgRUl9qYDOQSGQjHiQkTctsbG2NFeWwkRTRCwIYrNoxdE0i+PdK+wnfPb6lSiK4q2BqyuIHcw0LruDOI1eB9pIbrRp2iDEsfi++1bgxlLsnwKgangJTF4sAT3s=
    • ubuntu@gibba009.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFyn2ALN5gjN9wMAbWQC9KSiM8Ui2CwM2HBj6IfzTE4wvPwyH3rLNIl8mfn58IJUp/rjzfbbsGft21Z6yvB3/aFye5LThMtNhkwYgEsoX/YCwif801f2SUKO+sClTgrAk0aDYXapJMroN2cQsA3WrgfkZJu22DgTQTFQRJFdopw/O00/2RahEwWV49QHY2qxTkOJ46b104HpmpOwiSUwbEHExwgOkZIQuvwddPzDvYh5fHuGrOB4AZuBY8P9Fob04OW1zu/hVrfgYiBKhd30Ujmv/dz5vkWqv631zmi3W9PMEQqTDHo9W1uDDkabiv0Ot5pGc7m+72sxE76xtwvm6LnLJBXEhf9tM5JcPfR4pPm1Nux4jIhch3ARUTlj2WyRRjSlWUfPx8F3FVOjNUCucL0kYs0fZ+xEzNcPigZudVa9Sdf2mnIKwl5jzcH7nVq+ZmMZjAwZuEgnyUEKwVftzrgwNnL7N4rWXV+Mowde7lv5GE6bi7FjVryu3PbgkWX3U=
    • ubuntu@gibba026.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDLjjc3ILuqw9zyZC/nPbQMamXQM/cpzavEiYHHoxWzs+U0yw1B9pSSv+UbMYfDgNWhuZnEtrD07ySDPloL7qRREadmh3XXcJ/aFZPUp7u/irYpPhgE5ViWcZRCWP7JMlCPJ4NZfTtgyzog08CiaYPLVH15JqEF2acJc9a1LoakfS1FtINfoH0UQ2er5lBqhv+9XkqKHv9E3pZYjqkQcVfkcGiJHXY5qAKrk+qBm5aJRwWg4hTj880IvWsiwPYaMX8jc4C2/5QL23MWy99NiqfEf1qDEDO/wqOJbLVYCMgQmFzjzjDoXlulSut1tjE1/M4DXULb2qrg8EQrx9wlz/zZyXj4ZVDxYV2TjvAXd3cGL2zhMWl3sDNVGtebWjpXz9+4GAyvCDR+7/lUtTdMUXJVJ7graqWLImDRGQeDVjgLBCzTYvwJWh2ABsuSeOdOprzfGK+EJ2+eqFNV7Ic4jJnS7jViHzhptnKzB/IdNttklkKRP0NCXfbWxeoa4RvO6TM=
    • ubuntu@gibba045.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDT0Vd8hyOvZ+t9wLJi2pQCwqV1F2/I4Yxxk3ZAvkFxMUzk0mUX05GXUaKDCr33uXiWs8OIycNaTQ7/FH0yz4QKCn3eHqbkbz0WraGqHQ1BeXAEFTkJlH3Bckdl1cWnOQeGu6KRSXJrjIUQYVWs8URRhHMm0yEzJkFWYxpqZeY1uzY97CgL/XXL68s77WVOH8F8CBvu8YRyCUAvwaWFaOX95QGinAR9v7vjxhRc0sS3JV3iXblhx3ILtcLJLM0lUs3dGEm/oNzuKk2zSD3IOHa+xnopTmSnwSVX8qlJkJxCQwgxyuvR0hmkeuHUjVfyDqGALHCSNZ+6UO2jm4Ao2I/Xpatplb2tbB+mBPljUhwFuFjc287QCyJN3zJiRp9vsXiJh/QiqrvghiBTkhGksjzsY6RUd0YaFF4bIzARKvNVv64tRX0AhoEBh6SgwAgtktCpol9ae6sTm3NSsl3YSmpVM/t5ISbamyUC5U2KTZkLS07Gsl61c47W5clX/ZJOCE8=
  • tasks:
    • install:
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
          • libaio-dev
          • libtool-bin
          • uuid-dev
          • xfslibs-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
          • libaio-devel
          • libtool
          • libuuid-devel
          • xfsprogs-devel
    • ceph:
    • thrashosds:
      • chance_down: 1.0
      • powercycle: True
      • timeout: 600
    • ceph-fuse:
    • workunit:
      • clients:
        • all:
          • suites/pjd.sh
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2021-05-30 12:15:34
  • started:
  • updated: 2021-06-22 22:25:48
  • status_class: danger