Description: powercycle/osd/{clusters/3osd-1per-target objectstore/bluestore-low-osd-mem-target powercycle/default supported-all-distro/centos_8 tasks/cfuse_workunit_suites_truncate_delay thrashosds-health whitelist_health}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2021-06-06_12:15:03-powercycle-octopus-distro-basic-gibba/6156459/teuthology.log

Failure Reason:

Error reimaging machines: Failed to power on gibba034

  • log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2021-06-06_12:15:03-powercycle-octopus-distro-basic-gibba/6156459/teuthology.log
  • archive_path: /home/teuthworker/archive/teuthology-2021-06-06_12:15:03-powercycle-octopus-distro-basic-gibba/6156459
  • description: powercycle/osd/{clusters/3osd-1per-target objectstore/bluestore-low-osd-mem-target powercycle/default supported-all-distro/centos_8 tasks/cfuse_workunit_suites_truncate_delay thrashosds-health whitelist_health}
  • duration:
  • email: ceph-qa@ceph.io
  • failure_reason: Error reimaging machines: Failed to power on gibba034
  • flavor:
  • job_id: 6156459
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: gibba
  • name: teuthology-2021-06-06_12:15:03-powercycle-octopus-distro-basic-gibba
  • nuke_on_error: True
  • os_type: centos
  • os_version: 8.1
  • overrides:
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
    • selinux:
      • whitelist:
        • scontext=system_u:system_r:logrotate_t:s0
    • workunit:
      • sha1: aa3f3e3ca676d7ba43e27a3370e5684d3ada61a0
      • branch: octopus
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • sha1: aa3f3e3ca676d7ba43e27a3370e5684d3ada61a0
      • fs: xfs
      • conf:
        • mgr:
          • debug ms: 1
          • debug mgr: 20
        • client:
          • ms_inject_delay_max: 5
          • client_oc_max_dirty_age: 1
          • ms_inject_delay_type: osd
          • ms_inject_delay_probability: 1
        • mon:
          • debug paxos: 20
          • debug mon: 20
          • debug ms: 1
        • osd:
          • mon osd full ratio: 0.9
          • debug ms: 1
          • bluestore fsck on mount: True
          • debug osd: 20
          • osd memory target: 1610612736
          • debug bluestore: 20
          • debug bluefs: 20
          • osd objectstore: bluestore
          • osd max markdown count: 1000
          • mon osd backfillfull_ratio: 0.85
          • mon osd nearfull ratio: 0.8
          • bluestore block size: 96636764160
          • debug rocksdb: 10
          • bdev enable discard: True
          • osd failsafe full ratio: 0.95
          • bdev async discard: True
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(OSDMAP_FLAGS\)
        • \(OSD_
        • \(PG_
        • \(POOL_
        • \(CACHE_POOL_
        • \(SMALLER_PGP_NUM\)
        • \(OBJECT_
        • \(SLOW_OPS\)
        • \(REQUEST_SLOW\)
        • \(TOO_FEW_PGS\)
        • slow request
        • \(MDS_TRIM\)
        • \(MDS_SLOW_REQUEST\)
        • MDS_SLOW_METADATA_IO
        • Behind on trimming
    • install:
      • ceph:
        • sha1: aa3f3e3ca676d7ba43e27a3370e5684d3ada61a0
    • admin_socket:
      • branch: octopus
    • thrashosds:
      • bdev_inject_crash_probability: 0.5
      • bdev_inject_crash: 2
  • owner: scheduled_teuthology@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mgr.y', 'mds.a', 'client.0']
    • ['osd.0']
    • ['osd.1']
    • ['osd.2']
  • sentry_event:
  • status: dead
  • success:
  • branch: octopus
  • seed:
  • sha1: aa3f3e3ca676d7ba43e27a3370e5684d3ada61a0
  • subset:
  • suite:
  • suite_branch: octopus
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: aa3f3e3ca676d7ba43e27a3370e5684d3ada61a0
  • targets:
    • ubuntu@gibba015.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDUPMhTjhUyuXJxZ3t3kMRl/IpLrVXoPRbsLumT3l204e5RkXahailMTV3RiJxpSk9tk3i0lVsL2GgSq23h8BBWJdsYUQdThaDiZDu9D037SWz8ykam9zrDnsEOOadtlaKTFuDNLNSQsWcrnRHvIe+ML92JhTFWYz5LfUwGYXS+i4WKlj0c0RNwQEE7vxZ5Z+pxpRgbtv0d+h9jSw+F27/B4T9WpbVvuyIZr0ZH6kGPcj+xrSofKqNrLO99Gh6svA+MXP3Ms88ZvyJ5k1Na56LrgS5Ut4vsEJtrbifNrtWPhkUPK7B8jnuP8GrdQ7z55M8DjkdygUDyP5C+6D/pWyD3ugP/DFlWFDo8088Mrize5DpOIPvtO/vtrDjuDsiNPcWYk4siMyS3apBrI7HNDzHMKvESW3ZRsRUHLa1F1cBTAvRZlVMvlqReTruLZ4wPpvJb8dWzBnuBrtWHPyXquOtTQpGMXjyPGy1PFXRkJ0I5jnfsoKl5t8kWAUXWN9kYlY0=
    • ubuntu@gibba020.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFvopMgOrU1juQfauIEnge1QeKxh70DDwHYN3Ol4n98rmF4+yDYfdiYdeZ06hYRqTIWI/+LHnBNaNZqpcWOy+bdE0XLlS9aiqmejYhZo1kLh2fJnP+eIgB1hlZeuQOIRdZJ49+RyUutewsJrvUg8U7+a4Y7syb+G5w6P7R3rvc4xzwWIvkKYKlcI4AhazGvkq983yg/JElRrl4DPiQTRz3B7PG7G69k9BWJPLgA1W6t2Qdu9ikTBpvVY70DXqGSonMe0VS/Bd7G+f5wAGol/blYwq4LGPDqjI9ZrX36Z9tTWbAcVGpAjo2GOJpAyqx2JlJbPi1pJTSu6Uoc4Ve7sphpHYUnoy1QZKL82fnoKBqS6qEeK9XgpmPPIT5SVnwWedRRbT+/kg08V+0//DB9FU8pV+ZVEz1kxkwCSF8DIC5W7PwT/LBjfRsSvIutoQGD1PSHW+SSTESEoDv9vf0yC8go8fJyj2Y+j/iY54AJH1My6O07FmNWSapQzj9zEToACM=
    • ubuntu@gibba010.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC/yiz/A2kUzlql/t1q9IbcxbPEoTYJCJ371XGbMZY/TpGcMbyPbNU6fvM4XrmQIR0qKijEH9BpK17GjxKVzGSaI9dlnDl6zOn9Cw16NSMVRb3INRCrvCklw2fqtsKtN8DdiimzsWMifZY7g7GN+9VRqo7ish+Fk2FOm4WcrIHfdmYZ+fSMKiRYvHisOeLXcpt21NaxPRf8cPhuy9x/WNWx7cX/dw1AjtuCvhUVTDbqwcDChzOOvcNpeu3x9HQgq4Ryq9S1BBBoxVd6NN5lk6sKpwRrLWHghJwKKQYkg3qGHiGk11TfLOf/CB0Lg85+YTnUmvC2wbQGJR4QpfyW/bvrkecXyOMD4tRZRMwt0e0bZBwQ/U+4HiNSMv4yGKAtJxk7vYRi883mJkjw0rAiw9YbJnBNHtVv9sh22ihUSSREzRG5NHEuXFN7i8huWFV2iHzVuvk5fvkrGY8AWJM/YvimiQXpwSBQtlRCfX6TTT5AJwBLeArcNIxWaHeCFlD9mBk=
    • ubuntu@gibba034.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDSGB0zYzCeK1KN+7EHcSTkeMEOQt2JVtB4MXQ4MeQdLZ74AMLHZn7h0omdTLWQcu4VEvLz0j35isERlf6E6v8XlhTql7KN+Iaay+JICdAtWsjJuoWmeJgR9wNJeVAaLF+OgQpXVQms19hQ5pUX4DtAi1a4mWSXOhfmKnuPSJE1viWXSYib5/oQu8lhqwyF59N9lIX/wG4ebZL5DmTAOdPRpJycLKwXJq2jtAF2WVCmLnJUTPTT5iNKay/KdzioS4LyyhO1QIJBRGD9HTHLAcWXwaJqsKsGXCI8hytLbgCGv/X4QC/GThtQS3h8mdNhxOA4n8Mv3lkSsE3ge7t/zQpPJUyqJhynz8738uCVXqE55DiCVV119/W12DueLWLj1Ml7n4cCOOjA99zvkkyMgdADR8ErQ4kfSQVlKBOUY0CADnQXCYIXJ6M6r9Nycy0w7IkEtNCHLG5ZNHFHv0qFxY9Pmi6qL9WHx3mvd8yFUHjuXxQ3Tzeiud2iNsYggqYp54M=
  • tasks:
    • install:
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
          • libaio-dev
          • libtool-bin
          • uuid-dev
          • xfslibs-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
          • libaio-devel
          • libtool
          • libuuid-devel
          • xfsprogs-devel
    • ceph:
    • thrashosds:
      • chance_down: 1.0
      • powercycle: True
      • timeout: 600
    • ceph-fuse:
    • exec:
      • client.0:
        • dd if=/dev/zero of=./foo count=100
        • sleep 2
        • truncate --size 0 ./foo
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2021-06-06 12:15:35
  • started: 2021-06-23 13:03:26
  • updated: 2021-06-23 13:04:46
  • status_class: danger
  • runtime: 0:01:20