Pulpito

teuthology-2022-06-08_20:07:25-powercycle-pacific-distro-default-smithi/6868713

Posted Started Updated
Runtime
Duration
In Waiting
 Machine Teuthology Branch OS Type OS Version Nodes Status
2022-06-08 20:07:49 2022-06-08 20:08:21 2022-06-09 02:49:03 6:40:42 smithi main rhel 8.4 4 dead

Description: powercycle/osd/{clusters/3osd-1per-target objectstore/bluestore-hybrid powercycle/default supported-all-distro/rhel_8 tasks/snaps-few-objects thrashosds-health whitelist_health}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2022-06-08_20:07:25-powercycle-pacific-distro-default-smithi/6868713/teuthology.log

Failure Reason:

hit max job timeout

All Details...

  • log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2022-06-08_20:07:25-powercycle-pacific-distro-default-smithi/6868713/teuthology.log
  • archive_path: /home/teuthworker/archive/teuthology-2022-06-08_20:07:25-powercycle-pacific-distro-default-smithi/6868713
  • description: powercycle/osd/{clusters/3osd-1per-target objectstore/bluestore-hybrid powercycle/default supported-all-distro/rhel_8 tasks/snaps-few-objects thrashosds-health whitelist_health}
  • duration:
  • email: ceph-qa@ceph.com
  • failure_reason: hit max job timeout
  • flavor:
  • job_id: 6868713
  • kernel:
    • kdb: True
    • sha1: distro
  • last_in_suite: False
  • machine_type: smithi
  • name: teuthology-2022-06-08_20:07:25-powercycle-pacific-distro-default-smithi
  • nuke_on_error: True
  • os_type: rhel
  • os_version: 8.4
  • overrides:
    • admin_socket:
      • branch: pacific
    • ceph:
      • conf:
        • mgr:
          • debug mgr: 20
          • debug ms: 1
        • mon:
          • debug mon: 20
          • debug ms: 1
          • debug paxos: 20
        • osd:
          • bluefs allocator: hybrid
          • bluestore allocator: hybrid
          • bluestore block size: 96636764160
          • bluestore fsck on mount: True
          • debug bluefs: 1/20
          • debug bluestore: 1/20
          • debug ms: 1
          • debug osd: 20
          • debug rocksdb: 4/10
          • mon osd backfillfull_ratio: 0.85
          • mon osd full ratio: 0.9
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • osd max markdown count: 1000
          • osd objectstore: bluestore
      • flavor: default
      • fs: xfs
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(OSDMAP_FLAGS\)
        • \(OSD_
        • \(PG_
        • \(POOL_
        • \(CACHE_POOL_
        • \(SMALLER_PGP_NUM\)
        • \(OBJECT_
        • \(SLOW_OPS\)
        • \(REQUEST_SLOW\)
        • \(TOO_FEW_PGS\)
        • slow request
        • \(MDS_TRIM\)
        • \(MDS_SLOW_REQUEST\)
        • MDS_SLOW_METADATA_IO
        • Behind on trimming
      • sha1: 4fa079ba14503defa8dc257d7c2d506ebefcfe6d
    • ceph-deploy:
      • bluestore: True
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • bluestore block size: 96636764160
          • bluestore fsck on mount: True
          • debug bluefs: 1/20
          • debug bluestore: 1/20
          • debug rocksdb: 4/10
          • mon osd backfillfull_ratio: 0.85
          • mon osd full ratio: 0.9
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • osd objectstore: bluestore
      • fs: xfs
    • install:
      • ceph:
        • flavor: default
        • sha1: 4fa079ba14503defa8dc257d7c2d506ebefcfe6d
    • selinux:
      • whitelist:
        • scontext=system_u:system_r:logrotate_t:s0
    • thrashosds:
      • bdev_inject_crash: 2
      • bdev_inject_crash_probability: 0.5
    • workunit:
      • branch: pacific
      • sha1: f07e47ae405218dbe4029ed9c82559d0cf1667a5
  • owner: scheduled_teuthology@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mgr.y', 'mds.a', 'client.0']
    • ['osd.0']
    • ['osd.1']
    • ['osd.2']
  • sentry_event:
  • status: dead
  • success:
  • branch: pacific
  • seed:
  • sha1: 4fa079ba14503defa8dc257d7c2d506ebefcfe6d
  • subset:
  • suite:
  • suite_branch: pacific
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: f07e47ae405218dbe4029ed9c82559d0cf1667a5
  • targets:
    • smithi017.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDq0CfvVcbB8G5jCkQJ6DdSUIvYCCg5dVOC0LEajlVYH48BMbffsjkMlewxd2OF+fkr6IkTdNQJ4b2CF8cLLp+E8WdUaJcfZszPQnqFS+D40rdJO+c3Z4owGn+j23D9WVJUcBCc5Y7HgWA3Sq3N4AnuMhEuEcfrPDoEIs+I50yUXrmj/ADsZT3hegrGp56j3d9OnuR9uI6vSgaZNcEyiI1QOvJpC22U9LB00pgOLEYF5br40/2R3ouxmSh3HIy83OcP3OgUBOJC/x1uggb1sbjCQqej3hOFmDXUYmjZ8/dSV4xFuE4wUysLdbm6Q29CtSGwe/tHnE4LbhlY475aUtMb1IpB/VVcS0fl3vl/fukFA1z1hzooVghvpTdE1qk3fXN3snjrCAfK4s6BtVkpzfBjDIpilSV/fCeqTaTzho/fV7zOhplCg3Uz1lOSW8xgI19pJq3slmY2aAlhQ1VOOUzgnedN8MvDyYp+JKKfylLcPPA+iKVoDBJmMxolhXyQ4SU=
    • smithi049.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC7Wcjm/BnFclCvrcH7Mepx/UaOOC+W/foR9kxgjlVtBREnlvapzi2jrq8dJ2fmYjJEAz/T2wZoyn3KO12engprGNLiu4y97rmpT9+0IFiXrJjZ0g0FeP06vJVQtkC3K+8uUDqwSfmE4a+vSwlroT4C9fysb5gcp0uHx7YpxOQfkNLYdrWtBM5aejxRvM2LwHidKSCdqKOiO3tIdIlJKotM/o/rOxGIALs/Z2R8xS43M7zfUfXoeW4LNbvuqUUlRGu6anKjXtpQM6uz9x5ygGu08GtgyE3b4+GgZUrhiVlatM+vFa2Qg+px8kRztfdP/pAbSSdU4nxTZx/Vrua/wEfhjECgJvJ6IGE/3UpwsesD4Hj0pMk/NioWpXFRN/OVndMsssQMVpAF7MQq1tCf3ovWBF4nCiEyUk4kp5kP46xc38OaxNMJ3vEmdKJYWYqYvUD3uOCTgK9xz8eYyEfrvRmozA2TQ3xCI5g0J+iQhVbJSpxVqUliANOcJPUZ4mJQZKc=
    • smithi057.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDZzOpU9pRXvovkA+CHFjyhC1IarLGLL3AsWQahhI51k/k7JojUodfJLGIVNYwjFvFckKRU361HhNi88VLq+cjVU48GWhCUVFgtuVM8SKsECnK9q7q2KFI4arw1ikL8WPWeDXzPmc5MNYXrynxCED2AyCc5h08EQJwPahF58ywVHJgzMBo46BZSNPvn/8b/etg8u+7PRoPuNOvjJ6lDMZYdWFc8CsRPyArO9pdJ4Xtt1LFCGNz1RHw03ptJT5qY3v1GqacpdU9aqZMmsFpaelMzc9n2Z/KU09UyvMYNwen1TzMqDfK/mUAT7t6cgiCEi7QEiu4L/d3HmMrkAsobKOLIfaonXG3rfhJ1fGIg+HVRCxC0OpEjY4eiUtjUQx5ZzJs4dWw0KyXpwl9EWTRQW/cF/MdmJDOBkoY7yPBiydjShQc9yfBF3rSHyEZztfsfVO2xP1RbfKkOC/43+Qi6A+FXv1+sRcUnT7UA2aeuMl/7nc6FSHQQFfcHaA99gwoLKUk=
    • smithi067.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCXiKgkR442m1GDcbQFrKuSIn9pu8isuwKBm5m2SCjN+7WG9NvWGwFVgaXfigANjdgxhgeRnPNu0KXeLk0wwWSdx1rewZ0t4qEDe62wjz8I6FOpWIQzDoRUgqB7IRT0tWajL6ej6qH8xge/7Lo8BNfMpBjLJff8r2q/3KxKyOtCrLgcLFRmaKf89k75dd1dbk/Rj84lhBGqTeeL9k+lJDBifIu5J0XgEjdOBISKREdiH/Gz3CxyqqixARUwBPXauT9DUj1m2e1IEoJb2izii/uG6Bg4PIIKFagfRwr8BlKDtZZ6c4HJrEYNksOU1ZVmZhZ2/VFYX7kA4suxpo6n5IJjfVPrfsbENrsbcey2BGwEKa12HDnDuPPnnv/gahbO3wP4xNTh3IAxG9FoMEVtDYBq9GKPQ22sNdC8moksjtVfgQinpJHEbNd+Wo22MZrbDIY07V9tANzlq7XgoNk3LAMT3h9rX+9yfY800G0ls88P91iHoVdbjceIDusBNdd+ZAU=
  • tasks:
    • install:
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
          • libaio-dev
          • libtool-bin
          • uuid-dev
          • xfslibs-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
          • libaio-devel
          • libtool
          • libuuid-devel
          • xfsprogs-devel
    • ceph:
    • thrashosds:
      • chance_down: 1.0
      • powercycle: True
      • timeout: 600
    • rados:
      • clients:
        • client.0
      • objects: 50
      • op_weights:
        • copy_from: 50
        • delete: 50
        • read: 100
        • rollback: 50
        • snap_create: 50
        • snap_remove: 50
        • write: 100
      • ops: 4000
  • teuthology_branch: main
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2022-06-08 20:07:49
  • started: 2022-06-08 20:08:21
  • updated: 2022-06-09 02:49:03
  • status_class: danger
  • runtime: 6:40:42