Description: rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/disable mon_election/classic random-objectstore$/{bluestore-low-osd-mem-target} supported-random-distro$/{ubuntu_latest} tasks/crash}

Log: http://qa-proxy.ceph.com/teuthology/yuriw-2022-09-29_19:32:46-rados-wip-yuri6-testing-2022-09-29-0908-distro-default-smithi/7048451/teuthology.log

Failure Reason:

hit max job timeout

  • log_href: http://qa-proxy.ceph.com/teuthology/yuriw-2022-09-29_19:32:46-rados-wip-yuri6-testing-2022-09-29-0908-distro-default-smithi/7048451/teuthology.log
  • archive_path: /home/teuthworker/archive/yuriw-2022-09-29_19:32:46-rados-wip-yuri6-testing-2022-09-29-0908-distro-default-smithi/7048451
  • description: rados/mgr/{clusters/{2-node-mgr} debug/mgr mgr_ttl_cache/disable mon_election/classic random-objectstore$/{bluestore-low-osd-mem-target} supported-random-distro$/{ubuntu_latest} tasks/crash}
  • duration:
  • email: ceph-qa@ceph.io
  • failure_reason: hit max job timeout
  • flavor:
  • job_id: 7048451
  • kernel:
    • kdb: True
    • sha1: distro
  • last_in_suite: False
  • machine_type: smithi
  • name: yuriw-2022-09-29_19:32:46-rados-wip-yuri6-testing-2022-09-29-0908-distro-default-smithi
  • nuke_on_error: True
  • os_type: ubuntu
  • os_version: 20.04
  • overrides:
    • admin_socket:
      • branch: wip-yuri6-testing-2022-09-29-0908
    • ceph:
      • conf:
        • client:
          • debug client: 20
          • debug mgrc: 20
          • debug ms: 1
        • global:
          • mon election default strategy: 1
        • mds:
          • debug mgrc: 20
        • mgr:
          • debug client: 20
          • debug mgr: 20
          • debug ms: 1
          • mgr ttl cache expire seconds: 0
        • mon:
          • debug mon: 20
          • debug ms: 1
          • debug paxos: 20
        • osd:
          • bdev async discard: True
          • bdev enable discard: True
          • bluestore block size: 96636764160
          • bluestore fsck on mount: True
          • debug bluefs: 20
          • debug bluestore: 20
          • debug mgrc: 20
          • debug ms: 1
          • debug osd: 20
          • debug rocksdb: 10
          • mon osd backfillfull_ratio: 0.85
          • mon osd full ratio: 0.9
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • osd memory target: 1610612736
          • osd objectstore: bluestore
      • flavor: default
      • fs: xfs
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • sha1: 75635bef7df53f44cc8acdb997c1c38e0e00b60f
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
    • install:
      • ceph:
        • flavor: default
        • sha1: 75635bef7df53f44cc8acdb997c1c38e0e00b60f
    • thrashosds:
      • bdev_inject_crash: 2
      • bdev_inject_crash_probability: 0.5
    • workunit:
      • branch: wip-yuri6-testing-2022-09-29-0908
      • sha1: 75635bef7df53f44cc8acdb997c1c38e0e00b60f
  • owner: scheduled_yuriw@teuthology
  • pid:
  • roles:
    • ['mgr.x', 'mon.a', 'mon.c', 'mds.a', 'mds.c', 'osd.0', 'client.0']
    • ['mgr.y', 'mgr.z', 'mon.b', 'mds.b', 'osd.1', 'osd.2', 'osd.3', 'client.1']
  • sentry_event:
  • status: dead
  • success:
  • branch: wip-yuri6-testing-2022-09-29-0908
  • seed:
  • sha1: 75635bef7df53f44cc8acdb997c1c38e0e00b60f
  • subset:
  • suite:
  • suite_branch: wip-yuri6-testing-2022-09-29-0908
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 75635bef7df53f44cc8acdb997c1c38e0e00b60f
  • targets:
    • smithi066.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDb/ynYHz651YbcmioZIIcIRQbitk2lAp8Ygbr0K+VUR5WazbBkLut5DzqD+kh0IBwRnJiU3kulCvDvuMTCBP8RzmzKTD5y2nrWXarsQxJDQPxzs8MLaNcqOa+TYUCvoULlpS0nx80UzcgvmocdATn3uzE47AScBC1rGNfx/s7e6fOj5WNtAbSf903ugrf1oOD69pfAHdO6jdhGQmH1U3ywGFxvcQb/niFtSWiTE1ohKaZ6Ctk4FMOp6x0oWhLC3kd1Blq8uZ8NI75K4gV2RnYrBo3j9VDo9zY2OEqelKU4F5drWrsKRNmGeqYRA5NbyISnwqGlR14Ym34q7dbAhsIqlEpPaEj24eMo4xnR5CM/F2Z206VYZpg22/AaeA4SdlNZhuis5B6g4fvjkosvQGawV88CrdDHjyVy175XAGx8ZB7OnveXd4J6nRzFgn5IZ5CmhX15UBiW1rZNbVmDzOYe1nFtTUoCCKu5OVpd3XdevUYphbBP7xchKAu6FH4ottc=
    • smithi187.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCcYqBHC3EfqUCEUvmx/NJHdmvCmM2RKDfeFm0Lh0olFEfCqZSR/FPPJVPPbmM5cAvyqGJ5UduecFQZzPjmOMJdaoSPKaG+rH4C0OT9UC/a2uben3fwpgkNvA9tw8iYpjdY5jx42JOilSbAuD/7B6EuEvLc6Bg8rm2cAY5989rY7HCyBSMfeTcSPwnl8vYUhvDTAq0wfkqM4yHoyabHN9fYl6+h1opT5zxS+iTN6aQJltBFFwQqJELi9HmWq1QRSrZaIQGZqyfS4ucjNkKSPVIXr5DhuqDs37B8C+IH7Llkg4Cs9n3DdWpad5MlAjaH0faNiyixXKA6k2lbHAhSRAHg4ZGThXP02EbmOq9JPUZK2vVSD9jVpK311GbtqLsOzvUmSeyNnCDroZMk6ty24MqGCAooapouYEKvQCzvXv9YD5OawaF3x/AK8Lt0FDFk3b3q/w1WIASggUAyd0YxFl5gJDH8RM3ZbBEoyUjAPT/C59X4VZapKti0pLqlrFqDDCs=
  • tasks:
    • install:
    • ceph:
      • log-ignorelist:
        • overall HEALTH_
        • \(MGR_DOWN\)
        • \(PG_
        • \(RECENT_CRASH\)
        • replacing it with standby
        • No standby daemons available
      • wait-for-scrub: False
    • cephfs_test_runner:
      • modules:
        • tasks.mgr.test_crash
  • teuthology_branch: main
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2022-09-29 19:35:00
  • started: 2022-09-30 02:22:32
  • updated: 2022-09-30 14:33:56
  • status_class: danger
  • runtime: 12:11:24