Description: powercycle/osd/{clusters/3osd-1per-target objectstore/bluestore-low-osd-mem-target powercycle/default supported-all-distro/centos_8 tasks/cfuse_workunit_suites_fsync thrashosds-health whitelist_health}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2021-06-09_11:15:04-powercycle-master-distro-basic-gibba/6162298/teuthology.log

Sentry event: https://sentry.ceph.com/organizations/ceph/?query=79349ef9127b48c7a1d028c86da99f3c

Failure Reason:

Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=0b43e5f8edbc6f095abded6d2856228d34c7c2d6

  • log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2021-06-09_11:15:04-powercycle-master-distro-basic-gibba/6162298/teuthology.log
  • archive_path: /home/teuthworker/archive/teuthology-2021-06-09_11:15:04-powercycle-master-distro-basic-gibba/6162298
  • description: powercycle/osd/{clusters/3osd-1per-target objectstore/bluestore-low-osd-mem-target powercycle/default supported-all-distro/centos_8 tasks/cfuse_workunit_suites_fsync thrashosds-health whitelist_health}
  • duration: 255
  • email: ceph-qa@ceph.io
  • failure_reason: Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=0b43e5f8edbc6f095abded6d2856228d34c7c2d6
  • flavor: basic
  • job_id: 6162298
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: gibba
  • name: teuthology-2021-06-09_11:15:04-powercycle-master-distro-basic-gibba
  • nuke_on_error: True
  • os_type: centos
  • os_version: 8.3
  • overrides:
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
    • selinux:
      • whitelist:
        • scontext=system_u:system_r:logrotate_t:s0
    • workunit:
      • sha1: 09f3c21f6252fad57c4f91d855cdf11a8bfa97a4
      • branch: master
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • sha1: 0b43e5f8edbc6f095abded6d2856228d34c7c2d6
      • fs: xfs
      • conf:
        • mgr:
          • debug ms: 1
          • debug mgr: 20
        • global:
          • osd_pg_log_dups_tracked: 10000
        • mon:
          • debug paxos: 20
          • debug mon: 20
          • debug ms: 1
        • osd:
          • mon osd full ratio: 0.9
          • debug ms: 1
          • bluestore fsck on mount: True
          • debug osd: 20
          • osd memory target: 1610612736
          • debug bluestore: 1/20
          • debug bluefs: 1/20
          • osd objectstore: bluestore
          • osd max markdown count: 1000
          • mon osd backfillfull_ratio: 0.85
          • mon osd nearfull ratio: 0.8
          • bluestore block size: 96636764160
          • debug rocksdb: 4/10
          • bdev enable discard: True
          • osd failsafe full ratio: 0.95
          • bdev async discard: True
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • overall HEALTH_
        • \(OSDMAP_FLAGS\)
        • \(OSD_
        • \(PG_
        • \(POOL_
        • \(CACHE_POOL_
        • \(SMALLER_PGP_NUM\)
        • \(OBJECT_
        • \(SLOW_OPS\)
        • \(REQUEST_SLOW\)
        • \(TOO_FEW_PGS\)
        • slow request
        • \(MDS_TRIM\)
        • \(MDS_SLOW_REQUEST\)
        • MDS_SLOW_METADATA_IO
        • Behind on trimming
    • install:
      • ceph:
        • sha1: 0b43e5f8edbc6f095abded6d2856228d34c7c2d6
    • admin_socket:
      • branch: master
    • thrashosds:
      • bdev_inject_crash_probability: 0.5
      • bdev_inject_crash: 2
  • owner: scheduled_teuthology@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mgr.y', 'mds.a', 'client.0']
    • ['osd.0']
    • ['osd.1']
    • ['osd.2']
  • sentry_event: https://sentry.ceph.com/organizations/ceph/?query=79349ef9127b48c7a1d028c86da99f3c
  • status: fail
  • success: False
  • branch: master
  • seed:
  • sha1: 0b43e5f8edbc6f095abded6d2856228d34c7c2d6
  • subset:
  • suite:
  • suite_branch: master
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 09f3c21f6252fad57c4f91d855cdf11a8bfa97a4
  • targets:
    • gibba030.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC/fvbJrL8EeWTMtB2siWfrcKwxfmW9X3YkmwZDlMxkeGjD4wsFl0AxJ2A9SLjUdq95/tD2aZZXwMSI40ZjfH5cbrrMQFT59eVK3skklliu+iLH6TF/KYYveBlTj5fmZUBgi3sQJtp5Fng3RUR56juWWHmxprrVA5wupHne4HCQ+NV8YMAjMvzUdBydr9cQN695ZZlT3mlTuAC0pqalkWZGa86qmMc+AbRIQ53yHhJJJA10UcTdY9MDYBVMaCRTG+BnMtXkH80oMvT7NTRRxS5UU1ugjqqcEA4cUeIyFTm6COjwXJbK5w5Q93zl+YkTgNCz2EJ5QqwNmnOWoTD+gzotY4rAWOpcyjISvf6482hfTLTFOGxJvx0OdiyC+Za0J6X2hR/D4YrokuAAlc+WAG+agN8wQvWr4B3sHZfIusSLbGY3AEBJkhRdTE10Ntvkuu0vxdgv9Jew/Qmj46da2T14G6ihVpfREuTFgM8lT9NeF6OYAzpiQkVrx8/zkmD1MBc=
    • gibba043.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDo7ZgmtZ2Ubq/bDiSgPcyqaJ1YVPXoh0C3yffYaQML9oGGS243kPvxG4alm47Hj89LHvZ2u5BVnsmAzpjrnuzhsVEqIzwBW63YjER3Zmag6Tc2hBRGnWsPzh5SR213DCFXWkB7JZ5klDwsHUOXYUkMV/J3KwbnF8tfQbNTQVIy6M/unL1vxcKtj1l+JDY01OBGmu+MqPlt/2HAbIO0sDAAICVynWfZn0rzSgdBVyHhP7PmiH11po5vepDGmZ8CVssukDjXaSkn1/5Q6QMyGJJGFvEthiYWYvTW69OMarF84LmkF4CSkiD3i9KgHEdNhPOA5WKxBjiyxNbZkXXurxBqJERFHg3A50rrD91r/gTgylYu2uA3VNf1XIv9n519ArKgNopHh5NRkZeayd/DsA4pcfph7vJSdiguaGEUDoZZ4rARvrRGM1NsXhH+B2e02WWb03YE73sjjup2/0paIBs1QIw2ijIcR20I1uHsJ0fOrMnShaHe3zCyA3Nm4IIXxA0=
    • gibba031.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDB/H5c7emgRGLvdVJ1VzSEb13lNwy8xcgWf2BmcP4pxrvyL5lU7q42oXu+XpsEkPtszPlWl9Veqtp51SIu4Vhsnq+hJaOKZk/MiwHbmsS/ckh8q6p9XEBskO36nUL0XADPZL0YRol2HYmXRuYBnVDrekkDPpwByraqW/wzZlAD6/o/U6n8dOjhJijZ1HIXBVPaH96bh5xc4hzhcXEC5mHY/UzqHKaY9Ki52db7QpOoy6Y1XCqKYcOXJeWTOYzeJFVhwFgyF3nu3im3cmj0BgQiOFYa47Cf2u+pR+/rbMLnl0v51gyf6Aa0Abv0aVhjl99g532svjpxcvzmijgQctqvZL0AWnWGrmqhz5SWda3LyQJUUC+sfJ6lyWVIcPk1x/RoxMOi6OXbWQMWXGOgSMEEjmt5gts8NqwpjMp4v4cMsFbqczNt8yGrL6IyClvi+pn2kfxuNyrqoIsjilgiIePxA4qKfLYylce9xhMSr6ABuvE6Rj1JQ//iN/XQevdPw2c=
    • gibba010.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC/aYrXvcOozXoZhMOUULScivk24Jv3o52ybup347NOEkw9lGTmo8lzSwPTpPsTv9NfE5oo5n18Yk+cq17XXo4gn9oiKdNeQcb2cObMIYi/gGe7A06d9AHMxuMfPE7l3EqnfHmS+PGEGvSiu5TIoP+ju660SxTeaPNV6W6nCa+BBPuSf7BiTR0jeIfazTBC0SzAaFB2qTCZ6uq+2thf5NpTpr0WpWU/WQXhP8MZ+M5N6VwNLTcNYQFOU8leRT6fPKAdwbJLDUJU8fisfZflWTW1UPbhljxOCMPaYIknTmi2KFTm6jOmk2wbYfvz14GVXD+gtr+sYOPoZXqMGrW43HNvfezlGEmrx5COgdkudVdBS5RREH+pcc4dBoOKlVGR3ew/Vimuv2r0C5Fvi/b8Agaqhu9iOFcnC4FeJJ6FI0ROl+kgVKgDIQrdHO9YTcmRrxckFT47g15LBRiSHhcog62wyF9oyXQxm4P1lBdJlRdWLcyi9JOnJA2xZijvYUYlXl0=
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • sha1: distro
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
      • extra_system_packages:
        • deb:
          • bison
          • flex
          • libelf-dev
          • libssl-dev
          • libaio-dev
          • libtool-bin
          • uuid-dev
          • xfslibs-dev
        • rpm:
          • bison
          • flex
          • elfutils-libelf-devel
          • openssl-devel
          • libaio-devel
          • libtool
          • libuuid-devel
          • xfsprogs-devel
      • sha1: 0b43e5f8edbc6f095abded6d2856228d34c7c2d6
    • ceph:
    • thrashosds:
      • chance_down: 1.0
      • powercycle: True
      • timeout: 600
    • ceph-fuse:
    • workunit:
      • clients:
        • all:
          • suites/fsync-tester.sh
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2021-06-09 11:16:06
  • started:
  • updated: 2021-06-25 01:24:26
  • status_class: danger