Description: custom/{all/kernel_test-foo rados supported-random-distro$/{rhel_8}}

Log: http://qa-proxy.ceph.com/teuthology/henrix-2021-09-03_15:33:39-custom-master-distro-basic-smithi/6373923/teuthology.log

Sentry event: https://sentry.ceph.com/organizations/ceph/?query=c9fdd1cf6385433aa9b8f7856324ec44

Failure Reason:

Command failed on smithi031 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json'

  • log_href: http://qa-proxy.ceph.com/teuthology/henrix-2021-09-03_15:33:39-custom-master-distro-basic-smithi/6373923/teuthology.log
  • archive_path: /home/teuthworker/archive/henrix-2021-09-03_15:33:39-custom-master-distro-basic-smithi/6373923
  • description: custom/{all/kernel_test-foo rados supported-random-distro$/{rhel_8}}
  • duration: 0:08:02
  • email:
  • failure_reason: Command failed on smithi031 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json'
  • flavor:
  • job_id: 6373923
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: smithi
  • name: henrix-2021-09-03_15:33:39-custom-master-distro-basic-smithi
  • nuke_on_error: True
  • os_type: rhel
  • os_version: 8.4
  • overrides:
    • kernel:
      • mntopts:
        • copyfrom
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
    • selinux:
      • whitelist:
        • scontext=system_u:system_r:logrotate_t:s0
    • workunit:
      • sha1: c2a9ff5720107a5f1774c11fca756e377e11f676
      • branch: wip-test-cfr
    • ceph:
      • sha1: 57b09dbaa72d24faf0135ea5157dea5488d1d252
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • MDS in read-only mode
        • force file system read-only
        • overall HEALTH_
        • \(FS_DEGRADED\)
        • \(OSDMAP_FLAGS\)
        • \(OSD_FULL\)
        • \(MDS_READ_ONLY\)
        • \(POOL_FULL\)
      • conf:
        • mgr:
          • debug ms: 1
          • debug mgr: 20
        • mon:
          • debug paxos: 20
          • mon scrub interval: 300
          • debug mon: 20
          • debug ms: 1
        • osd:
          • osd op queue cut off: debug_random
          • debug ms: 1
          • debug osd: 20
          • osd debug verify cached snaps: True
          • osd debug verify missing on start: True
          • osd op queue: debug_random
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
    • install:
      • ceph:
        • sha1: 57b09dbaa72d24faf0135ea5157dea5488d1d252
    • admin_socket:
      • branch: master
  • owner: scheduled_henrix@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mds.a', 'mgr.x', 'osd.0', 'osd.1', 'client.0']
    • ['mon.b', 'mds.b', 'mgr.y', 'osd.2', 'osd.3']
    • ['mon.c', 'mgr.z', 'osd.4', 'osd.5']
    • ['client.1']
  • sentry_event: https://sentry.ceph.com/organizations/ceph/?query=c9fdd1cf6385433aa9b8f7856324ec44
  • status: fail
  • success: False
  • branch: master
  • seed:
  • sha1: 57b09dbaa72d24faf0135ea5157dea5488d1d252
  • subset:
  • suite:
  • suite_branch: wip-test-cfr
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: c2a9ff5720107a5f1774c11fca756e377e11f676
  • targets:
    • smithi062.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAPfgH+bv1dVBjZIa/FfF8VJIEYLrN95tN2sbim/kFuLHZTEdvI8e4GwXdlQAdDHGN2F58n2QTyaMVp9bg72wf0O8+SJjuhl24orzx2DgXr4C+CQe1ZYB9OsJMlzlpTDpx9kY3cEegEApVlmHLZ1zvuICTRVWpmA3bB79o3RS0qyCAeOhgjv1+PRmGNvP49lA0DSNMfxajZapkCXOOQ1yub/FlGnQnIXGp/xkeLI4dFklSFWEkbctCbEOWm7R1xhO0rtDMMqOGJatQqT7K12eoFl4ieyJe9Z0Z46oTORV+Y3avhYi0KU5/38TWphPmKCR+UZjRbUTi/YWIjhiAJ9DwSExH6cjISPxXQdB5UvVPezWcBPK0S/8Y6s788dpx+bG3aG7ybtp/3HF02tKstKhpW33OVFp9r+IXYS0rDZ6853gsSPBex+QT79+7f7Ntw2dKjUdbGOomiDdpK7b4COqdKsjMMmMdM7pEsBcqpnBev5SRFQWJ7JM8iqijys7KqU8=
    • smithi107.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDLXK7gBudSut/qwzJd6ICTW7sKZ9ZCL/A8Uhumh1/ie1WHuGpg+IR2+74RFUJQQTOvTSYhUZ2QZ/u2cwxp744n151B0VFNTJJbPMj153N5wxuWmNUqOaVtRwUO92AAlZ21UpfeUTjCxaUfEutD/dOKBvz3mBN2yzUOKkbh3w63vyh3HgsxvGN2Rpo33jAewNBL+9cl7P7aeQY9Iw+fssuNFZ2+gqIINEmq4iSQHzk8CMereAqbmJqRPB8ZzecRlSKRucp/bzbYxdYhhtoV/lnRc9M5z75VroCqLqdGcecIACg2ONr2ZQcp4y+/hRAndlI7Clffodr4MbWW5jHDECod1UJy4wESuwPQiPiKi6Oh+s8v9IxDQTLou9mJBxHAGx/072tu8+X/zRPbovW3QzFt+I/cN0rySsdB8y6oCJIz4jFC+fkn3st+cLjZxiKJ0+wn1pnVuVkKAzJANewUD5zSpr6hD4iYprETAJnCJJELvZ7fMzzI4YUkO9PQ//Xdpxc=
    • smithi109.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5xvEqDYl8aX4Cun49NIdHom0lXTErTBe/kQRYrkaDOdEOhZaJfawcdv+lzN6Y7IKrvV7sLSeJYtNesupfVwbAy2gKSJYPLoJExL9DzhqUc9kamimvyHaLt/jHVkECE7OwmELynX16hWS3t0XZ7CfWOhNKitvnfPRg7BuvrS4H5QPh20CKkr6089EJ6T8bF9xYVlhtWTKmp0ehmzBLpM4FQrP2aw6vc3qQKUws+dMclo3RE/SNdV6Hw5m+sCypBAS09KoK3I9PeBcJHgGHzOOj6dmXCFvkEqj5X0xTuf/TEtWjsQKj6FUVLhauQ7SuT++sNYsUtEOWqRP9YeqTWf2BI+kGGYHAaql7X9o/vtfAHPl3UeVcSlayfuCjRcqv+6txSGyD872ZNde5OKGr8kCWKqLh+4Zv1gKFVNMPuT/Xdj3zmCzV37oyo4A0jSmvX8Ra6XRtvw0fQP2kJNeIomA1jCRCqQifoDxeRigmoSgKECe7amnT4NBp5r7+ibfmrxk=
    • smithi031.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDBuAcawX5ovDXAnc6p83fEkqIoRFpYK/pDbr2+PoYXKUvvP8m0Ri6poSRUQjNHJ8aBeEmlLoh3gVjUjmjxIJMBo+OEQW3vipmxILaoltKfeN+Itkmt/X9d4OFtErNdrc3hp5+nq7GVRa7xhEJhXO/dC3uiExqEfETw79xf20j62FBXAlJMomAaaQNZZ9+EDq3lSESmcD/Hxv6NMAdo6p4HEcE3ugcunO9jBffknEL7anmHTtfJpMtcElsupPXxwCQnXkJ2/Ois9KEYy9UsVgpaZw0z5nft1kJB1+PsFHtGrt+oDs/TitauV/8oZkkGCZhs7okT7VdwbEv54uekk0MQNEXR8ZymaM2CpXcJWRLwlgfmmQiQjsZyHJO0lho2Xow9ybyME33Smp9euFvhJhP1uUNN97U1+lE9Lob9opcLE1HdLXofXHYSh2/1VJfn9Uavnt7X7UoPtcK3IaxalywKiBv3e1VJDrT+OVohS8Sr1/yvVtvZlJosFBsRflgYKjc=
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • sha1: distro
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • cephfs_test_runner:
      • modules:
        • tasks.cephfs.test_copy_range
      • fail_on_skip: False
  • teuthology_branch: master
  • verbose: False
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2021-09-03 15:34:17
  • started: 2021-09-03 15:34:56
  • updated: 2021-09-03 15:49:50
  • status_class: danger
  • runtime: 0:14:54
  • wait_time: 0:06:52