Description: rados/rook/smoke/{0-distro/ubuntu_20.04 0-kubeadm 0-nvme-loop 1-rook 2-workload/radosbench 3-final cluster/3-node k8s/1.21 net/host rook/master}

Log: http://qa-proxy.ceph.com/teuthology/ifed01-2021-11-26_20:37:20-rados-wip-ifed-daemonhistogram-distro-default-smithi/6529616/teuthology.log

Sentry event: https://sentry.ceph.com/organizations/ceph/?query=2de8b47ee41c45d097ceaff204a54822

Failure Reason:

'check osd count' reached maximum tries (90) after waiting for 900 seconds

  • log_href: http://qa-proxy.ceph.com/teuthology/ifed01-2021-11-26_20:37:20-rados-wip-ifed-daemonhistogram-distro-default-smithi/6529616/teuthology.log
  • archive_path: /home/teuthworker/archive/ifed01-2021-11-26_20:37:20-rados-wip-ifed-daemonhistogram-distro-default-smithi/6529616
  • description: rados/rook/smoke/{0-distro/ubuntu_20.04 0-kubeadm 0-nvme-loop 1-rook 2-workload/radosbench 3-final cluster/3-node k8s/1.21 net/host rook/master}
  • duration: 0:28:48
  • email:
  • failure_reason: 'check osd count' reached maximum tries (90) after waiting for 900 seconds
  • flavor:
  • job_id: 6529616
  • kernel:
    • kdb: True
    • sha1: distro
  • last_in_suite: False
  • machine_type: smithi
  • name: ifed01-2021-11-26_20:37:20-rados-wip-ifed-daemonhistogram-distro-default-smithi
  • nuke_on_error: True
  • os_type: ubuntu
  • os_version: 20.04
  • overrides:
    • admin_socket:
      • branch: wip-ifed-daemonhistogram
    • ceph:
      • conf:
        • mgr:
          • debug mgr: 20
          • debug ms: 1
        • mon:
          • debug mon: 20
          • debug ms: 1
          • debug paxos: 20
        • osd:
          • debug ms: 1
          • debug osd: 20
      • flavor: default
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • sha1: c25b3a7acbd7575209c931c35ea4d997dc77009d
      • spec:
        • mon:
          • allowMultiplePerNode: False
        • network:
          • provider: host
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
    • install:
      • ceph:
        • flavor: default
        • sha1: c25b3a7acbd7575209c931c35ea4d997dc77009d
    • kernel:
      • hwe: True
    • kubeadm:
      • version: 1.21
    • rook:
      • rook_image: rook/ceph:master
    • workunit:
      • branch: wip-ifed-daemonhistogram
      • sha1: c25b3a7acbd7575209c931c35ea4d997dc77009d
  • owner: scheduled_ifed01@teuthology
  • pid:
  • roles:
    • ['host.a', 'client.a']
    • ['host.b', 'client.b']
    • ['host.c', 'client.c']
  • sentry_event: https://sentry.ceph.com/organizations/ceph/?query=2de8b47ee41c45d097ceaff204a54822
  • status: fail
  • success: False
  • branch: wip-ifed-daemonhistogram
  • seed:
  • sha1: c25b3a7acbd7575209c931c35ea4d997dc77009d
  • subset:
  • suite:
  • suite_branch: wip-ifed-daemonhistogram
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: c25b3a7acbd7575209c931c35ea4d997dc77009d
  • targets:
    • smithi039.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6S339ismYyDgQWcc/oZMUcWTRFD1yTl6cbT69a7OX3VyOAazs+PaZ2bOUhWz8WqXiHT34rymb80YGEff8FJBM23oaRdb51JJ0L4NhxWqxt5GQMm/toU/ji/f7KRhc0c2cmkhsRAUiW2NCzsOS4NokbYIZVZOI/QxlkY7w9f0yDxHYJlt+xGF83CRTILPT9ml4rh1nmNcX6c67/XpAU71kWaUChBqXLG8gv+ZgbFGt8xA5Y5PUnCcXA6HPBqp5kRcHko8kaYBTHUMbnCp/bsgCi70RW09SpOnnSKRviTkESqFjkBioKxRkYJAG2MXlazZuKr041Mlv4UIYyl0pONjruN64uswFekDhwcCvWaBQ/YD4tpChqFMZrnWdM9DOvEEOn0vvtlul5f17zni1PSGSMZ8WUrVBURBU5baOwNByXagw7GBx2GI4xbBWf4DqGX1Zqai6gC2zwQ4eOuXOxjwq1cY4JKdhPRGM4nxbtvEyrsjUzeXowLihCxJL2T0TGhE=
    • smithi050.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4tz6z2XuQIrpWTZ0x5l1hHxCsp1KVkXkuDPg2as4SSzGAAfElNL9xRCHAuhkaZQaJlnsBZYEc/1nFp9qqJ1F4/riudEldq4iFjaom2NM5wKEcbPqKuWc609tEH4X9kfYHLTQtdFpZAKxHOAzxb5lr+7iYHIv47MRETfQuU4bu7fy2jypLIza38pXQQak0S+UZ5xHwFFpCJXmHPH0+/+Ddbp2S9p6jcoPzVOxwMK9BbEj58CqMQkQzegKwTQQ8E9f/O2Hhk1CAt7nLRM/7WZmFbc/Cxwoy1nCCV5ZrnQZj1CXGMPymMkYbfRKWpB4ny1Uue1z/yGIjIVk0kCYfxg7Vxv1JihcqtAABqENDDr+mp9XhJZvC5Gt/JUTrTAS6StE8zmRo83xdqWczUnb/xDkBPFFWJxpXdTWAKNGKiQOIgpUCWQZDMwF1+ZL0KdKCXWOYXe9AjKEP6TRkk4r+7bjPGsgSDTscgyoKhu+Bvd9RrII9vPG0k0ipFcXzA0YqZtc=
    • smithi090.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC3KdQ7vo/ZoB9tPAb+jkYd/Co7DPGch8qYK3upExxwRWgUTV4hZfzBEECdvbQ0UTgl084i6ZTk6thWfNTTHAm7TU+OzWLnsPASFvAk90qT3+jfTVrO0r3hO72770X1NPFq57HhCcpLcJFMypMqCQAyJtiChTtkCi6PDjt0NO6NKxXFA8UVclEbZn8glcDL+8dc17cPTIy68tlhA5E6Snq3jeG01qLwsgIc+zrtREzpRN5MwG1fjhzMCPGDHD+8IhWSPclArDN2woACD9MDpxOCCNM1O+RRb3aponN44W4n5TQy2pN3kO8lrSZ9rsxSkhdL32eGKIMnbLu3Meoff9wEuu8sHc3H+PmXpLH1IuxyTqgxuZD5qCubkALVX2JGSACgjKJVSOuDNnW82q5jQD+744QOHtOwUl5QQQ5sA1WjXN3FL451pMnJlnHj9dlKh2bOm+GlwMb2CQDa96kCCRz2KIBKsIs16OiSClsO3SPfljbBYTMtzWuCwU5m6fnXX3E=
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • kdb: True
      • sha1: distro
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • kubeadm:
    • nvme_loop:
    • rook:
    • rook.shell:
      • ceph -s
      • ceph orch status
      • ceph orch ps
      • ceph orch ls
      • ceph orch device ls
    • install:
      • host.a:
    • radosbench:
      • clients:
        • client.a
    • rook.shell:
      • commands:
        • ceph orch host label add `hostname` foo ceph orch host ls | grep foo ceph orch host label rm `hostname` foo ceph orch host ls | grep -v foo
    • rook.shell:
      • commands:
        • ceph orch status
        • ceph orch ps
        • ceph orch ls
        • ceph orch host ls
        • ceph orch device ls
        • ceph orch apply rgw foo
        • ceph orch apply mds foo
        • ceph orch apply rbd-mirror
        • ceph orch apply nfs foo --port 12777
  • teuthology_branch: master
  • verbose: False
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2021-11-26 20:40:44
  • started: 2021-11-27 10:38:39
  • updated: 2021-11-27 11:20:59
  • status_class: danger
  • runtime: 0:42:20
  • wait_time: 0:13:32