Nodes: mira118 mira109

Description: rados/singleton-nomsgr/{all/multi-backfill-reject.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}}

Log: http://qa-proxy.ceph.com/teuthology/kchai-2019-10-30_09:06:39-rados-wip-kefu-testing-2019-10-30-0922-distro-basic-mira/4455413/teuthology.log

Failure Reason:

{'mira109.front.sepia.ceph.com': {'msg': 'Authentication or permission failure. In some cases, you may have been able to authenticate and did not have permissions on the target directory. Consider changing the remote tmp path in ansible.cfg to a path rooted in "/tmp". Failed command was: ( umask 77 && mkdir -p "` echo /home/ubuntu/.ansible/tmp/ansible-tmp-1572523730.97-176987469711172 `" && echo ansible-tmp-1572523730.97-176987469711172="` echo /home/ubuntu/.ansible/tmp/ansible-tmp-1572523730.97-176987469711172 `" ), exited with result 1', 'unreachable': True, 'changed': False}}

  • log_href: http://qa-proxy.ceph.com/teuthology/kchai-2019-10-30_09:06:39-rados-wip-kefu-testing-2019-10-30-0922-distro-basic-mira/4455413/teuthology.log
  • archive_path: /home/teuthworker/archive/kchai-2019-10-30_09:06:39-rados-wip-kefu-testing-2019-10-30-0922-distro-basic-mira/4455413
  • description: rados/singleton-nomsgr/{all/multi-backfill-reject.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}}
  • duration: 0:12:58
  • email: tchaikov@gmail.com
  • failure_reason: {'mira109.front.sepia.ceph.com': {'msg': 'Authentication or permission failure. In some cases, you may have been able to authenticate and did not have permissions on the target directory. Consider changing the remote tmp path in ansible.cfg to a path rooted in "/tmp". Failed command was: ( umask 77 && mkdir -p "` echo /home/ubuntu/.ansible/tmp/ansible-tmp-1572523730.97-176987469711172 `" && echo ansible-tmp-1572523730.97-176987469711172="` echo /home/ubuntu/.ansible/tmp/ansible-tmp-1572523730.97-176987469711172 `" ), exited with result 1', 'unreachable': True, 'changed': False}}
  • flavor:
  • job_id: 4455413
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: mira
  • name: kchai-2019-10-30_09:06:39-rados-wip-kefu-testing-2019-10-30-0922-distro-basic-mira
  • nuke_on_error: True
  • os_type: rhel
  • os_version: 7.7
  • overrides:
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • conf:
        • mon:
          • debug mon: 20
          • debug paxos: 20
          • debug ms: 1
        • osd:
          • osd op queue cut off: debug_random
          • debug ms: 1
          • debug journal: 20
          • debug osd: 25
          • osd debug verify cached snaps: True
          • osd debug verify missing on start: True
          • osd op queue: debug_random
          • debug filestore: 20
      • sha1: 02ea019bfa4873263db9c9be3b962e9d125b3d8d
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
    • workunit:
      • sha1: 02ea019bfa4873263db9c9be3b962e9d125b3d8d
      • branch: wip-kefu-testing-2019-10-30-0922
    • install:
      • ceph:
        • sha1: 02ea019bfa4873263db9c9be3b962e9d125b3d8d
    • admin_socket:
      • branch: wip-kefu-testing-2019-10-30-0922
  • owner: scheduled_kchai@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mgr.x', 'osd.0', 'osd.1', 'osd.2', 'client.0']
    • ['osd.3', 'osd.4', 'osd.5']
  • sentry_event:
  • status: fail
  • success: False
  • branch: wip-kefu-testing-2019-10-30-0922
  • seed:
  • sha1: 02ea019bfa4873263db9c9be3b962e9d125b3d8d
  • subset:
  • suite:
  • suite_branch: wip-kefu-testing-2019-10-30-0922
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 02ea019bfa4873263db9c9be3b962e9d125b3d8d
  • targets:
    • mira118.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD3AVc6kWJl49G1uGzQE8Hh1ru2Y7QY7IlF+FMb7qC7slQeS6lof/xYq56WQ05H0OnGoZ214PVKJz/vPJvWMaPaSFc2SBMEdZOUoZg9M3KHgnFcJABWEGlAOoaqrujUyhZBYFaGcTqS21Nlugw0cXkIo8MAIJPoINf/XFPymfODo0pdJM5hZOf7IFt34guz0gQC+yykPuqqNRwTZHWadlhHJlymrMb8nXPQM/D14rkBvoV9Kf2AsNnlOwWfJQLcObxgfGzB/kRduXL/0atCx0q/MslurbuM91AySjnuZ277MOPJGBsEFALrDdNR045kB2GkDIyUY4L9PNL817PbAaER
    • mira109.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdjK1sthrCeOyiUjOJYnPrNyL6joMv59sYYajXq2JHDCO5uqJU9kuWqbsCabW89OVmaNHR9DsmCpajSd0pmiE5wx3uT7nhr6zlG+b7gMqgH+xV4q5WEmaZr7/1ETEEN8l/s7Cw59m9fpsuuPiFvjvjCLRLmFnbP/DtM80B+YhYt2JXki3HYC03nyQm/+QIcVflITsEoz0IEJO/obAY+4TJRv2z9BawGYvu3CTGqEtp1zQ0+pRrKY2lqefJW3msRl3WXWHGeEajAOkHxTrT0IPtfq/kQefhaHrp9/yeOhhifQlQ62SBI8Et9xMWI5S7W4fF1s04glvxqgy9gMYi2q5b
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 2
      • mira
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • sha1: distro
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
    • ceph:
      • log-whitelist:
        • overall HEALTH_
        • \(PG_
        • \(OSD_
        • \(OBJECT_
      • conf:
        • osd:
          • osd max object namespace len: 64
          • osd max object name len: 460
          • osd min pg log entries: 25
          • osd debug reject backfill probability: 0.3
          • osd max pg log entries: 100
    • exec:
      • client.0:
        • sudo ceph osd pool create foo 64
        • sudo ceph osd pool application enable foo rados
        • rados -p foo bench 60 write -b 1024 --no-cleanup
        • sudo ceph osd pool set foo size 3
        • sudo ceph osd out 0 1
    • sleep:
      • duration: 60
    • exec:
      • client.0:
        • sudo ceph osd in 0 1
    • sleep:
      • duration: 60
    • exec:
      • client.0:
        • sudo ceph osd pool set foo size 2
    • sleep:
      • duration: 300
  • teuthology_branch: master
  • verbose: False
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2019-10-30 09:10:11
  • started: 2019-10-31 11:56:41
  • updated: 2019-10-31 12:16:40
  • status_class: danger
  • runtime: 0:19:59
  • wait_time: 0:07:01