Nodes: mira089 mira108

Description: rgw/multifs/{overrides.yaml clusters/fixed-2.yaml frontend/civetweb.yaml fs/btrfs.yaml rgw_pool_type/ec.yaml tasks/rgw_readwrite.yaml}

Log: http://qa-proxy.ceph.com/teuthology/cbodley-2016-07-15_10:12:53-rgw-wip-rgw-meta-stack-wakeup---basic-mira/315643/teuthology.log

Sentry event: http://sentry.ceph.com/sepia/teuthology/?q=3b7715ec7b824707b5b8eb17d6679828

Performance graphs: http://pcp.front.sepia.ceph.com:44323/grafana/index.html#/dashboard/script/index.js?time_to=2016-07-15T18%3A43%3A52&time_from=2016-07-15T18%3A32%3A56&hosts=mira089%2Cmira108

Failure Reason:

{'mira089.front.sepia.ceph.com': {'cmd': '/usr/bin/git reset --hard origin/master', '_ansible_no_log': False, 'stdout': '', 'changed': False, 'invocation': {'module_name': 'git', 'module_args': {'force': True, 'track_submodules': False, 'reference': None, 'dest': '/var/lib/teuthworker/.cache/src/keys', 'verify_commit': False, 'clone': True, 'update': True, 'ssh_opts': None, 'repo': 'https://github.com/ceph/keys', 'bare': False, 'refspec': None, 'executable': None, 'remote': 'origin', 'recursive': True, 'accept_hostkey': False, 'depth': None, 'version': 'master', 'key_file': None}}, 'failed': True, 'stderr': "fatal: Unable to create '/home/teuthworker/.cache/src/keys/.git/index.lock': File exists.\n\nIf no other git process is currently running, this probably means a\ngit process crashed in this repository earlier. Make sure no other git\nprocess is running and remove the file manually to continue.\n", 'rc': 128, '_ansible_delegated_vars': {'ansible_host': 'localhost'}, 'stdout_lines': [], 'msg': 'Failed to checkout master'}}

  • log_href: http://qa-proxy.ceph.com/teuthology/cbodley-2016-07-15_10:12:53-rgw-wip-rgw-meta-stack-wakeup---basic-mira/315643/teuthology.log
  • archive_path: /var/lib/teuthworker/archive/cbodley-2016-07-15_10:12:53-rgw-wip-rgw-meta-stack-wakeup---basic-mira/315643
  • description: rgw/multifs/{overrides.yaml clusters/fixed-2.yaml frontend/civetweb.yaml fs/btrfs.yaml rgw_pool_type/ec.yaml tasks/rgw_readwrite.yaml}
  • duration: 0:11:13
  • email:
  • failure_reason: {'mira089.front.sepia.ceph.com': {'cmd': '/usr/bin/git reset --hard origin/master', '_ansible_no_log': False, 'stdout': '', 'changed': False, 'invocation': {'module_name': 'git', 'module_args': {'force': True, 'track_submodules': False, 'reference': None, 'dest': '/var/lib/teuthworker/.cache/src/keys', 'verify_commit': False, 'clone': True, 'update': True, 'ssh_opts': None, 'repo': 'https://github.com/ceph/keys', 'bare': False, 'refspec': None, 'executable': None, 'remote': 'origin', 'recursive': True, 'accept_hostkey': False, 'depth': None, 'version': 'master', 'key_file': None}}, 'failed': True, 'stderr': "fatal: Unable to create '/home/teuthworker/.cache/src/keys/.git/index.lock': File exists.\n\nIf no other git process is currently running, this probably means a\ngit process crashed in this repository earlier. Make sure no other git\nprocess is running and remove the file manually to continue.\n", 'rc': 128, '_ansible_delegated_vars': {'ansible_host': 'localhost'}, 'stdout_lines': [], 'msg': 'Failed to checkout master'}}
  • flavor:
  • job_id: 315643
  • kernel:
  • last_in_suite: False
  • machine_type: mira
  • name: cbodley-2016-07-15_10:12:53-rgw-wip-rgw-meta-stack-wakeup---basic-mira
  • nuke_on_error: True
  • os_type:
  • os_version:
  • overrides:
    • s3tests:
      • slow_backend: True
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
          • debug mon: 1
          • debug paxos: 20
          • debug ms: 20
      • branch:
        • dev-commit: 152d715403164af61836c4241ed050e0652f230f
    • rgw:
      • frontend: civetweb
      • ec-data-pool: True
    • workunit:
      • sha1: 152d715403164af61836c4241ed050e0652f230f
    • ceph:
      • log-whitelist:
        • slow request
      • fs: btrfs
      • conf:
        • client:
          • debug rgw: 20
        • mon:
          • debug mon: 20
          • debug paxos: 20
          • debug ms: 1
        • osd:
          • debug ms: 1
          • debug journal: 20
          • debug osd: 25
          • osd sloppy crc: True
          • osd op thread timeout: 60
          • debug filestore: 20
      • sha1: 152d715403164af61836c4241ed050e0652f230f
    • install:
      • ceph:
        • sha1: 152d715403164af61836c4241ed050e0652f230f
    • admin_socket:
      • branch: wip-rgw-meta-stack-wakeup
  • owner: scheduled_cbodley@localhost
  • pid:
  • roles:
    • ['mon.a', 'mon.c', 'osd.0', 'osd.1', 'osd.2', 'client.0']
    • ['mon.b', 'osd.3', 'osd.4', 'osd.5', 'client.1']
  • sentry_event: http://sentry.ceph.com/sepia/teuthology/?q=3b7715ec7b824707b5b8eb17d6679828
  • status: fail
  • success: False
  • branch: wip-rgw-meta-stack-wakeup
  • seed:
  • sha1: 152d715403164af61836c4241ed050e0652f230f
  • subset:
  • suite:
  • suite_branch: master
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 1c58c2c3e5af723003ccfb304a73bd032a356e88
  • targets:
    • ubuntu@mira089.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpx+Y4fVNinNDLnNaJWMJmR98O7zoBlEn03ABwM3IB4m4CY2xKpcpl24GB1S6DRrwAdHhKMyXWYl61t+E9fOyANLazTwRi2que4aHnE361Law6+IedCmEfJ03Qwaa7NQdcptP3OxCpSa/+4LdkhG3rnuFIrZOHye2wWQE/sTkk5fC55YsNRtIG0Jo75scYxyDtNVqwErxWxK33XpcAWPpHyA9wS2hHndAx1RkJeR34XxQyKd7KQNnE/c6I1SnUZiLLwb/EB+1v7Ll+MaSQT9qvlChU0E5CsjMdX9Q4XWnJso4qLC99L0uhc+wGkilOzVPP0LhhlRjOmBcrBHAnNkCH
    • ubuntu@mira108.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDjrut+0rbu2LIu8KjhTTXpNMyB31/Z8rxAkqJFzE0o5slhySSv7CgSG9rIVUsAsMxkBHHcrkwWrBwlyn+0p7Ig5NLThgBF+CL90Nup/IxFWKELEqKGkoH1M35RJYNk97/xui9leHCduki6WJ3TU0bLam30HM6LsDZy5rs1nsRCU8ObAaTnxOBGOS2un/KzTHfmLwFlcIiEXxrFO/RxblPMF177kcnnxUp91BYe3sbkMlOxzSgZnmArRQ6Lh/9rDN5/JtiDJgeIWdRWdB4lGiFO0i/lIk7107Zaqhd+ZXHs7IrPZTNv5Iko2Hcg5Oie6FoCYfExxPDwdJmLyXeBUNG9
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 2
      • mira
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock.check:
    • install:
    • ceph:
    • rgw:
      • client.0
    • s3readwrite:
      • client.0:
        • readwrite:
          • duration: 300
          • files:
            • num: 10
            • stddev: 500
            • size: 2000
          • writers: 3
          • bucket: rwtest
          • readers: 10
        • rgw_server: client.0
  • teuthology_branch: master
  • verbose: False
  • pcp_grafana_url: http://pcp.front.sepia.ceph.com:44323/grafana/index.html#/dashboard/script/index.js?time_to=2016-07-15T18%3A43%3A52&time_from=2016-07-15T18%3A32%3A56&hosts=mira089%2Cmira108
  • priority:
  • user:
  • queue:
  • posted: 2016-07-15 14:13:57
  • started: 2016-07-15 15:27:40
  • updated: 2016-07-15 18:49:46
  • status_class: danger
  • runtime: 3:22:06
  • wait_time: 3:10:53