Description: upgrade:infernalis/older/{0-cluster/start.yaml 1-install/v9.2.1.yaml 2-workload/{blogbench.yaml rbd.yaml s3tests.yaml testrados.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 4-final/{monthrash.yaml osdthrash.yaml testrados.yaml testrgw.yaml} distros/ubuntu_14.04.yaml}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2016-06-06_18:10:01-upgrade:infernalis-infernalis-distro-basic-vps/241224/teuthology.log

Sentry event: http://sentry.ceph.com/sepia/teuthology/?q=6da5d3874a834fadaf5ab6ee63cc50ca

Performance graphs: http://pcp.front.sepia.ceph.com:44323/grafana/index.html#/dashboard/script/index.js?time_to=2016-06-07T01%3A50%3A57&time_from=2016-06-07T01%3A40%3A13&hosts=vpm085%2Cvpm001%2Cvpm017

Failure Reason:

{'vpm001.front.sepia.ceph.com': {'item': 'apt,apache2', 'failed': True, 'stderr': 'E: Unable to correct problems, you have held broken packages.\n', 'stdout': 'Reading package lists...\nBuilding dependency tree...\nReading state information...\nSome packages could not be installed. This may mean that you have\nrequested an impossible situation or if you are using the unstable\ndistribution that some required packages have not yet been created\nor been moved out of Incoming.\nThe following information may help to resolve the situation:\n\nThe following packages have unmet dependencies:\n apache2 : Depends: apache2-bin (= 2.4.7-1ubuntu4.5) but it is not going to be installed\n Recommends: ssl-cert but it is not installable\n', 'invocation': {'module_name': 'apt', 'module_args': ''}, 'msg': '\'/usr/bin/apt-get -y -o "Dpkg::Options::=--force-confdef" -o "Dpkg::Options::=--force-confold" --force-yes install \'apt\' \'apache2\'\' failed: E: Unable to correct problems, you have held broken packages.\n'}, 'vpm017.front.sepia.ceph.com': {'item': 'libapache2-mod-fastcgi', 'failed': True, 'stderr': 'E: Failed to fetch http://gitbuilder.ceph.com/libapache-mod-fastcgi-deb-trusty-x86_64-basic/ref/master/pool/main/liba/libapache-mod-fastcgi/libapache2-mod-fastcgi_2.4.7~0910052141-ceph1_amd64.deb Could not connect to gitbuilder.ceph.com:80 (8.43.84.130), connection timed out\n\nE: Unable to fetch some archives, maybe run apt-get update or try with --fix-missing?\n', 'stdout': 'Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following NEW packages will be installed:\n libapache2-mod-fastcgi\n0 upgraded, 1 newly installed, 0 to remove and 83 not upgraded.\nNeed to get 64.7 kB of archives.\nAfter this operation, 250 kB of additional disk space will be used.\nErr http://gitbuilder.ceph.com/libapache-mod-fastcgi-deb-trusty-x86_64-basic/ref/master/ trusty/main libapache2-mod-fastcgi amd64 2.4.7~0910052141-ceph1\n Could not connect to gitbuilder.ceph.com:80 (8.43.84.130), connection timed out\n', 'invocation': {'module_name': 'apt', 'module_args': ''}, 'msg': '\'/usr/bin/apt-get -y -o "Dpkg::Options::=--force-confdef" -o "Dpkg::Options::=--force-confold" --force-yes install \'libapache2-mod-fastcgi\'\' failed: E: Failed to fetch http://gitbuilder.ceph.com/libapache-mod-fastcgi-deb-trusty-x86_64-basic/ref/master/pool/main/liba/libapache-mod-fastcgi/libapache2-mod-fastcgi_2.4.7~0910052141-ceph1_amd64.deb Could not connect to gitbuilder.ceph.com:80 (8.43.84.130), connection timed out\n\nE: Unable to fetch some archives, maybe run apt-get update or try with --fix-missing?\n'}, 'vpm085.front.sepia.ceph.com': {'item': 'apt,apache2', 'failed': True, 'stderr': 'E: Unable to correct problems, you have held broken packages.\n', 'stdout': 'Reading package lists...\nBuilding dependency tree...\nReading state information...\nSome packages could not be installed. This may mean that you have\nrequested an impossible situation or if you are using the unstable\ndistribution that some required packages have not yet been created\nor been moved out of Incoming.\nThe following information may help to resolve the situation:\n\nThe following packages have unmet dependencies:\n apache2 : Depends: apache2-bin (= 2.4.7-1ubuntu4.5) but it is not going to be installed\n Recommends: ssl-cert but it is not installable\n', 'invocation': {'module_name': 'apt', 'module_args': ''}, 'msg': '\'/usr/bin/apt-get -y -o "Dpkg::Options::=--force-confdef" -o "Dpkg::Options::=--force-confold" --force-yes install \'apt\' \'apache2\'\' failed: E: Unable to correct problems, you have held broken packages.\n'}}

  • log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2016-06-06_18:10:01-upgrade:infernalis-infernalis-distro-basic-vps/241224/teuthology.log
  • archive_path: /var/lib/teuthworker/archive/teuthology-2016-06-06_18:10:01-upgrade:infernalis-infernalis-distro-basic-vps/241224
  • description: upgrade:infernalis/older/{0-cluster/start.yaml 1-install/v9.2.1.yaml 2-workload/{blogbench.yaml rbd.yaml s3tests.yaml testrados.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 4-final/{monthrash.yaml osdthrash.yaml testrados.yaml testrgw.yaml} distros/ubuntu_14.04.yaml}
  • duration: 0:11:21
  • email: ceph-qa@ceph.com
  • failure_reason: {'vpm001.front.sepia.ceph.com': {'item': 'apt,apache2', 'failed': True, 'stderr': 'E: Unable to correct problems, you have held broken packages.\n', 'stdout': 'Reading package lists...\nBuilding dependency tree...\nReading state information...\nSome packages could not be installed. This may mean that you have\nrequested an impossible situation or if you are using the unstable\ndistribution that some required packages have not yet been created\nor been moved out of Incoming.\nThe following information may help to resolve the situation:\n\nThe following packages have unmet dependencies:\n apache2 : Depends: apache2-bin (= 2.4.7-1ubuntu4.5) but it is not going to be installed\n Recommends: ssl-cert but it is not installable\n', 'invocation': {'module_name': 'apt', 'module_args': ''}, 'msg': '\'/usr/bin/apt-get -y -o "Dpkg::Options::=--force-confdef" -o "Dpkg::Options::=--force-confold" --force-yes install \'apt\' \'apache2\'\' failed: E: Unable to correct problems, you have held broken packages.\n'}, 'vpm017.front.sepia.ceph.com': {'item': 'libapache2-mod-fastcgi', 'failed': True, 'stderr': 'E: Failed to fetch http://gitbuilder.ceph.com/libapache-mod-fastcgi-deb-trusty-x86_64-basic/ref/master/pool/main/liba/libapache-mod-fastcgi/libapache2-mod-fastcgi_2.4.7~0910052141-ceph1_amd64.deb Could not connect to gitbuilder.ceph.com:80 (8.43.84.130), connection timed out\n\nE: Unable to fetch some archives, maybe run apt-get update or try with --fix-missing?\n', 'stdout': 'Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following NEW packages will be installed:\n libapache2-mod-fastcgi\n0 upgraded, 1 newly installed, 0 to remove and 83 not upgraded.\nNeed to get 64.7 kB of archives.\nAfter this operation, 250 kB of additional disk space will be used.\nErr http://gitbuilder.ceph.com/libapache-mod-fastcgi-deb-trusty-x86_64-basic/ref/master/ trusty/main libapache2-mod-fastcgi amd64 2.4.7~0910052141-ceph1\n Could not connect to gitbuilder.ceph.com:80 (8.43.84.130), connection timed out\n', 'invocation': {'module_name': 'apt', 'module_args': ''}, 'msg': '\'/usr/bin/apt-get -y -o "Dpkg::Options::=--force-confdef" -o "Dpkg::Options::=--force-confold" --force-yes install \'libapache2-mod-fastcgi\'\' failed: E: Failed to fetch http://gitbuilder.ceph.com/libapache-mod-fastcgi-deb-trusty-x86_64-basic/ref/master/pool/main/liba/libapache-mod-fastcgi/libapache2-mod-fastcgi_2.4.7~0910052141-ceph1_amd64.deb Could not connect to gitbuilder.ceph.com:80 (8.43.84.130), connection timed out\n\nE: Unable to fetch some archives, maybe run apt-get update or try with --fix-missing?\n'}, 'vpm085.front.sepia.ceph.com': {'item': 'apt,apache2', 'failed': True, 'stderr': 'E: Unable to correct problems, you have held broken packages.\n', 'stdout': 'Reading package lists...\nBuilding dependency tree...\nReading state information...\nSome packages could not be installed. This may mean that you have\nrequested an impossible situation or if you are using the unstable\ndistribution that some required packages have not yet been created\nor been moved out of Incoming.\nThe following information may help to resolve the situation:\n\nThe following packages have unmet dependencies:\n apache2 : Depends: apache2-bin (= 2.4.7-1ubuntu4.5) but it is not going to be installed\n Recommends: ssl-cert but it is not installable\n', 'invocation': {'module_name': 'apt', 'module_args': ''}, 'msg': '\'/usr/bin/apt-get -y -o "Dpkg::Options::=--force-confdef" -o "Dpkg::Options::=--force-confold" --force-yes install \'apt\' \'apache2\'\' failed: E: Unable to correct problems, you have held broken packages.\n'}}
  • flavor:
  • job_id: 241224
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: vps
  • name: teuthology-2016-06-06_18:10:01-upgrade:infernalis-infernalis-distro-basic-vps
  • nuke_on_error: True
  • os_type: ubuntu
  • os_version: 14.04
  • overrides:
    • s3tests:
      • idle_timeout: 1200
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
          • debug mon: 1
          • debug paxos: 20
          • debug ms: 20
      • branch:
        • dev-commit: f50b482dd8aad8c1842e4096b53a0761cb9c22aa
    • rgw:
      • default_idle_timeout: 1200
    • ceph-fuse:
      • client.0:
        • mount_wait: 60
        • mount_timeout: 120
    • workunit:
      • sha1: f50b482dd8aad8c1842e4096b53a0761cb9c22aa
    • ceph:
      • log-whitelist:
        • slow request
        • scrub
        • scrub mismatch
        • ScrubResult
        • wrongly marked me down
        • objects unfound and apparently lost
        • log bound mismatch
        • failed to encode map
        • soft lockup
        • detected stalls on CPUs
      • fs: xfs
      • conf:
        • global:
          • osd heartbeat grace: 100
          • mon lease ack timeout: 25
          • mon lease: 15
        • mon:
          • debug mon: 20
          • debug paxos: 20
          • debug ms: 1
        • osd:
          • debug osd: 25
          • debug filestore: 20
          • debug journal: 20
          • debug ms: 1
      • sha1: f50b482dd8aad8c1842e4096b53a0761cb9c22aa
    • install:
      • ceph:
        • sha1: f50b482dd8aad8c1842e4096b53a0761cb9c22aa
    • admin_socket:
      • branch: infernalis
  • owner: scheduled_teuthology@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mds.a', 'osd.0', 'osd.1', 'osd.2']
    • ['mon.b', 'mon.c', 'osd.3', 'osd.4', 'osd.5', 'client.0']
    • ['client.1', 'client.2']
  • sentry_event: http://sentry.ceph.com/sepia/teuthology/?q=6da5d3874a834fadaf5ab6ee63cc50ca
  • status: fail
  • success: False
  • branch: infernalis
  • seed:
  • sha1: f50b482dd8aad8c1842e4096b53a0761cb9c22aa
  • subset:
  • suite:
  • suite_branch: infernalis
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 663eccfee0050ccfbd289b0f14dc5ffa241184b5
  • targets:
    • ubuntu@vpm001.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCr6SunQQxdqEWj80hIWX8D5eyPzB/LDGy24FWONQmIkPUcFETYnbETLjxLK9UZu1p7iFfR8CvKoAMdPKxmQINGMlWJOt6WJcIlerH+et4Qn2CM13q0K5a0vT0Ih0JkvBwvZy08Ivy/3oyyRHMTMpiTX8/dQkmKmbgsnh7HxRkPcQ8zjYhRw8EzYal9p6ncm5SzyMM/ITyK6eizJLl4oeU/9/PcGNnXHNma/kdwbDBOWRxotj48UA0k6CQQaV2RLUuElYAq5JRFr1KcEw0Q4RQaqlpbfGe9sCFbc1nfDqjGOK/ugUbuWvMmXKXBRc9fGz49GfA9R3sVUltULXoi/W3l
    • ubuntu@vpm085.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC3Y43TvFWy5pd6F4nSG+BvHax9ZakI53YIrHQWmbZlRU8bcRjYkFxr3SLBtyeq0uROLIV+3kbhBrBbxx+rYoODuYWemz+zlYi2Uxp98MM9XHcA5VA5EFYTWLTnRKRXGYGqLGPr7tcfB0fuHn4BwyF6eDPYizvpYXjvwW0iOX46cVmpI1/VMuYDh++hLa29YONY949x9qeoEN3rMZzf9dyKPOnUPTLkWweTZQneb6LZJCsS9L4IIft1X7IFXataZfhh+Ud6g7DvJa3m1v0hnlZTuIiLG245e5VhE+YKFTiD9lM2Bmb43gxFAHZZfpNe5vMJ3ILns9rk+H9A4oM5fLIV
    • ubuntu@vpm017.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDDuQQfKVaLxAIlt8NUYZQiIfLuL/LZb19NqbfgIkunBHYuUbEn/vPWvKC8twM/OiZnlqH6HJeurdwV+o15VWGoEwe0Dv/BcWneb0VEitqFIXcrIPd89C07J20qjjDwg6WKF1Hybo4DT6GkX1LK9EUa3xLzdopojoMeusEv2ZuL/GFapXFmMFWoilh2bj5fncoZhhV0n66MNn3s46sfKdqGYRNZ54vyvbUHRgSR6FjkTLgwQTRx8EMI9O+MrC8O3AEjUmzcNZ8hy4vizHgQVvFXTDfpug9hTXUzAnqJcxgjH0OFpDhwBz/DXUB59f0vbNkVdhkX85MN/VDm0T/eo29X
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 3
      • vps
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • sha1: distro
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock.check:
    • install:
      • tag: v9.2.1
    • print: **** done v9.2.1 install
    • ceph:
    • parallel:
      • workload
      • upgrade-sequence
    • print: **** done parallel v9.2.1
    • mon_thrash:
      • revive_delay: 20
      • thrash_delay: 1
    • print: **** done mon_thrash 4-workload
    • ceph-fuse:
    • print: **** done ceph-fuse 4-workload
    • workunit:
      • clients:
        • client.0:
          • suites/dbench.sh
    • print: **** done suites/dbench.sh 4-workload
    • sequential:
      • thrashosds:
        • chance_pgnum_grow: 1
        • chance_pgpnum_fix: 1
        • timeout: 1200
      • print: **** done thrashosds 4-workload
      • workunit:
        • clients:
          • client.0:
            • suites/iogen.sh
      • print: **** done suites/iogen.sh 4-workload
    • sequential:
      • rados:
        • op_weights:
          • snap_remove: 50
          • snap_create: 50
          • rollback: 50
          • read: 100
          • write: 100
          • delete: 50
        • clients:
          • client.0
        • objects: 50
        • ops: 2000
    • sequential:
      • rgw:
        • client.2
      • print: **** done rgw: [client.2] 4-workload
      • s3tests:
        • client.2:
          • rgw_server: client.2
          • force-branch: hammer
      • print: **** done s3tests 4-workload
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url: http://pcp.front.sepia.ceph.com:44323/grafana/index.html#/dashboard/script/index.js?time_to=2016-06-07T01%3A50%3A57&time_from=2016-06-07T01%3A40%3A13&hosts=vpm085%2Cvpm001%2Cvpm017
  • priority:
  • user:
  • queue:
  • posted: 2016-06-07 01:11:39
  • started: 2016-06-07 01:35:43
  • updated: 2016-06-07 01:51:42
  • status_class: danger
  • runtime: 0:15:59
  • wait_time: 0:04:38