Description: upgrade:infernalis/older/{0-cluster/start.yaml 1-install/latest_hammer_release.yaml 2-workload/{blogbench.yaml rbd.yaml s3tests.yaml testrados.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 4-final/{monthrash.yaml osdthrash.yaml testrados.yaml testrgw.yaml} distros/ubuntu_14.04.yaml}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2016-06-06_18:10:01-upgrade:infernalis-infernalis-distro-basic-vps/241222/teuthology.log

Sentry event: http://sentry.ceph.com/sepia/teuthology/?q=c4e033299afd4dbcb7f572f30149d544

Performance graphs: http://pcp.front.sepia.ceph.com:44323/grafana/index.html#/dashboard/script/index.js?time_to=2016-06-07T02%3A04%3A58&time_from=2016-06-07T01%3A45%3A35&hosts=vpm075%2Cvpm157%2Cvpm037

Failure Reason:

{'vpm037.front.sepia.ceph.com': {'item': 'apt,apache2', 'failed': True, 'stderr': 'E: Unable to correct problems, you have held broken packages.\n', 'stdout': 'Reading package lists...\nBuilding dependency tree...\nReading state information...\nSome packages could not be installed. This may mean that you have\nrequested an impossible situation or if you are using the unstable\ndistribution that some required packages have not yet been created\nor been moved out of Incoming.\nThe following information may help to resolve the situation:\n\nThe following packages have unmet dependencies:\n apache2 : Depends: apache2-bin (= 2.4.7-1ubuntu4.5) but it is not going to be installed\n Recommends: ssl-cert but it is not installable\n', 'invocation': {'module_name': 'apt', 'module_args': ''}, 'msg': '\'/usr/bin/apt-get -y -o "Dpkg::Options::=--force-confdef" -o "Dpkg::Options::=--force-confold" --force-yes install \'apt\' \'apache2\'\' failed: E: Unable to correct problems, you have held broken packages.\n'}, 'vpm157.front.sepia.ceph.com': {'invocation': {'module_name': 'apt', 'module_args': ''}, 'failed': True, 'msg': '\'/usr/bin/apt-get -y -o "Dpkg::Options::=--force-confdef" -o "Dpkg::Options::=--force-confold" install \'ntp\'\' failed: E: Failed to fetch http://apt-mirror.front.sepia.ceph.com/archive.ubuntu.com/ubuntu/pool/main/a/autogen/libopts25_5.18-2ubuntu2_amd64.deb Could not connect to apt-mirror.front.sepia.ceph.com:80 (8.43.84.130), connection timed out\n\nE: Failed to fetch http://apt-mirror.front.sepia.ceph.com/archive.ubuntu.com/ubuntu/pool/main/n/ntp/ntp_4.2.6.p5+dfsg-3ubuntu2.14.04.8_amd64.deb Unable to connect to apt-mirror.front.sepia.ceph.com:http:\n\nE: Unable to fetch some archives, maybe run apt-get update or try with --fix-missing?\n', 'stderr': 'E: Failed to fetch http://apt-mirror.front.sepia.ceph.com/archive.ubuntu.com/ubuntu/pool/main/a/autogen/libopts25_5.18-2ubuntu2_amd64.deb Could not connect to apt-mirror.front.sepia.ceph.com:80 (8.43.84.130), connection timed out\n\nE: Failed to fetch http://apt-mirror.front.sepia.ceph.com/archive.ubuntu.com/ubuntu/pool/main/n/ntp/ntp_4.2.6.p5+dfsg-3ubuntu2.14.04.8_amd64.deb Unable to connect to apt-mirror.front.sepia.ceph.com:http:\n\nE: Unable to fetch some archives, maybe run apt-get update or try with --fix-missing?\n', 'stdout': 'Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following extra packages will be installed:\n libopts25\nSuggested packages:\n ntp-doc\nThe following NEW packages will be installed:\n libopts25 ntp\n0 upgraded, 2 newly installed, 0 to remove and 212 not upgraded.\nNeed to get 474 kB of archives.\nAfter this operation, 1677 kB of additional disk space will be used.\nErr http://apt-mirror.front.sepia.ceph.com/archive.ubuntu.com/ubuntu/ trusty/main libopts25 amd64 1:5.18-2ubuntu2\n Could not connect to apt-mirror.front.sepia.ceph.com:80 (8.43.84.130), connection timed out\nErr http://apt-mirror.front.sepia.ceph.com/archive.ubuntu.com/ubuntu/ trusty-updates/main ntp amd64 1:4.2.6.p5+dfsg-3ubuntu2.14.04.8\n Unable to connect to apt-mirror.front.sepia.ceph.com:http:\n'}, 'vpm075.front.sepia.ceph.com': {'item': 'libapache2-mod-fastcgi', 'failed': True, 'stderr': 'E: Failed to fetch http://gitbuilder.ceph.com/libapache-mod-fastcgi-deb-trusty-x86_64-basic/ref/master/pool/main/liba/libapache-mod-fastcgi/libapache2-mod-fastcgi_2.4.7~0910052141-ceph1_amd64.deb Could not connect to gitbuilder.ceph.com:80 (8.43.84.130), connection timed out\n\nE: Unable to fetch some archives, maybe run apt-get update or try with --fix-missing?\n', 'stdout': 'Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following NEW packages will be installed:\n libapache2-mod-fastcgi\n0 upgraded, 1 newly installed, 0 to remove and 234 not upgraded.\nNeed to get 64.7 kB of archives.\nAfter this operation, 250 kB of additional disk space will be used.\nErr http://gitbuilder.ceph.com/libapache-mod-fastcgi-deb-trusty-x86_64-basic/ref/master/ trusty/main libapache2-mod-fastcgi amd64 2.4.7~0910052141-ceph1\n Could not connect to gitbuilder.ceph.com:80 (8.43.84.130), connection timed out\n', 'invocation': {'module_name': 'apt', 'module_args': ''}, 'msg': '\'/usr/bin/apt-get -y -o "Dpkg::Options::=--force-confdef" -o "Dpkg::Options::=--force-confold" --force-yes install \'libapache2-mod-fastcgi\'\' failed: E: Failed to fetch http://gitbuilder.ceph.com/libapache-mod-fastcgi-deb-trusty-x86_64-basic/ref/master/pool/main/liba/libapache-mod-fastcgi/libapache2-mod-fastcgi_2.4.7~0910052141-ceph1_amd64.deb Could not connect to gitbuilder.ceph.com:80 (8.43.84.130), connection timed out\n\nE: Unable to fetch some archives, maybe run apt-get update or try with --fix-missing?\n'}}

  • log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2016-06-06_18:10:01-upgrade:infernalis-infernalis-distro-basic-vps/241222/teuthology.log
  • archive_path: /var/lib/teuthworker/archive/teuthology-2016-06-06_18:10:01-upgrade:infernalis-infernalis-distro-basic-vps/241222
  • description: upgrade:infernalis/older/{0-cluster/start.yaml 1-install/latest_hammer_release.yaml 2-workload/{blogbench.yaml rbd.yaml s3tests.yaml testrados.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 4-final/{monthrash.yaml osdthrash.yaml testrados.yaml testrgw.yaml} distros/ubuntu_14.04.yaml}
  • duration: 0:20:19
  • email: ceph-qa@ceph.com
  • failure_reason: {'vpm037.front.sepia.ceph.com': {'item': 'apt,apache2', 'failed': True, 'stderr': 'E: Unable to correct problems, you have held broken packages.\n', 'stdout': 'Reading package lists...\nBuilding dependency tree...\nReading state information...\nSome packages could not be installed. This may mean that you have\nrequested an impossible situation or if you are using the unstable\ndistribution that some required packages have not yet been created\nor been moved out of Incoming.\nThe following information may help to resolve the situation:\n\nThe following packages have unmet dependencies:\n apache2 : Depends: apache2-bin (= 2.4.7-1ubuntu4.5) but it is not going to be installed\n Recommends: ssl-cert but it is not installable\n', 'invocation': {'module_name': 'apt', 'module_args': ''}, 'msg': '\'/usr/bin/apt-get -y -o "Dpkg::Options::=--force-confdef" -o "Dpkg::Options::=--force-confold" --force-yes install \'apt\' \'apache2\'\' failed: E: Unable to correct problems, you have held broken packages.\n'}, 'vpm157.front.sepia.ceph.com': {'invocation': {'module_name': 'apt', 'module_args': ''}, 'failed': True, 'msg': '\'/usr/bin/apt-get -y -o "Dpkg::Options::=--force-confdef" -o "Dpkg::Options::=--force-confold" install \'ntp\'\' failed: E: Failed to fetch http://apt-mirror.front.sepia.ceph.com/archive.ubuntu.com/ubuntu/pool/main/a/autogen/libopts25_5.18-2ubuntu2_amd64.deb Could not connect to apt-mirror.front.sepia.ceph.com:80 (8.43.84.130), connection timed out\n\nE: Failed to fetch http://apt-mirror.front.sepia.ceph.com/archive.ubuntu.com/ubuntu/pool/main/n/ntp/ntp_4.2.6.p5+dfsg-3ubuntu2.14.04.8_amd64.deb Unable to connect to apt-mirror.front.sepia.ceph.com:http:\n\nE: Unable to fetch some archives, maybe run apt-get update or try with --fix-missing?\n', 'stderr': 'E: Failed to fetch http://apt-mirror.front.sepia.ceph.com/archive.ubuntu.com/ubuntu/pool/main/a/autogen/libopts25_5.18-2ubuntu2_amd64.deb Could not connect to apt-mirror.front.sepia.ceph.com:80 (8.43.84.130), connection timed out\n\nE: Failed to fetch http://apt-mirror.front.sepia.ceph.com/archive.ubuntu.com/ubuntu/pool/main/n/ntp/ntp_4.2.6.p5+dfsg-3ubuntu2.14.04.8_amd64.deb Unable to connect to apt-mirror.front.sepia.ceph.com:http:\n\nE: Unable to fetch some archives, maybe run apt-get update or try with --fix-missing?\n', 'stdout': 'Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following extra packages will be installed:\n libopts25\nSuggested packages:\n ntp-doc\nThe following NEW packages will be installed:\n libopts25 ntp\n0 upgraded, 2 newly installed, 0 to remove and 212 not upgraded.\nNeed to get 474 kB of archives.\nAfter this operation, 1677 kB of additional disk space will be used.\nErr http://apt-mirror.front.sepia.ceph.com/archive.ubuntu.com/ubuntu/ trusty/main libopts25 amd64 1:5.18-2ubuntu2\n Could not connect to apt-mirror.front.sepia.ceph.com:80 (8.43.84.130), connection timed out\nErr http://apt-mirror.front.sepia.ceph.com/archive.ubuntu.com/ubuntu/ trusty-updates/main ntp amd64 1:4.2.6.p5+dfsg-3ubuntu2.14.04.8\n Unable to connect to apt-mirror.front.sepia.ceph.com:http:\n'}, 'vpm075.front.sepia.ceph.com': {'item': 'libapache2-mod-fastcgi', 'failed': True, 'stderr': 'E: Failed to fetch http://gitbuilder.ceph.com/libapache-mod-fastcgi-deb-trusty-x86_64-basic/ref/master/pool/main/liba/libapache-mod-fastcgi/libapache2-mod-fastcgi_2.4.7~0910052141-ceph1_amd64.deb Could not connect to gitbuilder.ceph.com:80 (8.43.84.130), connection timed out\n\nE: Unable to fetch some archives, maybe run apt-get update or try with --fix-missing?\n', 'stdout': 'Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following NEW packages will be installed:\n libapache2-mod-fastcgi\n0 upgraded, 1 newly installed, 0 to remove and 234 not upgraded.\nNeed to get 64.7 kB of archives.\nAfter this operation, 250 kB of additional disk space will be used.\nErr http://gitbuilder.ceph.com/libapache-mod-fastcgi-deb-trusty-x86_64-basic/ref/master/ trusty/main libapache2-mod-fastcgi amd64 2.4.7~0910052141-ceph1\n Could not connect to gitbuilder.ceph.com:80 (8.43.84.130), connection timed out\n', 'invocation': {'module_name': 'apt', 'module_args': ''}, 'msg': '\'/usr/bin/apt-get -y -o "Dpkg::Options::=--force-confdef" -o "Dpkg::Options::=--force-confold" --force-yes install \'libapache2-mod-fastcgi\'\' failed: E: Failed to fetch http://gitbuilder.ceph.com/libapache-mod-fastcgi-deb-trusty-x86_64-basic/ref/master/pool/main/liba/libapache-mod-fastcgi/libapache2-mod-fastcgi_2.4.7~0910052141-ceph1_amd64.deb Could not connect to gitbuilder.ceph.com:80 (8.43.84.130), connection timed out\n\nE: Unable to fetch some archives, maybe run apt-get update or try with --fix-missing?\n'}}
  • flavor:
  • job_id: 241222
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: vps
  • name: teuthology-2016-06-06_18:10:01-upgrade:infernalis-infernalis-distro-basic-vps
  • nuke_on_error: True
  • os_type: ubuntu
  • os_version: 14.04
  • overrides:
    • s3tests:
      • idle_timeout: 1200
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
          • debug mon: 1
          • debug paxos: 20
          • debug ms: 20
      • branch:
        • dev-commit: f50b482dd8aad8c1842e4096b53a0761cb9c22aa
    • rgw:
      • default_idle_timeout: 1200
    • ceph-fuse:
      • client.0:
        • mount_wait: 60
        • mount_timeout: 120
    • workunit:
      • sha1: f50b482dd8aad8c1842e4096b53a0761cb9c22aa
    • ceph:
      • log-whitelist:
        • slow request
        • scrub
        • scrub mismatch
        • ScrubResult
        • wrongly marked me down
        • objects unfound and apparently lost
        • log bound mismatch
        • failed to encode map
        • soft lockup
        • detected stalls on CPUs
      • fs: xfs
      • conf:
        • global:
          • osd heartbeat grace: 100
          • mon lease ack timeout: 25
          • mon lease: 15
        • mon:
          • debug mon: 20
          • debug paxos: 20
          • debug ms: 1
        • osd:
          • debug osd: 25
          • debug filestore: 20
          • debug journal: 20
          • debug ms: 1
      • sha1: f50b482dd8aad8c1842e4096b53a0761cb9c22aa
    • install:
      • ceph:
        • sha1: f50b482dd8aad8c1842e4096b53a0761cb9c22aa
    • admin_socket:
      • branch: infernalis
  • owner: scheduled_teuthology@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mds.a', 'osd.0', 'osd.1', 'osd.2']
    • ['mon.b', 'mon.c', 'osd.3', 'osd.4', 'osd.5', 'client.0']
    • ['client.1', 'client.2']
  • sentry_event: http://sentry.ceph.com/sepia/teuthology/?q=c4e033299afd4dbcb7f572f30149d544
  • status: fail
  • success: False
  • branch: infernalis
  • seed:
  • sha1: f50b482dd8aad8c1842e4096b53a0761cb9c22aa
  • subset:
  • suite:
  • suite_branch: infernalis
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 663eccfee0050ccfbd289b0f14dc5ffa241184b5
  • targets:
    • ubuntu@vpm157.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDcrw66sSQkpH8/86bx5lJ92+GV9brFVDT60l4DG6MHd9RsdxzuZfhxpvCcvjb5V6nDpdeDUhXbDBOqyQ5yP9lCDFWusIo51b3KppNb2C7D6ASX5xZ00S3r7YRSkq08SdaV3dbKGY6XfHky51F54XzD4IH/rro23801UYwygfAmD+bqtrPxlGe06rRAML1gVH2O+8O3vDjnbTHOeU3UdJqzuj2FYTAogSz0wApglfFeuJxU4oJl7Vfg5Z+fM83kLrp86SFgdWuLD9lz+oiTRbiRm0SEiQuOuYmp+wp+0+47dnZYKHowFPdUWkj6T1uUfLpuUzuT6qyeISyd9XMpnPvL
    • ubuntu@vpm075.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCr74Ry4XvpfiFLCMdXHIIWB5p1z2D/Ctb0R6hOFjBHIT4QLcek0yjgYi5z8h7iu3OFcBk0aM3A65xWJSs+U1fvZz/3PHPfLdcld0Qfb90sgGtecE/8KgXoebWabJWiMy8kZspEPL2iyNSt3vJRJm3i+oL9yotHIj18Yeeg6bnbG6uyaEC8myuyWhPfqAxLB4sJADxh+48WacPEgpBApmB4fda+raP0JeMZMZ60a/yI9I3QIsLdfdDF6mu3vX49ORh6EIuqS7EluSuDb3tU9dVSo1Qi5RLH3WoVy49HvTpNrvg8vkdF0RMI3Upf9En9uXrQZ15Zm73/T+PBLKklNEbT
    • ubuntu@vpm037.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeC4R7mdJYZgk/K5S1OBaX2MdYHShwTdNCyfLwK3HbPcPAdQVRx352/r/me/GztGyRS04T22/EtYRpp5snqKBUnMzBABklCRiV+U3aJgT2DFY08oX7RYMXmQmz4++mfxXdmsgyOZnx8+y7VEq7cTLjZeunF0zJB/olcg1o93bfJX5/klgMyQpPGiwWBWVNCj/60/OgC1n4T1H1+FU+qXd7BbVX5pEWvkggPn7IA/u3jIrKrxnQtuHgxivDNuWL5+dD3c8uAW0D6eDI+ho3k5BQz+MSNGkhY4zTWvA2tjTC4bkbOJV3+A2T2GZA8/viZkxA/7PDUsGStt69w30L4A2n
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 3
      • vps
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • sha1: distro
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock.check:
    • install:
      • branch: hammer
    • print: **** done latest hammer install
    • ceph:
    • parallel:
      • workload
      • upgrade-sequence
    • print: **** done parallel hammer
    • mon_thrash:
      • revive_delay: 20
      • thrash_delay: 1
    • print: **** done mon_thrash 4-workload
    • ceph-fuse:
    • print: **** done ceph-fuse 4-workload
    • workunit:
      • clients:
        • client.0:
          • suites/dbench.sh
    • print: **** done suites/dbench.sh 4-workload
    • sequential:
      • thrashosds:
        • chance_pgnum_grow: 1
        • chance_pgpnum_fix: 1
        • timeout: 1200
      • print: **** done thrashosds 4-workload
      • workunit:
        • clients:
          • client.0:
            • suites/iogen.sh
      • print: **** done suites/iogen.sh 4-workload
    • sequential:
      • rados:
        • op_weights:
          • snap_remove: 50
          • snap_create: 50
          • rollback: 50
          • read: 100
          • write: 100
          • delete: 50
        • clients:
          • client.0
        • objects: 50
        • ops: 2000
    • sequential:
      • rgw:
        • client.2
      • print: **** done rgw: [client.2] 4-workload
      • s3tests:
        • client.2:
          • rgw_server: client.2
          • force-branch: hammer
      • print: **** done s3tests 4-workload
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url: http://pcp.front.sepia.ceph.com:44323/grafana/index.html#/dashboard/script/index.js?time_to=2016-06-07T02%3A04%3A58&time_from=2016-06-07T01%3A45%3A35&hosts=vpm075%2Cvpm157%2Cvpm037
  • priority:
  • user:
  • queue:
  • posted: 2016-06-07 01:11:37
  • started: 2016-06-07 01:41:14
  • updated: 2016-06-07 02:07:14
  • status_class: danger
  • runtime: 0:26:00
  • wait_time: 0:05:41