Pulpito

yuriw-2017-11-20_22:55:45-upgrade:luminous-x:point-to-point-x-master-distro-basic-ovh/1870767

Posted Started Updated
Runtime
Duration
In Waiting
 Machine Teuthology Branch OS Type OS Version Nodes Status
2017-11-20 22:56:02 2017-11-20 22:56:12 2017-11-20 23:34:12 0:38:00 0:27:48 0:10:12 ovh master ubuntu 16.04 3 fail

Description: upgrade:luminous-x:point-to-point-x/{distros/ubuntu_latest.yaml point-to-point-upgrade.yaml}

Log: http://qa-proxy.ceph.com/teuthology/yuriw-2017-11-20_22:55:45-upgrade:luminous-x:point-to-point-x-master-distro-basic-ovh/1870767/teuthology.log

Sentry event: http://sentry.ceph.com/sepia/teuthology/?q=bffd908b8613412eb0453a6508053310

Failure Reason:

"2017-11-20 23:21:00.499507 mon.a mon.0 158.69.87.51:6789/0 131 : cluster [ERR] Health check failed: no active mgr (MGR_DOWN)" in cluster log

All Details...

  • log_href: http://qa-proxy.ceph.com/teuthology/yuriw-2017-11-20_22:55:45-upgrade:luminous-x:point-to-point-x-master-distro-basic-ovh/1870767/teuthology.log
  • archive_path: /home/teuthworker/archive/yuriw-2017-11-20_22:55:45-upgrade:luminous-x:point-to-point-x-master-distro-basic-ovh/1870767
  • description: upgrade:luminous-x:point-to-point-x/{distros/ubuntu_latest.yaml point-to-point-upgrade.yaml}
  • duration: 0:27:48
  • email: ceph-qa@ceph.com
  • failure_reason: "2017-11-20 23:21:00.499507 mon.a mon.0 158.69.87.51:6789/0 131 : cluster [ERR] Health check failed: no active mgr (MGR_DOWN)" in cluster log
  • flavor: basic
  • job_id: 1870767
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: ovh
  • name: yuriw-2017-11-20_22:55:45-upgrade:luminous-x:point-to-point-x-master-distro-basic-ovh
  • nuke_on_error: True
  • os_type: ubuntu
  • os_version: 16.04
  • overrides:
    • ceph:
      • log-whitelist:
        • slow request
        • reached quota
        • scrub
        • osd_map_max_advance
        • wrongly marked
      • fs: xfs
      • conf:
        • mon:
          • mon debug unsafe allow tier with nonempty snaps: True
          • mon warn on pool no app: False
          • debug mon: 20
          • debug paxos: 20
          • debug ms: 1
        • osd:
          • debug osd: 25
          • debug filestore: 20
          • debug journal: 20
          • debug ms: 1
          • osd map max advance: 1000
      • sha1: d23172c02dadf422d5157e02b383880561077ead
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
    • workunit:
      • sha1: 9ac3d087f4c037818abf2f5e434944364ee4cfc4
      • branch: wip-yuriw-22048-luminous
    • install:
      • ceph:
        • sha1: d23172c02dadf422d5157e02b383880561077ead
    • admin_socket:
      • branch: master
  • owner: scheduled_yuriw@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'mgr.x']
    • ['mon.b', 'mon.c', 'osd.3', 'osd.4', 'osd.5', 'client.0']
    • ['client.1']
  • sentry_event: http://sentry.ceph.com/sepia/teuthology/?q=bffd908b8613412eb0453a6508053310
  • status: fail
  • success: False
  • branch: master
  • seed:
  • sha1: d23172c02dadf422d5157e02b383880561077ead
  • subset:
  • suite:
  • suite_branch: wip-yuriw-22048-luminous
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 9ac3d087f4c037818abf2f5e434944364ee4cfc4
  • targets:
    • ovh053.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCyyw0u6pW+RwbpyKi9w/z+WH6ow3TvC9GIDHZkA+5TYS9aPWTlB5jvlRwMVmDM+g92Jdn85Jc2OLRQ8Ar+Oe7jD1FB6GG9GzD5/7QlZPdpVYW3SGJYo5WNuygmAzYjBacEsydHqej5z0MXnC19nF+BfqtvMMXO/4nmc1a0HAS61XVU+17iQp65BIUNqXUxfXGhrwv+py/zENvToM5ClXQRk440GoX++BfGaJ6aHYWYb3Oo/SyFLZv3aW1XlFESgXDC3nnCPlRj4/DsgB0m71tCoYhZoailATU2FQG/rwjrcGzuL8umDS+6BfKNgfWgs7Tj0mwAWmtq2i1+gPhNGevD
    • ovh091.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDYXpJvQiru9nYTuL3GwfynH8Kn0J+PQK1tYkIzrSJ0Ljwl/9NELRPEHT1SU4Jjn9AGlOdr22VPCYRGrGcJF7oVqeKQDtsY/10v+n77ZrrCzUNEBeyjH319yKNTigiGkyVPlQWZXOAHkba5FaGPctvp+5Y8x2FfCdeDBL5dvyoJvA/21X0beg+BVhfry7KM8hm2QrOCIjHBodhj3X3I38Dulg59VGgkaZ+0RSUDbsbBO2lsAeVFpZiGeX+OKEB53IXypWZjQrNf39biEEMIwFIvjiiw44AWY63ZbOctlb2fObMAIbnoHqntNxOIh+eHtffGzoTohhAPfbYR4wSDI5h1
    • ovh093.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD+RXq8nEfogJ1AyCRGc8eNs3x4afwzHhlnZkzB8UPMeQdOhdTHeW4bL69JC7pOMMz3em71QLz0KLOPPpXn+llLpfrLDCEDEArzG0G0JbZdMj26piaGi1qchRlBDvHq3k5bllHzyIEOTJF0ExbtYDQ86Qm1txnTv0/93lwjyEBpu+dOLvUrSgM2hmS2U5bTbo78JcS49DGdD5T0i2ohVAYSfoHsuWftNQUlUNBWT+8Kd6Vf3WvSIDpFjCMga8sx1FT0rwo41XRwCyEdjL86SOHoNXVlWGYQCKUNPo3cvE3WHVr0ARtYylUBaY8lwma6nW/LHTkWfeJRdVrC/uz0X5tb
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 3
      • ovh
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • sha1: distro
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • print: **** v12.2.1 about to install
    • install:
      • tag: v12.2.1
      • sha1: d23172c02dadf422d5157e02b383880561077ead
    • print: **** done v12.2.1 install
    • ceph:
      • fs: xfs
      • skip_mgr_daemons: True
      • sha1: d23172c02dadf422d5157e02b383880561077ead
      • cluster: ceph
      • log-whitelist:
        • slow request
        • reached quota
        • scrub
        • osd_map_max_advance
        • wrongly marked
      • conf:
        • mon:
          • mon debug unsafe allow tier with nonempty snaps: True
          • mon warn on pool no app: False
          • debug mon: 20
          • debug paxos: 20
          • debug ms: 1
        • osd:
          • debug osd: 25
          • debug filestore: 20
          • debug journal: 20
          • debug ms: 1
          • osd map max advance: 1000
      • add_osds_to_crush: True
    • print: **** done ceph xfs
    • sequential:
      • workload
    • print: **** done workload
    • install.upgrade:
      • mon.a:
        • branch: luminous
      • mon.b:
        • branch: luminous
    • parallel:
      • workload_luminous
      • upgrade-sequence_luminous
    • print: **** done parallel luminous branch
    • install.upgrade:
      • client.1:
        • branch: luminous
    • print: **** done branch: luminous install.upgrade on client.1
    • install.upgrade:
      • mon.a:
      • mon.b:
    • print: **** done branch: -x install.upgrade on mon.a and mon.b
    • parallel:
      • workload_x
      • upgrade-sequence_x
    • print: **** done parallel -x branch
    • exec:
      • osd.0:
        • ceph osd set-require-min-compat-client luminous
    • install.upgrade:
      • client.1:
    • workunit:
      • clients:
        • client.1:
          • rados/test.sh
          • cls
      • branch: luminous
    • print: **** done final test on -x cluster
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2017-11-20 22:56:02
  • started: 2017-11-20 22:56:12
  • updated: 2017-11-20 23:34:12
  • status_class: danger
  • runtime: 0:38:00
  • wait_time: 0:10:12