Description: rados/thrash/{hobj-sort.yaml rados.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/async.yaml msgr-failures/fastclose.yaml thrashers/default.yaml workloads/cache-pool-snaps.yaml}

Log: http://qa-proxy.ceph.com/teuthology/sage-2016-04-24_23:17:43-rados-wip-sage-testing2---basic-smithi/147998/teuthology.log

Sentry event: http://sentry.ceph.com/sepia/teuthology/?q=6696a7c03c3e4dd69c3f35310a7001c2

Failure Reason:

{'smithi033.front.sepia.ceph.com': {'item': 'libboost-thread1.54.0,mpich,qemu-system-x86,lttng-tools,libcrypto++9,mpich2,libmpich2-dev,libfcgi0ldbl,python-virtualenv,python-dev,libevent-dev,perl,libwww-perl,lsb-release,build-essential,sysstat,gdb,python-configobj,python-gevent,libedit2,cryptsetup-bin,xfsprogs,gdisk,parted,libuuid1,btrfs-tools,libatomic-ops-dev,git-core,attr,dbench,bonnie++,valgrind,python-nose,ant,libtool,automake,gettext,uuid-dev,libacl1-dev,bc,xfsdump,xfslibs-dev,libattr1-dev,quota,libcap2-bin,libncurses5-dev,lvm2,vim,pdsh,collectl,blktrace,python-numpy,python-matplotlib,genisoimage,libjson-xs-perl,xml-twig-tools,default-jdk,junit4,tgt,open-iscsi,smartmontools,nagios-nrpe-server,cifs-utils,ipcalc,nfs-common,nfs-kernel-server', 'failed': True, 'stderr': 'E: There are problems and -y was used without --force-yes\n', 'stdout': 'Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following extra packages will be installed:\n cpu-checker ipxe-qemu libconfig-general-perl librados2 librbd1 libsgutils2-2\n libxen-4.4 libxenstore3.0 msr-tools qemu-keymaps qemu-utils seabios\n sg3-utils sharutils\nSuggested packages:\n samba vde2 sgabios kvm-ipxe-precise debootstrap\nThe following NEW packages will be installed:\n cpu-checker ipxe-qemu libconfig-general-perl librados2 librbd1 libsgutils2-2\n libxen-4.4 libxenstore3.0 msr-tools qemu-keymaps qemu-system-x86 qemu-utils\n seabios sg3-utils sharutils tgt\n0 upgraded, 16 newly installed, 0 to remove and 146 not upgraded.\nNeed to get 6056 kB of archives.\nAfter this operation, 29.2 MB of additional disk space will be used.\nWARNING: The following packages cannot be authenticated!\n librados2 librbd1 ipxe-qemu seabios tgt\n', 'invocation': {'module_name': 'apt', 'module_args': ''}, 'msg': '\'/usr/bin/apt-get -y -o "Dpkg::Options::=--force-confdef" -o "Dpkg::Options::=--force-confold" install \'qemu-system-x86\' \'tgt\'\' failed: E: There are problems and -y was used without --force-yes\n'}, 'smithi027.front.sepia.ceph.com': {'item': '@core,@base,yum-plugin-priorities,yum-plugin-fastestmirror,redhat-lsb,sysstat,gdb,git-all,python-configobj,libedit,openssl098e,boost-thread,xfsprogs,gdisk,parted,libgcrypt,fuse,fuse-libs,python-virtualenv,openssl,libuuid,btrfs-progs,attr,valgrind,python-nose,mpich,ant,iozone,libtool,automake,gettext,libuuid-devel,libacl-devel,bc,xfsdump,xfsprogs-devel,blktrace,numpy,python-matplotlib,qemu-kvm,usbredir,genisoimage,httpd,httpd-devel,httpd-tools,mod_ssl,mod_fastcgi-2.4.7-1.ceph.el7.centos,libevent-devel,perl-XML-Twig,java-1.6.0-openjdk-devel,junit4,smartmontools,nfs-utils,ncurses-devel', 'rc': 1, 'invocation': {'module_name': 'yum', 'module_args': ''}, 'changed': True, 'results': ['yum-plugin-priorities-1.1.31-34.el7.noarch providing yum-plugin-priorities is already installed', 'yum-plugin-fastestmirror-1.1.31-34.el7.noarch providing yum-plugin-fastestmirror is already installed', 'redhat-lsb-4.1-27.el7.centos.1.x86_64 providing redhat-lsb is already installed', 'sysstat-10.1.5-7.el7.x86_64 providing sysstat is already installed', 'gdb-7.6.1-80.el7.x86_64 providing gdb is already installed', 'git-all-1.8.3.1-6.el7.noarch providing git-all is already installed', 'python-configobj-4.7.2-7.el7.noarch providing python-configobj is already installed', 'libedit-3.0-12.20121213cvs.el7.x86_64 providing libedit is already installed', 'openssl098e-0.9.8e-29.el7.centos.3.x86_64 providing openssl098e is already installed', 'boost-thread-1.53.0-25.el7.x86_64 providing boost-thread is already installed', 'xfsprogs-3.2.2-2.el7.x86_64 providing xfsprogs is already installed', 'gdisk-0.8.6-5.el7.x86_64 providing gdisk is already installed', 'parted-3.1-23.el7.x86_64 providing parted is already installed', 'libgcrypt-1.5.3-12.el7_1.1.x86_64 providing libgcrypt is already installed', 'fuse-2.9.2-6.el7.x86_64 providing fuse is already installed', 'fuse-libs-2.9.2-6.el7.x86_64 providing fuse-libs is already installed', 'python-virtualenv-1.10.1-2.el7.noarch providing python-virtualenv is already installed', 'openssl-1.0.1e-42.el7.9.x86_64 providing openssl is already installed', 'libuuid-2.23.2-26.el7.x86_64 providing libuuid is already installed', 'btrfs-progs-3.19.1-1.el7.x86_64 providing btrfs-progs is already installed', 'attr-2.4.46-12.el7.x86_64 providing attr is already installed', 'valgrind-3.10.0-16.el7.x86_64 providing valgrind is already installed', 'python-nose-1.3.0-3.el7.noarch providing python-nose is already installed', 'mpich-3.0.4-8.el7.x86_64 providing mpich is already installed', 'ant-1.9.2-9.el7.noarch providing ant is already installed', 'libtool-2.4.2-21.el7_2.x86_64 providing libtool is already installed', 'automake-1.13.4-3.el7.noarch providing automake is already installed', 'gettext-0.18.2.1-4.el7.x86_64 providing gettext is already installed', 'libuuid-devel-2.23.2-26.el7.x86_64 providing libuuid-devel is already installed', 'libacl-devel-2.2.51-12.el7.x86_64 providing libacl-devel is already installed', 'bc-1.06.95-13.el7.x86_64 providing bc is already installed', 'xfsdump-3.1.4-1.el7.x86_64 providing xfsdump is already installed', 'xfsprogs-devel-3.2.2-2.el7.x86_64 providing xfsprogs-devel is already installed', 'blktrace-1.0.5-6.el7.x86_64 providing blktrace is already installed', 'numpy-1.7.1-11.el7.x86_64 providing numpy is already installed', 'python-matplotlib-1.2.0-15.el7.x86_64 providing python-matplotlib is already installed', 'usbredir-0.6-7.el7.x86_64 providing usbredir is already installed', 'genisoimage-1.1.11-23.el7.x86_64 providing genisoimage is already installed', 'httpd-2.4.6-40.el7.centos.x86_64 providing httpd is already installed', 'httpd-devel-2.4.6-40.el7.centos.x86_64 providing httpd-devel is already installed', 'httpd-tools-2.4.6-40.el7.centos.x86_64 providing httpd-tools is already installed', 'mod_ssl-2.4.6-40.el7.centos.x86_64 providing mod_ssl is already installed', 'libevent-devel-2.0.21-4.el7.x86_64 providing libevent-devel is already installed', 'perl-XML-Twig-3.44-2.el7.noarch providing perl-XML-Twig is already installed', 'java-1.6.0-openjdk-devel-1.6.0.38-1.13.10.0.el7_2.x86_64 providing java-1.6.0-openjdk-devel is already installed', 'junit-4.11-8.el7.noarch providing junit4 is already installed', 'smartmontools-6.2-4.el7.x86_64 providing smartmontools is already installed', 'nfs-utils-1.3.0-0.21.el7_2.x86_64 providing nfs-utils is already installed', 'ncurses-devel-5.9-13.20130511.el7.x86_64 providing ncurses-devel is already installed', 'Loaded plugins: fastestmirror, langpacks, priorities\nLoading mirror speeds from cached hostfile\n * base: ftp.linux.ncsu.edu\n * epel: ftp.linux.ncsu.edu\n * extras: centos.aol.com\n * updates: mirrors.advancedhosters.com\nResolving Dependencies\n--> Running transaction check\n---> Package iozone.x86_64 0:3.424-2_ceph.el7.centos will be installed\n---> Package mod_fastcgi.x86_64 0:2.4.7-1.ceph.el7.centos will be installed\n---> Package qemu-kvm.x86_64 10:1.5.3-105.el7_2.3 will be installed\n--> Processing Dependency: qemu-kvm-common = 10:1.5.3-105.el7_2.3 for package: 10:qemu-kvm-1.5.3-105.el7_2.3.x86_64\n--> Processing Dependency: qemu-img = 10:1.5.3-105.el7_2.3 for package: 10:qemu-kvm-1.5.3-105.el7_2.3.x86_64\n--> Processing Dependency: librbd.so.1()(64bit) for package: 10:qemu-kvm-1.5.3-105.el7_2.3.x86_64\n--> Processing Dependency: librados.so.2()(64bit) for package: 10:qemu-kvm-1.5.3-105.el7_2.3.x86_64\n--> Running transaction check\n---> Package librados2.x86_64 1:0.80.7-3.el7 will be installed\n---> Package librbd1.x86_64 1:0.80.7-3.el7 will be installed\n---> Package qemu-img.x86_64 10:1.5.3-105.el7_2.3 will be installed\n---> Package qemu-kvm-common.x86_64 10:1.5.3-105.el7_2.3 will be installed\n--> Finished Dependency Resolution\n\nDependencies Resolved\n\n================================================================================\n Package Arch Version Repository Size\n================================================================================\nInstalling:\n iozone x86_64 3.424-2_ceph.el7.centos lab-extras 800 k\n mod_fastcgi x86_64 2.4.7-1.ceph.el7.centos centos7-fcgi-ceph 70 k\n qemu-kvm x86_64 10:1.5.3-105.el7_2.3 updates 1.8 M\nInstalling for dependencies:\n librados2 x86_64 1:0.80.7-3.el7 base 1.5 M\n librbd1 x86_64 1:0.80.7-3.el7 base 350 k\n qemu-img x86_64 10:1.5.3-105.el7_2.3 updates 657 k\n qemu-kvm-common x86_64 10:1.5.3-105.el7_2.3 updates 391 k\n\nTransaction Summary\n================================================================================\nInstall 3 Packages (+4 Dependent packages)\n\nTotal download size: 5.6 M\nInstalled size: 17 M\nDownloading packages:\n'], 'msg': 'http://apt-mirror.front.sepia.ceph.com/lab-extras/centos7/x86_64/iozone-3.424-2_ceph.el7.centos.x86_64.rpm: [Errno 14] curl#6 - "Could not resolve host: apt-mirror.front.sepia.ceph.com; Name or service not known"\nTrying other mirror.\n\n\nError downloading packages:\n iozone-3.424-2_ceph.el7.centos.x86_64: [Errno 256] No more mirrors to try.\n\n'}}

  • log_href: http://qa-proxy.ceph.com/teuthology/sage-2016-04-24_23:17:43-rados-wip-sage-testing2---basic-smithi/147998/teuthology.log
  • archive_path: /var/lib/teuthworker/archive/sage-2016-04-24_23:17:43-rados-wip-sage-testing2---basic-smithi/147998
  • description: rados/thrash/{hobj-sort.yaml rados.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/async.yaml msgr-failures/fastclose.yaml thrashers/default.yaml workloads/cache-pool-snaps.yaml}
  • duration: 0:03:08
  • email: ceph-qa@ceph.com
  • failure_reason: {'smithi033.front.sepia.ceph.com': {'item': 'libboost-thread1.54.0,mpich,qemu-system-x86,lttng-tools,libcrypto++9,mpich2,libmpich2-dev,libfcgi0ldbl,python-virtualenv,python-dev,libevent-dev,perl,libwww-perl,lsb-release,build-essential,sysstat,gdb,python-configobj,python-gevent,libedit2,cryptsetup-bin,xfsprogs,gdisk,parted,libuuid1,btrfs-tools,libatomic-ops-dev,git-core,attr,dbench,bonnie++,valgrind,python-nose,ant,libtool,automake,gettext,uuid-dev,libacl1-dev,bc,xfsdump,xfslibs-dev,libattr1-dev,quota,libcap2-bin,libncurses5-dev,lvm2,vim,pdsh,collectl,blktrace,python-numpy,python-matplotlib,genisoimage,libjson-xs-perl,xml-twig-tools,default-jdk,junit4,tgt,open-iscsi,smartmontools,nagios-nrpe-server,cifs-utils,ipcalc,nfs-common,nfs-kernel-server', 'failed': True, 'stderr': 'E: There are problems and -y was used without --force-yes\n', 'stdout': 'Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following extra packages will be installed:\n cpu-checker ipxe-qemu libconfig-general-perl librados2 librbd1 libsgutils2-2\n libxen-4.4 libxenstore3.0 msr-tools qemu-keymaps qemu-utils seabios\n sg3-utils sharutils\nSuggested packages:\n samba vde2 sgabios kvm-ipxe-precise debootstrap\nThe following NEW packages will be installed:\n cpu-checker ipxe-qemu libconfig-general-perl librados2 librbd1 libsgutils2-2\n libxen-4.4 libxenstore3.0 msr-tools qemu-keymaps qemu-system-x86 qemu-utils\n seabios sg3-utils sharutils tgt\n0 upgraded, 16 newly installed, 0 to remove and 146 not upgraded.\nNeed to get 6056 kB of archives.\nAfter this operation, 29.2 MB of additional disk space will be used.\nWARNING: The following packages cannot be authenticated!\n librados2 librbd1 ipxe-qemu seabios tgt\n', 'invocation': {'module_name': 'apt', 'module_args': ''}, 'msg': '\'/usr/bin/apt-get -y -o "Dpkg::Options::=--force-confdef" -o "Dpkg::Options::=--force-confold" install \'qemu-system-x86\' \'tgt\'\' failed: E: There are problems and -y was used without --force-yes\n'}, 'smithi027.front.sepia.ceph.com': {'item': '@core,@base,yum-plugin-priorities,yum-plugin-fastestmirror,redhat-lsb,sysstat,gdb,git-all,python-configobj,libedit,openssl098e,boost-thread,xfsprogs,gdisk,parted,libgcrypt,fuse,fuse-libs,python-virtualenv,openssl,libuuid,btrfs-progs,attr,valgrind,python-nose,mpich,ant,iozone,libtool,automake,gettext,libuuid-devel,libacl-devel,bc,xfsdump,xfsprogs-devel,blktrace,numpy,python-matplotlib,qemu-kvm,usbredir,genisoimage,httpd,httpd-devel,httpd-tools,mod_ssl,mod_fastcgi-2.4.7-1.ceph.el7.centos,libevent-devel,perl-XML-Twig,java-1.6.0-openjdk-devel,junit4,smartmontools,nfs-utils,ncurses-devel', 'rc': 1, 'invocation': {'module_name': 'yum', 'module_args': ''}, 'changed': True, 'results': ['yum-plugin-priorities-1.1.31-34.el7.noarch providing yum-plugin-priorities is already installed', 'yum-plugin-fastestmirror-1.1.31-34.el7.noarch providing yum-plugin-fastestmirror is already installed', 'redhat-lsb-4.1-27.el7.centos.1.x86_64 providing redhat-lsb is already installed', 'sysstat-10.1.5-7.el7.x86_64 providing sysstat is already installed', 'gdb-7.6.1-80.el7.x86_64 providing gdb is already installed', 'git-all-1.8.3.1-6.el7.noarch providing git-all is already installed', 'python-configobj-4.7.2-7.el7.noarch providing python-configobj is already installed', 'libedit-3.0-12.20121213cvs.el7.x86_64 providing libedit is already installed', 'openssl098e-0.9.8e-29.el7.centos.3.x86_64 providing openssl098e is already installed', 'boost-thread-1.53.0-25.el7.x86_64 providing boost-thread is already installed', 'xfsprogs-3.2.2-2.el7.x86_64 providing xfsprogs is already installed', 'gdisk-0.8.6-5.el7.x86_64 providing gdisk is already installed', 'parted-3.1-23.el7.x86_64 providing parted is already installed', 'libgcrypt-1.5.3-12.el7_1.1.x86_64 providing libgcrypt is already installed', 'fuse-2.9.2-6.el7.x86_64 providing fuse is already installed', 'fuse-libs-2.9.2-6.el7.x86_64 providing fuse-libs is already installed', 'python-virtualenv-1.10.1-2.el7.noarch providing python-virtualenv is already installed', 'openssl-1.0.1e-42.el7.9.x86_64 providing openssl is already installed', 'libuuid-2.23.2-26.el7.x86_64 providing libuuid is already installed', 'btrfs-progs-3.19.1-1.el7.x86_64 providing btrfs-progs is already installed', 'attr-2.4.46-12.el7.x86_64 providing attr is already installed', 'valgrind-3.10.0-16.el7.x86_64 providing valgrind is already installed', 'python-nose-1.3.0-3.el7.noarch providing python-nose is already installed', 'mpich-3.0.4-8.el7.x86_64 providing mpich is already installed', 'ant-1.9.2-9.el7.noarch providing ant is already installed', 'libtool-2.4.2-21.el7_2.x86_64 providing libtool is already installed', 'automake-1.13.4-3.el7.noarch providing automake is already installed', 'gettext-0.18.2.1-4.el7.x86_64 providing gettext is already installed', 'libuuid-devel-2.23.2-26.el7.x86_64 providing libuuid-devel is already installed', 'libacl-devel-2.2.51-12.el7.x86_64 providing libacl-devel is already installed', 'bc-1.06.95-13.el7.x86_64 providing bc is already installed', 'xfsdump-3.1.4-1.el7.x86_64 providing xfsdump is already installed', 'xfsprogs-devel-3.2.2-2.el7.x86_64 providing xfsprogs-devel is already installed', 'blktrace-1.0.5-6.el7.x86_64 providing blktrace is already installed', 'numpy-1.7.1-11.el7.x86_64 providing numpy is already installed', 'python-matplotlib-1.2.0-15.el7.x86_64 providing python-matplotlib is already installed', 'usbredir-0.6-7.el7.x86_64 providing usbredir is already installed', 'genisoimage-1.1.11-23.el7.x86_64 providing genisoimage is already installed', 'httpd-2.4.6-40.el7.centos.x86_64 providing httpd is already installed', 'httpd-devel-2.4.6-40.el7.centos.x86_64 providing httpd-devel is already installed', 'httpd-tools-2.4.6-40.el7.centos.x86_64 providing httpd-tools is already installed', 'mod_ssl-2.4.6-40.el7.centos.x86_64 providing mod_ssl is already installed', 'libevent-devel-2.0.21-4.el7.x86_64 providing libevent-devel is already installed', 'perl-XML-Twig-3.44-2.el7.noarch providing perl-XML-Twig is already installed', 'java-1.6.0-openjdk-devel-1.6.0.38-1.13.10.0.el7_2.x86_64 providing java-1.6.0-openjdk-devel is already installed', 'junit-4.11-8.el7.noarch providing junit4 is already installed', 'smartmontools-6.2-4.el7.x86_64 providing smartmontools is already installed', 'nfs-utils-1.3.0-0.21.el7_2.x86_64 providing nfs-utils is already installed', 'ncurses-devel-5.9-13.20130511.el7.x86_64 providing ncurses-devel is already installed', 'Loaded plugins: fastestmirror, langpacks, priorities\nLoading mirror speeds from cached hostfile\n * base: ftp.linux.ncsu.edu\n * epel: ftp.linux.ncsu.edu\n * extras: centos.aol.com\n * updates: mirrors.advancedhosters.com\nResolving Dependencies\n--> Running transaction check\n---> Package iozone.x86_64 0:3.424-2_ceph.el7.centos will be installed\n---> Package mod_fastcgi.x86_64 0:2.4.7-1.ceph.el7.centos will be installed\n---> Package qemu-kvm.x86_64 10:1.5.3-105.el7_2.3 will be installed\n--> Processing Dependency: qemu-kvm-common = 10:1.5.3-105.el7_2.3 for package: 10:qemu-kvm-1.5.3-105.el7_2.3.x86_64\n--> Processing Dependency: qemu-img = 10:1.5.3-105.el7_2.3 for package: 10:qemu-kvm-1.5.3-105.el7_2.3.x86_64\n--> Processing Dependency: librbd.so.1()(64bit) for package: 10:qemu-kvm-1.5.3-105.el7_2.3.x86_64\n--> Processing Dependency: librados.so.2()(64bit) for package: 10:qemu-kvm-1.5.3-105.el7_2.3.x86_64\n--> Running transaction check\n---> Package librados2.x86_64 1:0.80.7-3.el7 will be installed\n---> Package librbd1.x86_64 1:0.80.7-3.el7 will be installed\n---> Package qemu-img.x86_64 10:1.5.3-105.el7_2.3 will be installed\n---> Package qemu-kvm-common.x86_64 10:1.5.3-105.el7_2.3 will be installed\n--> Finished Dependency Resolution\n\nDependencies Resolved\n\n================================================================================\n Package Arch Version Repository Size\n================================================================================\nInstalling:\n iozone x86_64 3.424-2_ceph.el7.centos lab-extras 800 k\n mod_fastcgi x86_64 2.4.7-1.ceph.el7.centos centos7-fcgi-ceph 70 k\n qemu-kvm x86_64 10:1.5.3-105.el7_2.3 updates 1.8 M\nInstalling for dependencies:\n librados2 x86_64 1:0.80.7-3.el7 base 1.5 M\n librbd1 x86_64 1:0.80.7-3.el7 base 350 k\n qemu-img x86_64 10:1.5.3-105.el7_2.3 updates 657 k\n qemu-kvm-common x86_64 10:1.5.3-105.el7_2.3 updates 391 k\n\nTransaction Summary\n================================================================================\nInstall 3 Packages (+4 Dependent packages)\n\nTotal download size: 5.6 M\nInstalled size: 17 M\nDownloading packages:\n'], 'msg': 'http://apt-mirror.front.sepia.ceph.com/lab-extras/centos7/x86_64/iozone-3.424-2_ceph.el7.centos.x86_64.rpm: [Errno 14] curl#6 - "Could not resolve host: apt-mirror.front.sepia.ceph.com; Name or service not known"\nTrying other mirror.\n\n\nError downloading packages:\n iozone-3.424-2_ceph.el7.centos.x86_64: [Errno 256] No more mirrors to try.\n\n'}}
  • flavor:
  • job_id: 147998
  • kernel:
  • last_in_suite: False
  • machine_type: smithi
  • name: sage-2016-04-24_23:17:43-rados-wip-sage-testing2---basic-smithi
  • nuke_on_error: True
  • os_type:
  • os_version:
  • overrides:
    • ceph:
      • log-whitelist:
        • slow request
        • must scrub before tier agent can activate
      • fs: ext4
      • conf:
        • global:
          • ms tcp read timeout: 5
          • osd_pool_default_size: 2
          • osd_pool_default_min_size: 2
          • osd max object namespace len: 64
          • enable experimental unrecoverable data corrupting features: *
          • ms type: async
          • osd max object name len: 460
          • ms inject socket failures: 2500
        • mon:
          • debug mon: 20
          • debug paxos: 20
          • debug ms: 1
        • osd:
          • osd op queue cut off: debug_random
          • debug ms: 1
          • debug journal: 20
          • debug osd: 20
          • osd debug randomize hobject sort order: True
          • osd op queue: debug_random
          • debug filestore: 20
      • sha1: ccca8ebc9cf32944bcba41def6118195c5d13443
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
          • debug mon: 1
          • debug paxos: 20
          • debug ms: 20
      • branch:
        • dev-commit: ccca8ebc9cf32944bcba41def6118195c5d13443
    • workunit:
      • sha1: ccca8ebc9cf32944bcba41def6118195c5d13443
    • install:
      • ceph:
        • sha1: ccca8ebc9cf32944bcba41def6118195c5d13443
    • admin_socket:
      • branch: wip-sage-testing2
  • owner: scheduled_sage@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mon.c', 'osd.0', 'osd.1', 'osd.2', 'client.0']
    • ['mon.b', 'osd.3', 'osd.4', 'osd.5', 'client.1']
  • sentry_event: http://sentry.ceph.com/sepia/teuthology/?q=6696a7c03c3e4dd69c3f35310a7001c2
  • status: fail
  • success: False
  • branch:
  • seed:
  • sha1:
  • subset:
  • suite:
  • suite_branch: master
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1:
  • targets:
    • ubuntu@smithi033.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDuRogsTdtlYpNuDqhWrPJSffWDfyg3LtQ4V+6aH0MZOsMqKdA23NBhqiVHp8aLSju+wlgKX9/cb3Xhr0mpq422+YdcUiz8B1IumCZHQW5F4kIFjLUpWGXJYczmhn2tHClQFwwaWIbzz519AUKErCR96zrPwIwpPxrPVWPhCqIQQYFHQGmHoLxP5mt+5MW8llBKBGqp8LgsKLDvKhALfVS5h84ALuwMl7MDuDz+j++4HZX+JomoRQXQ05rqI9o8c5OKI0HpJ9Pi+c5/yxEb7iUuTQQ4pYioSyJvpwm20othp9kX7cohEZ2h3nQKhHhRtTMC4QaXAqrf49qB2V5JQvWd
    • ubuntu@smithi027.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCZZurbtRVytrlCrhmlJdsyueWy0lsr14x7vDrnbjPm3+W/CZHI6ZlpbGYZKxJGdAgaiPFR8drxKv4AO1Zc9sC9qzLxtjfluG+AK+Dov8LkKpxDrLlJDcdKXNDN0pDxRM8R2fAx4WIBufPC4yQCfvU7odGo8boL+RKYHV5bhSHpDxX3zJqXIENQSeYXtUkGO+Ig68TODKqJunh+gIVG2olthw9llyRnWOTeqFwz27w/OXYQ5uLKt/lsqLIt+gMbzuMuwEeGBjP9WfIIVOp64gE/l9k9E0HsCeBDkthqTK4ykULhRQC4xYSy34XB8To7f0CJbgmlN5ZmX6NRp1hnnjin
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 2
      • smithi
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • selinux:
    • ansible.cephlab:
    • clock.check:
    • install:
    • ceph:
      • log-whitelist:
        • wrongly marked me down
        • objects unfound and apparently lost
      • conf:
        • osd:
          • osd max backfills: 1
          • osd scrub min interval: 60
          • osd scrub max interval: 120
          • osd debug reject backfill probability: 0.3
    • thrashosds:
      • chance_pgnum_grow: 1
      • chance_pgpnum_fix: 1
      • timeout: 1200
    • exec:
      • client.0:
        • sudo ceph osd pool create base 4
        • sudo ceph osd pool create cache 4
        • sudo ceph osd tier add base cache
        • sudo ceph osd tier cache-mode cache writeback
        • sudo ceph osd tier set-overlay base cache
        • sudo ceph osd pool set cache hit_set_type bloom
        • sudo ceph osd pool set cache hit_set_count 8
        • sudo ceph osd pool set cache hit_set_period 3600
        • sudo ceph osd pool set cache target_max_objects 250
        • sudo ceph osd pool set cache min_read_recency_for_promote 0
        • sudo ceph osd pool set cache min_write_recency_for_promote 0
    • rados:
      • op_weights:
        • snap_remove: 50
        • write: 100
        • rollback: 50
        • read: 100
        • copy_from: 50
        • snap_create: 50
        • try_flush: 50
        • flush: 50
        • evict: 50
        • delete: 50
      • ops: 4000
      • pool_snaps: True
      • clients:
        • client.0
      • objects: 500
      • pools:
        • base
  • teuthology_branch: master
  • verbose: False
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2016-04-25 06:18:35
  • started: 2016-04-25 07:26:59
  • updated: 2016-04-25 07:34:59
  • status_class: danger
  • runtime: 0:08:00
  • wait_time: 0:04:52