sage-2019-05-11_01:08:55-rados-wip-sage-testing-2019-05-10-1632-distro-basic-smithi

3948472

FAIL

wip-sage-testing-2019-05-10-1632

wip-sage-testing-2019-05-10-1632

master

smithi

ubuntu 16.04

rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/jewel-v1only.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{ubuntu_16.04.yaml} msgr-failures/fastclose.yaml rados.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/rbd_cls.yaml}

"2019-05-12 08:06:18.762439 mon.c (mon.1) 28 : cluster [WRN] Health check failed: 1/3 mons down, quorum c,a (MON_DOWN)" in cluster log

3948492

FAIL

wip-sage-testing-2019-05-10-1632

wip-sage-testing-2019-05-10-1632

master

smithi

rhel 7.5

smithi046

rados/singleton/{all/rebuild-mondb.yaml msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}}

Command failed on smithi046 with status 22: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json'

3948534

FAIL

wip-sage-testing-2019-05-10-1632

wip-sage-testing-2019-05-10-1632

master

smithi

centos 7.5

smithi067 smithi089 smithi180 smithi185

rados/upgrade/mimic-x-singleton/{0-cluster/{openstack.yaml start.yaml} 1-install/mimic.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{rbd-cls.yaml rbd-import-export.yaml readwrite.yaml snaps-few-objects.yaml} 5-workload/{radosbench.yaml rbd_api.yaml} 6-finish-upgrade.yaml 7-nautilus.yaml 8-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} bluestore-bitmap.yaml supported-random-distro$/{centos_latest.yaml} thrashosds-health.yaml}

Command failed on smithi067 with status 124: "sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph -- tell 'mon.*' injectargs --mon_health_to_clog=true"

3948537

FAIL

wip-sage-testing-2019-05-10-1632

wip-sage-testing-2019-05-10-1632

master

smithi

rhel 7.5

smithi122 smithi142

rados/multimon/{clusters/6.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} tasks/mon_clock_with_skews.yaml}

Command failed on smithi142 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1'

3948546

FAIL

wip-sage-testing-2019-05-10-1632

wip-sage-testing-2019-05-10-1632

master

smithi

ubuntu 16.04

smithi109 smithi158

rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml}

Command failed on smithi158 with status 100: 'sudo apt-get clean'

3948553

FAIL

wip-sage-testing-2019-05-10-1632

wip-sage-testing-2019-05-10-1632

master

smithi

ubuntu 16.04

rados/perf/{ceph.yaml objectstore/bluestore-stupid.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_16.04.yaml} workloads/fio_4K_rand_read.yaml}

Could not reconnect to ubuntu@smithi095.front.sepia.ceph.com

3948569

FAIL

wip-sage-testing-2019-05-10-1632

wip-sage-testing-2019-05-10-1632

master

smithi

ubuntu 18.04

smithi080

rados/standalone/{supported-random-distro$/{ubuntu_latest.yaml} workloads/erasure-code.yaml}

Command failed on smithi080 with status 100: 'sudo apt-get clean'

3948595

FAIL

wip-sage-testing-2019-05-10-1632

wip-sage-testing-2019-05-10-1632

master

smithi

centos 7.5

smithi017

rados/singleton/{all/lost-unfound-delete.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}}

failed to install new kernel version within timeout

3948598

FAIL

wip-sage-testing-2019-05-10-1632

wip-sage-testing-2019-05-10-1632

master

smithi

centos 7.5

smithi105 smithi162

rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml}

Could not reconnect to ubuntu@smithi105.front.sepia.ceph.com

3948600

FAIL

wip-sage-testing-2019-05-10-1632

wip-sage-testing-2019-05-10-1632

master

smithi

rhel 7.5

smithi017 smithi044

rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{rhel_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read.yaml}

Command failed on smithi017 with status 100: 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic'

3948604

FAIL

wip-sage-testing-2019-05-10-1632

wip-sage-testing-2019-05-10-1632

master

smithi

ubuntu 16.04

smithi130

rados/standalone/{supported-random-distro$/{ubuntu_16.04.yaml} workloads/misc.yaml}

Command failed (workunit test misc/test-ceph-helpers.sh) on smithi130 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=dc46926df33c49ecb4236b8bc2f33597e45430bd TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/standalone/misc/test-ceph-helpers.sh'

3948605

FAIL

wip-sage-testing-2019-05-10-1632

wip-sage-testing-2019-05-10-1632

master

smithi

ubuntu 16.04

smithi067 smithi105

rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_16.04.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml}

g transaction check\n---> Package qemu-img.x86_64 10:1.5.3-156.el7_5.3 will be erased\n---> Package qemu-kvm.x86_64 10:1.5.3-156.el7_5.3 will be erased\n---> Package qemu-kvm-common.x86_64 10:1.5.3-156.el7_5.3 will be erased\n--> Finished Dependency Resolution\n\nDependencies Resolved\n\n================================================================================\n Package Arch Version Repository Size\n================================================================================\nRemoving:\n librbd1 x86_64 1:0.94.5-2.el7 @base 5.5 M\nRemoving for dependencies:\n qemu-img x86_64 10:1.5.3-156.el7_5.3 @updates 2.3 M\n qemu-kvm x86_64 10:1.5.3-156.el7_5.3 @updates 5.8 M\n qemu-kvm-common x86_64 10:1.5.3-156.el7_5.3 @updates 755 k\n\nTransaction Summary\n================================================================================\nRemove 1 Package (+3 Dependent packages)\n\nInstalled size: 14 M\nDownloading packages:\nRunning transaction check\nRunning transaction test\nTransaction test succeeded\nRunning transaction\n'], u'failed': True, u'rc': -11, u'invocation': {u'module_args': {u'allow_downgrade': False, u'name': [u'librbd1'], u'list': None, u'disable_gpg_check': False, u'conf_file': None, u'install_repoquery': True, u'state': u'absent', u'disablerepo': None, u'update_cache': False, u'enablerepo': None, u'exclude': None, u'security': False, u'validate_certs': True, u'installroot': u'/', u'skip_broken': False}}, u'msg': u''}, {'_ansible_parsed': True, u'changed': True, '_ansible_no_log': False, 'failed': False, '_ansible_item_result': True, u'results': [u'Loaded plugins: fastestmirror, langpacks, priorities\nResolving Dependencies\n--> Running transaction check\n---> Package librados2.x86_64 1:0.94.5-2.el7 will be erased\n--> Processing Dependency: librados.so.2()(64bit) for package: 10:qemu-kvm-common-1.5.3-156.el7_5.3.x86_64\n--> Processing Dependency: librados.so.2()(64bit) for package: 1:librbd1-0.94.5-2.el7.x86_64\n--> Processing Dependency: librados.so.2()(64bit) for package: 10:qemu-kvm-1.5.3-156.el7_5.3.x86_64\n--> Processing Dependency: librados.so.2()(64bit) for package: 10:qemu-img-1.5.3-156.el7_5.3.x86_64\n--> Processing Dependency: librados2 = 1:0.94.5-2.el7 for package: 1:librbd1-0.94.5-2.el7.x86_64\n--> Running transaction check\n---> Package librbd1.x86_64 1:0.94.5-2.el7 will be erased\n---> Package qemu-img.x86_64 10:1.5.3-156.el7_5.3 will be erased\n---> Package qemu-kvm.x86_64 10:1.5.3-156.el7_5.3 will be erased\n---> Package qemu-kvm-common.x86_64 10:1.5.3-156.el7_5.3 will be erased\n--> Finished Dependency Resolution\n\nDependencies Resolved\n\n================================================================================\n Package Arch Version Repository Size\n================================================================================\nRemoving:\n librados2 x86_64 1:0.94.5-2.el7 @base 5.1 M\nRemoving for dependencies:\n librbd1 x86_64 1:0.94.5-2.el7 @base 5.5 M\n qemu-img x86_64 10:1.5.3-156.el7_5.3 @updates 2.3 M\n qemu-kvm x86_64 10:1.5.3-156.el7_5.3 @updates 5.8 M\n qemu-kvm-common x86_64 10:1.5.3-156.el7_5.3 @updates 755 k\n\nTransaction Summary\n================================================================================\nRemove 1 Package (+4 Dependent packages)\n\nInstalled size: 19 M\nDownloading packages:\nRunning transaction check\nRunning transaction test\nTransaction test succeeded\nRunning transaction\n Erasing : 10:qemu-kvm-1.5.3-156.el7_5.3.x86_64 1/5 \n Erasing : 10:qemu-img-1.5.3-156.el7_5.3.x86_64 2/5 \n Erasing : 10:qemu-kvm-common-1.5.3-156.el7_5.3.x86_64 3/5 \n Erasing : 1:librbd1-0.94.5-2.el7.x86_64 4/5 \n Erasing : 1:librados2-0.94.5-2.el7.x86_64 5/5 \n Verifying : 1:librbd1-0.94.5-2.el7.x86_64 1/5 \n Verifying : 10:qemu-kvm-1.5.3-156.el7_5.3.x86_64 2/5 \n Verifying : 10:qemu-img-1.5.3-156.el7_5.3.x86_64 3/5 \n Verifying : 1:librados2-0.94.5-2.el7.x86_64 4/5 \n Verifying : 10:qemu-kvm-common-1.5.3-156.el7_5.3.x86_64 5/5 \n\nRemoved:\n librados2.x86_64 1:0.94.5-2.el7 \n\nDependency Removed:\n librbd1.x86_64 1:0.94.5-2.el7 \n qemu-img.x86_64 10:1.5.3-156.el7_5.3 \n qemu-kvm.x86_64 10:1.5.3-156.el7_5.3 \n qemu-kvm-common.x86_64 10:1.5.3-156.el7_5.3 \n\nComplete!\n'], 'item': u'librados2', u'rc': 0, u'invocation': {u'module_args': {u'allow_downgrade': False, u'name': [u'librados2'], u'list': None, u'disable_gpg_check': False, u'conf_file': None, u'install_repoquery': True, u'state': u'absent', u'disablerepo': None, u'update_cache': False, u'enablerepo': None, u'exclude': None, u'security': False, u'validate_certs': True, u'installroot': u'/', u'skip_broken': False}}, '_ansible_ignore_errors': None, u'msg': u'There are unfinished transactions remaining. You might consider running yum-complete-transaction, or "yum-complete-transaction --cleanup-only" and "yum history redo last", first to finish them. If those don\'t work you\'ll have to try removing/installing packages by hand (maybe package-cleanup can help).\n'}, {'_ansible_parsed': True, u'changed': True, '_ansible_no_log': False, 'failed': False, '_ansible_item_result': True, u'results': [u'Loaded plugins: fastestmirror, langpacks, priorities\nResolving Dependencies\n--> Running transaction check\n---> Package mod_fastcgi.x86_64 0:2.4.7-1.ceph.el7.centos will be erased\n--> Finished Dependency Resolution\n\nDependencies Resolved\n\n================================================================================\n Package Arch Version Repository Size\n================================================================================\nRemoving:\n mod_fastcgi x86_64 2.4.7-1.ceph.el7.centos @centos7-fcgi-ceph 213 k\n\nTransaction Summary\n================================================================================\nRemove 1 Package\n\nInstalled size: 213 k\nDownloading packages:\nRunning transaction check\nRunning transaction test\nTransaction test succeeded\nRunning transaction\n Erasing : mod_fastcgi-2.4.7-1.ceph.el7.centos.x86_64 1/1 \nwarning: file /var/run/mod_fastcgi: remove failed: No such file or directory\n Verifying : mod_fastcgi-2.4.7-1.ceph.el7.centos.x86_64 1/1 \n\nRemoved:\n mod_fastcgi.x86_64 0:2.4.7-1.ceph.el7.centos \n\nComplete!\n'], 'item': u'mod_fastcgi', u'rc': 0, u'invocation': {u'module_args': {u'allow_downgrade': False, u'name': [u'mod_fastcgi'], u'list': None, u'disable_gpg_check': False, u'conf_file': None, u'install_repoquery': True, u'state': u'absent', u'disablerepo': None, u'update_cache': False, u'enablerepo': None, u'exclude': None, u'security': False, u'validate_certs': True, u'installroot': u'/', u'skip_broken': False}}, '_ansible_ignore_errors': None, u'msg': u'There are unfinished transactions remaining. You might consider running yum-complete-transaction, or "yum-complete-transaction --cleanup-only" and "yum history redo last", first to finish them. If those don\'t work you\'ll have to try removing/installing packages by hand (maybe package-cleanup can help).\n'}, {'_ansible_parsed': True, u'changed': True, '_ansible_no_log': False, 'failed': False, '_ansible_item_result': True, u'results': [u'Loaded plugins: fastestmirror, langpacks, priorities\nResolving Dependencies\n--> Running transaction check\n---> Package iozone.x86_64 0:3.424-2_ceph.el7.centos will be erased\n--> Finished Dependency Resolution\n\nDependencies Resolved\n\n================================================================================\n Package Arch Version Repository Size\n================================================================================\nRemoving:\n iozone x86_64 3.424-2_ceph.el7.centos @lab-extras 1.3 M\n\nTransaction Summary\n================================================================================\nRemove 1 Package\n\nInstalled size: 1.3 M\nDownloading packages:\nRunning transaction check\nRunning transaction test\nTransaction test succeeded\nRunning transaction\n Erasing : iozone-3.424-2_ceph.el7.centos.x86_64 1/1 \n Verifying : iozone-3.424-2_ceph.el7.centos.x86_64 1/1 \n\nRemoved:\n iozone.x86_64 0:3.424-2_ceph.el7.centos \n\nComplete!\n'], 'item': u'iozone', u'rc': 0, u'invocation': {u'module_args': {u'allow_downgrade': False, u'name': [u'iozone'], u'list': None, u'disable_gpg_check': False, u'conf_file': None, u'install_repoquery': True, u'state': u'absent', u'disablerepo': None, u'update_cache': False, u'enablerepo': None, u'exclude': None, u'security': False, u'validate_certs': True, u'installroot': u'/', u'skip_broken': False}}, '_ansible_ignore_errors': None, u'msg': u'Existing lock /var/run/yum.pid: another copy is running as pid 27071.\nAnother app is currently holding the yum lock; waiting for it to exit...\n The other application is: yum-complete-tr\n Memory : 91 M RSS (408 MB VSZ)\n Started: Sun May 12 22:29:03 2019 - 00:11 ago\n State : Running, pid: 27071\n'}]}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 218, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 190, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 28, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 217, in represent_list return self.represent_sequence(u'tag:yaml.org,2002:seq', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 101, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 67, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 249, in represent_undefined raise RepresenterError("cannot represent an object: %s" % data)RepresenterError: cannot represent an object: ceph

3948610

FAIL

wip-sage-testing-2019-05-10-1632

wip-sage-testing-2019-05-10-1632

master

smithi

centos 7.5

smithi079 smithi105 smithi156

rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml}

ignore_errors': None, 'item': u'python-ceph'}, {'_ansible_parsed': True, u'changed': False, '_ansible_no_log': False, 'failed': False, '_ansible_item_result': True, u'results': [u'python-flask is not installed'], 'item': u'python-flask', u'rc': 0, u'invocation': {u'module_args': {u'allow_downgrade': False, u'name': [u'python-flask'], u'list': None, u'disable_gpg_check': False, u'conf_file': None, u'install_repoquery': True, u'state': u'absent', u'disablerepo': None, u'update_cache': False, u'enablerepo': None, u'exclude': None, u'security': False, u'validate_certs': True, u'installroot': u'/', u'skip_broken': False}}, '_ansible_ignore_errors': None, u'msg': u''}, {'_ansible_parsed': True, u'changed': False, '_ansible_no_log': False, 'failed': False, '_ansible_item_result': True, u'results': [u'python-requests is not installed'], 'item': u'python-requests', u'rc': 0, u'invocation': {u'module_args': {u'allow_downgrade': False, u'name': [u'python-requests'], u'list': None, u'disable_gpg_check': False, u'conf_file': None, u'install_repoquery': True, u'state': u'absent', u'disablerepo': None, u'update_cache': False, u'enablerepo': None, u'exclude': None, u'security': False, u'validate_certs': True, u'installroot': u'/', u'skip_broken': False}}, '_ansible_ignore_errors': None, u'msg': u''}, {'_ansible_parsed': True, u'changed': False, '_ansible_no_log': False, 'failed': False, '_ansible_item_result': True, u'results': [u'boost-random is not installed'], 'item': u'boost-random', u'rc': 0, u'invocation': {u'module_args': {u'allow_downgrade': False, u'name': [u'boost-random'], u'list': None, u'disable_gpg_check': False, u'conf_file': None, u'install_repoquery': True, u'state': u'absent', u'disablerepo': None, u'update_cache': False, u'enablerepo': None, u'exclude': None, u'security': False, u'validate_certs': True, u'installroot': u'/', u'skip_broken': False}}, '_ansible_ignore_errors': None, u'msg': u''}, {'_ansible_parsed': True, u'changed': False, '_ansible_no_log': False, 'failed': False, '_ansible_item_result': True, u'results': [u'python-urllib3 is not installed'], 'item': u'python-urllib3', u'rc': 0, u'invocation': {u'module_args': {u'allow_downgrade': False, u'name': [u'python-urllib3'], u'list': None, u'disable_gpg_check': False, u'conf_file': None, u'install_repoquery': True, u'state': u'absent', u'disablerepo': None, u'update_cache': False, u'enablerepo': None, u'exclude': None, u'security': False, u'validate_certs': True, u'installroot': u'/', u'skip_broken': False}}, '_ansible_ignore_errors': None, u'msg': u''}, {'_ansible_parsed': True, u'changed': False, '_ansible_no_log': False, 'failed': False, '_ansible_item_result': True, u'results': [u'python-babel is not installed'], 'item': u'python-babel', u'rc': 0, u'invocation': {u'module_args': {u'allow_downgrade': False, u'name': [u'python-babel'], u'list': None, u'disable_gpg_check': False, u'conf_file': None, u'install_repoquery': True, u'state': u'absent', u'disablerepo': None, u'update_cache': False, u'enablerepo': None, u'exclude': None, u'security': False, u'validate_certs': True, u'installroot': u'/', u'skip_broken': False}}, '_ansible_ignore_errors': None, u'msg': u''}, {'_ansible_parsed': True, u'changed': False, '_ansible_no_log': False, 'failed': False, '_ansible_item_result': True, u'results': [u'hdparm is not installed'], 'item': u'hdparm', u'rc': 0, u'invocation': {u'module_args': {u'allow_downgrade': False, u'name': [u'hdparm'], u'list': None, u'disable_gpg_check': False, u'conf_file': None, u'install_repoquery': True, u'state': u'absent', u'disablerepo': None, u'update_cache': False, u'enablerepo': None, u'exclude': None, u'security': False, u'validate_certs': True, u'installroot': u'/', u'skip_broken': False}}, '_ansible_ignore_errors': None, u'msg': u''}, {'_ansible_parsed': True, u'changed': False, '_ansible_no_log': False, 'failed': False, '_ansible_item_result': True, u'results': [u'python-markupsafe is not installed'], 'item': u'python-markupsafe', u'rc': 0, u'invocation': {u'module_args': {u'allow_downgrade': False, u'name': [u'python-markupsafe'], u'list': None, u'disable_gpg_check': False, u'conf_file': None, u'install_repoquery': True, u'state': u'absent', u'disablerepo': None, u'update_cache': False, u'enablerepo': None, u'exclude': None, u'security': False, u'validate_certs': True, u'installroot': u'/', u'skip_broken': False}}, '_ansible_ignore_errors': None, u'msg': u''}, {'_ansible_parsed': True, u'changed': False, '_ansible_no_log': False, 'failed': False, '_ansible_item_result': True, u'results': [u'python-werkzeug is not installed'], 'item': u'python-werkzeug', u'rc': 0, u'invocation': {u'module_args': {u'allow_downgrade': False, u'name': [u'python-werkzeug'], u'list': None, u'disable_gpg_check': False, u'conf_file': None, u'install_repoquery': True, u'state': u'absent', u'disablerepo': None, u'update_cache': False, u'enablerepo': None, u'exclude': None, u'security': False, u'validate_certs': True, u'installroot': u'/', u'skip_broken': False}}, '_ansible_ignore_errors': None, u'msg': u''}, {'_ansible_parsed': True, u'changed': False, '_ansible_no_log': False, 'failed': False, '_ansible_item_result': True, u'results': [u'python-itsdangerous is not installed'], 'item': u'python-itsdangerous', u'rc': 0, u'invocation': {u'module_args': {u'allow_downgrade': False, u'name': [u'python-itsdangerous'], u'list': None, u'disable_gpg_check': False, u'conf_file': None, u'install_repoquery': True, u'state': u'absent', u'disablerepo': None, u'update_cache': False, u'enablerepo': None, u'exclude': None, u'security': False, u'validate_certs': True, u'installroot': u'/', u'skip_broken': False}}, '_ansible_ignore_errors': None, u'msg': u''}]}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 218, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 190, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 28, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 217, in represent_list return self.represent_sequence(u'tag:yaml.org,2002:seq', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 101, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 57, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 225, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 123, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 67, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 249, in represent_undefined raise RepresenterError("cannot represent an object: %s" % data)RepresenterError: cannot represent an object: boost-random

3948622

FAIL

wip-sage-testing-2019-05-10-1632

wip-sage-testing-2019-05-10-1632

master

smithi

ubuntu 18.04

smithi035 smithi177

rados/monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/one.yaml workloads/pool-create-delete.yaml}

Command failed on smithi035 with status 100: 'sudo apt-get clean'

3948625

FAIL

wip-sage-testing-2019-05-10-1632

wip-sage-testing-2019-05-10-1632

master

smithi

centos 7.5

smithi035

rados/objectstore/{backends/filestore-idempotent.yaml supported-random-distro$/{centos_latest.yaml}}

Could not reconnect to ubuntu@smithi035.front.sepia.ceph.com

3948635

FAIL

wip-sage-testing-2019-05-10-1632

wip-sage-testing-2019-05-10-1632

master

smithi

centos 7.5

smithi035 smithi136

rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml}

{'smithi035.front.sepia.ceph.com': {'_ansible_parsed': True, 'stderr_lines': ['E: Could not get lock /var/cache/apt/archives/lock - open (11: Resource temporarily unavailable)', 'E: Unable to lock directory /var/cache/apt/archives/'], 'cmd': ['apt-get', 'clean'], 'end': '2019-05-12 22:52:18.741946', '_ansible_no_log': False, 'stdout': '', 'changed': True, 'invocation': {'module_args': {'creates': None, 'executable': None, 'chdir': None, '_raw_params': 'apt-get clean', 'removes': None, 'warn': True, '_uses_shell': False, 'stdin': None}}, 'start': '2019-05-12 22:52:18.722676', 'delta': '0:00:00.019270', 'stderr': 'E: Could not get lock /var/cache/apt/archives/lock - open (11: Resource temporarily unavailable)\nE: Unable to lock directory /var/cache/apt/archives/', 'rc': 100, 'msg': 'non-zero return code', 'stdout_lines': [], 'warnings': ['Consider using apt module rather than running apt-get']}}