pdonnell-2017-11-02_21:29:57-multimds:basic-wip-pdonnell-testing-20171102.200208-testing-basic-smithi

1804034

FAIL

wip-pdonnell-testing-20171102.200208

wip-pdonnell-testing-20171102.200208

master

smithi

 

smithi098 smithi185 smithi188

multimds:basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}

{'smithi098.front.sepia.ceph.com': {'_ansible_parsed': True, 'failed': True, '_ansible_no_log': False, 'invocation': {'module_args': {'autoremove': False, 'force': False, 'force_apt_get': False, 'update_cache': True, 'only_upgrade': False, 'deb': None, 'cache_valid_time': 0, 'dpkg_options': 'force-confdef,force-confold', 'upgrade': None, 'package': None, 'autoclean': False, 'purge': False, 'allow_unauthenticated': False, 'state': 'present', 'default_release': None, 'install_recommends': None}}, 'changed': False, 'msg': 'Failed to update apt cache.'}}

1804040

FAIL

wip-pdonnell-testing-20171102.200208

wip-pdonnell-testing-20171102.200208

master

smithi

 

smithi051 smithi159 smithi160

multimds:basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}

{'smithi051.front.sepia.ceph.com': {'_ansible_parsed': True, 'failed': True, '_ansible_no_log': False, 'invocation': {'module_args': {'autoremove': False, 'force': False, 'force_apt_get': False, 'update_cache': True, 'only_upgrade': False, 'deb': None, 'cache_valid_time': 0, 'dpkg_options': 'force-confdef,force-confold', 'upgrade': None, 'package': None, 'autoclean': False, 'purge': False, 'allow_unauthenticated': False, 'state': 'present', 'default_release': None, 'install_recommends': None}}, 'changed': False, 'msg': 'Failed to update apt cache.'}, 'smithi160.front.sepia.ceph.com': {'_ansible_parsed': True, 'failed': True, '_ansible_no_log': False, 'invocation': {'module_args': {'autoremove': False, 'force': False, 'force_apt_get': False, 'update_cache': True, 'only_upgrade': False, 'deb': None, 'cache_valid_time': 0, 'dpkg_options': 'force-confdef,force-confold', 'upgrade': None, 'package': None, 'autoclean': False, 'purge': False, 'allow_unauthenticated': False, 'state': 'present', 'default_release': None, 'install_recommends': None}}, 'changed': False, 'msg': 'Failed to update apt cache.'}, 'smithi159.front.sepia.ceph.com': {'_ansible_parsed': True, 'failed': True, '_ansible_no_log': False, 'invocation': {'module_args': {'autoremove': False, 'force': False, 'force_apt_get': False, 'update_cache': True, 'only_upgrade': False, 'deb': None, 'cache_valid_time': 0, 'dpkg_options': 'force-confdef,force-confold', 'upgrade': None, 'package': None, 'autoclean': False, 'purge': False, 'allow_unauthenticated': False, 'state': 'present', 'default_release': None, 'install_recommends': None}}, 'changed': False, 'msg': 'Failed to update apt cache.'}}

1804055

FAIL

wip-pdonnell-testing-20171102.200208

wip-pdonnell-testing-20171102.200208

master

smithi

 

smithi064 smithi073 smithi144

multimds:basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}

{'smithi073.front.sepia.ceph.com': {'_ansible_parsed': True, 'failed': True, '_ansible_no_log': False, 'invocation': {'module_args': {'autoremove': False, 'force': False, 'force_apt_get': False, 'update_cache': True, 'only_upgrade': False, 'deb': None, 'cache_valid_time': 0, 'dpkg_options': 'force-confdef,force-confold', 'upgrade': None, 'package': None, 'autoclean': False, 'purge': False, 'allow_unauthenticated': False, 'state': 'present', 'default_release': None, 'install_recommends': None}}, 'changed': False, 'msg': 'Failed to update apt cache.'}, 'smithi064.front.sepia.ceph.com': {'_ansible_parsed': True, 'failed': True, '_ansible_no_log': False, 'invocation': {'module_args': {'autoremove': False, 'force': False, 'force_apt_get': False, 'update_cache': True, 'only_upgrade': False, 'deb': None, 'cache_valid_time': 0, 'dpkg_options': 'force-confdef,force-confold', 'upgrade': None, 'package': None, 'autoclean': False, 'purge': False, 'allow_unauthenticated': False, 'state': 'present', 'default_release': None, 'install_recommends': None}}, 'changed': False, 'msg': 'Failed to update apt cache.'}}

1804227

FAIL

wip-pdonnell-testing-20171102.200208

wip-pdonnell-testing-20171102.200208

master

smithi

 

smithi169 smithi170 smithi196

multimds:basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}

Command failed (workunit test suites/pjd.sh) on smithi196 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-pdonnell-testing-20171102.200208 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/pjd.sh'

1804304

FAIL

wip-pdonnell-testing-20171102.200208

wip-pdonnell-testing-20171102.200208

master

smithi

 

smithi007 smithi059 smithi111

multimds:basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}

"2017-11-03 02:36:33.516527 mon.a mon.0 172.21.15.7:6789/0 166 : cluster [WRN] Health check failed: Degraded data redundancy: 391/6734 objects degraded (5.806%), 2 pgs degraded (PG_DEGRADED)" in cluster log

1804356

FAIL

wip-pdonnell-testing-20171102.200208

wip-pdonnell-testing-20171102.200208

master

smithi

 

smithi062 smithi108 smithi174

multimds:basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}

Command failed on smithi062 with status 32: 'sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-5'

1804364

FAIL

wip-pdonnell-testing-20171102.200208

wip-pdonnell-testing-20171102.200208

master

smithi

 

smithi027 smithi045 smithi070

multimds:basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}

Command failed on smithi070 with status 32: 'sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-1'

1804376

FAIL

wip-pdonnell-testing-20171102.200208

wip-pdonnell-testing-20171102.200208

master

smithi

 

smithi011 smithi097 smithi193

multimds:basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}

"2017-11-03 02:40:17.723624 mon.a mon.0 172.21.15.11:6789/0 273 : cluster [WRN] MDS health message (mds.0): Behind on trimming (71/30)" in cluster log

1804397

FAIL

wip-pdonnell-testing-20171102.200208

wip-pdonnell-testing-20171102.200208

master

smithi

 

smithi070 smithi091 smithi108

multimds:basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}

"2017-11-03 03:03:19.692995 mon.a mon.0 172.21.15.91:6789/0 208 : cluster [WRN] MDS health message (mds.0): Behind on trimming (84/30)" in cluster log

1804519

FAIL

wip-pdonnell-testing-20171102.200208

wip-pdonnell-testing-20171102.200208

master

smithi

 

smithi009 smithi037 smithi109

multimds:basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}

{'smithi009.front.sepia.ceph.com': {'_ansible_parsed': True, 'stderr_lines': ['error: failed to create directory /var/lib/rpmrebuilddb.19921: File exists'], 'cmd': ['rpm', '--rebuilddb'], 'end': '2017-11-03 03:40:51.007124', '_ansible_no_log': False, 'stdout': '', 'changed': True, 'msg': 'non-zero return code', 'start': '2017-11-03 03:40:50.971891', 'delta': '0:00:00.035233', 'stderr': 'error: failed to create directory /var/lib/rpmrebuilddb.19921: File exists', 'rc': 1, 'invocation': {'module_args': {'creates': None, 'executable': None, 'chdir': None, '_raw_params': 'rpm --rebuilddb', 'removes': None, 'warn': True, '_uses_shell': False, 'stdin': None}}, 'stdout_lines': [], 'failed': True}}

1804683

FAIL

wip-pdonnell-testing-20171102.200208

wip-pdonnell-testing-20171102.200208

master

smithi

 

smithi054 smithi067 smithi170

multimds:basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}

"2017-11-03 05:25:39.858684 mon.b mon.0 172.21.15.54:6789/0 211 : cluster [WRN] Health check failed: Degraded data redundancy: 807/4612 objects degraded (17.498%), 9 pgs degraded (PG_DEGRADED)" in cluster log