pdonnell-2017-10-10_19:28:52-kcephfs-wip-pdonnell-testing-20171010-testing-basic-smithi

1722070

FAIL

wip-pdonnell-testing-20171010

wip-pdonnell-testing-20171010

master

smithi

 

smithi066 smithi095 smithi098

kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_direct_io.yaml}

"2017-10-10 19:38:29.595594 mon.b mon.0 172.21.15.95:6789/0 3 : cluster [WRN] message from mon.1 was stamped 0.508932s in the future, clocks not synchronized" in cluster log

1722083

FAIL

wip-pdonnell-testing-20171010

wip-pdonnell-testing-20171010

master

smithi

 

smithi160 smithi185 smithi193

kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_ffsb.yaml}

"2017-10-10 19:42:27.258990 mon.b mon.0 172.21.15.160:6789/0 3 : cluster [WRN] message from mon.1 was stamped 0.733925s in the future, clocks not synchronized" in cluster log

1722088

FAIL

wip-pdonnell-testing-20171010

wip-pdonnell-testing-20171010

master

smithi

 

smithi056 smithi072 smithi088

kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml}

"2017-10-10 20:04:04.345238 mon.b mon.1 172.21.15.72:6789/0 29 : cluster [WRN] Health check failed: 1/3 mons down, quorum b,c (MON_DOWN)" in cluster log

1722112

FAIL

wip-pdonnell-testing-20171010

wip-pdonnell-testing-20171010

master

smithi

 

smithi015 smithi048 smithi054 smithi171

kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/mds-full.yaml whitelist_health.yaml}

Command failed on smithi171 with status 1: 'sudo cp /var/lib/ceph/osd/ceph-0/fsid /tmp/tmptM9hRS'

1722125

FAIL

wip-pdonnell-testing-20171010

wip-pdonnell-testing-20171010

master

smithi

 

smithi027 smithi174 smithi181

kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml}

"2017-10-11 06:58:24.615349 mon.a mon.1 172.21.15.174:6789/0 59 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log

1722176

FAIL

wip-pdonnell-testing-20171010

wip-pdonnell-testing-20171010

master

smithi

 

smithi002 smithi048 smithi054

kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml}

"2017-10-11 07:34:01.617087 mon.a mon.0 172.21.15.2:6789/0 139 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log

1722189

FAIL

wip-pdonnell-testing-20171010

wip-pdonnell-testing-20171010

master

smithi

 

smithi109 smithi142 smithi143

kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_direct_io.yaml}

{'smithi142.front.sepia.ceph.com': {'_ansible_parsed': True, 'stderr_lines': ['libsemanage.semanage_direct_get_module_info: Unable to read pcpupstream module lang ext file.', 'libsemanage.semanage_direct_get_module_info: Unable to read pcpupstream module lang ext file. (No such file or directory).', 'libsemanage.semanage_direct_get_module_info: Unable to read pcpupstream module lang ext file. (No such file or directory).', 'semodule: Failed on /tmp/nrpe.pp!'], 'cmd': ['semodule', '-i', '/tmp/nrpe.pp'], 'end': '2017-10-11 07:36:44.659960', '_ansible_no_log': False, 'stdout': '', 'changed': True, 'start': '2017-10-11 07:36:44.334055', 'delta': '0:00:00.325905', 'stderr': 'libsemanage.semanage_direct_get_module_info: Unable to read pcpupstream module lang ext file.\nlibsemanage.semanage_direct_get_module_info: Unable to read pcpupstream module lang ext file. (No such file or directory).\nlibsemanage.semanage_direct_get_module_info: Unable to read pcpupstream module lang ext file. (No such file or directory).\nsemodule: Failed on /tmp/nrpe.pp!', 'rc': 1, 'invocation': {'module_args': {'warn': True, 'creates': None, 'executable': None, 'chdir': None, '_uses_shell': False, '_raw_params': 'semodule -i /tmp/nrpe.pp', 'removes': None}}, 'stdout_lines': [], 'failed': True}}

1722197

FAIL

wip-pdonnell-testing-20171010

wip-pdonnell-testing-20171010

master

smithi

 

smithi140 smithi175 smithi195

kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_kernel_untar_build.yaml}

"2017-10-11 08:21:20.778172 mon.b mon.0 172.21.15.140:6789/0 129 : cluster [WRN] MDS health message (mds.0): Behind on trimming (61/30)" in cluster log

1722211

FAIL

wip-pdonnell-testing-20171010

wip-pdonnell-testing-20171010

master

smithi

 

smithi082 smithi087 smithi159 smithi197

kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/mds-full.yaml whitelist_health.yaml}

Command failed on smithi082 with status 1: 'sudo cp /var/lib/ceph/osd/ceph-0/fsid /tmp/tmp0l0KD0'

1722225

FAIL

wip-pdonnell-testing-20171010

wip-pdonnell-testing-20171010

master

smithi

 

smithi009 smithi045 smithi203

kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml}

"2017-10-11 08:50:37.021281 mon.a mon.0 172.21.15.9:6789/0 126 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log

1722274

FAIL

wip-pdonnell-testing-20171010

wip-pdonnell-testing-20171010

master

smithi

 

smithi058 smithi089 smithi139

kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/filestore-xfs.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml}

"2017-10-11 09:31:15.705030 mon.b mon.1 172.21.15.139:6789/0 27 : cluster [WRN] Health check failed: 1/3 mons down, quorum b,c (MON_DOWN)" in cluster log

1722310

FAIL

wip-pdonnell-testing-20171010

wip-pdonnell-testing-20171010

master

smithi

 

smithi014 smithi046 smithi048 smithi171

kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/mds-full.yaml whitelist_health.yaml}

Command failed on smithi046 with status 1: 'sudo cp /var/lib/ceph/osd/ceph-0/fsid /tmp/tmpKWnqjq'

1722324

FAIL

wip-pdonnell-testing-20171010

wip-pdonnell-testing-20171010

master

smithi

 

smithi012 smithi106 smithi118

kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml}

"2017-10-11 10:13:03.204079 mon.a mon.0 172.21.15.12:6789/0 10 : cluster [WRN] Health check update: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log

1722374

FAIL

wip-pdonnell-testing-20171010

wip-pdonnell-testing-20171010

master

smithi

 

smithi033 smithi049 smithi170

kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml}

"2017-10-11 11:09:27.305696 mon.a mon.0 172.21.15.33:6789/0 161 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log

1722389

FAIL

wip-pdonnell-testing-20171010

wip-pdonnell-testing-20171010

master

smithi

 

smithi052 smithi115 smithi155 smithi198

kcephfs/mixed-clients/{clusters/2-clients.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml}

"2017-10-10 21:08:55.614764 mon.a mon.0 172.21.15.115:6789/0 3 : cluster [WRN] message from mon.1 was stamped 0.668808s in the future, clocks not synchronized" in cluster log

1722409

FAIL

wip-pdonnell-testing-20171010

wip-pdonnell-testing-20171010

master

smithi

 

smithi011 smithi013 smithi147 smithi186

kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/mds-full.yaml whitelist_health.yaml}

Command failed on smithi147 with status 1: 'sudo cp /var/lib/ceph/osd/ceph-1/fsid /tmp/tmpXvn2Vj'

1722424

FAIL

wip-pdonnell-testing-20171010

wip-pdonnell-testing-20171010

master

smithi

 

smithi071 smithi072 smithi081

kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml}

"2017-10-11 14:41:13.581172 mon.b mon.0 172.21.15.72:6789/0 119 : cluster [WRN] Health check failed: 1/3 mons down, quorum b,c (MON_DOWN)" in cluster log

1722451

FAIL

wip-pdonnell-testing-20171010

wip-pdonnell-testing-20171010

master

smithi

 

smithi068 smithi086 smithi114

kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_o_trunc.yaml}

HTTPSConnectionPool(host='shaman.ceph.com', port=443): Max retries exceeded with url: /api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F14.04%2Fx86_64&sha1=deabb6c2a8e9f7004db10b7a03d26169f0d37f2b (Caused by NewConnectionError(': Failed to establish a new connection: [Errno 113] No route to host',))

1722473

FAIL

wip-pdonnell-testing-20171010

wip-pdonnell-testing-20171010

master

smithi

 

smithi045 smithi154 smithi196

kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml}

"2017-10-11 13:14:39.006055 mon.b mon.1 172.21.15.154:6789/0 25 : cluster [WRN] Health check failed: 1/3 mons down, quorum b,c (MON_DOWN)" in cluster log

1722485

FAIL

wip-pdonnell-testing-20171010

wip-pdonnell-testing-20171010

master

smithi

 

smithi086 smithi106 smithi193

kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_trivial_sync.yaml}

"2017-10-11 15:29:06.716938 mon.b mon.1 172.21.15.193:6789/0 2 : cluster [WRN] message from mon.0 was stamped 0.590477s in the future, clocks not synchronized" in cluster log

1722509

FAIL

wip-pdonnell-testing-20171010

wip-pdonnell-testing-20171010

master

smithi

 

smithi030 smithi041 smithi113 smithi199

kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/mds-full.yaml whitelist_health.yaml}

Command failed on smithi199 with status 1: 'sudo cp /var/lib/ceph/osd/ceph-0/fsid /tmp/tmp4D47ab'

1722523

FAIL

wip-pdonnell-testing-20171010

wip-pdonnell-testing-20171010

master

smithi

 

smithi033 smithi038 smithi057

kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/filestore-xfs.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml}

"2017-10-11 16:06:03.641593 mon.a mon.0 172.21.15.33:6789/0 152 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log