teuthology-2019-09-14_03:05:02-rgw-master-distro-basic-smithi

4305337

FAIL

master

master

master

smithi

centos 7.6

smithi117 smithi136

rgw/hadoop-s3a/{clusters/fixed-2.yaml hadoop/default.yaml s3a-hadoop.yaml supported-distros/centos_latest.yaml}

Command failed on smithi136 with status 8: 'cd /home/ubuntu/cephtest && wget http://www-us.apache.org/dist/maven/maven-3/3.6.0/binaries/apache-maven-3.6.0-bin.tar.gz && tar -xvf apache-maven-3.6.0-bin.tar.gz && git clone https://github.com/apache/hadoop && cd hadoop && git checkout -b hadoop-2.9.2 rel/release-2.9.2'

4305339

FAIL

master

master

master

smithi

centos 

smithi060 smithi069

rgw/multisite/{clusters.yaml frontend/beast.yaml omap_limits.yaml overrides.yaml realms/three-zone-plus-pubsub.yaml tasks/test_multi.yaml valgrind.yaml}

rgw multisite, rgw multisite pubsub, test failures

4305341

FAIL

master

master

master

smithi

centos 7.6

smithi135

rgw/tempest/{clusters/fixed-1.yaml distro/supported-random-distro$/{centos_7.yaml} frontend/beast.yaml tasks/rgw_tempest.yaml}

Command failed on smithi135 with status 1: 'sudo yum -y install python34-devel'

4305345

FAIL

master

master

master

smithi

centos 

smithi090 smithi134

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T02:38:03.701970+0000 mon.b (mon.0) 279 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569292681 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

4305348

FAIL

master

master

master

smithi

 

smithi144 smithi194

rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_readwrite.yaml}

"2019-09-24T02:41:27.587478+0000 mon.b (mon.0) 212 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569292886 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

4305349

FAIL

master

master

master

smithi

centos 

smithi045 smithi092

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T02:33:08.662825+0000 mon.b (mon.0) 281 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569292386 sec, osd.1 has slow ops (SLOW_OPS)" in cluster log

4305359

FAIL

master

master

master

smithi

centos 

smithi043 smithi141

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T03:04:08.033224+0000 mon.b (mon.0) 297 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569294246 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

4305364

FAIL

master

master

master

smithi

centos 

smithi022 smithi089

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T03:04:40.974103+0000 mon.b (mon.0) 278 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569294279 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

4305366

FAIL

master

master

master

smithi

centos 

smithi088 smithi094

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml}

"2019-09-24T03:19:14.434728+0000 mon.a (mon.0) 290 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569295154 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

4305373

FAIL

master

master

master

smithi

centos 

smithi080 smithi085

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T02:59:14.346487+0000 mon.b (mon.0) 290 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569293951 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

4305378

FAIL

master

master

master

smithi

centos 

smithi094 smithi136

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T05:16:03.471793+0000 mon.b (mon.0) 379 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569302162 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

4305381

FAIL

master

master

master

smithi

centos 

smithi090 smithi100

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml}

"2019-09-24T05:53:00.568879+0000 mon.b (mon.0) 365 : cluster [WRN] Health check failed: 0 slow ops, oldest one blocked for 1569304378 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

4305387

FAIL

master

master

master

smithi

 

smithi053 smithi143

rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_readwrite.yaml}

"2019-09-24T10:19:12.805472+0000 mon.a (mon.0) 228 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569320350 sec, osd.2 has slow ops (SLOW_OPS)" in cluster log

4305388

FAIL

master

master

master

smithi

centos 

smithi152 smithi199

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T10:40:56.511355+0000 mon.b (mon.0) 292 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569321655 sec, osd.1 has slow ops (SLOW_OPS)" in cluster log

4305392

FAIL

master

master

master

smithi

 

smithi064 smithi069

rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_s3tests.yaml}

"2019-09-24T10:32:23.013152+0000 mon.b (mon.0) 223 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569321140 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

4305393

FAIL

master

master

master

smithi

centos 

smithi018 smithi151

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T10:38:58.890172+0000 mon.a (mon.0) 366 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569321536 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

4305395

FAIL

master

master

master

smithi

centos 

smithi090 smithi106

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml}

"2019-09-24T11:28:35.098370+0000 mon.a (mon.0) 374 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569324513 sec, osd.2 has slow ops (SLOW_OPS)" in cluster log

4305401

FAIL

master

master

master

smithi

centos 

smithi085 smithi136

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml}

"2019-09-24T11:19:14.166098+0000 mon.b (mon.0) 283 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569323953 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

4305402

FAIL

master

master

master

smithi

ubuntu 

smithi043 smithi176

rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_multipart_upload.yaml}

"2019-09-24T11:17:08.213849+0000 mon.b (mon.0) 151 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569323826 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

4305403

FAIL

master

master

master

smithi

centos 

smithi037 smithi181

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T10:51:02.863120+0000 mon.a (mon.0) 387 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569322259 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

4305406

FAIL

master

master

master

smithi

 

smithi049 smithi074

rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_readwrite.yaml}

"2019-09-24T10:31:49.170123+0000 mon.b (mon.0) 145 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569321106 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

4305407

FAIL

master

master

master

smithi

centos 

smithi155 smithi174

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T10:49:55.021728+0000 mon.a (mon.0) 370 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 1569322193 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log

4305410

FAIL

master

master

master

smithi

centos 

smithi017 smithi041

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml}

"2019-09-24T11:49:15.192162+0000 mon.b (mon.0) 360 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569325754 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

4305413

FAIL

master

master

master

smithi

centos 7.6

smithi038 smithi102

rgw/hadoop-s3a/{clusters/fixed-2.yaml hadoop/trunk.yaml s3a-hadoop.yaml supported-distros/centos_latest.yaml}

Command failed on smithi038 with status 8: 'cd /home/ubuntu/cephtest && wget http://www-us.apache.org/dist/maven/maven-3/3.6.0/binaries/apache-maven-3.6.0-bin.tar.gz && tar -xvf apache-maven-3.6.0-bin.tar.gz && git clone https://github.com/apache/hadoop && cd hadoop && git checkout -b hadoop-ceph-trunk'

4305415

FAIL

master

master

master

smithi

centos 

smithi079 smithi162

rgw/multisite/{clusters.yaml frontend/civetweb.yaml omap_limits.yaml overrides.yaml realms/two-zonegroup.yaml tasks/test_multi.yaml valgrind.yaml}

rgw multisite pubsub, test failures

4305416

FAIL

master

master

master

smithi

centos 

smithi204

rgw/tempest/{clusters/fixed-1.yaml distro/valgrind.yaml frontend/civetweb.yaml tasks/rgw_tempest.yaml}

Command failed on smithi204 with status 1: 'sudo yum -y install python34-devel'

4305420

FAIL

master

master

master

smithi

centos 

smithi014 smithi109

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T12:52:41.619111+0000 mon.b (mon.0) 292 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569329559 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

4305425

FAIL

master

master

master

smithi

centos 

smithi014 smithi109

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T11:07:42.606842+0000 mon.b (mon.0) 293 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569323259 sec, osd.1 has slow ops (SLOW_OPS)" in cluster log

4305427

FAIL

master

master

master

smithi

centos 

smithi049 smithi074

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml}

"2019-09-24T12:19:08.956593+0000 mon.b (mon.0) 284 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569327547 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

4305432

FAIL

master

master

master

smithi

centos 

smithi137 smithi194

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml}

Command failed on smithi137 with status 1: 'cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle-4.7/bin/gradle clean test --rerun-tasks --no-build-cache --tests ObjectTest'

4305433

FAIL

master

master

master

smithi

 

smithi107 smithi143

rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_s3tests.yaml}

"2019-09-24T11:10:33.397292+0000 mon.b (mon.0) 222 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569323430 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

4305434

FAIL

master

master

master

smithi

centos 

smithi006 smithi107

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T11:45:05.836386+0000 mon.a (mon.0) 376 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569325505 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

4305439

FAIL

master

master

master

smithi

centos 

smithi053 smithi204

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T11:47:21.429455+0000 mon.a (mon.0) 299 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569325639 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log

4305447

FAIL

master

master

master

smithi

centos 

smithi153 smithi182

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml}

"2019-09-24T12:17:00.369993+0000 mon.a (mon.0) 298 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 1569327419 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

4305448

FAIL

master

master

master

smithi

 

smithi025 smithi135

rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_readwrite.yaml}

"2019-09-24T11:21:10.141812+0000 mon.a (mon.0) 226 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569324069 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

4305449

FAIL

master

master

master

smithi

centos 

smithi022 smithi063

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T12:15:01.220706+0000 mon.b (mon.0) 379 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569327298 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

4305451

FAIL

master

master

master

smithi

centos 

smithi016 smithi148

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/https.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml}

Command failed on smithi148 with status 1: 'cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle-4.7/bin/gradle clean test --rerun-tasks --no-build-cache --tests ObjectTest'

4305454

FAIL

master

master

master

smithi

centos 

smithi080 smithi169

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T11:41:54.982585+0000 mon.a (mon.0) 304 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569325313 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

4305464

FAIL

master

master

master

smithi

centos 

smithi141 smithi143

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T12:25:07.436109+0000 mon.b (mon.0) 368 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569327905 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

4305467

FAIL

master

master

master

smithi

 

smithi016 smithi148

rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_readwrite.yaml}

"2019-09-24T11:31:34.380009+0000 mon.b (mon.0) 143 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569324691 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

4305468

FAIL

master

master

master

smithi

centos 

smithi002 smithi069

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T11:47:15.027952+0000 mon.a (mon.0) 293 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1569325633 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

4305471

FAIL

master

master

master

smithi

centos 

smithi085 smithi136

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml}

Command failed on smithi136 with status 1: 'cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle-4.7/bin/gradle clean test --rerun-tasks --no-build-cache --tests ObjectTest'

4305474

FAIL

master

master

master

smithi

 

smithi052 smithi184

rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_swift.yaml}

"2019-09-24T12:16:55.914689+0000 mon.b (mon.0) 147 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569327414 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

4305475

FAIL

master

master

master

smithi

centos 

smithi025 smithi135

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml}

"2019-09-24T12:27:36.821065+0000 mon.a (mon.0) 295 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569328055 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

4305478

FAIL

master

master

master

smithi

centos 

smithi124 smithi145

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T12:08:29.176268+0000 mon.b (mon.0) 276 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569326906 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

4305483

FAIL

master

master

master

smithi

centos 

smithi076 smithi169

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T13:20:37.156475+0000 mon.b (mon.0) 390 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1569331235 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

4305485

FAIL

master

master

master

smithi

centos 

smithi179 smithi200

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml}

"2019-09-24T12:25:30.941883+0000 mon.b (mon.0) 286 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569327930 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

4305489

FAIL

master

master

master

smithi

centos 7.6

smithi090 smithi106

rgw/hadoop-s3a/{clusters/fixed-2.yaml hadoop/v28.yaml s3a-hadoop.yaml supported-distros/centos_latest.yaml}

Command failed on smithi090 with status 8: 'cd /home/ubuntu/cephtest && wget http://www-us.apache.org/dist/maven/maven-3/3.6.0/binaries/apache-maven-3.6.0-bin.tar.gz && tar -xvf apache-maven-3.6.0-bin.tar.gz && git clone https://github.com/apache/hadoop && cd hadoop && git checkout -b hadoop-2.8.5 rel/release-2.8.5'

4305491

FAIL

master

master

master

smithi

centos 

smithi068 smithi196

rgw/multisite/{clusters.yaml frontend/civetweb.yaml omap_limits.yaml overrides.yaml realms/three-zone-plus-pubsub.yaml tasks/test_multi.yaml valgrind.yaml}

rgw multisite, rgw multisite pubsub, test failures

4305492

FAIL

master

master

master

smithi

centos 

smithi071

rgw/tempest/{clusters/fixed-1.yaml distro/valgrind.yaml frontend/beast.yaml tasks/rgw_tempest.yaml}

Command failed on smithi071 with status 1: 'sudo yum -y install python34-devel'

4305495

FAIL

master

master

master

smithi

centos 

smithi155 smithi174

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T13:22:09.368326+0000 mon.a (mon.0) 296 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569331328 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

4305500

FAIL

master

master

master

smithi

centos 

smithi097 smithi191

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T12:48:53.145502+0000 mon.a (mon.0) 301 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1569329332 sec, osd.2 has slow ops (SLOW_OPS)" in cluster log

4305503

FAIL

master

master

master

smithi

centos 

smithi091 smithi203

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml}

"2019-09-24T12:33:45.869704+0000 mon.a (mon.0) 290 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569328424 sec, osd.2 has slow ops (SLOW_OPS)" in cluster log

4305509

FAIL

master

master

master

smithi

 

smithi144 smithi202

rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_readwrite.yaml}

"2019-09-24T15:57:08.235831+0000 mon.b (mon.0) 144 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1569340626 sec, daemons [osd,0,osd,5] have slow ops. (SLOW_OPS)" in cluster log

4305510

FAIL

master

master

master

smithi

centos 

smithi100 smithi124

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T15:37:01.596917+0000 mon.a (mon.0) 385 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1569339419 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

4305515

FAIL

master

master

master

smithi

centos 

smithi006 smithi072

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T16:12:54.595771+0000 mon.b (mon.0) 301 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569341572 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

4305517

FAIL

master

master

master

smithi

centos 

smithi018 smithi106

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml}

"2019-09-24T16:12:12.589709+0000 mon.a (mon.0) 299 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569341529 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

4305524

FAIL

master

master

master

smithi

ubuntu 

smithi188 smithi200

rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_multipart_upload.yaml}

"2019-09-24T15:20:25.303246+0000 mon.b (mon.0) 141 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569338423 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

4305525

FAIL

master

master

master

smithi

centos 

smithi130 smithi139

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T15:34:48.886179+0000 mon.b (mon.0) 297 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569339286 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

4305528

FAIL

master

master

master

smithi

 

smithi019 smithi099

rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_readwrite.yaml}

"2019-09-24T15:30:27.571148+0000 mon.a (mon.0) 228 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569339026 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

4305529

FAIL

master

master

master

smithi

centos 

smithi134 smithi138

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T15:44:51.461590+0000 mon.a (mon.0) 296 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569339888 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

4305536

FAIL

master

master

master

smithi

centos 

smithi155 smithi174

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml}

"2019-09-24T16:14:46.896480+0000 mon.a (mon.0) 291 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569341684 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

4305539

FAIL

master

master

master

smithi

centos 

smithi025 smithi157

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T16:16:47.155543+0000 mon.a (mon.0) 378 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569341804 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

4305543

FAIL

master

master

master

smithi

ubuntu 

smithi029 smithi173

rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_multipart_upload.yaml}

"2019-09-24T15:36:36.734460+0000 mon.b (mon.0) 145 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569339394 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

4305544

FAIL

master

master

master

smithi

centos 

smithi073 smithi097

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T15:54:40.382641+0000 mon.a (mon.0) 286 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1569340478 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log

4305546

FAIL

master

master

master

smithi

centos 

smithi003 smithi116

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml}

Command failed on smithi003 with status 1: 'sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log'

4305551

FAIL

master

master

master

smithi

centos 

smithi043 smithi087

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml}

"2019-09-24T16:28:13.775840+0000 mon.a (mon.0) 295 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569342492 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

4305553

FAIL

master

master

master

smithi

centos 

smithi188 smithi200

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T16:03:48.778386+0000 mon.b (mon.0) 373 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569341026 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

4305558

FAIL

master

master

master

smithi

centos 

smithi121 smithi163

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T17:13:19.173055+0000 mon.a (mon.0) 286 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569345196 sec, osd.1 has slow ops (SLOW_OPS)" in cluster log

4305565

FAIL

master

master

master

smithi

centos 7.6

smithi112 smithi136

rgw/hadoop-s3a/{clusters/fixed-2.yaml hadoop/v32.yaml s3a-hadoop.yaml supported-distros/centos_latest.yaml}

Command failed on smithi136 with status 8: 'cd /home/ubuntu/cephtest && wget http://www-us.apache.org/dist/maven/maven-3/3.6.0/binaries/apache-maven-3.6.0-bin.tar.gz && tar -xvf apache-maven-3.6.0-bin.tar.gz && git clone https://github.com/apache/hadoop && cd hadoop && git checkout -b hadoop-3.2.0 rel/release-3.2.0'

4305567

FAIL

master

master

master

smithi

centos 

smithi102 smithi186

rgw/multisite/{clusters.yaml frontend/beast.yaml omap_limits.yaml overrides.yaml realms/two-zonegroup.yaml tasks/test_multi.yaml valgrind.yaml}

rgw multisite pubsub, test failures

4305568

FAIL

master

master

master

smithi

centos 7.6

smithi093

rgw/tempest/{clusters/fixed-1.yaml distro/supported-random-distro$/{centos_7.yaml} frontend/civetweb.yaml tasks/rgw_tempest.yaml}

Command failed on smithi093 with status 1: 'sudo yum -y install python34-devel'

4305570

FAIL

master

master

master

smithi

 

smithi075 smithi184

rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_readwrite.yaml}

"2019-09-24T16:18:34.104659+0000 mon.b (mon.0) 144 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569341911 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

4305575

FAIL

master

master

master

smithi

 

smithi078 smithi093

rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_s3tests.yaml}

"2019-09-24T16:24:12.764755+0000 mon.a (mon.0) 231 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569342251 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

4305576

FAIL

master

master

master

smithi

centos 

smithi162 smithi172

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T16:10:26.701862+0000 mon.b (mon.0) 362 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569341425 sec, osd.1 has slow ops (SLOW_OPS)" in cluster log

4305578

FAIL

master

master

master

smithi

centos 

smithi135 smithi164

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml}

"2019-09-24T17:06:20.210330+0000 mon.b (mon.0) 286 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569344778 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

4305580

FAIL

master

master

master

smithi

centos 

smithi008 smithi132

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/http.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

Could not reconnect to ubuntu@smithi008.front.sepia.ceph.com

4305585

FAIL

master

master

master

smithi

ubuntu 

smithi018 smithi182

rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_multipart_upload.yaml}

"2019-09-24T17:04:13.200020+0000 mon.b (mon.0) 216 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569344650 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

4305586

FAIL

master

master

master

smithi

centos 

smithi117 smithi148

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T16:35:32.103367+0000 mon.a (mon.0) 378 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569342931 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log

4305589

FAIL

master

master

master

smithi

 

smithi085 smithi109

rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_readwrite.yaml}

"2019-09-24T16:20:02.221738+0000 mon.a (mon.0) 158 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569341999 sec, osd.2 has slow ops (SLOW_OPS)" in cluster log

4305590

FAIL

master

master

master

smithi

centos 

smithi181 smithi191

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T16:30:46.967956+0000 mon.a (mon.0) 349 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569342645 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

4305591

FAIL

master

master

master

smithi

ubuntu 

smithi008 smithi132

rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/filestore-xfs.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_multipart_upload.yaml}

Command failed on smithi008 with status 100: 'sudo apt-get clean'

4305597

FAIL

master

master

master

smithi

centos 

smithi088 smithi151

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml}

"2019-09-24T17:19:34.788249+0000 mon.a (mon.0) 294 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569345573 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

4305600

FAIL

master

master

master

smithi

centos 

smithi074 smithi196

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T17:01:46.241849+0000 mon.a (mon.0) 301 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1569344503 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

4305605

FAIL

master

master

master

smithi

centos 

smithi014 smithi028

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T16:32:20.346898+0000 mon.a (mon.0) 299 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569342737 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

4305610

FAIL

master

master

master

smithi

centos 

smithi008 smithi199

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/http.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

Could not reconnect to ubuntu@smithi008.front.sepia.ceph.com

4305613

FAIL

master

master

master

smithi

 

smithi008 smithi132

rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_s3tests.yaml}

failed to install new kernel version within timeout

4305614

FAIL

master

master

master

smithi

centos 

smithi060 smithi180

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T16:43:58.504380+0000 mon.a (mon.0) 308 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569343436 sec, osd.1 has slow ops (SLOW_OPS)" in cluster log

4305619

FAIL

master

master

master

smithi

centos 

smithi112 smithi136

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T16:45:58.564494+0000 mon.b (mon.0) 376 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569343556 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

4305628

FAIL

master

master

master

smithi

 

smithi026 smithi182

rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_readwrite.yaml}

"2019-09-24T16:39:31.115668+0000 mon.a (mon.0) 152 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569343168 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

4305629

FAIL

master

master

master

smithi

centos 

smithi142 smithi154

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T17:40:15.800071+0000 mon.b (mon.0) 292 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569346814 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

4305631

FAIL

master

master

master

smithi

centos 

smithi132

rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/https.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml}

{'Failure object was': {'smithi008.front.sepia.ceph.com': {"u'msg'": "u'yum lockfile is held by another process'", 'changed': False, "u'invocation'": {"u'module_args'": {"u'list'": 'None', "u'disable_plugin'": [], "u'install_weak_deps'": True, "u'name'": ["u'http://satellite.front.sepia.ceph.com/pub/katello-ca-consumer-latest.noarch.rpm'"], "u'releasever'": 'None', "u'security'": False, "u'conf_file'": 'None', "u'autoremove'": False, "u'update_cache'": False, "u'disablerepo'": [], "u'skip_broken'": False, "u'disable_gpg_check'": False, "u'lock_timeout'": 0, "u'download_only'": False, "u'enablerepo'": [], "u'disable_excludes'": 'None', "u'download_dir'": 'None', "u'state'": "u'present'", "u'install_repoquery'": True, "u'allow_downgrade'": False, "u'validate_certs'": False, "u'update_only'": False, "u'exclude'": [], "u'bugfix'": False, "u'enable_plugin'": [], "u'use_backend'": "u'auto'", "u'installroot'": "u'/'"}}, '_ansible_no_log': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 309, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 281, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 29, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 68, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 251, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'RepresenterError': "('cannot represent an object', u'/')"}

4305634

FAIL

master

master

master

smithi

centos 

smithi019 smithi090

rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml}

"2019-09-24T16:56:52.638664+0000 mon.a (mon.0) 293 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569344211 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log