Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
fail 4305337 2019-09-14 03:08:30 2019-09-24 01:49:42 2019-09-24 02:19:42 0:30:00 0:19:44 0:10:16 smithi master centos 7.6 rgw/hadoop-s3a/{clusters/fixed-2.yaml hadoop/default.yaml s3a-hadoop.yaml supported-distros/centos_latest.yaml} 2
Failure Reason:

Command failed on smithi136 with status 8: 'cd /home/ubuntu/cephtest && wget http://www-us.apache.org/dist/maven/maven-3/3.6.0/binaries/apache-maven-3.6.0-bin.tar.gz && tar -xvf apache-maven-3.6.0-bin.tar.gz && git clone https://github.com/apache/hadoop && cd hadoop && git checkout -b hadoop-2.9.2 rel/release-2.9.2'

pass 4305338 2019-09-14 03:08:31 2019-09-24 01:51:25 2019-09-24 02:31:24 0:39:59 0:11:52 0:28:07 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_bucket_quota.yaml} 2
fail 4305339 2019-09-14 03:08:31 2019-09-24 01:53:31 2019-09-24 04:45:33 2:52:02 2:41:21 0:10:41 smithi master centos rgw/multisite/{clusters.yaml frontend/beast.yaml omap_limits.yaml overrides.yaml realms/three-zone-plus-pubsub.yaml tasks/test_multi.yaml valgrind.yaml} 2
Failure Reason:

rgw multisite, rgw multisite pubsub, test failures

pass 4305340 2019-09-14 03:08:32 2019-09-24 01:53:42 2019-09-24 02:21:41 0:27:59 0:16:24 0:11:35 smithi master rhel 7.6 rgw/singleton/{all/radosgw-admin.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/ec-profile.yaml supported-random-distro$/{rhel_7.yaml}} 2
fail 4305341 2019-09-14 03:08:33 2019-09-24 01:53:52 2019-09-24 02:15:51 0:21:59 0:10:43 0:11:16 smithi master centos 7.6 rgw/tempest/{clusters/fixed-1.yaml distro/supported-random-distro$/{centos_7.yaml} frontend/beast.yaml tasks/rgw_tempest.yaml} 1
Failure Reason:

Command failed on smithi135 with status 1: 'sudo yum -y install python34-devel'

pass 4305342 2019-09-14 03:08:34 2019-09-24 01:55:10 2019-09-24 02:37:10 0:42:00 0:14:52 0:27:08 smithi master ubuntu rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-bitmap.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_bucket_quota.yaml} 2
pass 4305343 2019-09-14 03:08:34 2019-09-24 01:57:40 2019-09-24 03:23:45 1:26:05 1:08:36 0:17:29 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
pass 4305344 2019-09-14 03:08:35 2019-09-24 01:57:40 2019-09-24 02:29:39 0:31:59 0:11:42 0:20:17 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_multipart_upload.yaml} 2
fail 4305345 2019-09-14 03:08:36 2019-09-24 01:59:42 2019-09-24 04:17:43 2:18:01 1:57:12 0:20:49 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T02:38:03.701970+0000 mon.b (mon.0) 279 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569292681 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

pass 4305346 2019-09-14 03:08:36 2019-09-24 01:59:46 2019-09-24 02:37:46 0:38:00 0:09:32 0:28:28 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_ragweed.yaml} 2
pass 4305347 2019-09-14 03:08:37 2019-09-24 02:00:29 2019-09-24 03:30:29 1:30:00 1:09:32 0:20:28 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/http.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
fail 4305348 2019-09-14 03:08:38 2019-09-24 02:01:47 2019-09-24 02:51:47 0:50:00 0:15:24 0:34:36 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_readwrite.yaml} 2
Failure Reason:

"2019-09-24T02:41:27.587478+0000 mon.b (mon.0) 212 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569292886 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

fail 4305349 2019-09-14 03:08:39 2019-09-24 02:03:43 2019-09-24 04:11:44 2:08:01 1:55:52 0:12:09 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T02:33:08.662825+0000 mon.b (mon.0) 281 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569292386 sec, osd.1 has slow ops (SLOW_OPS)" in cluster log

pass 4305350 2019-09-14 03:08:39 2019-09-24 02:03:53 2019-09-24 02:57:53 0:54:00 0:14:09 0:39:51 smithi master ubuntu rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-comp.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_multipart_upload.yaml} 2
pass 4305351 2019-09-14 03:08:40 2019-09-24 02:05:29 2019-09-24 02:25:28 0:19:59 0:08:39 0:11:20 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_roundtrip.yaml} 2
pass 4305352 2019-09-14 03:08:41 2019-09-24 02:05:43 2019-09-24 03:53:43 1:48:00 1:08:37 0:39:23 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
pass 4305353 2019-09-14 03:08:41 2019-09-24 02:07:57 2019-09-24 02:35:56 0:27:59 0:13:45 0:14:14 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_s3tests.yaml} 2
pass 4305354 2019-09-14 03:08:42 2019-09-24 02:07:57 2019-09-24 04:19:58 2:12:01 1:56:22 0:15:39 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/https.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
pass 4305355 2019-09-14 03:08:43 2019-09-24 02:08:38 2019-09-24 02:32:38 0:24:00 0:08:55 0:15:05 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_swift.yaml} 2
pass 4305356 2019-09-14 03:08:43 2019-09-24 02:09:56 2019-09-24 03:39:57 1:30:01 1:08:50 0:21:11 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
pass 4305357 2019-09-14 03:08:44 2019-09-24 02:11:34 2019-09-24 02:47:33 0:35:59 0:18:06 0:17:53 smithi master rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-low-osd-mem-target.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_readwrite.yaml} 2
pass 4305358 2019-09-14 03:08:45 2019-09-24 02:11:34 2019-09-24 02:45:33 0:33:59 0:10:41 0:23:18 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_user_quota.yaml} 2
fail 4305359 2019-09-14 03:08:46 2019-09-24 02:11:38 2019-09-24 04:31:39 2:20:01 1:55:58 0:24:03 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T03:04:08.033224+0000 mon.b (mon.0) 297 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569294246 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

pass 4305360 2019-09-14 03:08:46 2019-09-24 02:13:15 2019-09-24 02:53:15 0:40:00 0:11:47 0:28:13 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_bucket_quota.yaml} 2
pass 4305361 2019-09-14 03:08:47 2019-09-24 02:13:25 2019-09-24 03:01:24 0:47:59 0:10:32 0:37:27 smithi master ubuntu 18.04 rgw/singleton/{all/radosgw-admin.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/ec.yaml supported-random-distro$/{ubuntu_latest.yaml}} 2
pass 4305362 2019-09-14 03:08:48 2019-09-24 02:13:51 2019-09-24 03:35:51 1:22:00 1:08:32 0:13:28 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/http.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
pass 4305363 2019-09-14 03:08:49 2019-09-24 02:16:09 2019-09-24 02:50:08 0:33:59 0:10:43 0:23:16 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_multipart_upload.yaml} 2
fail 4305364 2019-09-14 03:08:49 2019-09-24 02:16:34 2019-09-24 05:48:37 3:32:03 3:00:44 0:31:19 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T03:04:40.974103+0000 mon.b (mon.0) 278 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569294279 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

pass 4305365 2019-09-14 03:08:50 2019-09-24 02:17:54 2019-09-24 02:39:54 0:22:00 0:09:51 0:12:09 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_ragweed.yaml} 2
fail 4305366 2019-09-14 03:08:51 2019-09-24 02:19:34 2019-09-24 03:47:35 1:28:01 1:07:52 0:20:09 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
Failure Reason:

"2019-09-24T03:19:14.434728+0000 mon.a (mon.0) 290 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569295154 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

pass 4305367 2019-09-14 03:08:52 2019-09-24 02:19:42 2019-09-24 02:41:42 0:22:00 0:11:46 0:10:14 smithi master rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-stupid.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_roundtrip.yaml} 2
pass 4305368 2019-09-14 03:08:52 2019-09-24 02:19:43 2019-09-24 02:57:42 0:37:59 0:15:44 0:22:15 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_readwrite.yaml} 2
pass 4305369 2019-09-14 03:08:53 2019-09-24 02:19:44 2019-09-24 04:23:50 2:04:06 1:51:27 0:12:39 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/https.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
pass 4305370 2019-09-14 03:08:54 2019-09-24 02:21:59 2019-09-24 02:56:04 0:34:05 0:08:52 0:25:13 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_roundtrip.yaml} 2
pass 4305371 2019-09-14 03:08:54 2019-09-24 02:23:29 2019-09-24 03:53:30 1:30:01 1:08:49 0:21:12 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
pass 4305372 2019-09-14 03:08:55 2019-09-24 02:25:46 2019-09-24 03:03:46 0:38:00 0:13:58 0:24:02 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_s3tests.yaml} 2
fail 4305373 2019-09-14 03:08:56 2019-09-24 02:25:46 2019-09-24 04:33:48 2:08:02 1:52:36 0:15:26 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T02:59:14.346487+0000 mon.b (mon.0) 290 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569293951 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

pass 4305374 2019-09-14 03:08:57 2019-09-24 02:26:07 2019-09-24 02:58:06 0:31:59 0:17:58 0:14:01 smithi master rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/filestore-xfs.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_s3tests.yaml} 2
pass 4305375 2019-09-14 03:08:57 2019-09-24 02:29:25 2019-09-24 02:51:24 0:21:59 0:08:18 0:13:41 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_swift.yaml} 2
pass 4305376 2019-09-14 03:08:58 2019-09-24 02:29:25 2019-09-24 03:49:25 1:20:00 1:05:36 0:14:24 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/http.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
pass 4305377 2019-09-14 03:08:59 2019-09-24 02:29:41 2019-09-24 02:55:41 0:26:00 0:10:54 0:15:06 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_user_quota.yaml} 2
fail 4305378 2019-09-14 03:08:59 2019-09-24 04:44:00 2019-09-24 06:48:01 2:04:01 1:53:04 0:10:57 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T05:16:03.471793+0000 mon.b (mon.0) 379 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569302162 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

pass 4305379 2019-09-14 03:09:00 2019-09-24 04:45:21 2019-09-24 05:07:20 0:21:59 0:11:39 0:10:20 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_bucket_quota.yaml} 2
pass 4305380 2019-09-14 03:09:01 2019-09-24 04:45:34 2019-09-24 05:29:34 0:44:00 0:16:05 0:27:55 smithi master rhel 7.6 rgw/singleton/{all/radosgw-admin.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/replicated.yaml supported-random-distro$/{rhel_7.yaml}} 2
fail 4305381 2019-09-14 03:09:02 2019-09-24 04:45:42 2019-09-24 06:27:42 1:42:00 1:07:30 0:34:30 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
Failure Reason:

"2019-09-24T05:53:00.568879+0000 mon.b (mon.0) 365 : cluster [WRN] Health check failed: 0 slow ops, oldest one blocked for 1569304378 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

pass 4305382 2019-09-14 03:09:02 2019-09-24 04:47:19 2019-09-24 05:27:18 0:39:59 0:11:01 0:28:58 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_multipart_upload.yaml} 2
pass 4305383 2019-09-14 03:09:03 2019-09-24 05:01:20 2019-09-24 07:07:21 2:06:01 1:50:11 0:15:50 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/https.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
pass 4305384 2019-09-14 03:09:04 2019-09-24 09:58:56 2019-09-24 10:48:56 0:50:00 0:11:43 0:38:17 smithi master rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-bitmap.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_swift.yaml} 2
pass 4305385 2019-09-14 03:09:04 2019-09-24 10:00:21 2019-09-24 10:22:20 0:21:59 0:09:06 0:12:53 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_ragweed.yaml} 2
pass 4305386 2019-09-14 03:09:05 2019-09-24 10:00:40 2019-09-24 11:22:40 1:22:00 1:09:12 0:12:48 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
fail 4305387 2019-09-14 03:09:06 2019-09-24 10:00:49 2019-09-24 10:28:48 0:27:59 0:14:47 0:13:12 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_readwrite.yaml} 2
Failure Reason:

"2019-09-24T10:19:12.805472+0000 mon.a (mon.0) 228 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569320350 sec, osd.2 has slow ops (SLOW_OPS)" in cluster log

fail 4305388 2019-09-14 03:09:06 2019-09-24 10:03:19 2019-09-24 13:07:21 3:04:02 2:46:06 0:17:56 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T10:40:56.511355+0000 mon.b (mon.0) 292 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569321655 sec, osd.1 has slow ops (SLOW_OPS)" in cluster log

pass 4305389 2019-09-14 03:09:07 2019-09-24 10:03:37 2019-09-24 11:17:39 1:14:02 0:08:45 1:05:17 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_roundtrip.yaml} 2
pass 4305390 2019-09-14 03:09:08 2019-09-24 10:03:44 2019-09-24 11:33:44 1:30:00 1:12:16 0:17:44 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/http.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
pass 4305391 2019-09-14 03:09:09 2019-09-24 10:04:16 2019-09-24 10:44:16 0:40:00 0:13:54 0:26:06 smithi master ubuntu rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-comp.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_user_quota.yaml} 2
fail 4305392 2019-09-14 03:09:09 2019-09-24 10:05:21 2019-09-24 10:37:21 0:32:00 0:13:36 0:18:24 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_s3tests.yaml} 2
Failure Reason:

"2019-09-24T10:32:23.013152+0000 mon.b (mon.0) 223 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569321140 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

fail 4305393 2019-09-14 03:09:10 2019-09-24 10:06:11 2019-09-24 12:22:12 2:16:01 2:05:10 0:10:51 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T10:38:58.890172+0000 mon.a (mon.0) 366 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569321536 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

pass 4305394 2019-09-14 03:09:11 2019-09-24 10:07:12 2019-09-24 10:29:11 0:21:59 0:08:49 0:13:10 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_swift.yaml} 2
fail 4305395 2019-09-14 03:09:12 2019-09-24 10:07:46 2019-09-24 11:33:47 1:26:01 1:05:14 0:20:47 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
Failure Reason:

"2019-09-24T11:28:35.098370+0000 mon.a (mon.0) 374 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569324513 sec, osd.2 has slow ops (SLOW_OPS)" in cluster log

pass 4305396 2019-09-14 03:09:12 2019-09-24 10:07:56 2019-09-24 10:29:55 0:21:59 0:10:38 0:11:21 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_user_quota.yaml} 2
pass 4305397 2019-09-14 03:09:13 2019-09-24 10:08:03 2019-09-24 12:46:05 2:38:02 1:53:23 0:44:39 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/https.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
pass 4305398 2019-09-14 03:09:14 2019-09-24 10:08:34 2019-09-24 10:34:33 0:25:59 0:11:40 0:14:19 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_bucket_quota.yaml} 2
pass 4305399 2019-09-14 03:09:15 2019-09-24 10:10:19 2019-09-24 11:46:19 1:36:00 0:10:48 1:25:12 smithi master ubuntu 18.04 rgw/singleton/{all/radosgw-admin.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/ec-profile.yaml supported-random-distro$/{ubuntu_latest.yaml}} 2
pass 4305400 2019-09-14 03:09:15 2019-09-24 10:10:40 2019-09-24 10:40:40 0:30:00 0:14:53 0:15:07 smithi master ubuntu rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-low-osd-mem-target.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_bucket_quota.yaml} 2
fail 4305401 2019-09-14 03:09:16 2019-09-24 10:11:37 2019-09-24 11:49:37 1:38:00 1:10:22 0:27:38 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
Failure Reason:

"2019-09-24T11:19:14.166098+0000 mon.b (mon.0) 283 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569323953 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

fail 4305402 2019-09-14 03:09:17 2019-09-24 10:11:37 2019-09-24 11:19:37 1:08:00 0:11:17 0:56:43 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_multipart_upload.yaml} 2
Failure Reason:

"2019-09-24T11:17:08.213849+0000 mon.b (mon.0) 151 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569323826 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

fail 4305403 2019-09-14 03:09:18 2019-09-24 10:11:58 2019-09-24 12:29:59 2:18:01 2:06:26 0:11:35 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T10:51:02.863120+0000 mon.a (mon.0) 387 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569322259 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

pass 4305404 2019-09-14 03:09:18 2019-09-24 10:13:03 2019-09-24 10:39:02 0:25:59 0:09:48 0:16:11 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_ragweed.yaml} 2
pass 4305405 2019-09-14 03:09:19 2019-09-24 10:13:42 2019-09-24 11:55:42 1:42:00 1:15:25 0:26:35 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/http.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
fail 4305406 2019-09-14 03:09:20 2019-09-24 10:14:46 2019-09-24 10:40:45 0:25:59 0:15:36 0:10:23 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_readwrite.yaml} 2
Failure Reason:

"2019-09-24T10:31:49.170123+0000 mon.b (mon.0) 145 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569321106 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

fail 4305407 2019-09-14 03:09:20 2019-09-24 10:15:08 2019-09-24 12:27:09 2:12:01 1:53:46 0:18:15 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T10:49:55.021728+0000 mon.a (mon.0) 370 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 1569322193 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log

pass 4305408 2019-09-14 03:09:21 2019-09-24 10:16:12 2019-09-24 11:14:11 0:57:59 0:14:18 0:43:41 smithi master ubuntu rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-stupid.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_multipart_upload.yaml} 2
pass 4305409 2019-09-14 03:09:22 2019-09-24 10:16:12 2019-09-24 10:40:11 0:23:59 0:09:17 0:14:42 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_roundtrip.yaml} 2
fail 4305410 2019-09-14 03:09:23 2019-09-24 10:19:09 2019-09-24 11:55:10 1:36:01 1:13:50 0:22:11 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
Failure Reason:

"2019-09-24T11:49:15.192162+0000 mon.b (mon.0) 360 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569325754 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

pass 4305411 2019-09-14 03:09:23 2019-09-24 10:19:34 2019-09-24 10:49:34 0:30:00 0:14:18 0:15:42 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_s3tests.yaml} 2
pass 4305412 2019-09-14 03:09:24 2019-09-24 10:19:58 2019-09-24 13:12:00 2:52:02 2:15:50 0:36:12 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/https.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
fail 4305413 2019-09-14 03:09:25 2019-09-24 10:20:03 2019-09-24 10:54:02 0:33:59 0:20:01 0:13:58 smithi master centos 7.6 rgw/hadoop-s3a/{clusters/fixed-2.yaml hadoop/trunk.yaml s3a-hadoop.yaml supported-distros/centos_latest.yaml} 2
Failure Reason:

Command failed on smithi038 with status 8: 'cd /home/ubuntu/cephtest && wget http://www-us.apache.org/dist/maven/maven-3/3.6.0/binaries/apache-maven-3.6.0-bin.tar.gz && tar -xvf apache-maven-3.6.0-bin.tar.gz && git clone https://github.com/apache/hadoop && cd hadoop && git checkout -b hadoop-ceph-trunk'

pass 4305414 2019-09-14 03:09:26 2019-09-24 10:21:44 2019-09-24 10:57:43 0:35:59 0:08:44 0:27:15 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_swift.yaml} 2
fail 4305415 2019-09-14 03:09:26 2019-09-24 10:22:22 2019-09-24 11:14:21 0:51:59 0:35:10 0:16:49 smithi master centos rgw/multisite/{clusters.yaml frontend/civetweb.yaml omap_limits.yaml overrides.yaml realms/two-zonegroup.yaml tasks/test_multi.yaml valgrind.yaml} 2
Failure Reason:

rgw multisite pubsub, test failures

fail 4305416 2019-09-14 03:09:27 2019-09-24 10:24:09 2019-09-24 10:48:09 0:24:00 0:10:41 0:13:19 smithi master centos rgw/tempest/{clusters/fixed-1.yaml distro/valgrind.yaml frontend/civetweb.yaml tasks/rgw_tempest.yaml} 1
Failure Reason:

Command failed on smithi204 with status 1: 'sudo yum -y install python34-devel'

pass 4305417 2019-09-14 03:09:28 2019-09-24 10:25:36 2019-09-24 12:55:38 2:30:02 1:30:36 0:59:26 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
pass 4305418 2019-09-14 03:09:28 2019-09-24 10:27:04 2019-09-24 10:59:04 0:32:00 0:17:23 0:14:37 smithi master rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/filestore-xfs.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_readwrite.yaml} 2
pass 4305419 2019-09-14 03:09:29 2019-09-24 10:27:57 2019-09-24 11:01:56 0:33:59 0:11:07 0:22:52 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_user_quota.yaml} 2
fail 4305420 2019-09-14 03:09:30 2019-09-24 10:29:05 2019-09-24 14:07:08 3:38:03 1:37:05 2:00:58 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T12:52:41.619111+0000 mon.b (mon.0) 292 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569329559 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

pass 4305421 2019-09-14 03:09:31 2019-09-24 10:29:13 2019-09-24 10:59:12 0:29:59 0:11:45 0:18:14 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_bucket_quota.yaml} 2
pass 4305422 2019-09-14 03:09:31 2019-09-24 10:29:14 2019-09-24 11:05:13 0:35:59 0:15:44 0:20:15 smithi master rhel 7.6 rgw/singleton/{all/radosgw-admin.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/ec.yaml supported-random-distro$/{rhel_7.yaml}} 2
pass 4305423 2019-09-14 03:09:32 2019-09-24 10:29:56 2019-09-24 12:23:57 1:54:01 1:36:39 0:17:22 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/https.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
pass 4305424 2019-09-14 03:09:33 2019-09-24 10:29:58 2019-09-24 11:19:58 0:50:00 0:11:23 0:38:37 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_multipart_upload.yaml} 2
fail 4305425 2019-09-14 03:09:33 2019-09-24 10:30:54 2019-09-24 12:20:55 1:50:01 1:37:18 0:12:43 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T11:07:42.606842+0000 mon.b (mon.0) 293 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569323259 sec, osd.1 has slow ops (SLOW_OPS)" in cluster log

pass 4305426 2019-09-14 03:09:34 2019-09-24 10:31:00 2019-09-24 10:58:59 0:27:59 0:09:09 0:18:50 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_ragweed.yaml} 2
fail 4305427 2019-09-14 03:09:35 2019-09-24 10:31:03 2019-09-24 12:27:04 1:56:01 1:36:08 0:19:53 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
Failure Reason:

"2019-09-24T12:19:08.956593+0000 mon.b (mon.0) 284 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569327547 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

pass 4305428 2019-09-14 03:09:36 2019-09-24 10:32:28 2019-09-24 10:56:27 0:23:59 0:11:43 0:12:16 smithi master rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-bitmap.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_roundtrip.yaml} 2
pass 4305429 2019-09-14 03:09:36 2019-09-24 10:33:50 2019-09-24 11:03:49 0:29:59 0:15:25 0:14:34 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_readwrite.yaml} 2
pass 4305430 2019-09-14 03:09:37 2019-09-24 10:33:53 2019-09-24 12:17:54 1:44:01 1:31:25 0:12:36 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/http.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
pass 4305431 2019-09-14 03:09:38 2019-09-24 10:34:35 2019-09-24 11:06:34 0:31:59 0:09:21 0:22:38 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_roundtrip.yaml} 2
fail 4305432 2019-09-14 03:09:38 2019-09-24 10:35:57 2019-09-24 11:59:57 1:24:00 0:43:22 0:40:38 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
Failure Reason:

Command failed on smithi137 with status 1: 'cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle-4.7/bin/gradle clean test --rerun-tasks --no-build-cache --tests ObjectTest'

fail 4305433 2019-09-14 03:09:39 2019-09-24 10:36:16 2019-09-24 11:16:15 0:39:59 0:13:44 0:26:15 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_s3tests.yaml} 2
Failure Reason:

"2019-09-24T11:10:33.397292+0000 mon.b (mon.0) 222 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569323430 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

fail 4305434 2019-09-14 03:09:40 2019-09-24 10:37:38 2019-09-24 13:01:40 2:24:02 1:33:20 0:50:42 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T11:45:05.836386+0000 mon.a (mon.0) 376 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569325505 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

pass 4305435 2019-09-14 03:09:41 2019-09-24 10:37:45 2019-09-24 11:07:44 0:29:59 0:16:47 0:13:12 smithi master rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-comp.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_s3tests.yaml} 2
pass 4305436 2019-09-14 03:09:41 2019-09-24 10:39:19 2019-09-24 10:59:18 0:19:59 0:08:51 0:11:08 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_swift.yaml} 2
pass 4305437 2019-09-14 03:09:42 2019-09-24 10:40:03 2019-09-24 12:46:04 2:06:01 1:34:44 0:31:17 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/https.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
pass 4305438 2019-09-14 03:09:43 2019-09-24 10:40:13 2019-09-24 11:06:12 0:25:59 0:10:37 0:15:22 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_user_quota.yaml} 2
fail 4305439 2019-09-14 03:09:43 2019-09-24 10:40:57 2019-09-24 14:15:00 3:34:03 2:58:10 0:35:53 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T11:47:21.429455+0000 mon.a (mon.0) 299 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569325639 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log

pass 4305440 2019-09-14 03:09:44 2019-09-24 10:40:57 2019-09-24 11:26:57 0:46:00 0:12:05 0:33:55 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_bucket_quota.yaml} 2
pass 4305441 2019-09-14 03:09:45 2019-09-24 10:41:18 2019-09-24 11:25:18 0:44:00 0:18:43 0:25:17 smithi master centos 7.6 rgw/singleton/{all/radosgw-admin.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/replicated.yaml supported-random-distro$/{centos_7.yaml}} 2
pass 4305442 2019-09-14 03:09:46 2019-09-24 10:41:38 2019-09-24 13:29:39 2:48:01 1:33:41 1:14:20 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
pass 4305443 2019-09-14 03:09:46 2019-09-24 10:44:33 2019-09-24 11:16:32 0:31:59 0:11:40 0:20:19 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_multipart_upload.yaml} 2
pass 4305444 2019-09-14 03:09:47 2019-09-24 10:44:48 2019-09-24 13:02:50 2:18:02 1:27:48 0:50:14 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/http.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
pass 4305445 2019-09-14 03:09:48 2019-09-24 10:46:48 2019-09-24 11:24:47 0:37:59 0:11:11 0:26:48 smithi master rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-low-osd-mem-target.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_swift.yaml} 2
pass 4305446 2019-09-14 03:09:49 2019-09-24 10:48:25 2019-09-24 11:12:25 0:24:00 0:09:21 0:14:39 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_ragweed.yaml} 2
fail 4305447 2019-09-14 03:09:49 2019-09-24 10:48:58 2019-09-24 13:04:59 2:16:01 1:33:20 0:42:41 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
Failure Reason:

"2019-09-24T12:17:00.369993+0000 mon.a (mon.0) 298 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 1569327419 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

fail 4305448 2019-09-14 03:09:50 2019-09-24 10:49:51 2019-09-24 11:29:51 0:40:00 0:15:31 0:24:29 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_readwrite.yaml} 2
Failure Reason:

"2019-09-24T11:21:10.141812+0000 mon.a (mon.0) 226 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569324069 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

fail 4305449 2019-09-14 03:09:51 2019-09-24 10:53:11 2019-09-24 13:33:13 2:40:02 1:35:54 1:04:08 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T12:15:01.220706+0000 mon.b (mon.0) 379 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569327298 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

pass 4305450 2019-09-14 03:09:51 2019-09-24 10:53:56 2019-09-24 11:49:56 0:56:00 0:08:23 0:47:37 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_roundtrip.yaml} 2
fail 4305451 2019-09-14 03:09:52 2019-09-24 10:54:04 2019-09-24 12:28:04 1:34:00 0:38:09 0:55:51 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/https.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
Failure Reason:

Command failed on smithi148 with status 1: 'cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle-4.7/bin/gradle clean test --rerun-tasks --no-build-cache --tests ObjectTest'

pass 4305452 2019-09-14 03:09:53 2019-09-24 10:56:44 2019-09-24 11:20:43 0:23:59 0:13:36 0:10:23 smithi master ubuntu rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-stupid.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_user_quota.yaml} 2
pass 4305453 2019-09-14 03:09:54 2019-09-24 10:58:00 2019-09-24 13:06:01 2:08:01 0:13:42 1:54:19 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_s3tests.yaml} 2
fail 4305454 2019-09-14 03:09:54 2019-09-24 10:58:07 2019-09-24 12:46:07 1:48:00 1:31:00 0:17:00 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T11:41:54.982585+0000 mon.a (mon.0) 304 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569325313 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

pass 4305455 2019-09-14 03:09:55 2019-09-24 10:59:15 2019-09-24 11:23:14 0:23:59 0:08:31 0:15:28 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_swift.yaml} 2
pass 4305456 2019-09-14 03:09:56 2019-09-24 10:59:15 2019-09-24 12:45:16 1:46:01 1:32:16 0:13:45 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
pass 4305457 2019-09-14 03:09:56 2019-09-24 10:59:15 2019-09-24 12:59:16 2:00:01 0:11:12 1:48:49 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_user_quota.yaml} 2
pass 4305458 2019-09-14 03:09:57 2019-09-24 10:59:20 2019-09-24 12:49:20 1:50:00 1:26:43 0:23:17 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/http.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
pass 4305459 2019-09-14 03:09:58 2019-09-24 11:02:13 2019-09-24 11:36:12 0:33:59 0:11:47 0:22:12 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_bucket_quota.yaml} 2
pass 4305460 2019-09-14 03:09:59 2019-09-24 11:05:59 2019-09-24 12:37:59 1:32:00 0:10:35 1:21:25 smithi master ubuntu 18.04 rgw/singleton/{all/radosgw-admin.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/ec-profile.yaml supported-random-distro$/{ubuntu_latest.yaml}} 2
pass 4305461 2019-09-14 03:09:59 2019-09-24 11:06:08 2019-09-24 11:32:07 0:25:59 0:14:40 0:11:19 smithi master ubuntu rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/filestore-xfs.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_bucket_quota.yaml} 2
pass 4305462 2019-09-14 03:10:00 2019-09-24 11:06:13 2019-09-24 13:00:14 1:54:01 1:34:39 0:19:22 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
pass 4305463 2019-09-14 03:10:01 2019-09-24 11:06:49 2019-09-24 11:34:48 0:27:59 0:11:15 0:16:44 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_multipart_upload.yaml} 2
fail 4305464 2019-09-14 03:10:01 2019-09-24 11:07:29 2019-09-24 14:39:32 3:32:03 2:30:20 1:01:43 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T12:25:07.436109+0000 mon.b (mon.0) 368 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569327905 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

pass 4305465 2019-09-14 03:10:02 2019-09-24 11:07:29 2019-09-24 11:43:28 0:35:59 0:09:06 0:26:53 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_ragweed.yaml} 2
pass 4305466 2019-09-14 03:10:03 2019-09-24 11:07:46 2019-09-24 12:55:46 1:48:00 1:34:02 0:13:58 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/https.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
fail 4305467 2019-09-14 03:10:04 2019-09-24 11:11:37 2019-09-24 11:39:36 0:27:59 0:15:42 0:12:17 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_readwrite.yaml} 2
Failure Reason:

"2019-09-24T11:31:34.380009+0000 mon.b (mon.0) 143 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569324691 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

fail 4305468 2019-09-14 03:10:04 2019-09-24 11:12:26 2019-09-24 13:04:27 1:52:01 1:34:20 0:17:41 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T11:47:15.027952+0000 mon.a (mon.0) 293 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1569325633 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

pass 4305469 2019-09-14 03:10:05 2019-09-24 11:14:08 2019-09-24 11:44:08 0:30:00 0:14:16 0:15:44 smithi master ubuntu rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-bitmap.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_multipart_upload.yaml} 2
pass 4305470 2019-09-14 03:10:06 2019-09-24 11:14:08 2019-09-24 11:42:08 0:28:00 0:08:40 0:19:20 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_roundtrip.yaml} 2
fail 4305471 2019-09-14 03:10:06 2019-09-24 11:14:13 2019-09-24 12:38:13 1:24:00 0:38:52 0:45:08 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
Failure Reason:

Command failed on smithi136 with status 1: 'cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle-4.7/bin/gradle clean test --rerun-tasks --no-build-cache --tests ObjectTest'

pass 4305472 2019-09-14 03:10:07 2019-09-24 11:14:23 2019-09-24 11:40:22 0:25:59 0:13:28 0:12:31 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_s3tests.yaml} 2
pass 4305473 2019-09-14 03:10:08 2019-09-24 11:14:41 2019-09-24 14:32:43 3:18:02 1:25:13 1:52:49 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/http.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
fail 4305474 2019-09-14 03:10:09 2019-09-24 11:16:07 2019-09-24 12:20:07 1:04:00 0:09:09 0:54:51 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_swift.yaml} 2
Failure Reason:

"2019-09-24T12:16:55.914689+0000 mon.b (mon.0) 147 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569327414 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

fail 4305475 2019-09-14 03:10:09 2019-09-24 11:16:07 2019-09-24 13:12:08 1:56:01 1:33:51 0:22:10 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
Failure Reason:

"2019-09-24T12:27:36.821065+0000 mon.a (mon.0) 295 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569328055 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

pass 4305476 2019-09-14 03:10:10 2019-09-24 11:16:17 2019-09-24 12:10:16 0:53:59 0:18:26 0:35:33 smithi master rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-comp.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_readwrite.yaml} 2
pass 4305477 2019-09-14 03:10:11 2019-09-24 11:16:34 2019-09-24 11:48:33 0:31:59 0:10:57 0:21:02 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_user_quota.yaml} 2
fail 4305478 2019-09-14 03:10:11 2019-09-24 11:17:56 2019-09-24 13:21:57 2:04:01 1:31:10 0:32:51 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T12:08:29.176268+0000 mon.b (mon.0) 276 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569326906 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

pass 4305479 2019-09-14 03:10:12 2019-09-24 11:19:53 2019-09-24 12:03:53 0:44:00 0:11:44 0:32:16 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_bucket_quota.yaml} 2
pass 4305480 2019-09-14 03:10:13 2019-09-24 11:19:59 2019-09-24 11:47:59 0:28:00 0:10:39 0:17:21 smithi master ubuntu 18.04 rgw/singleton/{all/radosgw-admin.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/ec.yaml supported-random-distro$/{ubuntu_latest.yaml}} 2
pass 4305481 2019-09-14 03:10:14 2019-09-24 11:20:44 2019-09-24 13:08:45 1:48:01 1:31:25 0:16:36 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/https.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
pass 4305482 2019-09-14 03:10:14 2019-09-24 11:22:42 2019-09-24 12:48:42 1:26:00 0:11:27 1:14:33 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_multipart_upload.yaml} 2
fail 4305483 2019-09-14 03:10:15 2019-09-24 11:23:31 2019-09-24 14:29:33 3:06:02 1:33:06 1:32:56 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T13:20:37.156475+0000 mon.b (mon.0) 390 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1569331235 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

pass 4305484 2019-09-14 03:10:16 2019-09-24 11:25:05 2019-09-24 11:59:04 0:33:59 0:09:11 0:24:48 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_ragweed.yaml} 2
fail 4305485 2019-09-14 03:10:16 2019-09-24 11:25:19 2019-09-24 13:07:20 1:42:01 1:31:09 0:10:52 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
Failure Reason:

"2019-09-24T12:25:30.941883+0000 mon.b (mon.0) 286 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569327930 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

pass 4305486 2019-09-14 03:10:17 2019-09-24 11:26:53 2019-09-24 12:18:53 0:52:00 0:11:45 0:40:15 smithi master rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-low-osd-mem-target.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_roundtrip.yaml} 2
pass 4305487 2019-09-14 03:10:18 2019-09-24 11:26:58 2019-09-24 11:58:58 0:32:00 0:14:45 0:17:15 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_readwrite.yaml} 2
pass 4305488 2019-09-14 03:10:18 2019-09-24 11:26:59 2019-09-24 13:47:00 2:20:01 2:00:14 0:19:47 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/http.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
fail 4305489 2019-09-14 03:10:19 2019-09-24 11:30:07 2019-09-24 11:58:06 0:27:59 0:13:31 0:14:28 smithi master centos 7.6 rgw/hadoop-s3a/{clusters/fixed-2.yaml hadoop/v28.yaml s3a-hadoop.yaml supported-distros/centos_latest.yaml} 2
Failure Reason:

Command failed on smithi090 with status 8: 'cd /home/ubuntu/cephtest && wget http://www-us.apache.org/dist/maven/maven-3/3.6.0/binaries/apache-maven-3.6.0-bin.tar.gz && tar -xvf apache-maven-3.6.0-bin.tar.gz && git clone https://github.com/apache/hadoop && cd hadoop && git checkout -b hadoop-2.8.5 rel/release-2.8.5'

pass 4305490 2019-09-14 03:10:20 2019-09-24 11:30:07 2019-09-24 12:18:07 0:48:00 0:08:51 0:39:09 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_roundtrip.yaml} 2
fail 4305491 2019-09-14 03:10:21 2019-09-24 11:32:24 2019-09-24 14:12:25 2:40:01 2:27:07 0:12:54 smithi master centos rgw/multisite/{clusters.yaml frontend/civetweb.yaml omap_limits.yaml overrides.yaml realms/three-zone-plus-pubsub.yaml tasks/test_multi.yaml valgrind.yaml} 2
Failure Reason:

rgw multisite, rgw multisite pubsub, test failures

fail 4305492 2019-09-14 03:10:21 2019-09-24 11:34:01 2019-09-24 12:18:00 0:43:59 0:10:32 0:33:27 smithi master centos rgw/tempest/{clusters/fixed-1.yaml distro/valgrind.yaml frontend/beast.yaml tasks/rgw_tempest.yaml} 1
Failure Reason:

Command failed on smithi071 with status 1: 'sudo yum -y install python34-devel'

pass 4305493 2019-09-14 03:10:22 2019-09-24 11:34:01 2019-09-24 12:48:01 1:14:00 0:43:46 0:30:14 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
pass 4305494 2019-09-14 03:10:23 2019-09-24 11:34:50 2019-09-24 13:20:50 1:46:00 0:14:08 1:31:52 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_s3tests.yaml} 2
fail 4305495 2019-09-14 03:10:23 2019-09-24 11:36:29 2019-09-24 15:18:32 3:42:03 2:22:04 1:19:59 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T13:22:09.368326+0000 mon.a (mon.0) 296 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569331328 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

pass 4305496 2019-09-14 03:10:24 2019-09-24 11:39:52 2019-09-24 12:21:52 0:42:00 0:17:10 0:24:50 smithi master rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-stupid.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_s3tests.yaml} 2
pass 4305497 2019-09-14 03:10:25 2019-09-24 11:40:23 2019-09-24 12:48:24 1:08:01 0:08:30 0:59:31 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_swift.yaml} 2
pass 4305498 2019-09-14 03:10:25 2019-09-24 11:42:24 2019-09-24 12:40:24 0:58:00 0:41:35 0:16:25 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/http.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
pass 4305499 2019-09-14 03:10:26 2019-09-24 11:43:44 2019-09-24 12:09:44 0:26:00 0:10:58 0:15:02 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_user_quota.yaml} 2
fail 4305500 2019-09-14 03:10:27 2019-09-24 11:44:09 2019-09-24 14:44:11 3:00:02 2:15:55 0:44:07 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T12:48:53.145502+0000 mon.a (mon.0) 301 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1569329332 sec, osd.2 has slow ops (SLOW_OPS)" in cluster log

pass 4305501 2019-09-14 03:10:27 2019-09-24 11:46:35 2019-09-24 12:24:35 0:38:00 0:11:18 0:26:42 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_bucket_quota.yaml} 2
pass 4305502 2019-09-14 03:10:28 2019-09-24 11:48:15 2019-09-24 12:22:15 0:34:00 0:13:03 0:20:57 smithi master centos 7.6 rgw/singleton/{all/radosgw-admin.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/replicated.yaml supported-random-distro$/{centos_7.yaml}} 2
fail 4305503 2019-09-14 03:10:29 2019-09-24 11:48:35 2019-09-24 12:48:35 1:00:00 0:40:58 0:19:02 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
Failure Reason:

"2019-09-24T12:33:45.869704+0000 mon.a (mon.0) 290 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569328424 sec, osd.2 has slow ops (SLOW_OPS)" in cluster log

pass 4305504 2019-09-14 03:10:30 2019-09-24 11:49:53 2019-09-24 13:01:54 1:12:01 0:11:09 1:00:52 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_multipart_upload.yaml} 2
pass 4305505 2019-09-14 03:10:30 2019-09-24 11:49:57 2019-09-24 14:35:59 2:46:02 2:14:01 0:32:01 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/https.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
pass 4305506 2019-09-14 03:10:31 2019-09-24 14:44:15 2019-09-24 15:28:15 0:44:00 0:11:37 0:32:23 smithi master rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/filestore-xfs.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_swift.yaml} 2
dead 4305507 2019-09-14 03:10:32 2019-09-24 14:46:26 2019-09-24 16:10:27 1:24:01 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_ragweed.yaml}
Failure Reason:

reached maximum tries (60) after waiting for 900 seconds

pass 4305508 2019-09-14 03:10:32 2019-09-24 14:48:04 2019-09-24 16:14:05 1:26:01 0:40:34 0:45:27 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
fail 4305509 2019-09-14 03:10:33 2019-09-24 14:48:46 2019-09-24 16:06:46 1:18:00 0:15:39 1:02:21 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_readwrite.yaml} 2
Failure Reason:

"2019-09-24T15:57:08.235831+0000 mon.b (mon.0) 144 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1569340626 sec, daemons [osd,0,osd,5] have slow ops. (SLOW_OPS)" in cluster log

fail 4305510 2019-09-14 03:10:34 2019-09-24 14:49:46 2019-09-24 17:19:47 2:30:01 2:18:19 0:11:42 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T15:37:01.596917+0000 mon.a (mon.0) 385 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1569339419 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

pass 4305511 2019-09-14 03:10:34 2019-09-24 14:50:00 2019-09-24 15:22:00 0:32:00 0:08:47 0:23:13 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_roundtrip.yaml} 2
pass 4305512 2019-09-14 03:10:35 2019-09-24 14:52:13 2019-09-24 15:48:13 0:56:00 0:41:05 0:14:55 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/http.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
pass 4305513 2019-09-14 03:10:36 2019-09-24 14:52:41 2019-09-24 15:20:40 0:27:59 0:13:42 0:14:17 smithi master ubuntu rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-bitmap.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_user_quota.yaml} 2
pass 4305514 2019-09-14 03:10:36 2019-09-24 14:53:50 2019-09-24 15:25:49 0:31:59 0:14:42 0:17:17 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_s3tests.yaml} 2
fail 4305515 2019-09-14 03:10:37 2019-09-24 14:55:12 2019-09-24 18:31:15 3:36:03 3:21:01 0:15:02 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T16:12:54.595771+0000 mon.b (mon.0) 301 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569341572 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

pass 4305516 2019-09-14 03:10:38 2019-09-24 14:56:32 2019-09-24 15:18:31 0:21:59 0:08:42 0:13:17 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_swift.yaml} 2
fail 4305517 2019-09-14 03:10:39 2019-09-24 14:56:32 2019-09-24 16:26:32 1:30:00 0:41:08 0:48:52 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
Failure Reason:

"2019-09-24T16:12:12.589709+0000 mon.a (mon.0) 299 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569341529 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

pass 4305518 2019-09-14 03:10:39 2019-09-24 14:58:23 2019-09-24 15:26:23 0:28:00 0:11:00 0:17:00 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_user_quota.yaml} 2
pass 4305519 2019-09-14 03:10:40 2019-09-24 14:58:23 2019-09-24 17:46:25 2:48:02 2:16:07 0:31:55 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/https.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
pass 4305520 2019-09-14 03:10:41 2019-09-24 14:58:24 2019-09-24 15:40:23 0:41:59 0:12:09 0:29:50 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_bucket_quota.yaml} 2
pass 4305521 2019-09-14 03:10:41 2019-09-24 14:58:26 2019-09-24 16:02:26 1:04:00 0:16:23 0:47:37 smithi master rhel 7.6 rgw/singleton/{all/radosgw-admin.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/ec-profile.yaml supported-random-distro$/{rhel_7.yaml}} 2
pass 4305522 2019-09-14 03:10:42 2019-09-24 14:58:39 2019-09-24 15:24:39 0:26:00 0:14:22 0:11:38 smithi master ubuntu rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-comp.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_bucket_quota.yaml} 2
pass 4305523 2019-09-14 03:10:43 2019-09-24 14:58:48 2019-09-24 16:16:48 1:18:00 0:50:13 0:27:47 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
fail 4305524 2019-09-14 03:10:44 2019-09-24 15:00:30 2019-09-24 15:24:30 0:24:00 0:11:18 0:12:42 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_multipart_upload.yaml} 2
Failure Reason:

"2019-09-24T15:20:25.303246+0000 mon.b (mon.0) 141 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569338423 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

fail 4305525 2019-09-14 03:10:44 2019-09-24 15:00:55 2019-09-24 17:28:56 2:28:01 2:12:05 0:15:56 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T15:34:48.886179+0000 mon.b (mon.0) 297 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569339286 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

pass 4305526 2019-09-14 03:10:45 2019-09-24 15:01:38 2019-09-24 15:43:38 0:42:00 0:08:47 0:33:13 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_ragweed.yaml} 2
pass 4305527 2019-09-14 03:10:46 2019-09-24 15:01:46 2019-09-24 17:43:47 2:42:01 0:44:18 1:57:43 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/http.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
fail 4305528 2019-09-14 03:10:46 2019-09-24 15:03:13 2019-09-24 15:39:12 0:35:59 0:15:39 0:20:20 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_readwrite.yaml} 2
Failure Reason:

"2019-09-24T15:30:27.571148+0000 mon.a (mon.0) 228 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569339026 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

fail 4305529 2019-09-14 03:10:47 2019-09-24 15:03:13 2019-09-24 17:29:15 2:26:02 2:12:25 0:13:37 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T15:44:51.461590+0000 mon.a (mon.0) 296 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569339888 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

pass 4305530 2019-09-14 03:10:48 2019-09-24 15:03:59 2019-09-24 15:39:58 0:35:59 0:14:08 0:21:51 smithi master ubuntu rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-low-osd-mem-target.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_multipart_upload.yaml} 2
pass 4305531 2019-09-14 03:10:48 2019-09-24 15:05:19 2019-09-24 15:59:19 0:54:00 0:09:27 0:44:33 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_roundtrip.yaml} 2
pass 4305532 2019-09-14 03:10:49 2019-09-24 15:05:39 2019-09-24 16:05:39 1:00:00 0:44:04 0:15:56 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
pass 4305533 2019-09-14 03:10:50 2019-09-24 15:05:58 2019-09-24 16:03:58 0:58:00 0:13:42 0:44:18 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_s3tests.yaml} 2
pass 4305534 2019-09-14 03:10:50 2019-09-24 15:06:35 2019-09-24 18:40:37 3:34:02 2:07:02 1:27:00 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/https.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
pass 4305535 2019-09-14 03:10:51 2019-09-24 15:06:35 2019-09-24 15:36:34 0:29:59 0:08:47 0:21:12 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_swift.yaml} 2
fail 4305536 2019-09-14 03:10:52 2019-09-24 15:09:52 2019-09-24 16:29:52 1:20:00 0:40:20 0:39:40 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
Failure Reason:

"2019-09-24T16:14:46.896480+0000 mon.a (mon.0) 291 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569341684 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

pass 4305537 2019-09-14 03:10:52 2019-09-24 15:12:14 2019-09-24 15:42:13 0:29:59 0:18:41 0:11:18 smithi master rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-stupid.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_readwrite.yaml} 2
pass 4305538 2019-09-14 03:10:53 2019-09-24 15:12:17 2019-09-24 15:40:16 0:27:59 0:10:38 0:17:21 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_user_quota.yaml} 2
fail 4305539 2019-09-14 03:10:54 2019-09-24 15:14:13 2019-09-24 19:00:15 3:46:02 3:11:09 0:34:53 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T16:16:47.155543+0000 mon.a (mon.0) 378 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569341804 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

pass 4305540 2019-09-14 03:10:54 2019-09-24 15:15:39 2019-09-24 16:01:39 0:46:00 0:11:52 0:34:08 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_bucket_quota.yaml} 2
pass 4305541 2019-09-14 03:10:55 2019-09-24 15:16:00 2019-09-24 15:39:59 0:23:59 0:16:04 0:07:55 smithi master rhel 7.6 rgw/singleton/{all/radosgw-admin.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/ec.yaml supported-random-distro$/{rhel_7.yaml}} 2
dead 4305542 2019-09-14 03:10:56 2019-09-24 15:16:15 2019-09-24 16:22:15 1:06:00 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/http.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
Failure Reason:

SSH connection to smithi008 was lost: 'sudo grub2-mkconfig -o /boot/grub2/grub.cfg'

fail 4305543 2019-09-14 03:10:56 2019-09-24 15:16:31 2019-09-24 15:40:30 0:23:59 0:11:33 0:12:26 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_multipart_upload.yaml} 2
Failure Reason:

"2019-09-24T15:36:36.734460+0000 mon.b (mon.0) 145 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569339394 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

fail 4305544 2019-09-14 03:10:57 2019-09-24 15:16:36 2019-09-24 17:50:37 2:34:01 2:12:27 0:21:34 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T15:54:40.382641+0000 mon.a (mon.0) 286 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1569340478 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log

pass 4305545 2019-09-14 03:10:58 2019-09-24 15:18:28 2019-09-24 15:40:28 0:22:00 0:09:17 0:12:43 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_ragweed.yaml} 2
fail 4305546 2019-09-14 03:10:59 2019-09-24 15:18:28 2019-09-24 16:12:28 0:54:00 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
Failure Reason:

Command failed on smithi003 with status 1: 'sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log'

pass 4305547 2019-09-14 03:10:59 2019-09-24 15:18:32 2019-09-24 16:22:32 1:04:00 0:12:13 0:51:47 smithi master rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/filestore-xfs.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_roundtrip.yaml} 2
pass 4305548 2019-09-14 03:11:00 2019-09-24 15:18:33 2019-09-24 16:04:33 0:46:00 0:15:13 0:30:47 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_readwrite.yaml} 2
pass 4305549 2019-09-14 03:11:01 2019-09-24 15:20:04 2019-09-24 17:48:05 2:28:01 2:13:59 0:14:02 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/https.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
pass 4305550 2019-09-14 03:11:01 2019-09-24 15:20:16 2019-09-24 15:42:15 0:21:59 0:08:35 0:13:24 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_roundtrip.yaml} 2
fail 4305551 2019-09-14 03:11:02 2019-09-24 15:20:42 2019-09-24 16:34:42 1:14:00 0:42:17 0:31:43 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
Failure Reason:

"2019-09-24T16:28:13.775840+0000 mon.a (mon.0) 295 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569342492 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

pass 4305552 2019-09-14 03:11:03 2019-09-24 15:22:08 2019-09-24 17:10:08 1:48:00 0:13:55 1:34:05 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_s3tests.yaml} 2
fail 4305553 2019-09-14 03:11:03 2019-09-24 15:22:08 2019-09-24 17:56:09 2:34:01 2:18:28 0:15:33 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T16:03:48.778386+0000 mon.b (mon.0) 373 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569341026 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

pass 4305554 2019-09-14 03:11:04 2019-09-24 15:24:24 2019-09-24 16:30:24 1:06:00 0:17:03 0:48:57 smithi master rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-bitmap.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_s3tests.yaml} 2
pass 4305555 2019-09-14 03:11:05 2019-09-24 15:24:25 2019-09-24 16:20:24 0:55:59 0:09:10 0:46:49 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_swift.yaml} 2
pass 4305556 2019-09-14 03:11:05 2019-09-24 15:24:31 2019-09-24 16:30:31 1:06:00 0:43:35 0:22:25 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/http.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
pass 4305557 2019-09-14 03:11:06 2019-09-24 15:24:40 2019-09-24 16:00:39 0:35:59 0:11:07 0:24:52 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_user_quota.yaml} 2
fail 4305558 2019-09-14 03:11:07 2019-09-24 15:26:07 2019-09-24 19:08:10 3:42:03 2:15:59 1:26:04 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T17:13:19.173055+0000 mon.a (mon.0) 286 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569345196 sec, osd.1 has slow ops (SLOW_OPS)" in cluster log

pass 4305559 2019-09-14 03:11:08 2019-09-24 15:26:24 2019-09-24 16:02:24 0:36:00 0:11:48 0:24:12 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_bucket_quota.yaml} 2
pass 4305560 2019-09-14 03:11:08 2019-09-24 15:28:04 2019-09-24 16:16:04 0:48:00 0:16:10 0:31:50 smithi master rhel 7.6 rgw/singleton/{all/radosgw-admin.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/replicated.yaml supported-random-distro$/{rhel_7.yaml}} 2
pass 4305561 2019-09-14 03:11:09 2019-09-24 15:28:16 2019-09-24 16:32:16 1:04:00 0:42:45 0:21:15 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
pass 4305562 2019-09-14 03:11:10 2019-09-24 15:30:40 2019-09-24 16:04:40 0:34:00 0:11:03 0:22:57 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_multipart_upload.yaml} 2
dead 4305563 2019-09-14 03:11:11 2019-09-24 15:36:50 2019-09-24 16:04:49 0:27:59 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/https.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

SSH connection to smithi008 was lost: 'sudo grub2-mkconfig -o /boot/grub2/grub.cfg'

pass 4305564 2019-09-14 03:11:11 2019-09-24 15:38:58 2019-09-24 16:04:57 0:25:59 0:12:01 0:13:58 smithi master rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-comp.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_swift.yaml} 2
fail 4305565 2019-09-14 03:11:12 2019-09-24 15:38:57 2019-09-24 16:14:57 0:36:00 0:12:58 0:23:02 smithi master centos 7.6 rgw/hadoop-s3a/{clusters/fixed-2.yaml hadoop/v32.yaml s3a-hadoop.yaml supported-distros/centos_latest.yaml} 2
Failure Reason:

Command failed on smithi136 with status 8: 'cd /home/ubuntu/cephtest && wget http://www-us.apache.org/dist/maven/maven-3/3.6.0/binaries/apache-maven-3.6.0-bin.tar.gz && tar -xvf apache-maven-3.6.0-bin.tar.gz && git clone https://github.com/apache/hadoop && cd hadoop && git checkout -b hadoop-3.2.0 rel/release-3.2.0'

pass 4305566 2019-09-14 03:11:13 2019-09-24 15:39:14 2019-09-24 16:19:13 0:39:59 0:09:16 0:30:43 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_ragweed.yaml} 2
fail 4305567 2019-09-14 03:11:13 2019-09-24 15:39:17 2019-09-24 17:11:18 1:32:01 0:31:40 1:00:21 smithi master centos rgw/multisite/{clusters.yaml frontend/beast.yaml omap_limits.yaml overrides.yaml realms/two-zonegroup.yaml tasks/test_multi.yaml valgrind.yaml} 2
Failure Reason:

rgw multisite pubsub, test failures

fail 4305568 2019-09-14 03:11:14 2019-09-24 15:40:12 2019-09-24 16:08:12 0:28:00 0:10:45 0:17:15 smithi master centos 7.6 rgw/tempest/{clusters/fixed-1.yaml distro/supported-random-distro$/{centos_7.yaml} frontend/civetweb.yaml tasks/rgw_tempest.yaml} 1
Failure Reason:

Command failed on smithi093 with status 1: 'sudo yum -y install python34-devel'

dead 4305569 2019-09-14 03:11:15 2019-09-24 15:40:12 2019-09-24 16:06:12 0:26:00 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
Failure Reason:

SSH connection to smithi003 was lost: 'rpm -q kernel --last | head -n 1'

fail 4305570 2019-09-14 03:11:15 2019-09-24 15:40:12 2019-09-24 16:28:12 0:48:00 0:16:04 0:31:56 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_readwrite.yaml} 2
Failure Reason:

"2019-09-24T16:18:34.104659+0000 mon.b (mon.0) 144 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569341911 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

dead 4305571 2019-09-14 03:11:16 2019-09-24 15:40:17 2019-09-24 16:14:17 0:34:00 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

SSH connection to smithi008 was lost: 'sudo apt-get update'

pass 4305572 2019-09-14 03:11:17 2019-09-24 15:40:25 2019-09-24 16:08:24 0:27:59 0:08:45 0:19:14 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_roundtrip.yaml} 2
pass 4305573 2019-09-14 03:11:17 2019-09-24 15:40:26 2019-09-24 17:10:26 1:30:00 1:06:00 0:24:00 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/https.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
pass 4305574 2019-09-14 03:11:18 2019-09-24 15:40:29 2019-09-24 16:42:29 1:02:00 0:14:36 0:47:24 smithi master ubuntu rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-low-osd-mem-target.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_user_quota.yaml} 2
fail 4305575 2019-09-14 03:11:19 2019-09-24 15:40:32 2019-09-24 16:30:31 0:49:59 0:13:38 0:36:21 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_s3tests.yaml} 2
Failure Reason:

"2019-09-24T16:24:12.764755+0000 mon.a (mon.0) 231 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569342251 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

fail 4305576 2019-09-14 03:11:20 2019-09-24 15:41:02 2019-09-24 17:45:03 2:04:01 1:50:29 0:13:32 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T16:10:26.701862+0000 mon.b (mon.0) 362 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569341425 sec, osd.1 has slow ops (SLOW_OPS)" in cluster log

pass 4305577 2019-09-14 03:11:20 2019-09-24 15:41:31 2019-09-24 16:01:30 0:19:59 0:08:48 0:11:11 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_swift.yaml} 2
fail 4305578 2019-09-14 03:11:21 2019-09-24 15:42:15 2019-09-24 17:12:15 1:30:00 1:04:18 0:25:42 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
Failure Reason:

"2019-09-24T17:06:20.210330+0000 mon.b (mon.0) 286 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569344778 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

pass 4305579 2019-09-14 03:11:22 2019-09-24 15:42:16 2019-09-24 16:06:16 0:24:00 0:10:48 0:13:12 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_user_quota.yaml} 2
fail 4305580 2019-09-14 03:11:22 2019-09-24 15:42:26 2019-09-24 16:08:25 0:25:59 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/http.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

Could not reconnect to ubuntu@smithi008.front.sepia.ceph.com

pass 4305581 2019-09-14 03:11:23 2019-09-24 15:43:25 2019-09-24 16:23:25 0:40:00 0:11:48 0:28:12 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_bucket_quota.yaml} 2
pass 4305582 2019-09-14 03:11:24 2019-09-24 15:43:39 2019-09-24 16:39:39 0:56:00 0:10:47 0:45:13 smithi master ubuntu 18.04 rgw/singleton/{all/radosgw-admin.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/ec-profile.yaml supported-random-distro$/{ubuntu_latest.yaml}} 2
pass 4305583 2019-09-14 03:11:24 2019-09-24 15:43:54 2019-09-24 16:15:53 0:31:59 0:14:10 0:17:49 smithi master ubuntu rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-stupid.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_bucket_quota.yaml} 2
pass 4305584 2019-09-14 03:11:25 2019-09-24 15:45:01 2019-09-24 17:07:01 1:22:00 1:05:06 0:16:54 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
fail 4305585 2019-09-14 03:11:26 2019-09-24 15:48:30 2019-09-24 17:08:30 1:20:00 0:11:28 1:08:32 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_multipart_upload.yaml} 2
Failure Reason:

"2019-09-24T17:04:13.200020+0000 mon.b (mon.0) 216 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569344650 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

fail 4305586 2019-09-14 03:11:26 2019-09-24 15:48:30 2019-09-24 18:08:31 2:20:01 1:50:53 0:29:08 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T16:35:32.103367+0000 mon.a (mon.0) 378 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569342931 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log

dead 4305587 2019-09-14 03:11:27 2019-09-24 15:48:58 2019-09-24 16:14:58 0:26:00 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_ragweed.yaml} 2
Failure Reason:

SSH connection to smithi132 was lost: 'sudo apt-get update'

dead 4305588 2019-09-14 03:11:28 2019-09-24 15:56:01 2019-09-24 16:34:01 0:38:00 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/https.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
Failure Reason:

SSH connection to smithi008 was lost: 'rpm -q kernel --last | head -n 1'

fail 4305589 2019-09-14 03:11:29 2019-09-24 15:58:39 2019-09-24 16:28:39 0:30:00 0:15:08 0:14:52 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_readwrite.yaml} 2
Failure Reason:

"2019-09-24T16:20:02.221738+0000 mon.a (mon.0) 158 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569341999 sec, osd.2 has slow ops (SLOW_OPS)" in cluster log

fail 4305590 2019-09-14 03:11:29 2019-09-24 15:59:20 2019-09-24 19:11:22 3:12:02 3:01:37 0:10:25 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T16:30:46.967956+0000 mon.a (mon.0) 349 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569342645 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

fail 4305591 2019-09-14 03:11:30 2019-09-24 15:59:21 2019-09-24 16:13:20 0:13:59 smithi master ubuntu rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/filestore-xfs.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_multipart_upload.yaml} 2
Failure Reason:

Command failed on smithi008 with status 100: 'sudo apt-get clean'

pass 4305592 2019-09-14 03:11:31 2019-09-24 15:59:32 2019-09-24 17:01:32 1:02:00 0:08:59 0:53:01 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_roundtrip.yaml} 2
pass 4305593 2019-09-14 03:11:32 2019-09-24 16:00:51 2019-09-24 17:54:52 1:54:01 1:06:46 0:47:15 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
pass 4305594 2019-09-14 03:11:32 2019-09-24 16:00:51 2019-09-24 17:00:51 1:00:00 0:13:55 0:46:05 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_s3tests.yaml} 2
pass 4305595 2019-09-14 03:11:33 2019-09-24 16:00:51 2019-09-24 18:14:52 2:14:01 1:44:18 0:29:43 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/http.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
pass 4305596 2019-09-14 03:11:34 2019-09-24 16:01:32 2019-09-24 16:47:31 0:45:59 0:08:41 0:37:18 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_swift.yaml} 2
fail 4305597 2019-09-14 03:11:34 2019-09-24 16:01:40 2019-09-24 17:47:41 1:46:01 1:04:58 0:41:03 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
Failure Reason:

"2019-09-24T17:19:34.788249+0000 mon.a (mon.0) 294 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569345573 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

pass 4305598 2019-09-14 03:11:35 2019-09-24 16:02:15 2019-09-24 16:34:14 0:31:59 0:18:37 0:13:22 smithi master rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-bitmap.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_readwrite.yaml} 2
pass 4305599 2019-09-14 03:11:36 2019-09-24 16:02:25 2019-09-24 16:24:24 0:21:59 0:11:31 0:10:28 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_user_quota.yaml} 2
fail 4305600 2019-09-14 03:11:37 2019-09-24 16:02:27 2019-09-24 18:00:28 1:58:01 1:48:55 0:09:06 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T17:01:46.241849+0000 mon.a (mon.0) 301 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1569344503 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

dead 4305601 2019-09-14 03:11:37 2019-09-24 16:04:14 2019-09-24 16:12:13 0:07:59 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_bucket_quota.yaml}
Failure Reason:

'ssh_keyscan smithi003.front.sepia.ceph.com' reached maximum tries (5) after waiting for 5 seconds

pass 4305602 2019-09-14 03:11:38 2019-09-24 16:04:34 2019-09-24 16:32:34 0:28:00 0:13:39 0:14:21 smithi master centos 7.6 rgw/singleton/{all/radosgw-admin.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/ec.yaml supported-random-distro$/{centos_7.yaml}} 2
pass 4305603 2019-09-14 03:11:39 2019-09-24 16:04:41 2019-09-24 17:20:42 1:16:01 1:05:50 0:10:11 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/https.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
pass 4305604 2019-09-14 03:11:40 2019-09-24 16:04:51 2019-09-24 17:02:51 0:58:00 0:11:27 0:46:33 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_multipart_upload.yaml} 2
fail 4305605 2019-09-14 03:11:40 2019-09-24 16:04:58 2019-09-24 18:12:59 2:08:01 1:57:22 0:10:39 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T16:32:20.346898+0000 mon.a (mon.0) 299 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569342737 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

pass 4305606 2019-09-14 03:11:41 2019-09-24 16:05:56 2019-09-24 16:33:56 0:28:00 0:09:19 0:18:41 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_ragweed.yaml} 2
pass 4305607 2019-09-14 03:11:42 2019-09-24 16:06:13 2019-09-24 17:34:14 1:28:01 1:06:37 0:21:24 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
pass 4305608 2019-09-14 03:11:42 2019-09-24 16:06:17 2019-09-24 16:38:16 0:31:59 0:11:28 0:20:31 smithi master rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-comp.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_roundtrip.yaml} 2
pass 4305609 2019-09-14 03:11:43 2019-09-24 16:06:26 2019-09-24 16:36:25 0:29:59 0:15:46 0:14:13 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_readwrite.yaml} 2
fail 4305610 2019-09-14 03:11:44 2019-09-24 16:06:48 2019-09-24 16:38:47 0:31:59 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/http.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

Could not reconnect to ubuntu@smithi008.front.sepia.ceph.com

pass 4305611 2019-09-14 03:11:45 2019-09-24 16:08:28 2019-09-24 16:28:27 0:19:59 0:09:21 0:10:38 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_roundtrip.yaml} 2
pass 4305612 2019-09-14 03:11:45 2019-09-24 16:08:28 2019-09-24 17:30:28 1:22:00 1:05:04 0:16:56 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
fail 4305613 2019-09-14 03:11:46 2019-09-24 16:08:28 2019-09-24 16:26:27 0:17:59 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_s3tests.yaml} 2
Failure Reason:

failed to install new kernel version within timeout

fail 4305614 2019-09-14 03:11:47 2019-09-24 16:08:36 2019-09-24 19:20:38 3:12:02 2:53:44 0:18:18 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T16:43:58.504380+0000 mon.a (mon.0) 308 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569343436 sec, osd.1 has slow ops (SLOW_OPS)" in cluster log

pass 4305615 2019-09-14 03:11:47 2019-09-24 16:10:42 2019-09-24 17:00:42 0:50:00 0:16:40 0:33:20 smithi master rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-low-osd-mem-target.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_s3tests.yaml} 2
pass 4305616 2019-09-14 03:11:48 2019-09-24 16:10:42 2019-09-24 16:58:42 0:48:00 0:09:02 0:38:58 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_swift.yaml} 2
pass 4305617 2019-09-14 03:11:49 2019-09-24 16:10:42 2019-09-24 18:04:43 1:54:01 1:07:20 0:46:41 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/https.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
pass 4305618 2019-09-14 03:11:50 2019-09-24 16:12:30 2019-09-24 16:34:30 0:22:00 0:10:57 0:11:03 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_user_quota.yaml} 2
fail 4305619 2019-09-14 03:11:50 2019-09-24 16:12:31 2019-09-24 18:16:31 2:04:00 1:50:32 0:13:28 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T16:45:58.564494+0000 mon.b (mon.0) 376 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569343556 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

pass 4305620 2019-09-14 03:11:51 2019-09-24 16:13:22 2019-09-24 16:45:21 0:31:59 0:12:37 0:19:22 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_bucket_quota.yaml} 2
pass 4305621 2019-09-14 03:11:52 2019-09-24 16:14:21 2019-09-24 17:02:21 0:48:00 0:13:02 0:34:58 smithi master centos 7.6 rgw/singleton/{all/radosgw-admin.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/replicated.yaml supported-random-distro$/{centos_7.yaml}} 2
pass 4305622 2019-09-14 03:11:52 2019-09-24 16:14:22 2019-09-24 17:50:22 1:36:00 1:03:23 0:32:37 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
pass 4305623 2019-09-14 03:11:53 2019-09-24 16:14:58 2019-09-24 16:40:58 0:26:00 0:11:36 0:14:24 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_multipart_upload.yaml} 2
pass 4305624 2019-09-14 03:11:54 2019-09-24 16:14:59 2019-09-24 18:21:00 2:06:01 1:41:57 0:24:04 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/http.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
pass 4305625 2019-09-14 03:11:54 2019-09-24 16:16:10 2019-09-24 16:54:09 0:37:59 0:10:59 0:27:00 smithi master rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/bluestore-stupid.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_swift.yaml} 2
pass 4305626 2019-09-14 03:11:55 2019-09-24 16:16:10 2019-09-24 16:54:10 0:38:00 0:09:14 0:28:46 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_ragweed.yaml} 2
pass 4305627 2019-09-14 03:11:56 2019-09-24 16:16:23 2019-09-24 17:40:23 1:24:00 1:05:54 0:18:06 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
fail 4305628 2019-09-14 03:11:56 2019-09-24 16:16:49 2019-09-24 16:46:49 0:30:00 0:15:48 0:14:12 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-bitmap.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_readwrite.yaml} 2
Failure Reason:

"2019-09-24T16:39:31.115668+0000 mon.a (mon.0) 152 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569343168 sec, osd.7 has slow ops (SLOW_OPS)" in cluster log

fail 4305629 2019-09-14 03:11:57 2019-09-24 16:16:56 2019-09-24 18:40:57 2:24:01 1:50:08 0:33:53 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T17:40:15.800071+0000 mon.b (mon.0) 292 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569346814 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

pass 4305630 2019-09-14 03:11:58 2019-09-24 16:18:12 2019-09-24 16:48:12 0:30:00 0:09:06 0:20:54 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-comp.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_roundtrip.yaml} 2
fail 4305631 2019-09-14 03:11:59 2019-09-24 16:19:30 2019-09-24 16:51:30 0:32:00 0:05:41 0:26:19 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml overrides.yaml proto/https.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 1
Failure Reason:

{'Failure object was': {'smithi008.front.sepia.ceph.com': {"u'msg'": "u'yum lockfile is held by another process'", 'changed': False, "u'invocation'": {"u'module_args'": {"u'list'": 'None', "u'disable_plugin'": [], "u'install_weak_deps'": True, "u'name'": ["u'http://satellite.front.sepia.ceph.com/pub/katello-ca-consumer-latest.noarch.rpm'"], "u'releasever'": 'None', "u'security'": False, "u'conf_file'": 'None', "u'autoremove'": False, "u'update_cache'": False, "u'disablerepo'": [], "u'skip_broken'": False, "u'disable_gpg_check'": False, "u'lock_timeout'": 0, "u'download_only'": False, "u'enablerepo'": [], "u'disable_excludes'": 'None', "u'download_dir'": 'None', "u'state'": "u'present'", "u'install_repoquery'": True, "u'allow_downgrade'": False, "u'validate_certs'": False, "u'update_only'": False, "u'exclude'": [], "u'bugfix'": False, "u'enable_plugin'": [], "u'use_backend'": "u'auto'", "u'installroot'": "u'/'"}}, '_ansible_no_log': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 309, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 281, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 29, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 68, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 251, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'RepresenterError': "('cannot represent an object', u'/')"}

pass 4305632 2019-09-14 03:11:59 2019-09-24 16:19:57 2019-09-24 16:47:57 0:28:00 0:13:27 0:14:33 smithi master ubuntu rgw/thrash/{civetweb.yaml clusters/fixed-2.yaml install.yaml objectstore/filestore-xfs.yaml thrasher/default.yaml thrashosds-health.yaml workload/rgw_user_quota.yaml} 2
pass 4305633 2019-09-14 03:12:00 2019-09-24 16:20:26 2019-09-24 16:58:26 0:38:00 0:13:36 0:24:24 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml rgw_pool_type/ec-profile.yaml tasks/rgw_s3tests.yaml} 2
fail 4305634 2019-09-14 03:12:01 2019-09-24 16:22:22 2019-09-24 18:30:23 2:08:01 1:50:33 0:17:28 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml overrides.yaml proto/http.yaml rgw_pool_type/ec-profile.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2
Failure Reason:

"2019-09-24T16:56:52.638664+0000 mon.a (mon.0) 293 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569344211 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

pass 4305635 2019-09-14 03:12:02 2019-09-24 16:22:22 2019-09-24 16:46:21 0:23:59 0:09:17 0:14:42 smithi master rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/bluestore-stupid.yaml overrides.yaml rgw_pool_type/ec.yaml tasks/rgw_swift.yaml} 2
pass 4305636 2019-09-14 03:12:02 2019-09-24 16:22:34 2019-09-24 17:46:34 1:24:00 1:04:48 0:19:12 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/civetweb.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml overrides.yaml proto/https.yaml rgw_pool_type/ec.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/lockdep.yaml} 2
pass 4305637 2019-09-14 03:12:03 2019-09-24 16:23:42 2019-09-24 16:53:41 0:29:59 0:10:51 0:19:08 smithi master ubuntu rgw/multifs/{clusters/fixed-2.yaml frontend/civetweb.yaml objectstore/filestore-xfs.yaml overrides.yaml rgw_pool_type/replicated.yaml tasks/rgw_user_quota.yaml} 2
pass 4305638 2019-09-14 03:12:04 2019-09-24 16:24:26 2019-09-24 19:00:27 2:36:01 2:22:32 0:13:29 smithi master centos rgw/verify/{clusters/fixed-2.yaml frontend/beast.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml overrides.yaml proto/http.yaml rgw_pool_type/replicated.yaml tasks/{0-install.yaml cls.yaml ragweed.yaml s3tests-java.yaml s3tests.yaml swift.yaml} validater/valgrind.yaml} 2