Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 2578747 2018-05-23 21:57:15 2018-05-24 14:40:49 2018-05-24 15:04:48 0:23:59 0:12:01 0:11:58 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/readwrite.yaml} 2
fail 2578748 2018-05-23 21:57:16 2018-05-24 14:40:51 2018-05-24 15:20:51 0:40:00 0:29:43 0:10:17 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/fastread.yaml workloads/ec-radosbench.yaml} 2
Failure Reason:

"2018-05-24 15:06:45.541533 osd.3 172.21.15.185:6800/11007 53 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.232370 secs" in cluster log

pass 2578749 2018-05-23 21:57:17 2018-05-24 14:42:51 2018-05-24 15:10:50 0:27:59 0:16:08 0:11:51 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/rgw_snaps.yaml} 2
pass 2578750 2018-05-23 21:57:18 2018-05-24 14:42:51 2018-05-24 15:10:50 0:27:59 0:18:23 0:09:36 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/small-objects.yaml} 2
pass 2578751 2018-05-23 21:57:19 2018-05-24 14:42:51 2018-05-24 15:10:50 0:27:59 0:17:37 0:10:22 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml} 2
pass 2578752 2018-05-23 21:57:19 2018-05-24 14:42:51 2018-05-24 14:58:50 0:15:59 0:05:31 0:10:28 smithi master rados/objectstore/alloc-hint.yaml 1
pass 2578753 2018-05-23 21:57:20 2018-05-24 14:42:51 2018-05-24 14:58:50 0:15:59 0:05:09 0:10:50 smithi master rados/singleton/{all/admin-socket.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2578754 2018-05-23 21:57:21 2018-05-24 14:42:51 2018-05-24 15:54:51 1:12:00 1:00:44 0:11:16 smithi master ubuntu 14.04 rados/singleton-nomsgr/{all/16113.yaml rados.yaml} 1
pass 2578755 2018-05-23 21:57:22 2018-05-24 14:42:51 2018-05-24 15:20:51 0:38:00 0:08:36 0:29:24 smithi master rados/thrash-erasure-code-shec/{clusters/{fixed-4.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
fail 2578756 2018-05-23 21:57:23 2018-05-24 14:44:38 2018-05-24 16:12:39 1:28:01 1:16:15 0:11:46 smithi master centos rados/upgrade/{hammer-x-singleton/{0-cluster/{openstack.yaml start.yaml} 1-hammer-install/hammer.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-mon/mona.yaml 5-workload/{rbd-cls.yaml rbd-import-export.yaml readwrite.yaml snaps-few-objects.yaml} 6-next-mon/monb.yaml 7-workload/{radosbench.yaml rbd_api.yaml} 8-next-mon/monc.yaml 9-workload/{ec-rados-plugin=jerasure-k=3-m=1.yaml rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml test_cache-pool-snaps.yaml}} rados.yaml} 3
Failure Reason:

"2018-05-24 15:21:16.793965 osd.1 172.21.15.167:6813/29797 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.897063 secs" in cluster log

fail 2578757 2018-05-23 21:57:24 2018-05-24 14:44:42 2018-05-24 15:22:42 0:38:00 0:26:16 0:11:44 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-05-24 15:13:01.517528 osd.5 172.21.15.101:6800/16790 96 : cluster [WRN] 6 slow requests, 5 included below; oldest blocked for > 30.196606 secs" in cluster log

pass 2578758 2018-05-23 21:57:24 2018-05-24 14:44:42 2018-05-24 15:10:42 0:26:00 0:12:39 0:13:21 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2578759 2018-05-23 21:57:25 2018-05-24 14:44:43 2018-05-24 15:12:43 0:28:00 0:12:59 0:15:01 smithi master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/force-sync-many.yaml workloads/rados_mon_workunits.yaml} 2
pass 2578760 2018-05-23 21:57:26 2018-05-24 14:44:44 2018-05-24 15:12:43 0:27:59 0:08:21 0:19:38 smithi master rados/multimon/{clusters/9.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_with_skews.yaml} 3
pass 2578761 2018-05-23 21:57:27 2018-05-24 14:44:49 2018-05-24 15:04:48 0:19:59 0:09:05 0:10:54 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 2578762 2018-05-23 21:57:28 2018-05-24 14:44:49 2018-05-24 15:24:49 0:40:00 0:26:30 0:13:30 smithi master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_14.04.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 2578763 2018-05-23 21:57:28 2018-05-24 14:46:52 2018-05-24 15:14:51 0:27:59 0:16:27 0:11:32 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-agent-big.yaml} 2
pass 2578764 2018-05-23 21:57:29 2018-05-24 14:46:52 2018-05-24 15:18:51 0:31:59 0:22:21 0:09:38 smithi master rados/singleton/{all/cephtool.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2578765 2018-05-23 21:57:30 2018-05-24 14:48:46 2018-05-24 15:10:45 0:21:59 0:12:24 0:09:35 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-agent-small.yaml} 2
pass 2578766 2018-05-23 21:57:31 2018-05-24 14:48:46 2018-05-24 15:50:46 1:02:00 0:26:10 0:35:50 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 2578767 2018-05-23 21:57:32 2018-05-24 14:48:46 2018-05-24 16:04:47 1:16:01 0:08:27 1:07:34 smithi master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 2578768 2018-05-23 21:57:32 2018-05-24 14:48:51 2018-05-24 15:26:51 0:38:00 0:23:27 0:14:33 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps.yaml} 2
pass 2578769 2018-05-23 21:57:33 2018-05-24 14:50:20 2018-05-24 15:10:19 0:19:59 0:06:48 0:13:11 smithi master rados/singleton/{all/divergent_priors.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2578770 2018-05-23 21:57:34 2018-05-24 14:50:38 2018-05-24 15:34:38 0:44:00 0:30:02 0:13:58 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-snaps.yaml} 2
pass 2578771 2018-05-23 21:57:35 2018-05-24 14:50:39 2018-05-24 15:14:39 0:24:00 0:12:25 0:11:35 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache.yaml} 2
pass 2578772 2018-05-23 21:57:36 2018-05-24 14:52:28 2018-05-24 15:08:27 0:15:59 0:05:45 0:10:14 smithi master rados/singleton-nomsgr/{all/cache-fs-trunc.yaml rados.yaml} 1
pass 2578773 2018-05-23 21:57:36 2018-05-24 14:52:31 2018-05-24 15:20:31 0:28:00 0:07:37 0:20:23 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_cls_all.yaml} 2
fail 2578774 2018-05-23 21:57:37 2018-05-24 14:52:41 2018-05-24 15:34:40 0:41:59 0:29:54 0:12:05 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-05-24 15:10:52.640245 osd.1 172.21.15.172:6808/11104 37 : cluster [WRN] 14 slow requests, 5 included below; oldest blocked for > 30.639722 secs" in cluster log

pass 2578775 2018-05-23 21:57:38 2018-05-24 14:54:31 2018-05-24 15:12:30 0:17:59 0:07:07 0:10:52 smithi master rados/singleton/{all/divergent_priors2.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2578776 2018-05-23 21:57:39 2018-05-24 14:54:31 2018-05-24 15:26:30 0:31:59 0:17:40 0:14:19 smithi master rados/verify/{1thrash/default.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml validater/valgrind.yaml} 2
pass 2578777 2018-05-23 21:57:39 2018-05-24 14:54:31 2018-05-24 15:26:30 0:31:59 0:17:12 0:14:47 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/rados_api_tests.yaml} 2
pass 2578778 2018-05-23 21:57:40 2018-05-24 14:54:43 2018-05-24 15:16:43 0:22:00 0:10:49 0:11:11 smithi master rados/objectstore/ceph_objectstore_tool.yaml 1
pass 2578779 2018-05-23 21:57:41 2018-05-24 14:56:37 2018-05-24 15:32:37 0:36:00 0:23:12 0:12:48 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/radosbench.yaml} 2
pass 2578780 2018-05-23 21:57:42 2018-05-24 14:56:39 2018-05-24 15:26:39 0:30:00 0:11:37 0:18:23 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/readwrite.yaml} 2
pass 2578781 2018-05-23 21:57:43 2018-05-24 14:56:43 2018-05-24 15:50:48 0:54:05 0:38:52 0:15:13 smithi master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/many.yaml workloads/snaps-few-objects.yaml} 2
pass 2578782 2018-05-23 21:57:44 2018-05-24 14:58:41 2018-05-24 15:30:40 0:31:59 0:16:57 0:15:02 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-small-objects-fast-read.yaml} 2
pass 2578783 2018-05-23 21:57:44 2018-05-24 14:58:41 2018-05-24 15:14:40 0:15:59 0:06:27 0:09:32 smithi master rados/singleton/{all/dump-stuck.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2578784 2018-05-23 21:57:45 2018-05-24 14:58:41 2018-05-24 15:30:40 0:31:59 0:17:11 0:14:48 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/rgw_snaps.yaml} 2
pass 2578785 2018-05-23 21:57:46 2018-05-24 14:58:52 2018-05-24 15:50:52 0:52:00 0:18:02 0:33:58 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/small-objects.yaml} 2
fail 2578786 2018-05-23 21:57:47 2018-05-24 14:58:52 2018-05-24 15:56:52 0:58:00 0:26:42 0:31:18 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-05-24 15:33:32.452271 osd.1 172.21.15.121:6804/11105 1 : cluster [WRN] 5 slow requests, 5 included below; oldest blocked for > 30.243360 secs" in cluster log

pass 2578787 2018-05-23 21:57:47 2018-05-24 15:00:28 2018-05-24 15:28:28 0:28:00 0:11:25 0:16:35 smithi master centos rados/singleton/{all/ec-lost-unfound-upgrade.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
pass 2578788 2018-05-23 21:57:48 2018-05-24 15:00:28 2018-05-24 15:26:28 0:26:00 0:14:40 0:11:20 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2578789 2018-05-23 21:57:49 2018-05-24 15:00:29 2018-05-24 15:14:28 0:13:59 0:04:55 0:09:04 smithi master rados/singleton-nomsgr/{all/ceph-post-file.yaml rados.yaml} 1
pass 2578790 2018-05-23 21:57:50 2018-05-24 15:00:37 2018-05-24 15:24:36 0:23:59 0:09:38 0:14:21 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_python.yaml} 2
pass 2578791 2018-05-23 21:57:51 2018-05-24 15:00:39 2018-05-24 15:50:39 0:50:00 0:19:24 0:30:36 smithi master rados/multimon/{clusters/21.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml} 3
pass 2578792 2018-05-23 21:57:51 2018-05-24 15:00:40 2018-05-24 15:20:39 0:19:59 0:08:49 0:11:10 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 2578793 2018-05-23 21:57:52 2018-05-24 15:00:44 2018-05-24 15:50:44 0:50:00 0:09:28 0:40:32 smithi master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
fail 2578794 2018-05-23 21:57:53 2018-05-24 15:02:43 2018-05-24 15:44:44 0:42:01 0:30:19 0:11:42 smithi master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml supported/centos_latest.yaml thrashers/default.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-05-24 15:25:39.125691 osd.0 172.21.15.6:6800/28346 77 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.068464 secs" in cluster log

fail 2578795 2018-05-23 21:57:54 2018-05-24 15:02:43 2018-05-24 15:44:43 0:42:00 0:25:10 0:16:50 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2018-05-24 15:24:10.415214 osd.5 172.21.15.75:6808/11004 10 : cluster [WRN] 15 slow requests, 5 included below; oldest blocked for > 30.524527 secs" in cluster log

pass 2578796 2018-05-23 21:57:55 2018-05-24 15:02:44 2018-05-24 15:26:43 0:23:59 0:11:24 0:12:35 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-agent-small.yaml} 2
pass 2578797 2018-05-23 21:57:55 2018-05-24 15:02:43 2018-05-24 15:30:43 0:28:00 0:18:27 0:09:33 smithi master rados/singleton/{all/ec-lost-unfound.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2578798 2018-05-23 21:57:56 2018-05-24 15:04:37 2018-05-24 15:50:36 0:45:59 0:29:45 0:16:14 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 2578799 2018-05-23 21:57:57 2018-05-24 15:04:37 2018-05-24 15:20:36 0:15:59 0:05:09 0:10:50 smithi master rados/objectstore/filejournal.yaml 1
fail 2578800 2018-05-23 21:57:58 2018-05-24 15:04:37 2018-05-24 15:48:37 0:44:00 0:29:28 0:14:32 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-05-24 15:27:24.205892 osd.2 172.21.15.52:6808/11095 76 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.083562 secs" in cluster log

pass 2578801 2018-05-23 21:57:58 2018-05-24 15:04:37 2018-05-24 15:46:36 0:41:59 0:23:27 0:18:32 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-snaps.yaml} 2
fail 2578802 2018-05-23 21:57:59 2018-05-24 15:04:39 2018-05-24 15:40:39 0:36:00 0:14:11 0:21:49 smithi master centos rados/singleton/{all/lost-unfound-delete-upgrade.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
Failure Reason:

"2018-05-24 15:36:00.499823 osd.0 172.21.15.111:6800/2192 39 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.606577 secs" in cluster log

pass 2578803 2018-05-23 21:58:00 2018-05-24 15:04:46 2018-05-24 15:56:46 0:52:00 0:34:25 0:17:35 smithi master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/many.yaml workloads/pool-create-delete.yaml} 2
pass 2578804 2018-05-23 21:58:01 2018-05-24 15:04:49 2018-05-24 15:32:49 0:28:00 0:12:35 0:15:25 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache.yaml} 2
fail 2578805 2018-05-23 21:58:01 2018-05-24 15:04:49 2018-05-24 15:52:49 0:48:00 0:34:29 0:13:31 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-05-24 15:35:39.606262 osd.0 172.21.15.36:6801/18638 71 : cluster [WRN] 5 slow requests, 5 included below; oldest blocked for > 30.415214 secs" in cluster log

pass 2578806 2018-05-23 21:58:02 2018-05-24 15:06:47 2018-05-24 15:38:46 0:31:59 0:17:34 0:14:25 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/rados_api_tests.yaml} 2
pass 2578807 2018-05-23 21:58:03 2018-05-24 15:06:47 2018-05-24 15:20:46 0:13:59 0:05:01 0:08:58 smithi master rados/singleton-nomsgr/{all/export-after-evict.yaml rados.yaml} 1
pass 2578808 2018-05-23 21:58:04 2018-05-24 15:08:39 2018-05-24 15:32:38 0:23:59 0:12:03 0:11:56 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_stress_watch.yaml} 2
pass 2578809 2018-05-23 21:58:05 2018-05-24 15:08:47 2018-05-24 15:38:46 0:29:59 0:22:07 0:07:52 smithi master rados/singleton/{all/lost-unfound-delete.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2578810 2018-05-23 21:58:05 2018-05-24 15:10:21 2018-05-24 15:48:21 0:38:00 0:21:11 0:16:49 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/radosbench.yaml} 2
fail 2578811 2018-05-23 21:58:06 2018-05-24 15:10:21 2018-05-24 15:42:21 0:32:00 0:17:56 0:14:04 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/ec-small-objects.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --ec-pool --max-ops 400000 --objects 1024 --max-in-flight 64 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 600 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op append_excl 50 --op setattr 25 --op read 100 --op copy_from 50 --op write 0 --op write_excl 0 --op rmattr 25 --op append 50 --op delete 50 --pool unique_pool_0'

fail 2578812 2018-05-23 21:58:07 2018-05-24 15:10:43 2018-05-24 15:46:43 0:36:00 0:13:52 0:22:08 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/readwrite.yaml} 2
Failure Reason:

"2018-05-24 15:38:51.523323 osd.1 172.21.15.175:6804/11180 33 : cluster [WRN] 5 slow requests, 5 included below; oldest blocked for > 30.693429 secs" in cluster log

pass 2578813 2018-05-23 21:58:08 2018-05-24 15:14:56 2018-05-24 15:48:56 0:34:00 0:16:04 0:17:56 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/rgw_snaps.yaml} 2
fail 2578814 2018-05-23 21:58:09 2018-05-24 15:10:44 2018-05-24 15:44:44 0:34:00 0:14:22 0:19:38 smithi master centos rados/singleton/{all/lost-unfound-upgrade.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
Failure Reason:

"2018-05-24 15:41:01.033187 osd.0 172.21.15.181:6800/1800 35 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.233446 secs" in cluster log

fail 2578815 2018-05-23 21:58:09 2018-05-24 15:14:57 2018-05-24 15:46:56 0:31:59 0:09:15 0:22:44 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/small-objects.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 400000 --objects 1024 --max-in-flight 64 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 600 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op setattr 25 --op read 100 --op copy_from 50 --op write 50 --op write_excl 50 --op rmattr 25 --op delete 50 --pool unique_pool_0'

pass 2578816 2018-05-23 21:58:10 2018-05-24 15:14:56 2018-05-24 15:48:56 0:34:00 0:09:16 0:24:44 smithi master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/fastread.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 2578817 2018-05-23 21:58:11 2018-05-24 15:14:56 2018-05-24 15:56:55 0:41:59 0:24:55 0:17:04 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/snaps-few-objects.yaml} 2
pass 2578818 2018-05-23 21:58:12 2018-05-24 15:14:56 2018-05-24 19:15:01 4:00:05 3:49:34 0:10:31 smithi master rados/objectstore/filestore-idempotent-aio-journal.yaml 1
pass 2578819 2018-05-23 21:58:13 2018-05-24 15:14:56 2018-05-24 15:42:55 0:27:59 0:08:39 0:19:20 smithi master rados/thrash-erasure-code-shec/{clusters/{fixed-4.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2578820 2018-05-23 21:58:13 2018-05-24 15:14:56 2018-05-24 15:42:55 0:27:59 0:14:03 0:13:56 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2578821 2018-05-23 21:58:14 2018-05-24 15:14:56 2018-05-24 15:30:55 0:15:59 0:05:51 0:10:08 smithi master rados/multimon/{clusters/3.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_no_skews.yaml} 1
pass 2578822 2018-05-23 21:58:15 2018-05-24 15:14:56 2018-05-24 15:48:55 0:33:59 0:21:20 0:12:39 smithi master rados/singleton/{all/lost-unfound.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2578823 2018-05-23 21:58:16 2018-05-24 15:14:56 2018-05-24 15:40:55 0:25:59 0:09:50 0:16:09 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 2578824 2018-05-23 21:58:16 2018-05-24 15:14:57 2018-05-24 15:58:56 0:43:59 0:20:52 0:23:07 smithi master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_14.04.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 2578825 2018-05-23 21:58:17 2018-05-24 15:14:56 2018-05-24 15:46:55 0:31:59 0:15:49 0:16:10 smithi master rados/verify/{1thrash/none.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml validater/lockdep.yaml} 2
pass 2578826 2018-05-23 21:58:18 2018-05-24 15:14:57 2018-05-24 15:56:57 0:42:00 0:23:42 0:18:18 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-agent-big.yaml} 2
pass 2578827 2018-05-23 21:58:19 2018-05-24 15:15:43 2018-05-24 15:31:42 0:15:59 0:05:50 0:10:09 smithi master rados/singleton-nomsgr/{all/full-tiering.yaml rados.yaml} 1
pass 2578828 2018-05-23 21:58:19 2018-05-24 15:16:54 2018-05-24 15:34:54 0:18:00 0:06:37 0:11:23 smithi master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/one.yaml workloads/rados_5925.yaml} 2
pass 2578829 2018-05-23 21:58:20 2018-05-24 15:18:53 2018-05-24 15:42:53 0:24:00 0:12:58 0:11:02 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-agent-small.yaml} 2
pass 2578830 2018-05-23 21:58:21 2018-05-24 15:18:53 2018-05-24 15:56:53 0:38:00 0:27:23 0:10:37 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_workunit_loadgen_big.yaml} 2
fail 2578831 2018-05-23 21:58:22 2018-05-24 15:18:53 2018-05-24 16:02:53 0:44:00 0:31:06 0:12:54 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2018-05-24 15:36:52.103205 osd.2 172.21.15.134:6800/11148 11 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.969102 secs" in cluster log

pass 2578832 2018-05-23 21:58:23 2018-05-24 15:20:39 2018-05-24 15:40:38 0:19:59 0:10:47 0:09:12 smithi master rados/singleton/{all/mon-config-keys.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2578833 2018-05-23 21:58:24 2018-05-24 15:20:39 2018-05-24 16:04:39 0:44:00 0:27:59 0:16:01 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-05-24 15:41:56.515943 osd.5 172.21.15.144:6808/11017 27 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.304640 secs" in cluster log

pass 2578834 2018-05-23 21:58:25 2018-05-24 15:20:39 2018-05-24 15:56:39 0:36:00 0:22:17 0:13:43 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-snaps.yaml} 2
pass 2578835 2018-05-23 21:58:26 2018-05-24 15:20:40 2018-05-24 15:44:40 0:24:00 0:10:55 0:13:05 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache.yaml} 2
pass 2578836 2018-05-23 21:58:26 2018-05-24 15:20:44 2018-05-24 15:48:44 0:28:00 0:17:09 0:10:51 smithi master rados/singleton/{all/mon-thrasher.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2578837 2018-05-23 21:58:27 2018-05-24 15:20:48 2018-05-24 15:58:47 0:37:59 0:21:48 0:16:11 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --pool-snaps --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op read 100 --op copy_from 50 --op write 50 --op write_excl 50 --op delete 50 --pool unique_pool_0'

pass 2578838 2018-05-23 21:58:28 2018-05-24 15:20:52 2018-05-24 15:50:52 0:30:00 0:18:39 0:11:21 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/rados_api_tests.yaml} 2
pass 2578839 2018-05-23 21:58:29 2018-05-24 15:20:52 2018-05-24 19:16:56 3:56:04 3:46:38 0:09:26 smithi master rados/objectstore/filestore-idempotent.yaml 1
fail 2578840 2018-05-23 21:58:30 2018-05-24 15:24:49 2018-05-24 15:58:48 0:33:59 0:20:13 0:13:46 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-05-24 15:49:28.120358 osd.1 172.21.15.95:6800/11121 34 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.151175 secs" in cluster log

pass 2578841 2018-05-23 21:58:31 2018-05-24 15:24:49 2018-05-24 16:10:49 0:46:00 0:30:06 0:15:54 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml} 2
pass 2578842 2018-05-23 21:58:32 2018-05-24 15:24:49 2018-05-24 16:12:49 0:48:00 0:09:42 0:38:18 smithi master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 2578843 2018-05-23 21:58:32 2018-05-24 15:24:50 2018-05-24 15:42:49 0:17:59 0:07:28 0:10:31 smithi master rados/singleton/{all/osd-backfill.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2578844 2018-05-23 21:58:33 2018-05-24 15:26:41 2018-05-24 15:44:40 0:17:59 0:04:17 0:13:42 smithi master ubuntu 14.04 rados/singleton-nomsgr/{all/lfn-upgrade-hammer.yaml rados.yaml} 1
Failure Reason:

Command failed on smithi098 with status 32: 'sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2'

pass 2578845 2018-05-23 21:58:34 2018-05-24 15:26:41 2018-05-24 15:54:40 0:27:59 0:13:18 0:14:41 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/readwrite.yaml} 2
pass 2578846 2018-05-23 21:58:35 2018-05-24 15:26:41 2018-05-24 16:08:41 0:42:00 0:16:10 0:25:50 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_workunit_loadgen_mix.yaml} 2
pass 2578847 2018-05-23 21:58:35 2018-05-24 15:26:41 2018-05-24 16:10:41 0:44:00 0:22:03 0:21:57 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/rgw_snaps.yaml} 2
pass 2578848 2018-05-23 21:58:36 2018-05-24 15:26:44 2018-05-24 15:56:44 0:30:00 0:17:45 0:12:15 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/small-objects.yaml} 2
fail 2578849 2018-05-23 21:58:37 2018-05-24 15:26:52 2018-05-24 16:00:52 0:34:00 0:20:21 0:13:39 smithi master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/sync-many.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2018-05-24 15:46:56.376214 osd.1 172.21.15.50:6808/11309 4 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.628051 secs" in cluster log

pass 2578850 2018-05-23 21:58:38 2018-05-24 15:28:39 2018-05-24 15:48:38 0:19:59 0:09:28 0:10:31 smithi master rados/singleton/{all/osd-recovery-incomplete.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2578851 2018-05-23 21:58:39 2018-05-24 15:28:39 2018-05-24 16:08:38 0:39:59 0:28:16 0:11:43 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-05-24 15:53:46.777700 osd.0 172.21.15.69:6812/17362 77 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.691025 secs" in cluster log

pass 2578852 2018-05-23 21:58:40 2018-05-24 15:30:29 2018-05-24 15:56:29 0:26:00 0:13:59 0:12:01 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2578853 2018-05-23 21:58:40 2018-05-24 15:30:40 2018-05-24 15:50:40 0:20:00 0:08:51 0:11:09 smithi master rados/multimon/{clusters/6.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_with_skews.yaml} 2
pass 2578854 2018-05-23 21:58:41 2018-05-24 15:30:42 2018-05-24 15:58:41 0:27:59 0:09:27 0:18:32 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
fail 2578855 2018-05-23 21:58:42 2018-05-24 15:30:42 2018-05-24 16:14:41 0:43:59 0:29:16 0:14:43 smithi master centos 7.4 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml supported/centos_latest.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2018-05-24 16:03:46.508865 osd.1 172.21.15.99:6804/28569 251 : cluster [WRN] 3 slow requests, 3 included below; oldest blocked for > 30.360606 secs" in cluster log

pass 2578856 2018-05-23 21:58:43 2018-05-24 15:30:44 2018-05-24 16:04:44 0:34:00 0:21:44 0:12:16 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-agent-big.yaml} 2
fail 2578857 2018-05-23 21:58:44 2018-05-24 15:30:56 2018-05-24 15:48:55 0:17:59 0:07:55 0:10:04 smithi master rados/singleton/{all/osd-recovery.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
Failure Reason:

"2018-05-24 15:44:57.881124 osd.1 172.21.15.146:6812/11795 1 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.836388 secs" in cluster log

pass 2578858 2018-05-23 21:58:44 2018-05-24 15:30:57 2018-05-24 15:54:56 0:23:59 0:11:47 0:12:12 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-agent-small.yaml} 2
pass 2578859 2018-05-23 21:58:45 2018-05-24 15:31:58 2018-05-24 16:03:57 0:31:59 0:21:27 0:10:32 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 2578860 2018-05-23 21:58:46 2018-05-24 15:32:37 2018-05-24 15:52:36 0:19:59 0:09:11 0:10:48 smithi master ubuntu 14.04 rados/singleton-nomsgr/{all/lfn-upgrade-infernalis.yaml rados.yaml} 1
fail 2578861 2018-05-23 21:58:47 2018-05-24 15:32:39 2018-05-24 16:16:38 0:43:59 0:31:53 0:12:06 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2018-05-24 15:47:56.573624 osd.3 172.21.15.135:6800/11089 1 : cluster [WRN] 12 slow requests, 5 included below; oldest blocked for > 30.888970 secs" in cluster log

pass 2578862 2018-05-23 21:58:47 2018-05-24 15:32:39 2018-05-24 16:12:39 0:40:00 0:23:19 0:16:41 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_workunit_loadgen_mostlyread.yaml} 2
pass 2578863 2018-05-23 21:58:48 2018-05-24 15:32:40 2018-05-24 15:46:39 0:13:59 0:04:40 0:09:19 smithi master rados/objectstore/fusestore.yaml 1
pass 2578864 2018-05-23 21:58:49 2018-05-24 15:32:50 2018-05-24 15:50:50 0:18:00 0:05:30 0:12:30 smithi master rados/singleton/{all/peer.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2578865 2018-05-23 21:58:50 2018-05-24 15:34:49 2018-05-24 16:18:49 0:44:00 0:29:14 0:14:46 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-05-24 15:57:01.410444 osd.2 172.21.15.173:6808/11060 42 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.804552 secs" in cluster log

pass 2578866 2018-05-23 21:58:51 2018-05-24 15:34:50 2018-05-24 15:58:49 0:23:59 0:10:06 0:13:53 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache.yaml} 2
pass 2578867 2018-05-23 21:58:52 2018-05-24 15:34:55 2018-05-24 16:04:54 0:29:59 0:09:25 0:20:34 smithi master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 2578868 2018-05-23 21:58:52 2018-05-24 15:35:44 2018-05-24 16:15:44 0:40:00 0:26:01 0:13:59 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 2578869 2018-05-23 21:58:53 2018-05-24 15:38:59 2018-05-24 15:54:59 0:16:00 0:05:58 0:10:02 smithi master rados/singleton/{all/pg-removal-interruption.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2578870 2018-05-23 21:58:54 2018-05-24 15:38:59 2018-05-24 16:08:59 0:30:00 0:17:26 0:12:34 smithi master rados/verify/{1thrash/default.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_cls_all.yaml validater/valgrind.yaml} 2
fail 2578871 2018-05-23 21:58:55 2018-05-24 15:40:51 2018-05-24 16:12:50 0:31:59 0:20:14 0:11:45 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2018-05-24 15:57:18.099491 osd.3 172.21.15.81:6800/11021 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.090032 secs" in cluster log

pass 2578872 2018-05-23 21:58:56 2018-05-24 15:40:51 2018-05-24 16:08:50 0:27:59 0:11:55 0:16:04 smithi master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/sync.yaml workloads/rados_mon_workunits.yaml} 2
pass 2578873 2018-05-23 21:58:57 2018-05-24 15:40:51 2018-05-24 16:24:51 0:44:00 0:26:08 0:17:52 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
fail 2578874 2018-05-23 21:58:57 2018-05-24 15:40:51 2018-05-24 16:18:51 0:38:00 0:21:16 0:16:44 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2018-05-24 16:06:35.319919 osd.5 172.21.15.7:6808/11096 11 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.621074 secs" in cluster log

pass 2578875 2018-05-23 21:58:58 2018-05-24 15:40:51 2018-05-24 16:06:50 0:25:59 0:12:12 0:13:47 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/readwrite.yaml} 2
pass 2578876 2018-05-23 21:58:59 2018-05-24 15:40:56 2018-05-24 15:58:55 0:17:59 0:07:33 0:10:26 smithi master rados/singleton/{all/radostool.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2578877 2018-05-23 21:59:00 2018-05-24 15:40:57 2018-05-24 16:10:56 0:29:59 0:17:41 0:12:18 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/rgw_snaps.yaml} 2
pass 2578878 2018-05-23 21:59:01 2018-05-24 15:42:35 2018-05-24 16:14:34 0:31:59 0:23:21 0:08:38 smithi master rados/singleton-nomsgr/{all/msgr.yaml rados.yaml} 1
pass 2578879 2018-05-23 21:59:02 2018-05-24 15:42:50 2018-05-24 16:14:50 0:32:00 0:19:17 0:12:43 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/small-objects.yaml} 2
pass 2578880 2018-05-23 21:59:02 2018-05-24 15:42:54 2018-05-24 16:06:53 0:23:59 0:13:34 0:10:25 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/repair_test.yaml} 2
fail 2578881 2018-05-23 21:59:03 2018-05-24 15:42:57 2018-05-24 16:18:56 0:35:59 0:25:33 0:10:26 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2018-05-24 15:59:23.332863 osd.1 172.21.15.86:6804/11183 11 : cluster [WRN] 5 slow requests, 5 included below; oldest blocked for > 30.256446 secs" in cluster log

pass 2578882 2018-05-23 21:59:04 2018-05-24 15:42:57 2018-05-24 15:58:56 0:15:59 0:07:10 0:08:49 smithi master rados/singleton/{all/reg11184.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2578883 2018-05-23 21:59:05 2018-05-24 15:44:48 2018-05-24 16:08:47 0:23:59 0:12:27 0:11:32 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2578884 2018-05-23 21:59:06 2018-05-24 15:44:48 2018-05-24 15:58:47 0:13:59 0:05:25 0:08:34 smithi master rados/objectstore/keyvaluedb.yaml 1
pass 2578885 2018-05-23 21:59:07 2018-05-24 15:44:48 2018-05-24 16:12:47 0:27:59 0:09:41 0:18:18 smithi master rados/thrash-erasure-code-shec/{clusters/{fixed-4.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 2578886 2018-05-23 21:59:08 2018-05-24 15:44:48 2018-05-24 16:24:47 0:39:59 0:14:14 0:25:45 smithi master rados/multimon/{clusters/9.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml} 3
pass 2578887 2018-05-23 21:59:08 2018-05-24 15:44:48 2018-05-24 16:04:47 0:19:59 0:09:28 0:10:31 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/admin_socket_objecter_requests.yaml} 2
fail 2578888 2018-05-23 21:59:09 2018-05-24 15:44:48 2018-05-24 16:30:48 0:46:00 0:32:34 0:13:26 smithi master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_14.04.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op setattr 25 --op read 100 --op copy_from 50 --op write 0 --op rmattr 25 --op append 100 --op delete 50 --pool unique_pool_0'

pass 2578889 2018-05-23 21:59:10 2018-05-24 15:44:48 2018-05-24 16:28:47 0:43:59 0:33:35 0:10:24 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-agent-big.yaml} 2
pass 2578890 2018-05-23 21:59:11 2018-05-24 15:46:48 2018-05-24 16:10:48 0:24:00 0:11:35 0:12:25 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-agent-small.yaml} 2
fail 2578891 2018-05-23 21:59:12 2018-05-24 15:46:48 2018-05-24 16:02:48 0:16:00 0:05:40 0:10:20 smithi master rados/singleton/{all/rest-api.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
Failure Reason:

Command failed (workunit test rest/test.py) on smithi078 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-yuri-testing-2018-05-23-1940-jewel TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rest/test.py'

pass 2578892 2018-05-23 21:59:13 2018-05-24 15:46:48 2018-05-24 16:26:48 0:40:00 0:26:46 0:13:14 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 2578893 2018-05-23 21:59:14 2018-05-24 15:46:50 2018-05-24 16:26:50 0:40:00 0:09:14 0:30:46 smithi master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 2578894 2018-05-23 21:59:14 2018-05-24 15:46:56 2018-05-24 16:22:56 0:36:00 0:24:57 0:11:03 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps.yaml} 2
pass 2578895 2018-05-23 21:59:15 2018-05-24 15:46:57 2018-05-24 16:28:57 0:42:00 0:30:47 0:11:13 smithi master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/force-sync-many.yaml workloads/snaps-few-objects.yaml} 2
pass 2578896 2018-05-23 21:59:16 2018-05-24 15:48:33 2018-05-24 16:28:33 0:40:00 0:29:35 0:10:25 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-snaps.yaml} 2
pass 2578897 2018-05-23 21:59:17 2018-05-24 15:48:38 2018-05-24 16:14:37 0:25:59 0:15:19 0:10:40 smithi master rados/singleton-nomsgr/{all/multi-backfill-reject.yaml rados.yaml} 2
pass 2578898 2018-05-23 21:59:18 2018-05-24 15:48:39 2018-05-24 16:24:39 0:36:00 0:17:24 0:18:36 smithi master rados/singleton/{all/thrash-rados.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
pass 2578899 2018-05-23 21:59:19 2018-05-24 15:48:45 2018-05-24 16:10:44 0:21:59 0:11:39 0:10:20 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache.yaml} 2
pass 2578900 2018-05-23 21:59:19 2018-05-24 15:48:57 2018-05-24 16:10:56 0:21:59 0:10:45 0:11:14 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/scrub_test.yaml} 2
fail 2578901 2018-05-23 21:59:20 2018-05-24 15:48:57 2018-05-24 16:30:56 0:41:59 0:29:46 0:12:13 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2018-05-24 16:14:13.490892 osd.1 172.21.15.187:6808/11079 109 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.658888 secs" in cluster log

pass 2578902 2018-05-23 21:59:21 2018-05-24 15:48:57 2018-05-24 16:22:57 0:34:00 0:22:10 0:11:50 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-radosbench.yaml} 2
pass 2578903 2018-05-23 21:59:22 2018-05-24 15:48:57 2018-05-24 16:18:56 0:29:59 0:18:26 0:11:33 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/rados_api_tests.yaml} 2
pass 2578904 2018-05-23 21:59:23 2018-05-24 15:50:49 2018-05-24 16:22:49 0:32:00 0:16:58 0:15:02 smithi master rados/singleton/{all/thrash_cache_writeback_proxy_none.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 2
pass 2578905 2018-05-23 21:59:24 2018-05-24 15:50:49 2018-05-24 16:28:49 0:38:00 0:21:25 0:16:35 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/radosbench.yaml} 2
pass 2578906 2018-05-23 21:59:24 2018-05-24 15:50:49 2018-05-24 16:16:49 0:26:00 0:15:05 0:10:55 smithi master rados/objectstore/objectcacher-stress.yaml 1
fail 2578907 2018-05-23 21:59:25 2018-05-24 15:50:49 2018-05-24 16:24:49 0:34:00 0:18:23 0:15:37 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/readwrite.yaml} 2
Failure Reason:

"2018-05-24 16:12:23.988596 osd.0 172.21.15.121:6800/11136 45 : cluster [WRN] 4 slow requests, 4 included below; oldest blocked for > 30.201787 secs" in cluster log

pass 2578908 2018-05-23 21:59:26 2018-05-24 15:50:49 2018-05-24 16:24:49 0:34:00 0:18:00 0:16:00 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/rgw_snaps.yaml} 2
pass 2578909 2018-05-23 21:59:27 2018-05-24 15:50:49 2018-05-24 16:06:48 0:15:59 0:06:27 0:09:32 smithi master rados/singleton/{all/watch-notify-same-primary.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2578910 2018-05-23 21:59:28 2018-05-24 15:50:50 2018-05-24 16:24:49 0:33:59 0:16:45 0:17:14 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/small-objects.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 400000 --objects 1024 --max-in-flight 64 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 600 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op setattr 25 --op read 100 --op copy_from 50 --op write 50 --op write_excl 50 --op rmattr 25 --op delete 50 --pool unique_pool_0'

pass 2578911 2018-05-23 21:59:29 2018-05-24 15:50:51 2018-05-24 16:30:51 0:40:00 0:25:24 0:14:36 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/snaps-few-objects.yaml} 2
pass 2578912 2018-05-23 21:59:30 2018-05-24 15:50:53 2018-05-24 16:06:52 0:15:59 0:05:35 0:10:24 smithi master rados/singleton-nomsgr/{all/pool-access.yaml rados.yaml} 1
pass 2578913 2018-05-23 21:59:31 2018-05-24 15:50:53 2018-05-24 16:18:52 0:27:59 0:13:56 0:14:03 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 2578914 2018-05-23 21:59:31 2018-05-24 15:50:56 2018-05-24 16:22:55 0:31:59 0:17:50 0:14:09 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml} 2
pass 2578915 2018-05-23 21:59:32 2018-05-24 15:52:49 2018-05-24 16:20:48 0:27:59 0:15:39 0:12:20 smithi master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/force-sync-many.yaml workloads/pool-create-delete.yaml} 2
pass 2578916 2018-05-23 21:59:33 2018-05-24 15:52:51 2018-05-24 16:18:50 0:25:59 0:07:02 0:18:57 smithi master rados/multimon/{clusters/21.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_clock_no_skews.yaml} 3
pass 2578917 2018-05-23 21:59:34 2018-05-24 15:54:53 2018-05-24 16:08:52 0:13:59 0:04:58 0:09:01 smithi master rados/singleton/{all/admin-socket.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2578918 2018-05-23 21:59:35 2018-05-24 15:54:53 2018-05-24 16:16:52 0:21:59 0:09:49 0:12:10 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 2578919 2018-05-23 21:59:36 2018-05-24 15:54:57 2018-05-24 16:20:57 0:26:00 0:09:08 0:16:52 smithi master rados/thrash-erasure-code-big/{cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 2578920 2018-05-23 21:59:36 2018-05-24 15:55:00 2018-05-24 16:33:00 0:38:00 0:23:37 0:14:23 smithi master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml supported/ubuntu_14.04.yaml thrashers/default.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 2578921 2018-05-23 21:59:37 2018-05-24 15:56:42 2018-05-24 16:22:42 0:26:00 0:08:53 0:17:07 smithi master rados/verify/{1thrash/none.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml validater/lockdep.yaml} 2
fail 2578922 2018-05-23 21:59:38 2018-05-24 15:56:42 2018-05-24 16:32:42 0:36:00 0:18:23 0:17:37 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2018-05-24 16:18:57.452994 osd.5 172.21.15.104:6808/11018 12 : cluster [WRN] 2 slow requests, 2 included below; oldest blocked for > 30.545067 secs" in cluster log

pass 2578923 2018-05-23 21:59:39 2018-05-24 15:56:45 2018-05-24 16:20:45 0:24:00 0:14:05 0:09:55 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache-agent-small.yaml} 2
pass 2578924 2018-05-23 21:59:40 2018-05-24 15:56:48 2018-05-24 16:36:47 0:39:59 0:27:16 0:12:43 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 2578925 2018-05-23 21:59:40 2018-05-24 15:56:53 2018-05-24 16:28:53 0:32:00 0:21:53 0:10:07 smithi master rados/singleton/{all/cephtool.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2578926 2018-05-23 21:59:41 2018-05-24 15:56:54 2018-05-24 16:16:54 0:20:00 0:09:09 0:10:51 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --pool-snaps --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op read 100 --op copy_from 50 --op write 50 --op write_excl 50 --op delete 50 --pool base'

fail 2578927 2018-05-23 21:59:42 2018-05-24 15:56:57 2018-05-24 16:34:56 0:37:59 0:26:22 0:11:37 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2018-05-24 16:14:24.579630 osd.4 172.21.15.47:6804/11013 18 : cluster [WRN] 6 slow requests, 5 included below; oldest blocked for > 30.825741 secs" in cluster log

pass 2578928 2018-05-23 21:59:43 2018-05-24 15:56:58 2018-05-24 16:38:58 0:42:00 0:31:24 0:10:36 smithi master rados/objectstore/objectstore.yaml 1
pass 2578929 2018-05-23 21:59:44 2018-05-24 15:58:53 2018-05-24 16:26:52 0:27:59 0:10:51 0:17:08 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/cache.yaml} 2
pass 2578930 2018-05-23 21:59:44 2018-05-24 15:58:53 2018-05-24 16:16:52 0:17:59 0:06:56 0:11:03 smithi master rados/singleton/{all/divergent_priors.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
fail 2578931 2018-05-23 21:59:45 2018-05-24 15:58:53 2018-05-24 16:38:52 0:39:59 0:19:54 0:20:05 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --pool-snaps --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_remove 50 --op snap_create 50 --op rollback 50 --op read 100 --op copy_from 50 --op write 50 --op write_excl 50 --op delete 50 --pool unique_pool_0'

pass 2578932 2018-05-23 21:59:46 2018-05-24 15:58:53 2018-05-24 16:18:52 0:19:59 0:09:16 0:10:43 smithi master rados/singleton-nomsgr/{all/valgrind-leaks.yaml rados.yaml} 1
pass 2578933 2018-05-23 21:59:47 2018-05-24 15:58:53 2018-05-24 16:32:52 0:33:59 0:17:22 0:16:37 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/fastread.yaml workloads/ec-small-objects-fast-read.yaml} 2
fail 2578934 2018-05-23 21:59:47 2018-05-24 15:58:53 2018-05-24 16:36:52 0:37:59 0:21:20 0:16:39 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2018-05-24 16:20:41.763145 osd.0 172.21.15.136:6800/11157 6 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 30.347806 secs" in cluster log

pass 2578935 2018-05-23 21:59:48 2018-05-24 15:58:53 2018-05-24 16:22:52 0:23:59 0:07:18 0:16:41 smithi master rados/basic/{clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_cls_all.yaml} 2
pass 2578936 2018-05-23 21:59:49 2018-05-24 15:58:57 2018-05-24 16:32:56 0:33:59 0:21:17 0:12:42 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/mapgap.yaml workloads/radosbench.yaml} 2
pass 2578937 2018-05-23 21:59:50 2018-05-24 15:58:57 2018-05-24 16:16:57 0:18:00 0:07:15 0:10:45 smithi master rados/singleton/{all/divergent_priors2.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml} 1
pass 2578938 2018-05-23 21:59:51 2018-05-24 15:58:58 2018-05-24 16:26:57 0:27:59 0:12:19 0:15:40 smithi master rados/thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/morepggrow.yaml workloads/readwrite.yaml} 2
pass 2578939 2018-05-23 21:59:51 2018-05-24 16:00:55 2018-05-24 16:24:54 0:23:59 0:07:03 0:16:56 smithi master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/many.yaml workloads/rados_5925.yaml} 2
pass 2578940 2018-05-23 21:59:52 2018-05-24 16:00:55 2018-05-24 16:34:54 0:33:59 0:15:37 0:18:22 smithi master rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/pggrow.yaml workloads/rgw_snaps.yaml} 2
fail 2578941 2018-05-23 21:59:53 2018-05-24 16:03:00 2018-05-24 16:38:59 0:35:59 0:20:51 0:15:08 smithi master rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml thrashers/default.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2018-05-24 16:21:52.587216 osd.0 172.21.15.23:6804/11142 1 : cluster [WRN] 11 slow requests, 5 included below; oldest blocked for > 30.501576 secs" in cluster log