Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 1455977 2017-07-28 11:52:30 2017-07-28 11:53:30 2017-07-28 12:25:30 0:32:00 0:31:31 0:00:29 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1455978 2017-07-28 11:52:31 2017-07-28 11:56:12 2017-07-28 12:18:12 0:22:00 0:20:53 0:01:07 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/radosbench.yaml} 2
pass 1455979 2017-07-28 11:52:32 2017-07-28 11:56:12 2017-07-28 12:14:11 0:17:59 0:17:13 0:00:46 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/rgw_snaps.yaml} 2
pass 1455980 2017-07-28 11:52:32 2017-07-28 11:57:03 2017-07-28 12:29:03 0:32:00 0:27:39 0:04:21 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/snaps-few-objects.yaml} 2
pass 1455981 2017-07-28 11:52:33 2017-07-28 11:58:36 2017-07-28 12:10:35 0:11:59 0:09:34 0:02:25 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 1455982 2017-07-28 11:52:34 2017-07-28 11:59:49 2017-07-28 12:15:49 0:16:00 0:13:46 0:02:14 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-agent-small.yaml} 2
pass 1455983 2017-07-28 11:52:34 2017-07-28 12:02:19 2017-07-28 12:30:19 0:28:00 0:27:39 0:00:21 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-pool-snaps.yaml} 2
pass 1455984 2017-07-28 11:52:35 2017-07-28 12:03:44 2017-07-28 12:19:43 0:15:59 0:13:24 0:02:35 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache.yaml} 2
pass 1455985 2017-07-28 11:52:35 2017-07-28 12:04:36 2017-07-28 12:24:36 0:20:00 0:18:15 0:01:45 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/rados_api_tests.yaml} 2
pass 1455986 2017-07-28 11:52:36 2017-07-28 12:04:56 2017-07-28 12:20:55 0:15:59 0:13:56 0:02:03 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/readwrite.yaml} 2
pass 1455987 2017-07-28 11:52:37 2017-07-28 12:05:47 2017-07-28 12:27:46 0:21:59 0:18:12 0:03:47 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/small-objects.yaml} 2
pass 1455988 2017-07-28 11:52:37 2017-07-28 12:08:03 2017-07-28 12:24:02 0:15:59 0:13:47 0:02:12 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1455989 2017-07-28 11:52:38 2017-07-28 12:08:59 2017-07-28 12:30:59 0:22:00 0:19:44 0:02:16 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-agent-big.yaml} 2
pass 1455990 2017-07-28 11:52:39 2017-07-28 12:10:45 2017-07-28 12:48:45 0:38:00 0:35:58 0:02:02 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 1455991 2017-07-28 11:52:39 2017-07-28 12:10:45 2017-07-28 12:44:45 0:34:00 0:28:09 0:05:51 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-snaps.yaml} 2
pass 1455992 2017-07-28 11:52:40 2017-07-28 12:11:53 2017-07-28 12:51:53 0:40:00 0:36:24 0:03:36 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1455993 2017-07-28 11:52:41 2017-07-28 12:14:21 2017-07-28 12:40:21 0:26:00 0:24:06 0:01:54 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/radosbench.yaml} 2
pass 1455994 2017-07-28 11:52:41 2017-07-28 12:15:58 2017-07-28 12:33:58 0:18:00 0:17:13 0:00:47 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/rgw_snaps.yaml} 2
pass 1455995 2017-07-28 11:52:42 2017-07-28 12:16:09 2017-07-28 12:46:10 0:30:01 0:27:41 0:02:20 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/snaps-few-objects.yaml} 2
pass 1455996 2017-07-28 11:52:42 2017-07-28 12:16:22 2017-07-28 12:26:21 0:09:59 0:08:41 0:01:18 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 1455997 2017-07-28 11:52:43 2017-07-28 12:17:19 2017-07-28 12:31:19 0:14:00 0:11:32 0:02:28 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-agent-small.yaml} 2
pass 1455998 2017-07-28 11:52:44 2017-07-28 12:18:06 2017-07-28 12:58:06 0:40:00 0:32:10 0:07:50 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-pool-snaps.yaml} 2
pass 1455999 2017-07-28 11:52:44 2017-07-28 12:18:13 2017-07-28 12:34:12 0:15:59 0:14:04 0:01:55 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache.yaml} 2
pass 1456000 2017-07-28 11:52:45 2017-07-28 12:18:52 2017-07-28 12:42:51 0:23:59 0:20:19 0:03:40 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/rados_api_tests.yaml} 2
pass 1456001 2017-07-28 11:52:46 2017-07-28 12:19:44 2017-07-28 12:39:44 0:20:00 0:15:31 0:04:29 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/readwrite.yaml} 2
pass 1456002 2017-07-28 11:52:46 2017-07-28 12:21:06 2017-07-28 12:43:06 0:22:00 0:19:13 0:02:47 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/small-objects.yaml} 2
pass 1456003 2017-07-28 11:52:47 2017-07-28 12:22:00 2017-07-28 12:40:00 0:18:00 0:13:04 0:04:56 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1456004 2017-07-28 11:52:48 2017-07-28 12:24:17 2017-07-28 12:44:16 0:19:59 0:17:10 0:02:49 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-agent-big.yaml} 2
pass 1456005 2017-07-28 11:52:48 2017-07-28 12:24:37 2017-07-28 12:54:37 0:30:00 0:26:44 0:03:16 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 1456006 2017-07-28 11:52:49 2017-07-28 12:25:40 2017-07-28 12:57:39 0:31:59 0:28:53 0:03:06 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-snaps.yaml} 2
pass 1456007 2017-07-28 11:52:50 2017-07-28 12:25:49 2017-07-28 12:57:49 0:32:00 0:27:32 0:04:28 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1456008 2017-07-28 11:52:50 2017-07-28 12:26:22 2017-07-28 12:54:22 0:28:00 0:22:22 0:05:38 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/radosbench.yaml} 2
pass 1456009 2017-07-28 11:52:51 2017-07-28 12:27:56 2017-07-28 12:53:56 0:26:00 0:19:26 0:06:34 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/rgw_snaps.yaml} 2
pass 1456010 2017-07-28 11:52:51 2017-07-28 12:29:14 2017-07-28 13:01:14 0:32:00 0:29:57 0:02:03 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/snaps-few-objects.yaml} 2
pass 1456011 2017-07-28 11:52:52 2017-07-28 12:30:30 2017-07-28 12:42:29 0:11:59 0:10:34 0:01:25 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 1456012 2017-07-28 11:52:53 2017-07-28 12:31:00 2017-07-28 12:46:59 0:15:59 0:13:13 0:02:46 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-agent-small.yaml} 2
pass 1456013 2017-07-28 11:52:54 2017-07-28 12:31:21 2017-07-28 13:07:48 0:36:27 0:28:09 0:08:18 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-pool-snaps.yaml} 2
pass 1456014 2017-07-28 11:52:54 2017-07-28 12:34:07 2017-07-28 12:52:07 0:18:00 0:12:47 0:05:13 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache.yaml} 2
pass 1456015 2017-07-28 11:52:55 2017-07-28 12:34:13 2017-07-28 12:58:13 0:24:00 0:18:52 0:05:08 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/rados_api_tests.yaml} 2
pass 1456016 2017-07-28 11:52:55 2017-07-28 12:36:01 2017-07-28 12:52:00 0:15:59 0:13:00 0:02:59 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/readwrite.yaml} 2
pass 1456017 2017-07-28 11:52:56 2017-07-28 12:40:11 2017-07-28 13:04:11 0:24:00 0:17:28 0:06:32 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/small-objects.yaml} 2
pass 1456018 2017-07-28 11:52:57 2017-07-28 12:40:11 2017-07-28 12:56:11 0:16:00 0:13:52 0:02:08 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1456019 2017-07-28 11:52:57 2017-07-28 12:40:22 2017-07-28 13:14:22 0:34:00 0:31:06 0:02:54 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-agent-big.yaml} 2
pass 1456020 2017-07-28 11:52:58 2017-07-28 12:42:39 2017-07-28 13:18:38 0:35:59 0:34:02 0:01:57 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 1456021 2017-07-28 11:52:59 2017-07-28 12:42:53 2017-07-28 13:12:52 0:29:59 0:28:01 0:01:58 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-snaps.yaml} 2
pass 1456022 2017-07-28 11:52:59 2017-07-28 12:43:07 2017-07-28 13:27:07 0:44:00 0:37:48 0:06:12 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1456023 2017-07-28 11:53:00 2017-07-28 12:44:26 2017-07-28 13:10:25 0:25:59 0:21:53 0:04:06 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/radosbench.yaml} 2
pass 1456024 2017-07-28 11:53:01 2017-07-28 12:44:46 2017-07-28 13:04:45 0:19:59 0:16:12 0:03:47 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/rgw_snaps.yaml} 2
pass 1456025 2017-07-28 11:53:01 2017-07-28 12:46:19 2017-07-28 13:18:19 0:32:00 0:27:12 0:04:48 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/snaps-few-objects.yaml} 2
pass 1456026 2017-07-28 11:53:02 2017-07-28 12:47:00 2017-07-28 13:03:00 0:16:00 0:09:30 0:06:30 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 1456027 2017-07-28 11:53:03 2017-07-28 12:48:54 2017-07-28 13:04:53 0:15:59 0:10:17 0:05:42 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-agent-small.yaml} 2
pass 1456028 2017-07-28 11:53:03 2017-07-28 12:49:02 2017-07-28 13:31:02 0:42:00 0:36:48 0:05:12 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-pool-snaps.yaml} 2
pass 1456029 2017-07-28 11:53:04 2017-07-28 12:50:12 2017-07-28 13:10:11 0:19:59 0:14:06 0:05:53 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache.yaml} 2
pass 1456030 2017-07-28 11:53:04 2017-07-28 12:52:04 2017-07-28 13:18:03 0:25:59 0:19:55 0:06:04 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/rados_api_tests.yaml} 2
pass 1456031 2017-07-28 11:53:05 2017-07-28 12:52:04 2017-07-28 13:14:03 0:21:59 0:15:23 0:06:36 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/readwrite.yaml} 2
pass 1456032 2017-07-28 11:53:06 2017-07-28 12:52:08 2017-07-28 13:12:07 0:19:59 0:18:33 0:01:26 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/small-objects.yaml} 2
pass 1456033 2017-07-28 11:53:06 2017-07-28 12:54:05 2017-07-28 13:18:05 0:24:00 0:14:49 0:09:11 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1456034 2017-07-28 11:53:07 2017-07-28 12:54:23 2017-07-28 13:34:23 0:40:00 0:35:17 0:04:43 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-agent-big.yaml} 2
pass 1456035 2017-07-28 11:53:08 2017-07-28 12:54:38 2017-07-28 13:24:38 0:30:00 0:26:54 0:03:06 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 1456036 2017-07-28 11:53:08 2017-07-28 12:56:12 2017-07-28 13:44:12 0:48:00 0:35:22 0:12:38 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-snaps.yaml} 2
pass 1456037 2017-07-28 11:53:09 2017-07-28 12:57:49 2017-07-28 13:27:49 0:30:00 0:26:29 0:03:31 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1456038 2017-07-28 11:53:10 2017-07-28 12:57:50 2017-07-28 13:29:50 0:32:00 0:22:00 0:10:00 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/radosbench.yaml} 2
pass 1456039 2017-07-28 11:53:10 2017-07-28 12:58:07 2017-07-28 13:20:07 0:22:00 0:15:40 0:06:20 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/rgw_snaps.yaml} 2
pass 1456040 2017-07-28 11:53:11 2017-07-28 12:58:14 2017-07-28 13:28:14 0:30:00 0:27:25 0:02:35 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/snaps-few-objects.yaml} 2
pass 1456041 2017-07-28 11:53:12 2017-07-28 13:01:25 2017-07-28 13:13:24 0:11:59 0:09:50 0:02:09 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 1456042 2017-07-28 11:53:12 2017-07-28 13:01:45 2017-07-28 13:17:44 0:15:59 0:11:47 0:04:12 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-agent-small.yaml} 2
pass 1456043 2017-07-28 11:53:13 2017-07-28 13:03:09 2017-07-28 13:35:09 0:32:00 0:29:51 0:02:09 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-pool-snaps.yaml} 2
pass 1456044 2017-07-28 11:53:14 2017-07-28 13:03:43 2017-07-28 13:23:43 0:20:00 0:12:17 0:07:43 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache.yaml} 2
fail 1456045 2017-07-28 11:53:14 2017-07-28 13:04:22 2017-07-28 14:24:22 1:20:00 1:09:36 0:10:24 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

Command failed (workunit test rados/test.sh) on smithi133 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-peering-deletes-qa-10.2.7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

pass 1456046 2017-07-28 11:53:15 2017-07-28 13:04:46 2017-07-28 13:32:46 0:28:00 0:14:11 0:13:49 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/readwrite.yaml} 2
pass 1456047 2017-07-28 11:53:15 2017-07-28 13:04:55 2017-07-28 13:30:54 0:25:59 0:18:13 0:07:46 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/small-objects.yaml} 2
pass 1456048 2017-07-28 11:53:16 2017-07-28 13:06:18 2017-07-28 13:26:17 0:19:59 0:14:01 0:05:58 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1456049 2017-07-28 11:53:17 2017-07-28 13:07:58 2017-07-28 13:29:57 0:21:59 0:18:06 0:03:53 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-agent-big.yaml} 2
pass 1456050 2017-07-28 11:53:17 2017-07-28 13:07:59 2017-07-28 13:49:59 0:42:00 0:36:35 0:05:25 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 1456051 2017-07-28 11:53:18 2017-07-28 13:10:20 2017-07-28 13:46:20 0:36:00 0:30:34 0:05:26 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-snaps.yaml} 2
pass 1456052 2017-07-28 11:53:19 2017-07-28 13:10:26 2017-07-28 13:48:26 0:38:00 0:35:51 0:02:09 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/pool-snaps-few-objects.yaml} 2
fail 1456053 2017-07-28 11:53:19 2017-07-28 13:11:48 2017-07-28 13:41:48 0:30:00 0:24:03 0:05:57 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/radosbench.yaml} 2
Failure Reason:

reached maximum tries (155) after waiting for 930 seconds

pass 1456054 2017-07-28 11:53:20 2017-07-28 13:12:09 2017-07-28 13:32:08 0:19:59 0:17:04 0:02:55 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/rgw_snaps.yaml} 2
pass 1456055 2017-07-28 11:53:20 2017-07-28 13:13:02 2017-07-28 13:47:02 0:34:00 0:28:25 0:05:35 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/snaps-few-objects.yaml} 2
pass 1456056 2017-07-28 11:53:21 2017-07-28 13:13:25 2017-07-28 13:27:25 0:14:00 0:09:51 0:04:09 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 1456057 2017-07-28 11:53:22 2017-07-28 13:14:13 2017-07-28 13:32:12 0:17:59 0:13:30 0:04:29 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-agent-small.yaml} 2
pass 1456058 2017-07-28 11:53:22 2017-07-28 13:14:24 2017-07-28 13:52:24 0:38:00 0:34:14 0:03:46 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-pool-snaps.yaml} 2
pass 1456059 2017-07-28 11:53:23 2017-07-28 13:17:54 2017-07-28 13:33:53 0:15:59 0:10:06 0:05:53 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache.yaml} 2
pass 1456060 2017-07-28 11:53:24 2017-07-28 13:18:05 2017-07-28 13:46:04 0:27:59 0:19:55 0:08:04 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/rados_api_tests.yaml} 2
pass 1456061 2017-07-28 11:53:24 2017-07-28 13:18:06 2017-07-28 13:38:05 0:19:59 0:12:44 0:07:15 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/readwrite.yaml} 2
pass 1456062 2017-07-28 11:53:25 2017-07-28 13:18:20 2017-07-28 13:36:19 0:17:59 0:17:40 0:00:19 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/small-objects.yaml} 2
pass 1456063 2017-07-28 11:53:25 2017-07-28 13:18:40 2017-07-28 13:42:39 0:23:59 0:14:31 0:09:28 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1456064 2017-07-28 11:53:26 2017-07-28 13:20:08 2017-07-28 13:46:08 0:26:00 0:15:49 0:10:11 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-agent-big.yaml} 2
pass 1456065 2017-07-28 11:53:27 2017-07-28 13:23:54 2017-07-28 13:51:54 0:28:00 0:26:15 0:01:45 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 1456066 2017-07-28 11:53:27 2017-07-28 13:24:39 2017-07-28 13:58:39 0:34:00 0:29:06 0:04:54 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-snaps.yaml} 2
pass 1456067 2017-07-28 11:53:28 2017-07-28 13:26:27 2017-07-28 14:02:27 0:36:00 0:29:39 0:06:21 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1456068 2017-07-28 11:53:29 2017-07-28 13:27:08 2017-07-28 13:53:10 0:26:02 0:21:05 0:04:57 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/radosbench.yaml} 2
pass 1456069 2017-07-28 11:53:29 2017-07-28 13:27:26 2017-07-28 13:43:26 0:16:00 0:15:20 0:00:40 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/rgw_snaps.yaml} 2
pass 1456070 2017-07-28 11:53:30 2017-07-28 13:27:58 2017-07-28 14:01:58 0:34:00 0:31:23 0:02:37 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/snaps-few-objects.yaml} 2
pass 1456071 2017-07-28 11:53:31 2017-07-28 13:28:16 2017-07-28 13:42:15 0:13:59 0:10:38 0:03:21 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 1456072 2017-07-28 11:53:31 2017-07-28 13:30:00 2017-07-28 13:45:59 0:15:59 0:14:08 0:01:51 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-agent-small.yaml} 2
pass 1456073 2017-07-28 11:53:32 2017-07-28 13:30:00 2017-07-28 14:00:00 0:30:00 0:25:47 0:04:13 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-pool-snaps.yaml} 2
pass 1456074 2017-07-28 11:53:32 2017-07-28 13:30:55 2017-07-28 13:44:55 0:14:00 0:11:05 0:02:55 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache.yaml} 2
pass 1456075 2017-07-28 11:53:33 2017-07-28 13:31:12 2017-07-28 13:53:12 0:22:00 0:19:56 0:02:04 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/rados_api_tests.yaml} 2
pass 1456076 2017-07-28 11:53:34 2017-07-28 13:32:09 2017-07-28 13:50:09 0:18:00 0:14:41 0:03:19 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/readwrite.yaml} 2
pass 1456077 2017-07-28 11:53:34 2017-07-28 13:32:22 2017-07-28 14:00:22 0:28:00 0:16:34 0:11:26 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/small-objects.yaml} 2
pass 1456078 2017-07-28 11:53:35 2017-07-28 13:32:47 2017-07-28 13:58:47 0:26:00 0:14:16 0:11:44 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1456079 2017-07-28 11:53:36 2017-07-28 13:34:05 2017-07-28 14:02:05 0:28:00 0:18:45 0:09:15 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-agent-big.yaml} 2
pass 1456080 2017-07-28 11:53:36 2017-07-28 13:34:24 2017-07-28 14:12:24 0:38:00 0:35:35 0:02:25 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
fail 1456081 2017-07-28 11:53:37 2017-07-28 13:35:19 2017-07-28 14:15:19 0:40:00 0:25:52 0:14:08 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

Thrasher instance has no attribute 'ceph_objectstore_tool'

pass 1456082 2017-07-28 11:53:38 2017-07-28 13:36:29 2017-07-28 14:12:28 0:35:59 0:33:22 0:02:37 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1456083 2017-07-28 11:53:38 2017-07-28 13:38:15 2017-07-28 14:04:14 0:25:59 0:22:36 0:03:23 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/radosbench.yaml} 2
pass 1456084 2017-07-28 11:53:39 2017-07-28 13:41:57 2017-07-28 14:07:57 0:26:00 0:18:59 0:07:01 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/rgw_snaps.yaml} 2
pass 1456085 2017-07-28 11:53:40 2017-07-28 13:42:16 2017-07-28 14:14:16 0:32:00 0:27:03 0:04:57 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/snaps-few-objects.yaml} 2
pass 1456086 2017-07-28 11:53:40 2017-07-28 13:42:40 2017-07-28 13:54:40 0:12:00 0:10:17 0:01:43 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/admin_socket_objecter_requests.yaml} 2
fail 1456087 2017-07-28 11:53:41 2017-07-28 13:43:36 2017-07-28 13:59:35 0:15:59 0:10:06 0:05:53 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

Thrasher instance has no attribute 'ceph_objectstore_tool'

pass 1456088 2017-07-28 11:53:41 2017-07-28 13:44:13 2017-07-28 14:22:13 0:38:00 0:35:16 0:02:44 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-pool-snaps.yaml} 2
pass 1456089 2017-07-28 11:53:42 2017-07-28 13:45:07 2017-07-28 13:59:06 0:13:59 0:11:50 0:02:09 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache.yaml} 2
pass 1456090 2017-07-28 11:53:43 2017-07-28 13:46:00 2017-07-28 14:08:00 0:22:00 0:19:52 0:02:08 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/rados_api_tests.yaml} 2
pass 1456091 2017-07-28 11:53:43 2017-07-28 13:46:16 2017-07-28 14:02:15 0:15:59 0:12:59 0:03:00 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/readwrite.yaml} 2
pass 1456092 2017-07-28 11:53:44 2017-07-28 13:46:16 2017-07-28 14:08:28 0:22:12 0:17:15 0:04:57 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/small-objects.yaml} 2
pass 1456093 2017-07-28 11:53:45 2017-07-28 13:46:22 2017-07-28 14:04:21 0:17:59 0:13:23 0:04:36 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1456094 2017-07-28 11:53:45 2017-07-28 13:47:03 2017-07-28 14:05:03 0:18:00 0:15:03 0:02:57 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-agent-big.yaml} 2
pass 1456095 2017-07-28 11:53:46 2017-07-28 13:48:36 2017-07-28 14:26:35 0:37:59 0:28:45 0:09:14 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 1456096 2017-07-28 11:53:47 2017-07-28 13:50:08 2017-07-28 14:22:08 0:32:00 0:28:44 0:03:16 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-snaps.yaml} 2
pass 1456097 2017-07-28 11:53:47 2017-07-28 13:50:10 2017-07-28 14:32:10 0:42:00 0:26:38 0:15:22 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1456098 2017-07-28 11:53:48 2017-07-28 13:52:04 2017-07-28 14:16:04 0:24:00 0:22:18 0:01:42 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/radosbench.yaml} 2
pass 1456099 2017-07-28 11:53:49 2017-07-28 13:52:25 2017-07-28 14:12:24 0:19:59 0:15:38 0:04:21 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/rgw_snaps.yaml} 2
pass 1456100 2017-07-28 11:53:49 2017-07-28 13:53:19 2017-07-28 14:27:19 0:34:00 0:28:29 0:05:31 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/snaps-few-objects.yaml} 2
pass 1456101 2017-07-28 11:53:50 2017-07-28 13:53:19 2017-07-28 14:09:18 0:15:59 0:10:00 0:05:59 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 1456102 2017-07-28 11:53:51 2017-07-28 13:54:49 2017-07-28 14:16:48 0:21:59 0:12:21 0:09:38 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-agent-small.yaml} 2
fail 1456103 2017-07-28 11:53:51 2017-07-28 13:58:50 2017-07-28 14:30:50 0:32:00 0:24:43 0:07:17 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

Thrasher instance has no attribute 'ceph_objectstore_tool'

pass 1456104 2017-07-28 11:53:52 2017-07-28 13:58:50 2017-07-28 14:16:49 0:17:59 0:13:52 0:04:07 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache.yaml} 2
pass 1456105 2017-07-28 11:53:53 2017-07-28 13:59:07 2017-07-28 14:21:07 0:22:00 0:19:00 0:03:00 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/rados_api_tests.yaml} 2
pass 1456106 2017-07-28 11:53:53 2017-07-28 13:59:36 2017-07-28 14:13:35 0:13:59 0:12:39 0:01:20 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/readwrite.yaml} 2
pass 1456107 2017-07-28 11:53:54 2017-07-28 14:00:10 2017-07-28 14:26:09 0:25:59 0:16:22 0:09:37 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/small-objects.yaml} 2
pass 1456108 2017-07-28 11:53:55 2017-07-28 14:00:23 2017-07-28 14:24:22 0:23:59 0:14:21 0:09:38 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1456109 2017-07-28 11:53:55 2017-07-28 14:02:08 2017-07-28 14:30:08 0:28:00 0:24:27 0:03:33 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-agent-big.yaml} 2
pass 1456110 2017-07-28 11:53:56 2017-07-28 14:02:08 2017-07-28 14:50:08 0:48:00 0:33:45 0:14:15 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 1456111 2017-07-28 11:53:57 2017-07-28 14:02:16 2017-07-28 14:32:16 0:30:00 0:27:24 0:02:36 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-snaps.yaml} 2
pass 1456112 2017-07-28 11:53:57 2017-07-28 14:02:28 2017-07-28 14:58:29 0:56:01 0:36:30 0:19:31 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1456113 2017-07-28 11:53:58 2017-07-28 14:04:28 2017-07-28 14:34:27 0:29:59 0:20:10 0:09:49 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/radosbench.yaml} 2
pass 1456114 2017-07-28 11:53:58 2017-07-28 14:04:28 2017-07-28 14:22:27 0:17:59 0:14:45 0:03:14 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/rgw_snaps.yaml} 2
pass 1456115 2017-07-28 11:53:59 2017-07-28 14:05:04 2017-07-28 14:37:04 0:32:00 0:28:06 0:03:54 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/snaps-few-objects.yaml} 2
pass 1456116 2017-07-28 11:54:00 2017-07-28 14:08:07 2017-07-28 14:22:06 0:13:59 0:08:42 0:05:17 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 1456117 2017-07-28 11:54:00 2017-07-28 14:08:07 2017-07-28 14:24:06 0:15:59 0:11:05 0:04:54 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-agent-small.yaml} 2
pass 1456118 2017-07-28 11:54:01 2017-07-28 14:08:29 2017-07-28 14:50:29 0:42:00 0:38:56 0:03:04 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-pool-snaps.yaml} 2
pass 1456119 2017-07-28 11:54:02 2017-07-28 14:09:30 2017-07-28 14:25:30 0:16:00 0:11:51 0:04:09 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache.yaml} 2
pass 1456120 2017-07-28 11:54:02 2017-07-28 14:12:34 2017-07-28 14:38:34 0:26:00 0:20:35 0:05:25 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/rados_api_tests.yaml} 2
pass 1456121 2017-07-28 11:54:03 2017-07-28 14:12:34 2017-07-28 14:32:33 0:19:59 0:12:20 0:07:39 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/readwrite.yaml} 2
pass 1456122 2017-07-28 11:54:04 2017-07-28 14:12:34 2017-07-28 14:40:34 0:28:00 0:20:14 0:07:46 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/small-objects.yaml} 2
pass 1456123 2017-07-28 11:54:04 2017-07-28 14:13:45 2017-07-28 14:33:44 0:19:59 0:13:23 0:06:36 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1456124 2017-07-28 11:54:05 2017-07-28 14:14:17 2017-07-28 14:44:17 0:30:00 0:27:44 0:02:16 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-agent-big.yaml} 2
pass 1456125 2017-07-28 11:54:05 2017-07-28 14:15:28 2017-07-28 14:41:28 0:26:00 0:25:17 0:00:43 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 1456126 2017-07-28 11:54:06 2017-07-28 14:16:05 2017-07-28 14:52:05 0:36:00 0:30:13 0:05:47 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-snaps.yaml} 2
pass 1456127 2017-07-28 11:54:07 2017-07-28 14:16:58 2017-07-28 14:50:58 0:34:00 0:28:20 0:05:40 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/pool-snaps-few-objects.yaml} 2
fail 1456128 2017-07-28 11:54:07 2017-07-28 14:16:58 2017-07-28 14:50:58 0:34:00 0:24:25 0:09:35 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/radosbench.yaml} 2
Failure Reason:

reached maximum tries (155) after waiting for 930 seconds

pass 1456129 2017-07-28 11:54:08 2017-07-28 14:19:55 2017-07-28 14:37:54 0:17:59 0:16:36 0:01:23 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/rgw_snaps.yaml} 2
pass 1456130 2017-07-28 11:54:09 2017-07-28 14:20:10 2017-07-28 15:04:10 0:44:00 0:29:57 0:14:03 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/snaps-few-objects.yaml} 2
pass 1456131 2017-07-28 11:54:09 2017-07-28 14:21:16 2017-07-28 14:37:16 0:16:00 0:09:55 0:06:05 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 1456132 2017-07-28 11:54:10 2017-07-28 14:22:07 2017-07-28 14:34:07 0:12:00 0:10:47 0:01:13 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-agent-small.yaml} 2
pass 1456133 2017-07-28 11:54:11 2017-07-28 14:22:09 2017-07-28 15:04:09 0:42:00 0:25:42 0:16:18 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache-pool-snaps.yaml} 2
pass 1456134 2017-07-28 11:54:11 2017-07-28 14:22:14 2017-07-28 14:36:14 0:14:00 0:12:36 0:01:24 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/cache.yaml} 2
pass 1456135 2017-07-28 11:54:12 2017-07-28 14:22:37 2017-07-28 14:46:36 0:23:59 0:18:20 0:05:39 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/rados_api_tests.yaml} 2
pass 1456136 2017-07-28 11:54:13 2017-07-28 14:24:08 2017-07-28 14:42:07 0:17:59 0:11:56 0:06:03 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/readwrite.yaml} 2
pass 1456137 2017-07-28 11:54:13 2017-07-28 14:24:23 2017-07-28 14:44:23 0:20:00 0:17:48 0:02:12 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-mkfs.yaml workloads/small-objects.yaml} 2
pass 1456138 2017-07-28 11:54:14 2017-07-28 14:24:24 2017-07-28 14:48:23 0:23:59 0:11:39 0:12:20 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-mkfs.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1456139 2017-07-28 11:54:15 2017-07-28 14:25:40 2017-07-28 14:55:39 0:29:59 0:22:14 0:07:45 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-end.yaml workloads/cache-agent-big.yaml} 2
pass 1456140 2017-07-28 11:54:15 2017-07-28 14:26:10 2017-07-28 16:18:12 1:52:02 1:37:52 0:14:10 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-end.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
fail 1456141 2017-07-28 11:54:16 2017-07-28 14:26:37 2017-07-28 15:18:37 0:52:00 0:46:26 0:05:34 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-end.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

pass 1456142 2017-07-28 11:54:16 2017-07-28 14:27:28 2017-07-28 16:29:31 2:02:03 1:57:57 0:04:06 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-end.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1456143 2017-07-28 11:54:17 2017-07-28 14:30:19 2017-07-28 15:02:19 0:32:00 0:29:30 0:02:30 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-end.yaml workloads/radosbench.yaml} 2
pass 1456144 2017-07-28 11:54:18 2017-07-28 14:30:53 2017-07-28 17:26:56 2:56:03 2:55:06 0:00:57 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-end.yaml workloads/rgw_snaps.yaml} 2
pass 1456145 2017-07-28 11:54:18 2017-07-28 14:32:19 2017-07-28 15:06:19 0:34:00 0:28:55 0:05:05 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-end.yaml workloads/snaps-few-objects.yaml} 2
pass 1456146 2017-07-28 11:54:19 2017-07-28 14:32:19 2017-07-28 15:04:19 0:32:00 0:28:26 0:03:34 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-end.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 1456147 2017-07-28 11:54:19 2017-07-28 14:32:35 2017-07-28 15:18:35 0:46:00 0:13:37 0:32:23 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-end.yaml workloads/cache-agent-small.yaml} 2
pass 1456148 2017-07-28 11:54:20 2017-07-28 14:33:54 2017-07-28 15:49:54 1:16:00 1:06:46 0:09:14 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-end.yaml workloads/cache-pool-snaps.yaml} 2
pass 1456149 2017-07-28 11:54:21 2017-07-28 14:34:08 2017-07-28 14:54:07 0:19:59 0:15:09 0:04:50 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-end.yaml workloads/cache.yaml} 2
pass 1456150 2017-07-28 11:54:21 2017-07-28 14:34:29 2017-07-28 15:16:29 0:42:00 0:40:04 0:01:56 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-end.yaml workloads/rados_api_tests.yaml} 2
pass 1456151 2017-07-28 11:54:22 2017-07-28 14:36:24 2017-07-28 14:58:23 0:21:59 0:17:25 0:04:34 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-end.yaml workloads/readwrite.yaml} 2
pass 1456152 2017-07-28 11:54:23 2017-07-28 14:37:05 2017-07-28 16:25:07 1:48:02 1:36:53 0:11:09 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-end.yaml workloads/small-objects.yaml} 2
pass 1456153 2017-07-28 11:54:23 2017-07-28 14:37:17 2017-07-28 15:15:18 0:38:01 0:15:49 0:22:12 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-end.yaml workloads/write_fadvise_dontneed.yaml} 2
dead 1456154 2017-07-28 11:54:24 2017-07-28 14:37:56 2017-07-29 02:43:59 12:06:03 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-end.yaml workloads/cache-agent-big.yaml} 2
pass 1456155 2017-07-28 11:54:24 2017-07-28 14:38:35 2017-07-28 15:20:35 0:42:00 0:36:25 0:05:35 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-end.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 1456156 2017-07-28 11:54:25 2017-07-28 14:40:46 2017-07-28 15:52:46 1:12:00 1:06:55 0:05:05 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-end.yaml workloads/cache-snaps.yaml} 2
pass 1456157 2017-07-28 11:54:26 2017-07-28 14:41:29 2017-07-28 15:23:29 0:42:00 0:32:21 0:09:39 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-end.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1456158 2017-07-28 11:54:27 2017-07-28 14:42:17 2017-07-28 15:52:17 1:10:00 0:32:42 0:37:18 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-end.yaml workloads/radosbench.yaml} 2
pass 1456159 2017-07-28 11:54:27 2017-07-28 14:44:27 2017-07-28 15:18:26 0:33:59 0:31:45 0:02:14 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-end.yaml workloads/rgw_snaps.yaml} 2
pass 1456160 2017-07-28 11:54:28 2017-07-28 14:44:27 2017-07-28 15:38:27 0:54:00 0:46:34 0:07:26 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-end.yaml workloads/snaps-few-objects.yaml} 2
pass 1456161 2017-07-28 11:54:28 2017-07-28 14:46:46 2017-07-28 15:06:45 0:19:59 0:14:33 0:05:26 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-end.yaml workloads/admin_socket_objecter_requests.yaml} 2
fail 1456162 2017-07-28 11:54:29 2017-07-28 14:48:33 2017-07-28 15:14:32 0:25:59 0:18:06 0:07:53 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-end.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

reached maximum tries (50) after waiting for 300 seconds

pass 1456163 2017-07-28 11:54:30 2017-07-28 14:50:19 2017-07-28 15:24:18 0:33:59 0:33:14 0:00:45 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-end.yaml workloads/cache-pool-snaps.yaml} 2
fail 1456164 2017-07-28 11:54:30 2017-07-28 14:50:30 2017-07-28 15:18:29 0:27:59 0:16:26 0:11:33 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-end.yaml workloads/cache.yaml} 2
Failure Reason:

reached maximum tries (50) after waiting for 300 seconds

pass 1456165 2017-07-28 11:54:31 2017-07-28 14:50:59 2017-07-28 15:38:59 0:48:00 0:20:49 0:27:11 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-end.yaml workloads/rados_api_tests.yaml} 2
pass 1456166 2017-07-28 11:54:32 2017-07-28 14:50:59 2017-07-28 20:37:06 5:46:07 5:19:18 0:26:49 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-end.yaml workloads/readwrite.yaml} 2
pass 1456167 2017-07-28 11:54:32 2017-07-28 14:52:16 2017-07-28 15:32:16 0:40:00 0:28:53 0:11:07 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-end.yaml workloads/small-objects.yaml} 2
pass 1456168 2017-07-28 11:54:33 2017-07-28 14:54:19 2017-07-28 15:32:18 0:37:59 0:35:59 0:02:00 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-end.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 1456169 2017-07-28 11:54:34 2017-07-28 14:55:48 2017-07-28 15:41:50 0:46:02 0:26:04 0:19:58 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-end.yaml workloads/cache-agent-big.yaml} 2
pass 1456170 2017-07-28 11:54:34 2017-07-28 14:58:33 2017-07-28 16:04:33 1:06:00 1:00:12 0:05:48 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-end.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
fail 1456171 2017-07-28 11:54:35 2017-07-28 14:58:33 2017-07-28 15:58:33 1:00:00 0:29:59 0:30:01 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-end.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

reached maximum tries (50) after waiting for 300 seconds

pass 1456172 2017-07-28 11:54:36 2017-07-28 15:02:30 2017-07-28 16:12:31 1:10:01 1:08:07 0:01:54 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-end.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 1456173 2017-07-28 11:54:37 2017-07-28 15:04:19 2017-07-28 15:30:18 0:25:59 0:23:41 0:02:18 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-end.yaml workloads/radosbench.yaml} 2
pass 1456174 2017-07-28 11:54:37 2017-07-28 15:04:19 2017-07-28 17:32:21 2:28:02 2:26:23 0:01:39 smithi master rados:thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/few.yaml msgr/simple.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-end.yaml workloads/rgw_snaps.yaml} 2
pass 1456176 2017-07-28 11:54:38 2017-07-28 15:06:28 2017-07-28 16:12:29 1:06:01 0:30:59 0:35:02 smithi master rados:thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/fastclose.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml u-recovery-deletes/at-end.yaml workloads/snaps-few-objects.yaml} 2
pass 1456178 2017-07-28 11:54:38 2017-07-28 15:14:43 2017-07-28 15:40:43 0:26:00 0:23:32 0:02:28 smithi master rados:thrash/{0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml hobj-sort.yaml msgr-failures/osd-delay.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml u-recovery-deletes/at-end.yaml workloads/admin_socket_objecter_requests.yaml} 2