Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 31545 2016-01-17 06:01:04 2016-01-19 02:55:15 2016-01-19 04:57:18 2:02:03 1:17:49 0:44:14 smithi master rados/upgrade/hammer-x-singleton/{0-cluster/start.yaml 1-hammer-install/hammer.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-mon/mona.yaml 5-workload/{rbd-cls.yaml rbd-import-export.yaml readwrite.yaml snaps-few-objects.yaml} 6-next-mon/monb.yaml 7-workload/{radosbench.yaml rbd_api.yaml} 8-next-mon/monc.yaml 9-workload/{ec-rados-plugin=jerasure-k=3-m=1.yaml rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml test_cache-pool-snaps.yaml}} 3
pass 31546 2016-01-17 06:01:05 2016-01-19 02:55:31 2016-01-19 03:17:31 0:22:00 0:21:08 0:00:52 smithi master rados/objectstore/ceph_objectstore_tool.yaml 1
pass 31547 2016-01-17 06:01:05 2016-01-19 02:56:22 2016-01-19 03:56:23 1:00:01 0:52:33 0:07:28 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/cache-snaps.yaml} 2
pass 31548 2016-01-17 06:01:06 2016-01-19 02:56:31 2016-01-19 04:00:33 1:04:02 0:55:42 0:08:20 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/cache.yaml} 2
pass 31549 2016-01-17 06:01:06 2016-01-19 02:57:36 2016-01-19 04:07:38 1:10:02 1:03:58 0:06:04 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/default.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 31550 2016-01-17 06:01:07 2016-01-19 03:01:07 2016-01-19 04:19:09 1:18:02 1:09:49 0:08:13 smithi master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr/simple.yaml msgr-failures/mon-delay.yaml thrashers/one.yaml workloads/snaps-few-objects.yaml} 2
pass 31551 2016-01-17 06:01:07 2016-01-19 03:02:00 2016-01-19 12:52:21 9:50:21 0:16:59 9:33:22 smithi master rados/thrash-erasure-code-big/{cluster/12-osds.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 31552 2016-01-17 06:01:08 2016-01-19 03:04:17 2016-01-19 03:52:17 0:48:00 0:40:52 0:07:08 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/rados_api_tests.yaml} 2
pass 31553 2016-01-17 06:01:08 2016-01-19 03:04:25 2016-01-19 03:30:25 0:26:00 0:24:30 0:01:30 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/radosbench.yaml} 2
fail 31554 2016-01-17 06:01:09 2016-01-19 03:04:38 2016-01-19 03:36:38 0:32:00 0:27:37 0:04:23 smithi master rados/singleton/{all/osd-recovery-incomplete.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/many.yaml} 1
Failure Reason:

Command failed on smithi029 with status 6: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph tell osd.2 flush_pg_stats'

pass 31555 2016-01-17 06:01:09 2016-01-19 03:06:03 2016-01-19 05:06:07 2:00:04 1:13:54 0:46:10 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/pggrow.yaml workloads/readwrite.yaml} 2
pass 31556 2016-01-17 06:01:10 2016-01-19 03:07:58 2016-01-19 03:37:59 0:30:01 0:20:27 0:09:34 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/rgw_snaps.yaml} 2
pass 31557 2016-01-17 06:01:10 2016-01-19 03:08:19 2016-01-19 03:40:19 0:32:00 0:20:41 0:11:19 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/small-objects.yaml} 2
pass 31558 2016-01-17 06:01:11 2016-01-19 03:09:13 2016-01-19 04:13:15 1:04:02 0:55:46 0:08:16 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/morepggrow.yaml workloads/snaps-few-objects.yaml} 2
pass 31559 2016-01-17 06:01:11 2016-01-19 03:12:25 2016-01-19 04:52:28 1:40:03 1:22:05 0:17:58 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 31560 2016-01-17 06:01:12 2016-01-19 03:17:05 2016-01-19 03:41:06 0:24:01 0:22:28 0:01:33 smithi master rados/singleton/{all/osd-recovery.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml} 1
pass 31561 2016-01-17 06:01:12 2016-01-19 03:17:41 2016-01-19 03:59:42 0:42:01 0:14:41 0:27:20 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/default.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 31562 2016-01-17 06:01:13 2016-01-19 03:18:02 2016-01-19 04:42:04 1:24:02 0:34:39 0:49:23 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/cache-agent-big.yaml} 2
pass 31563 2016-01-17 06:01:13 2016-01-19 03:44:07 2016-01-19 04:30:08 0:46:01 0:10:59 0:35:02 smithi master rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/many.yaml tasks/rados_python.yaml} 2
pass 31564 2016-01-17 06:01:14 2016-01-19 03:45:11 2016-01-19 03:59:11 0:14:00 0:06:39 0:07:21 smithi master rados/singleton-nomsgr/{all/cache-fs-trunc.yaml} 1
pass 31565 2016-01-17 06:01:14 2016-01-19 03:46:10 2016-01-19 04:46:12 1:00:02 0:56:25 0:03:37 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/cache-agent-small.yaml} 2
pass 31566 2016-01-17 06:01:15 2016-01-19 03:48:04 2016-01-19 05:54:08 2:06:04 1:01:20 1:04:44 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 31567 2016-01-17 06:01:15 2016-01-19 03:49:25 2016-01-19 05:37:28 1:48:03 1:36:12 0:11:51 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/fastread.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml} 2
pass 31568 2016-01-17 06:01:16 2016-01-19 03:50:42 2016-01-19 05:18:45 1:28:03 1:03:39 0:24:24 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/cache-pool-snaps.yaml} 2
pass 31569 2016-01-17 06:01:16 2016-01-19 03:52:27 2016-01-19 04:02:26 0:09:59 0:09:22 0:00:37 smithi master rados/singleton/{all/peer.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/many.yaml} 1
pass 31570 2016-01-17 06:01:16 2016-01-19 03:52:50 2016-01-19 04:58:52 1:06:02 1:01:02 0:05:00 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/cache-snaps.yaml} 2
pass 31571 2016-01-17 06:01:17 2016-01-19 03:56:32 2016-01-19 04:58:34 1:02:02 0:48:58 0:13:04 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/morepggrow.yaml workloads/cache.yaml} 2
pass 31572 2016-01-17 06:01:17 2016-01-19 03:57:26 2016-01-19 04:06:57 0:09:31 0:06:07 0:03:24 smithi master rados/objectstore/filejournal.yaml 1
pass 31573 2016-01-17 06:01:18 2016-01-19 03:59:20 2016-01-19 05:35:23 1:36:03 1:22:44 0:13:19 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 31574 2016-01-17 06:01:18 2016-01-19 03:59:52 2016-01-19 04:51:53 0:52:01 0:47:01 0:05:00 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/rados_api_tests.yaml} 2
fail 31575 2016-01-17 06:01:19 2016-01-19 04:00:19 2016-01-19 05:30:22 1:30:03 0:28:24 1:01:39 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/mapgap.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2016-01-19 00:10:09.655164 osd.4 172.21.15.53:6800/17051 14 : cluster [ERR] OSD full dropping all updates 97% full" in cluster log

pass 31576 2016-01-17 06:01:19 2016-01-19 04:00:45 2016-01-19 04:14:44 0:13:59 0:10:53 0:03:06 smithi master rados/singleton/{all/pg-removal-interruption.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml} 1
pass 31577 2016-01-17 06:01:20 2016-01-19 04:02:43 2016-01-19 06:04:45 2:02:02 1:11:04 0:50:58 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/readwrite.yaml} 2
pass 31578 2016-01-17 06:01:21 2016-01-19 04:04:35 2016-01-19 05:14:37 1:10:02 0:17:44 0:52:18 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/rgw_snaps.yaml} 2
pass 31579 2016-01-17 06:01:21 2016-01-19 04:07:06 2016-01-19 04:45:06 0:38:00 0:20:51 0:17:09 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/default.yaml workloads/small-objects.yaml} 2
pass 31580 2016-01-17 06:01:22 2016-01-19 04:07:47 2016-01-19 05:09:48 1:02:01 0:56:31 0:05:30 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/snaps-few-objects.yaml} 2
pass 31581 2016-01-17 06:01:22 2016-01-19 04:08:57 2016-01-19 06:21:02 2:12:05 1:21:03 0:51:02 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 31582 2016-01-17 06:01:23 2016-01-19 04:11:47 2016-01-19 16:48:14 12:36:27 0:19:13 12:17:14 smithi master rados/thrash-erasure-code-shec/{clusters/fixed-4.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 31583 2016-01-17 06:01:23 2016-01-19 04:13:25 2016-01-19 05:03:26 0:50:01 0:33:04 0:16:57 smithi master rados/verify/{1thrash/none.yaml clusters/fixed-2.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml tasks/rados_api_tests.yaml validater/lockdep.yaml} 2
pass 31584 2016-01-17 06:01:24 2016-01-19 04:14:54 2016-01-19 05:32:56 1:18:02 0:17:00 1:01:02 smithi master rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml tasks/rados_stress_watch.yaml} 2
pass 31585 2016-01-17 06:01:24 2016-01-19 04:15:35 2016-01-19 04:21:34 0:05:59 0:04:57 0:01:02 smithi master rados/singleton-nomsgr/{all/ceph-post-file.yaml} 1
pass 31586 2016-01-17 06:01:25 2016-01-19 04:19:19 2016-01-19 05:57:22 1:38:03 1:23:44 0:14:19 smithi master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr-failures/osd-delay.yaml supported/ubuntu_14.04.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 31587 2016-01-17 06:01:25 2016-01-19 04:21:43 2016-01-19 04:35:43 0:14:00 0:12:09 0:01:51 smithi master rados/singleton/{all/radostool.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/many.yaml} 1
pass 31588 2016-01-17 06:01:26 2016-01-19 04:24:02 2016-01-19 05:00:02 0:36:00 0:15:20 0:20:40 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/pggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 31589 2016-01-17 06:01:26 2016-01-19 04:24:35 2016-01-19 04:58:35 0:34:00 0:11:55 0:22:05 smithi master rados/multimon/{clusters/9.yaml msgr/simple.yaml msgr-failures/few.yaml tasks/mon_clock_with_skews.yaml} 3
pass 31590 2016-01-17 06:01:27 2016-01-19 04:30:18 2016-01-19 05:20:19 0:50:01 0:35:51 0:14:10 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/cache-agent-big.yaml} 2
pass 31591 2016-01-17 06:01:27 2016-01-19 04:32:22 2016-01-19 12:20:39 7:48:17 0:25:06 7:23:11 smithi master rados/thrash-erasure-code-big/{cluster/12-osds.yaml fs/btrfs.yaml msgr-failures/fastclose.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 31592 2016-01-17 06:01:28 2016-01-19 04:35:54 2016-01-19 05:29:55 0:54:01 0:47:08 0:06:53 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/cache-agent-small.yaml} 2
pass 31593 2016-01-17 06:01:28 2016-01-19 04:42:17 2016-01-19 06:16:20 1:34:03 1:17:55 0:16:08 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr-failures/fastclose.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
pass 31594 2016-01-17 06:01:29 2016-01-19 04:44:46 2016-01-19 06:12:48 1:28:02 1:06:39 0:21:23 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 31595 2016-01-17 06:01:29 2016-01-19 04:45:15 2016-01-19 06:15:18 1:30:03 1:10:39 0:19:24 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps.yaml} 2
pass 31596 2016-01-17 06:01:30 2016-01-19 04:46:23 2016-01-19 05:14:24 0:28:01 0:18:16 0:09:45 smithi master rados/singleton/{all/reg11184.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml} 1
pass 31597 2016-01-17 06:01:30 2016-01-19 04:52:02 2016-01-19 06:24:05 1:32:03 0:54:04 0:37:59 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/cache-snaps.yaml} 2
pass 31598 2016-01-17 06:01:31 2016-01-19 04:52:38 2016-01-19 06:06:40 1:14:02 0:57:35 0:16:27 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/mapgap.yaml workloads/cache.yaml} 2
pass 31599 2016-01-17 06:01:31 2016-01-19 04:57:29 2016-01-19 06:17:31 1:20:02 1:16:21 0:03:41 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 31600 2016-01-17 06:01:31 2016-01-19 04:58:43 2016-01-19 06:14:46 1:16:03 0:45:49 0:30:14 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/rados_api_tests.yaml} 2
pass 31601 2016-01-17 06:01:32 2016-01-19 04:58:52 2016-01-19 09:19:01 4:20:09 4:19:51 0:00:18 smithi master rados/objectstore/filestore-idempotent-aio-journal.yaml 1
fail 31602 2016-01-17 06:01:32 2016-01-19 04:59:01 2016-01-19 06:57:05 1:58:04 1:33:16 0:24:48 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/default.yaml workloads/radosbench.yaml} 2
Failure Reason:

reached maximum tries (780) after waiting for 4680 seconds

pass 31603 2016-01-17 06:01:33 2016-01-19 05:00:12 2016-01-19 05:26:13 0:26:01 0:22:52 0:03:09 smithi master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/sync.yaml workloads/pool-create-delete.yaml} 2
pass 31604 2016-01-17 06:01:33 2016-01-19 05:03:35 2016-01-19 05:25:36 0:22:01 0:09:59 0:12:02 smithi master rados/singleton/{all/rest-api.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/many.yaml} 1
pass 31605 2016-01-17 06:01:34 2016-01-19 05:04:55 2016-01-19 06:36:58 1:32:03 1:10:25 0:21:38 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/readwrite.yaml} 2
pass 31606 2016-01-17 06:01:34 2016-01-19 05:06:16 2016-01-19 05:40:17 0:34:01 0:14:14 0:19:47 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/rgw_snaps.yaml} 2
pass 31607 2016-01-17 06:01:35 2016-01-19 05:09:59 2016-01-19 07:00:02 1:50:03 0:31:33 1:18:30 smithi master rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/many.yaml tasks/rados_workunit_loadgen_big.yaml} 2
pass 31608 2016-01-17 06:01:35 2016-01-19 05:14:42 2016-01-19 05:26:42 0:12:00 0:08:16 0:03:44 smithi master rados/singleton-nomsgr/{all/export-after-evict.yaml} 1
pass 31609 2016-01-17 06:01:36 2016-01-19 05:14:47 2016-01-19 06:28:49 1:14:02 0:21:35 0:52:27 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/pggrow.yaml workloads/small-objects.yaml} 2
pass 31610 2016-01-17 06:01:36 2016-01-19 05:18:57 2016-01-19 06:41:00 1:22:03 0:59:40 0:22:23 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/snaps-few-objects.yaml} 2
pass 31611 2016-01-17 06:01:37 2016-01-19 05:20:30 2016-01-19 07:10:34 1:50:04 1:17:47 0:32:17 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 31612 2016-01-17 06:01:37 2016-01-19 05:25:48 2016-01-19 05:57:48 0:32:00 0:20:17 0:11:43 smithi master rados/singleton/{all/thrash-rados.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml} 2
pass 31613 2016-01-17 06:01:38 2016-01-19 05:25:53 2016-01-19 06:05:54 0:40:01 0:14:32 0:25:29 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/morepggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 31614 2016-01-17 06:01:38 2016-01-19 05:26:22 2016-01-19 06:48:24 1:22:02 0:31:37 0:50:25 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/cache-agent-big.yaml} 2
pass 31615 2016-01-17 06:01:39 2016-01-19 05:26:51 2016-01-19 06:16:53 0:50:02 0:45:02 0:05:00 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/ec-radosbench.yaml} 2
pass 31616 2016-01-17 06:01:39 2016-01-19 05:30:05 2016-01-19 07:18:08 1:48:03 1:00:45 0:47:18 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/cache-agent-small.yaml} 2
pass 31617 2016-01-17 06:01:40 2016-01-19 05:30:32 2016-01-19 06:54:34 1:24:02 0:56:11 0:27:51 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 31618 2016-01-17 06:01:40 2016-01-19 05:33:06 2016-01-19 06:45:08 1:12:02 1:08:22 0:03:40 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps.yaml} 2
pass 31619 2016-01-17 06:01:41 2016-01-19 05:35:32 2016-01-19 06:29:34 0:54:02 0:22:02 0:32:00 smithi master rados/singleton/{all/thrash_cache_writeback_forward_none.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/many.yaml} 2
pass 31620 2016-01-17 06:01:41 2016-01-19 05:37:37 2016-01-19 06:41:39 1:04:02 0:49:51 0:14:11 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/cache-snaps.yaml} 2
pass 31621 2016-01-17 06:01:42 2016-01-19 05:40:26 2016-01-19 06:52:28 1:12:02 0:58:14 0:13:48 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/default.yaml workloads/cache.yaml} 2
pass 31622 2016-01-17 06:01:42 2016-01-19 05:51:34 2016-01-19 07:25:31 1:33:57 1:03:58 0:29:59 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 31623 2016-01-17 06:01:43 2016-01-19 05:54:20 2016-01-19 06:48:21 0:54:01 0:43:59 0:10:02 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/rados_api_tests.yaml} 2
fail 31624 2016-01-17 06:01:43 2016-01-19 05:57:31 2016-01-19 07:55:35 1:58:04 1:35:28 0:22:36 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/pggrow.yaml workloads/radosbench.yaml} 2
Failure Reason:

reached maximum tries (780) after waiting for 4680 seconds

pass 31625 2016-01-17 06:01:44 2016-01-19 05:57:57 2016-01-19 06:35:58 0:38:01 0:22:16 0:15:45 smithi master rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml tasks/rados_workunit_loadgen_mix.yaml} 2
pass 31626 2016-01-17 06:01:44 2016-01-19 06:05:02 2016-01-19 09:47:10 3:42:08 3:41:39 0:00:29 smithi master rados/objectstore/filestore-idempotent.yaml 1
pass 31627 2016-01-17 06:01:45 2016-01-19 06:06:05 2016-01-19 06:22:05 0:16:00 0:06:02 0:09:58 smithi master rados/singleton-nomsgr/{all/full-tiering.yaml} 1
pass 31628 2016-01-17 06:01:45 2016-01-19 06:06:50 2016-01-19 10:36:59 4:30:09 0:18:33 4:11:36 smithi master rados/thrash-erasure-code-big/{cluster/12-osds.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 31629 2016-01-17 06:01:46 2016-01-19 06:13:06 2016-01-19 06:25:05 0:11:59 0:09:36 0:02:23 smithi master rados/singleton/{all/watch-notify-same-primary.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml} 1
pass 31630 2016-01-17 06:01:46 2016-01-19 06:15:04 2016-01-19 07:33:03 1:17:59 1:09:54 0:08:05 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/readwrite.yaml} 2
pass 31631 2016-01-17 06:01:47 2016-01-19 06:15:31 2016-01-19 06:35:31 0:20:00 0:18:51 0:01:09 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/rgw_snaps.yaml} 2
pass 31632 2016-01-17 06:01:47 2016-01-19 06:16:42 2016-01-19 07:16:32 0:59:50 0:23:41 0:36:09 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/morepggrow.yaml workloads/small-objects.yaml} 2
pass 31633 2016-01-17 06:01:48 2016-01-19 06:17:05 2016-01-19 07:37:06 1:20:01 0:56:37 0:23:24 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/snaps-few-objects.yaml} 2
pass 31634 2016-01-17 06:01:48 2016-01-19 06:17:41 2016-01-19 07:47:43 1:30:02 1:19:05 0:10:57 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 31635 2016-01-17 06:01:49 2016-01-19 06:21:11 2016-01-19 06:31:11 0:10:00 0:07:57 0:02:03 smithi master rados/singleton/{all/admin-socket.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/many.yaml} 1
pass 31636 2016-01-17 06:01:49 2016-01-19 06:22:14 2016-01-19 06:52:15 0:30:01 0:16:24 0:13:37 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/mapgap.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 31637 2016-01-17 06:01:50 2016-01-19 06:24:14 2016-01-19 06:54:15 0:30:01 0:22:14 0:07:47 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/ec-small-objects-fast-read.yaml} 2
pass 31638 2016-01-17 06:01:50 2016-01-19 06:25:16 2016-01-19 07:13:18 0:48:02 0:35:20 0:12:42 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/cache-agent-big.yaml} 2
pass 31639 2016-01-17 06:01:51 2016-01-19 06:28:58 2016-01-19 07:45:01 1:16:03 0:50:10 0:25:53 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/cache-agent-small.yaml} 2
pass 31640 2016-01-17 06:01:51 2016-01-19 06:29:43 2016-01-19 07:37:45 1:08:02 1:01:20 0:06:42 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/default.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 31641 2016-01-17 06:01:52 2016-01-19 06:31:20 2016-01-19 07:17:21 0:46:01 0:29:15 0:16:46 smithi master rados/multimon/{clusters/21.yaml msgr/simple.yaml msgr-failures/many.yaml tasks/mon_recovery.yaml} 3
pass 31642 2016-01-17 06:01:52 2016-01-19 06:35:42 2016-01-19 07:41:43 1:06:01 0:59:47 0:06:14 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps.yaml} 2
pass 31643 2016-01-17 06:01:53 2016-01-19 06:36:08 2016-01-19 07:10:08 0:34:00 0:26:33 0:07:27 smithi master rados/singleton/{all/cephtool.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml} 1
pass 31644 2016-01-17 06:01:53 2016-01-19 06:37:08 2016-01-19 07:53:11 1:16:03 0:59:46 0:16:17 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/cache-snaps.yaml} 2
pass 31645 2016-01-17 06:01:54 2016-01-19 06:41:10 2016-01-19 17:21:32 10:40:22 0:21:33 10:18:49 smithi master rados/thrash-erasure-code-shec/{clusters/fixed-4.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 31646 2016-01-17 06:01:54 2016-01-19 06:41:51 2016-01-19 07:25:51 0:44:00 0:13:43 0:30:17 smithi master rados/verify/{1thrash/default.yaml clusters/fixed-2.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml tasks/rados_cls_all.yaml validater/valgrind.yaml} 2
pass 31647 2016-01-17 06:01:55 2016-01-19 06:45:18 2016-01-19 07:49:20 1:04:02 0:59:16 0:04:46 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/pggrow.yaml workloads/cache.yaml} 2
pass 31648 2016-01-17 06:01:55 2016-01-19 06:48:32 2016-01-19 07:54:33 1:06:01 0:35:08 0:30:53 smithi master rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/many.yaml tasks/rados_workunit_loadgen_mostlyread.yaml} 2
pass 31649 2016-01-17 06:01:55 2016-01-19 06:48:38 2016-01-19 07:24:39 0:36:01 0:30:50 0:05:11 smithi master rados/singleton-nomsgr/{all/msgr.yaml} 1
pass 31650 2016-01-17 06:01:56 2016-01-19 06:52:25 2016-01-19 08:24:28 1:32:03 1:06:01 0:26:02 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 31651 2016-01-17 06:01:56 2016-01-19 06:52:38 2016-01-19 07:34:39 0:42:01 0:37:16 0:04:45 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/rados_api_tests.yaml} 2
fail 31652 2016-01-17 06:01:57 2016-01-19 06:54:25 2016-01-19 07:46:26 0:52:01 0:31:30 0:20:31 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/morepggrow.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2016-01-19 02:36:34.015560 osd.1 172.21.15.9:6800/2610 15 : cluster [ERR] OSD full dropping all updates 97% full" in cluster log

pass 31653 2016-01-17 06:01:57 2016-01-19 06:54:44 2016-01-19 07:20:44 0:26:00 0:24:05 0:01:55 smithi master rados/singleton/{all/divergent_priors.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/many.yaml} 1
pass 31654 2016-01-17 06:01:58 2016-01-19 06:57:20 2016-01-19 07:21:20 0:24:00 0:19:34 0:04:26 smithi master rados/objectstore/objectcacher-stress.yaml 1
pass 31655 2016-01-17 06:01:58 2016-01-19 07:00:12 2016-01-19 07:24:13 0:24:01 0:12:23 0:11:38 smithi master rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr/simple.yaml msgr-failures/mon-delay.yaml thrashers/force-sync-many.yaml workloads/rados_5925.yaml} 2
pass 31656 2016-01-17 06:01:59 2016-01-19 07:10:18 2016-01-19 08:48:21 1:38:03 1:23:58 0:14:05 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/readwrite.yaml} 2
pass 31657 2016-01-17 06:01:59 2016-01-19 07:10:46 2016-01-19 07:34:43 0:23:57 0:16:38 0:07:19 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/rgw_snaps.yaml} 2
pass 31658 2016-01-17 06:02:00 2016-01-19 07:13:27 2016-01-19 07:45:27 0:32:00 0:21:14 0:10:46 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/mapgap.yaml workloads/small-objects.yaml} 2
dead 31659 2016-01-17 06:02:00 2016-01-19 07:16:42 2016-01-20 19:18:59 1 day, 12:02:17 smithi master centos 7.2 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr-failures/fastclose.yaml supported/centos_7.2.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml}
pass 31660 2016-01-17 06:02:01 2016-01-19 07:17:30 2016-01-19 08:37:32 1:20:02 1:01:39 0:18:23 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/snaps-few-objects.yaml} 2
pass 31661 2016-01-17 06:02:01 2016-01-19 07:18:17 2016-01-19 08:44:20 1:26:03 1:24:09 0:01:54 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 31662 2016-01-17 06:02:02 2016-01-19 07:20:54 2016-01-19 10:37:01 3:16:07 3:14:38 0:01:29 smithi master rados/singleton/{all/divergent_priors2.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml} 1
pass 31663 2016-01-17 06:02:02 2016-01-19 07:21:30 2016-01-19 07:47:30 0:26:00 0:20:55 0:05:05 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr-failures/fastclose.yaml thrashers/default.yaml workloads/ec-small-objects.yaml} 2
pass 31664 2016-01-17 06:02:03 2016-01-19 07:24:22 2016-01-19 07:52:22 0:28:00 0:11:20 0:16:40 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 31665 2016-01-17 06:02:03 2016-01-19 07:24:49 2016-01-19 08:08:50 0:44:01 0:34:23 0:09:38 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/cache-agent-big.yaml} 2
pass 31666 2016-01-17 06:02:04 2016-01-19 07:25:40 2016-01-19 08:25:42 1:00:02 0:51:29 0:08:33 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/morepggrow.yaml workloads/cache-agent-small.yaml} 2
pass 31667 2016-01-17 06:02:04 2016-01-19 07:26:01 2016-01-19 08:32:02 1:06:01 0:55:00 0:11:01 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 31668 2016-01-17 06:02:05 2016-01-19 07:33:13 2016-01-19 08:41:15 1:08:02 1:00:13 0:07:49 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/cache-pool-snaps.yaml} 2
pass 31669 2016-01-17 06:02:05 2016-01-19 07:34:48 2016-01-19 17:15:09 9:40:21 0:17:19 9:23:02 smithi master rados/thrash-erasure-code-big/{cluster/12-osds.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 31670 2016-01-17 06:02:06 2016-01-19 07:34:57 2016-01-19 08:06:58 0:32:01 0:20:07 0:11:54 smithi master rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml tasks/repair_test.yaml} 2
pass 31671 2016-01-17 06:02:06 2016-01-19 07:37:16 2016-01-19 07:53:16 0:16:00 0:14:14 0:01:46 smithi master rados/singleton-nomsgr/{all/multi-backfill-reject.yaml} 2
pass 31672 2016-01-17 06:02:07 2016-01-19 07:37:55 2016-01-19 07:49:55 0:12:00 0:10:00 0:02:00 smithi master rados/singleton/{all/dump-stuck.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/many.yaml} 1
fail 31673 2016-01-17 06:02:07 2016-01-19 07:41:54 2016-01-19 08:39:55 0:58:01 0:52:05 0:05:56 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/mapgap.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

SELinux denials found on ubuntu@smithi024.front.sepia.ceph.com: ['type=AVC msg=audit(1453191721.284:26428): avc: denied { getattr } for pid=5681 comm="logrotate" path="/var/lib/logrotate.status" dev="sda1" ino=56624495 scontext=system_u:system_r:logrotate_t:s0-s0:c0.c1023 tcontext=system_u:object_r:unlabeled_t:s0 tclass=file', 'type=AVC msg=audit(1453191721.284:26429): avc: denied { open } for pid=5681 comm="logrotate" path="/var/lib/logrotate.status" dev="sda1" ino=56624495 scontext=system_u:system_r:logrotate_t:s0-s0:c0.c1023 tcontext=system_u:object_r:unlabeled_t:s0 tclass=file', 'type=AVC msg=audit(1453191721.290:26430): avc: denied { write } for pid=5681 comm="logrotate" path="/var/lib/logrotate.status.tmp" dev="sda1" ino=56624600 scontext=system_u:system_r:logrotate_t:s0-s0:c0.c1023 tcontext=system_u:object_r:unlabeled_t:s0 tclass=file', 'type=AVC msg=audit(1453191721.290:26430): avc: denied { create } for pid=5681 comm="logrotate" name="logrotate.status.tmp" scontext=system_u:system_r:logrotate_t:s0-s0:c0.c1023 tcontext=system_u:object_r:unlabeled_t:s0 tclass=file', 'type=AVC msg=audit(1453191721.311:26432): avc: denied { rename } for pid=5681 comm="logrotate" name="logrotate.status.tmp" dev="sda1" ino=56624600 scontext=system_u:system_r:logrotate_t:s0-s0:c0.c1023 tcontext=system_u:object_r:unlabeled_t:s0 tclass=file', 'type=AVC msg=audit(1453191721.284:26429): avc: denied { read } for pid=5681 comm="logrotate" name="logrotate.status" dev="sda1" ino=56624495 scontext=system_u:system_r:logrotate_t:s0-s0:c0.c1023 tcontext=system_u:object_r:unlabeled_t:s0 tclass=file', 'type=AVC msg=audit(1453191721.290:26431): avc: denied { setattr } for pid=5681 comm="logrotate" name="logrotate.status.tmp" dev="sda1" ino=56624600 scontext=system_u:system_r:logrotate_t:s0-s0:c0.c1023 tcontext=system_u:object_r:unlabeled_t:s0 tclass=file', 'type=AVC msg=audit(1453191721.311:26432): avc: denied { unlink } for pid=5681 comm="logrotate" name="logrotate.status" dev="sda1" ino=56624495 scontext=system_u:system_r:logrotate_t:s0-s0:c0.c1023 tcontext=system_u:object_r:unlabeled_t:s0 tclass=file']

pass 31674 2016-01-17 06:02:08 2016-01-19 07:45:21 2016-01-19 09:05:22 1:20:01 0:57:07 0:22:54 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/cache.yaml} 2
pass 31675 2016-01-17 06:02:08 2016-01-19 07:45:38 2016-01-19 09:01:40 1:16:02 1:15:01 0:01:01 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 31676 2016-01-17 06:02:09 2016-01-19 07:46:36 2016-01-19 08:32:37 0:46:01 0:38:32 0:07:29 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/default.yaml workloads/rados_api_tests.yaml} 2
fail 31677 2016-01-17 06:02:09 2016-01-19 07:47:44 2016-01-19 09:29:45 1:42:01 1:33:46 0:08:15 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/radosbench.yaml} 2
Failure Reason:

reached maximum tries (780) after waiting for 4680 seconds

pass 31678 2016-01-17 06:02:10 2016-01-19 07:47:53 2016-01-19 07:59:52 0:11:59 0:09:57 0:02:02 smithi master rados/singleton/{all/ec-lost-unfound.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml} 1
pass 31679 2016-01-17 06:02:10 2016-01-19 07:49:30 2016-01-19 09:05:33 1:16:03 1:12:51 0:03:12 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/readwrite.yaml} 2
pass 31680 2016-01-17 06:02:11 2016-01-19 07:50:06 2016-01-19 08:20:06 0:30:00 0:16:56 0:13:04 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/pggrow.yaml workloads/rgw_snaps.yaml} 2
pass 31681 2016-01-17 06:02:11 2016-01-19 07:52:32 2016-01-19 09:02:34 1:10:02 1:08:12 0:01:50 smithi master rados/objectstore/objectstore.yaml 1
pass 31682 2016-01-17 06:02:12 2016-01-19 07:53:20 2016-01-19 08:15:20 0:22:00 0:21:05 0:00:55 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/small-objects.yaml} 2
pass 31683 2016-01-17 06:02:12 2016-01-19 07:53:28 2016-01-19 09:45:32 1:52:04 1:05:08 0:46:56 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/snaps-few-objects.yaml} 2
pass 31684 2016-01-17 06:02:13 2016-01-19 07:54:43 2016-01-19 09:22:45 1:28:02 1:21:05 0:06:57 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/morepggrow.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 31685 2016-01-17 06:02:13 2016-01-19 07:55:45 2016-01-19 09:25:48 1:30:03 1:25:51 0:04:12 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml} 2
pass 31686 2016-01-17 06:02:14 2016-01-19 08:00:03 2016-01-19 08:26:03 0:26:00 0:10:06 0:15:54 smithi master rados/singleton/{all/lost-unfound-delete.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/many.yaml} 1
pass 31687 2016-01-17 06:02:14 2016-01-19 08:02:14 2016-01-19 08:30:15 0:28:01 0:10:53 0:17:08 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 31688 2016-01-17 06:02:15 2016-01-19 08:07:08 2016-01-19 08:47:09 0:40:01 0:37:53 0:02:08 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/cache-agent-big.yaml} 2
pass 31689 2016-01-17 06:02:15 2016-01-19 08:08:59 2016-01-19 08:38:59 0:30:00 0:15:40 0:14:20 smithi master rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/many.yaml tasks/scrub_test.yaml} 2
pass 31690 2016-01-17 06:02:16 2016-01-19 08:15:29 2016-01-19 08:25:29 0:10:00 0:08:12 0:01:48 smithi master rados/singleton-nomsgr/{all/valgrind-leaks.yaml} 1
pass 31691 2016-01-17 06:02:16 2016-01-19 08:20:16 2016-01-19 09:14:17 0:54:01 0:47:27 0:06:34 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/mapgap.yaml workloads/cache-agent-small.yaml} 2
pass 31692 2016-01-17 06:02:17 2016-01-19 08:24:37 2016-01-19 09:30:39 1:06:02 1:04:31 0:01:31 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 31693 2016-01-17 06:02:17 2016-01-19 08:25:38 2016-01-19 09:29:40 1:04:02 0:57:22 0:06:40 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps.yaml} 2
pass 31694 2016-01-17 06:02:18 2016-01-19 08:25:51 2016-01-19 08:39:51 0:14:00 0:07:18 0:06:42 smithi master rados/singleton/{all/lost-unfound.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml} 1
pass 31695 2016-01-17 06:02:18 2016-01-19 08:26:13 2016-01-19 09:26:14 1:00:01 0:55:36 0:04:25 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/default.yaml workloads/cache-snaps.yaml} 2
pass 31696 2016-01-17 06:02:19 2016-01-19 08:30:28 2016-01-19 08:42:28 0:12:00 0:10:27 0:01:33 smithi master rados/multimon/{clusters/3.yaml msgr/simple.yaml msgr-failures/few.yaml tasks/mon_clock_no_skews.yaml} 1
pass 31697 2016-01-17 06:02:19 2016-01-19 08:32:12 2016-01-19 09:30:14 0:58:02 0:52:38 0:05:24 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/cache.yaml} 2
pass 31698 2016-01-17 06:02:20 2016-01-19 08:32:47 2016-01-19 10:02:50 1:30:03 1:20:14 0:09:49 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 31699 2016-01-17 06:02:20 2016-01-19 08:37:44 2016-01-19 09:21:45 0:44:01 0:40:15 0:03:46 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/pggrow.yaml workloads/rados_api_tests.yaml} 2
fail 31700 2016-01-17 06:02:21 2016-01-19 08:39:11 2016-01-19 09:37:12 0:58:01 0:30:02 0:27:59 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2016-01-19 04:20:28.018708 osd.4 172.21.15.9:6800/15749 195 : cluster [ERR] OSD full dropping all updates 97% full" in cluster log

pass 31701 2016-01-17 06:02:21 2016-01-19 08:40:00 2016-01-19 08:54:00 0:14:00 0:12:07 0:01:53 smithi master rados/singleton/{all/mon-config-keys.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/many.yaml} 1
pass 31702 2016-01-17 06:02:22 2016-01-19 08:40:08 2016-01-19 10:12:11 1:32:03 1:19:08 0:12:55 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/readwrite.yaml} 2
pass 31703 2016-01-17 06:02:22 2016-01-19 08:41:25 2016-01-19 09:03:25 0:22:00 0:18:14 0:03:46 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/morepggrow.yaml workloads/rgw_snaps.yaml} 2
pass 31704 2016-01-17 06:02:23 2016-01-19 08:42:37 2016-01-19 09:04:38 0:22:01 0:18:36 0:03:25 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/small-objects.yaml} 2
pass 31705 2016-01-17 06:02:23 2016-01-19 08:44:29 2016-01-19 09:50:31 1:06:02 0:56:59 0:09:03 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/snaps-few-objects.yaml} 2
pass 31706 2016-01-17 06:02:24 2016-01-19 08:47:18 2016-01-19 10:19:21 1:32:03 1:29:14 0:02:49 smithi master rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/many.yaml workloads/rados_api_tests.yaml} 2
pass 31707 2016-01-17 06:02:24 2016-01-19 08:48:31 2016-01-19 18:38:53 9:50:22 0:17:39 9:32:43 smithi master rados/thrash-erasure-code-big/{cluster/12-osds.yaml fs/btrfs.yaml msgr-failures/fastclose.yaml thrashers/fastread.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 4
pass 31708 2016-01-17 06:02:25 2016-01-19 08:54:10 2016-01-19 11:58:16 3:04:06 0:25:02 2:39:04 smithi master rados/thrash-erasure-code-shec/{clusters/fixed-4.yaml fs/xfs.yaml msgr-failures/fastclose.yaml thrashers/default.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 31709 2016-01-17 06:02:25 2016-01-19 09:01:49 2016-01-19 09:21:49 0:20:00 0:15:13 0:04:47 smithi master rados/verify/{1thrash/default.yaml clusters/fixed-2.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml tasks/mon_recovery.yaml validater/lockdep.yaml} 2
pass 31710 2016-01-17 06:02:26 2016-01-19 09:02:44 2016-01-19 09:08:43 0:05:59 0:05:38 0:00:21 smithi master rados/objectstore/alloc-hint.yaml 1
pass 31711 2016-01-17 06:02:26 2016-01-19 09:03:35 2016-01-19 10:35:38 1:32:03 1:29:43 0:02:20 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
pass 31712 2016-01-17 06:02:27 2016-01-19 09:04:48 2016-01-19 10:18:50 1:14:02 1:12:17 0:01:45 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/mapgap.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 31713 2016-01-17 06:02:27 2016-01-19 09:05:32 2016-01-19 09:47:33 0:42:01 0:33:56 0:08:05 smithi master rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml tasks/rados_api_tests.yaml} 2
pass 31714 2016-01-17 06:02:28 2016-01-19 09:05:42 2016-01-19 09:41:43 0:36:01 0:31:01 0:05:00 smithi master rados/singleton-nomsgr/{all/11429.yaml} 1
pass 31715 2016-01-17 06:02:28 2016-01-19 09:08:53 2016-01-19 09:36:53 0:28:00 0:16:25 0:11:35 smithi master rados/singleton/{all/mon-thrasher.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml} 1
pass 31716 2016-01-17 06:02:29 2016-01-19 09:14:45 2016-01-19 09:36:45 0:22:00 0:14:36 0:07:24 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 31717 2016-01-17 06:02:29 2016-01-19 09:19:10 2016-01-19 09:57:11 0:38:01 0:35:45 0:02:16 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/cache-agent-big.yaml} 2
pass 31718 2016-01-17 06:02:30 2016-01-19 09:21:55 2016-01-19 10:17:56 0:56:01 0:50:07 0:05:54 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/default.yaml workloads/cache-agent-small.yaml} 2
pass 31719 2016-01-17 06:02:30 2016-01-19 09:22:04 2016-01-19 10:20:08 0:58:04 0:55:30 0:02:34 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 31720 2016-01-17 06:02:31 2016-01-19 09:22:55 2016-01-19 10:30:57 1:08:02 1:04:25 0:03:37 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps.yaml} 2
pass 31721 2016-01-17 06:02:31 2016-01-19 09:25:58 2016-01-19 09:41:58 0:16:00 0:12:01 0:03:59 smithi master rados/singleton/{all/osd-backfill.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/many.yaml} 1
pass 31722 2016-01-17 06:02:32 2016-01-19 09:26:25 2016-01-19 10:22:26 0:56:01 0:51:41 0:04:20 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/pggrow.yaml workloads/cache-snaps.yaml} 2
pass 31723 2016-01-17 06:02:32 2016-01-19 09:29:50 2016-01-19 10:21:52 0:52:02 0:51:29 0:00:33 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/cache.yaml} 2
pass 31724 2016-01-17 06:02:33 2016-01-19 09:30:01 2016-01-19 10:42:03 1:12:02 1:05:29 0:06:33 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 31725 2016-01-17 06:02:33 2016-01-19 09:30:30 2016-01-19 10:16:31 0:46:01 0:45:03 0:00:58 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/morepggrow.yaml workloads/rados_api_tests.yaml} 2
fail 31726 2016-01-17 06:02:34 2016-01-19 09:30:48 2016-01-19 11:14:51 1:44:03 1:35:38 0:08:25 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/radosbench.yaml} 2
Failure Reason:

reached maximum tries (780) after waiting for 4680 seconds

pass 31727 2016-01-17 06:02:34 2016-01-19 09:36:58 2016-01-19 09:54:58 0:18:00 0:17:07 0:00:53 smithi master rados/singleton/{all/osd-recovery-incomplete.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml} 1
pass 31728 2016-01-17 06:02:35 2016-01-19 09:37:05 2016-01-19 11:03:07 1:26:02 1:14:05 0:11:57 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/ext4.yaml msgr/simple.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/readwrite.yaml} 2
pass 31729 2016-01-17 06:02:35 2016-01-19 09:37:22 2016-01-19 09:57:22 0:20:00 0:16:59 0:03:01 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-1-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr/simple.yaml msgr-failures/fastclose.yaml thrashers/mapgap.yaml workloads/rgw_snaps.yaml} 2
pass 31730 2016-01-17 06:02:36 2016-01-19 09:41:54 2016-01-19 09:57:54 0:16:00 0:12:08 0:03:52 smithi master rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr/simple.yaml msgr-failures/many.yaml tasks/rados_cls_all.yaml} 2
pass 31731 2016-01-17 06:02:36 2016-01-19 09:42:07 2016-01-19 10:26:08 0:44:01 0:28:34 0:15:27 smithi master rados/thrash-erasure-code/{clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr-failures/fastclose.yaml thrashers/pggrow.yaml workloads/ec-radosbench.yaml} 2
pass 31732 2016-01-17 06:02:37 2016-01-19 09:45:42 2016-01-19 11:01:44 1:16:02 1:12:59 0:03:03 smithi master ubuntu 14.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml clusters/{fixed-2.yaml openstack.yaml} fs/xfs.yaml msgr-failures/few.yaml supported/ubuntu_14.04.yaml thrashers/default.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 31733 2016-01-17 06:02:38 2016-01-19 09:47:25 2016-01-19 10:13:25 0:26:00 0:17:54 0:08:06 smithi master rados/singleton-nomsgr/{all/13234.yaml} 1
pass 31734 2016-01-17 06:02:38 2016-01-19 09:47:44 2016-01-19 10:07:43 0:19:59 0:17:44 0:02:15 smithi master rados/thrash/{hobj-sort.yaml 0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml clusters/{fixed-2.yaml openstack.yaml} fs/btrfs.yaml msgr/simple.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/small-objects.yaml} 2
pass 31735 2016-01-17 06:02:39 2016-01-19 09:50:40 2016-01-19 10:20:41 0:30:01 0:21:50 0:08:11 smithi master rados/objectstore/ceph_objectstore_tool.yaml 1