Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 316877 2014-06-19 11:26:52 2014-06-22 17:45:01 2014-06-22 20:59:15 3:14:14 0:27:44 2:46:30 plana master ubuntu rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml tasks/rados_api_tests.yaml} 2
pass 316878 2014-06-19 11:26:53 2014-06-22 17:45:02 2014-06-22 19:21:10 1:36:08 0:07:01 1:29:07 plana master ubuntu rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml tasks/rados_cls_all.yaml} 2
pass 316879 2014-06-19 11:26:54 2014-06-22 17:45:01 2014-06-22 19:21:09 1:36:08 0:08:27 1:27:41 plana master ubuntu rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml tasks/rados_python.yaml} 2
pass 316880 2014-06-19 11:26:55 2014-06-22 17:45:05 2014-06-22 19:59:16 2:14:11 0:34:46 1:39:25 plana master ubuntu rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml tasks/rados_stress_watch.yaml} 2
pass 316881 2014-06-19 11:26:56 2014-06-22 17:45:07 2014-06-22 20:53:22 3:08:15 0:34:04 2:34:11 plana master ubuntu rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml tasks/rados_workunit_loadgen_big.yaml} 2
pass 316882 2014-06-19 11:26:57 2014-06-22 17:45:06 2014-06-22 20:33:19 2:48:13 0:22:44 2:25:29 plana master ubuntu rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml tasks/rados_workunit_loadgen_mix.yaml} 2
pass 316883 2014-06-19 11:26:58 2014-06-22 17:45:03 2014-06-22 21:21:26 3:36:23 1:46:56 1:49:27 plana master ubuntu rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml tasks/rados_workunit_loadgen_mostlyread.yaml} 2
pass 316884 2014-06-19 11:26:59 2014-06-22 17:45:11 2014-06-22 18:21:14 0:36:03 0:31:07 0:04:56 plana master ubuntu rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/many.yaml tasks/rados_api_tests.yaml} 2
pass 316885 2014-06-19 11:27:00 2014-06-22 17:45:12 2014-06-22 20:45:27 3:00:15 0:08:16 2:51:59 plana master ubuntu rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/many.yaml tasks/rados_cls_all.yaml} 2
pass 316886 2014-06-19 11:27:02 2014-06-22 17:45:14 2014-06-22 18:41:19 0:56:05 0:07:48 0:48:17 plana master ubuntu rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/many.yaml tasks/rados_python.yaml} 2
dead 316887 2014-06-19 11:27:03 2014-06-22 17:45:22 2014-06-22 19:31:30 1:46:08 plana master ubuntu rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/many.yaml tasks/rados_stress_watch.yaml}
pass 316888 2014-06-19 11:27:04 2014-06-22 17:45:17 2014-06-22 20:29:30 2:44:13 0:33:11 2:11:02 plana master ubuntu rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/many.yaml tasks/rados_workunit_loadgen_big.yaml} 2
pass 316889 2014-06-19 11:27:05 2014-06-22 17:45:18 2014-06-22 20:03:30 2:18:12 0:23:14 1:54:58 plana master ubuntu rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/many.yaml tasks/rados_workunit_loadgen_mix.yaml} 2
pass 316890 2014-06-19 11:27:06 2014-06-22 17:45:20 2014-06-22 20:51:35 3:06:15 1:45:59 1:20:16 plana master ubuntu rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/many.yaml tasks/rados_workunit_loadgen_mostlyread.yaml} 2
pass 316891 2014-06-19 11:27:07 2014-06-22 17:45:37 2014-06-22 20:57:53 3:12:16 0:17:51 2:54:25 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/force-sync-many.yaml workloads/pool-create-delete.yaml} 2
pass 316892 2014-06-19 11:27:08 2014-06-22 17:45:36 2014-06-22 18:09:37 0:24:01 0:08:49 0:15:12 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/force-sync-many.yaml workloads/rados_5925.yaml} 2
pass 316893 2014-06-19 11:27:09 2014-06-22 17:45:40 2014-06-22 20:51:55 3:06:15 0:33:28 2:32:47 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/force-sync-many.yaml workloads/rados_api_tests.yaml} 2
pass 316894 2014-06-19 11:27:11 2014-06-22 17:45:43 2014-06-22 19:55:56 2:10:13 0:11:33 1:58:40 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/force-sync-many.yaml workloads/rados_mon_workunits.yaml} 2
pass 316895 2014-06-19 11:27:12 2014-06-22 17:45:44 2014-06-22 18:43:48 0:58:04 0:33:55 0:24:09 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/force-sync-many.yaml workloads/snaps-few-objects.yaml} 2
pass 316896 2014-06-19 11:27:13 2014-06-22 17:45:48 2014-06-22 18:49:53 1:04:05 0:27:29 0:36:36 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/many.yaml workloads/pool-create-delete.yaml} 2
dead 316897 2014-06-19 11:27:14 2014-06-22 17:45:55 2014-06-22 17:51:55 0:06:00 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/many.yaml workloads/rados_5925.yaml}
pass 316898 2014-06-19 11:27:15 2014-06-22 17:45:45 2014-06-22 19:55:55 2:10:10 0:49:38 1:20:32 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/many.yaml workloads/rados_api_tests.yaml} 2
pass 316899 2014-06-19 11:27:16 2014-06-22 17:45:48 2014-06-22 19:33:57 1:48:09 0:12:07 1:36:02 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/many.yaml workloads/rados_mon_workunits.yaml} 2
pass 316900 2014-06-19 11:27:18 2014-06-22 17:45:53 2014-06-22 19:28:01 1:42:08 0:47:57 0:54:11 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/many.yaml workloads/snaps-few-objects.yaml} 2
pass 316901 2014-06-19 11:27:19 2014-06-22 17:45:50 2014-06-22 18:13:52 0:28:02 0:25:00 0:03:02 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/one.yaml workloads/pool-create-delete.yaml} 2
pass 316902 2014-06-19 11:27:20 2014-06-22 17:45:51 2014-06-22 19:05:58 1:20:07 0:05:48 1:14:19 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/one.yaml workloads/rados_5925.yaml} 2
pass 316903 2014-06-19 11:27:21 2014-06-22 17:45:54 2014-06-22 20:18:06 2:32:12 0:40:22 1:51:50 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/one.yaml workloads/rados_api_tests.yaml} 2
pass 316904 2014-06-19 11:27:23 2014-06-22 17:45:56 2014-06-22 18:11:58 0:26:02 0:11:48 0:14:14 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/one.yaml workloads/rados_mon_workunits.yaml} 2
pass 316905 2014-06-19 11:27:24 2014-06-22 17:46:00 2014-06-22 19:06:06 1:20:06 0:44:51 0:35:15 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/one.yaml workloads/snaps-few-objects.yaml} 2
pass 316906 2014-06-19 11:27:25 2014-06-22 17:45:57 2014-06-22 20:32:11 2:46:14 0:19:06 2:27:08 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/sync-many.yaml workloads/pool-create-delete.yaml} 2
pass 316907 2014-06-19 11:27:26 2014-06-22 17:45:59 2014-06-22 18:10:00 0:24:01 0:09:36 0:14:25 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/sync-many.yaml workloads/rados_5925.yaml} 2
pass 316908 2014-06-19 11:27:27 2014-06-22 17:46:02 2014-06-22 20:24:15 2:38:13 0:35:47 2:02:26 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/sync-many.yaml workloads/rados_api_tests.yaml} 2
pass 316909 2014-06-19 11:27:28 2014-06-22 17:46:01 2014-06-22 20:12:12 2:26:11 0:12:43 2:13:28 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/sync-many.yaml workloads/rados_mon_workunits.yaml} 2
pass 316910 2014-06-19 11:27:30 2014-06-22 17:46:05 2014-06-22 19:12:12 1:26:07 0:37:26 0:48:41 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/sync-many.yaml workloads/snaps-few-objects.yaml} 2
pass 316911 2014-06-19 11:27:31 2014-06-22 17:46:08 2014-06-22 20:46:22 3:00:14 0:17:01 2:43:13 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/sync.yaml workloads/pool-create-delete.yaml} 2
pass 316912 2014-06-19 11:27:32 2014-06-22 17:46:16 2014-06-22 19:38:24 1:52:08 0:07:07 1:45:01 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/sync.yaml workloads/rados_5925.yaml} 2
pass 316913 2014-06-19 11:27:33 2014-06-22 17:46:14 2014-06-22 20:38:28 2:52:14 0:35:55 2:16:19 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/sync.yaml workloads/rados_api_tests.yaml} 2
pass 316914 2014-06-19 11:27:34 2014-06-22 17:46:12 2014-06-22 18:46:17 1:00:05 0:11:21 0:48:44 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/sync.yaml workloads/rados_mon_workunits.yaml} 2
pass 316915 2014-06-19 11:27:35 2014-06-22 17:46:13 2014-06-22 20:26:27 2:40:14 0:33:58 2:06:16 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/sync.yaml workloads/snaps-few-objects.yaml} 2
pass 316916 2014-06-19 11:27:36 2014-06-22 17:46:17 2014-06-22 20:34:31 2:48:14 0:20:40 2:27:34 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/force-sync-many.yaml workloads/pool-create-delete.yaml} 2
pass 316917 2014-06-19 11:27:38 2014-06-22 17:46:19 2014-06-22 18:54:25 1:08:06 0:08:20 0:59:46 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/force-sync-many.yaml workloads/rados_5925.yaml} 2
pass 316918 2014-06-19 11:27:39 2014-06-22 17:46:18 2014-06-22 20:26:31 2:40:13 0:38:33 2:01:40 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/force-sync-many.yaml workloads/rados_api_tests.yaml} 2
pass 316919 2014-06-19 11:27:40 2014-06-22 17:46:25 2014-06-22 19:52:35 2:06:10 0:15:22 1:50:48 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/force-sync-many.yaml workloads/rados_mon_workunits.yaml} 2
pass 316920 2014-06-19 11:27:41 2014-06-22 17:46:26 2014-06-22 19:30:34 1:44:08 0:35:11 1:08:57 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/force-sync-many.yaml workloads/snaps-few-objects.yaml} 2
pass 316921 2014-06-19 11:27:42 2014-06-22 17:46:26 2014-06-22 19:08:33 1:22:07 0:33:35 0:48:32 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/many.yaml workloads/pool-create-delete.yaml} 2
pass 316922 2014-06-19 11:27:43 2014-06-22 17:46:30 2014-06-22 18:54:35 1:08:05 0:06:16 1:01:49 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/many.yaml workloads/rados_5925.yaml} 2
pass 316923 2014-06-19 11:27:44 2014-06-22 17:46:42 2014-06-22 20:00:53 2:14:11 0:49:45 1:24:26 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/many.yaml workloads/rados_api_tests.yaml} 2
pass 316924 2014-06-19 11:27:46 2014-06-22 17:46:45 2014-06-22 18:48:50 1:02:05 0:13:06 0:48:59 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/many.yaml workloads/rados_mon_workunits.yaml} 2
pass 316925 2014-06-19 11:27:47 2014-06-22 17:46:47 2014-06-22 18:46:52 1:00:05 0:46:06 0:13:59 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/many.yaml workloads/snaps-few-objects.yaml} 2
pass 316926 2014-06-19 11:27:48 2014-06-22 17:46:55 2014-06-22 19:19:03 1:32:08 0:23:40 1:08:28 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/one.yaml workloads/pool-create-delete.yaml} 2
pass 316927 2014-06-19 11:27:49 2014-06-22 17:46:44 2014-06-22 19:28:52 1:42:08 0:06:30 1:35:38 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/one.yaml workloads/rados_5925.yaml} 2
pass 316928 2014-06-19 11:27:50 2014-06-22 17:46:51 2014-06-22 18:46:55 1:00:04 0:45:57 0:14:07 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/one.yaml workloads/rados_api_tests.yaml} 2
pass 316929 2014-06-19 11:27:51 2014-06-22 17:46:46 2014-06-22 18:48:51 1:02:05 0:14:25 0:47:40 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/one.yaml workloads/rados_mon_workunits.yaml} 2
pass 316930 2014-06-19 11:27:53 2014-06-22 17:46:49 2014-06-22 18:34:53 0:48:04 0:45:44 0:02:20 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/one.yaml workloads/snaps-few-objects.yaml} 2
pass 316931 2014-06-19 11:27:54 2014-06-22 17:46:53 2014-06-22 18:32:56 0:46:03 0:20:07 0:25:56 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/sync-many.yaml workloads/pool-create-delete.yaml} 2
dead 316932 2014-06-19 11:27:55 2014-06-22 17:46:57 2014-06-22 18:00:58 0:14:01 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/sync-many.yaml workloads/rados_5925.yaml}
pass 316933 2014-06-19 11:27:56 2014-06-22 17:46:48 2014-06-22 19:24:56 1:38:08 0:36:59 1:01:09 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/sync-many.yaml workloads/rados_api_tests.yaml} 2
pass 316934 2014-06-19 11:27:58 2014-06-22 17:46:56 2014-06-22 18:35:00 0:48:04 0:14:02 0:34:02 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/sync-many.yaml workloads/rados_mon_workunits.yaml} 2
pass 316935 2014-06-19 11:27:59 2014-06-22 17:46:51 2014-06-22 20:11:03 2:24:12 0:34:28 1:49:44 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/sync-many.yaml workloads/snaps-few-objects.yaml} 2
pass 316936 2014-06-19 11:28:00 2014-06-22 17:46:54 2014-06-22 19:41:03 1:54:09 0:19:29 1:34:40 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/sync.yaml workloads/pool-create-delete.yaml} 2
pass 316937 2014-06-19 11:28:01 2014-06-22 17:51:50 2014-06-22 18:09:51 0:18:01 0:09:08 0:08:53 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/sync.yaml workloads/rados_5925.yaml} 2
pass 316938 2014-06-19 11:28:02 2014-06-22 17:51:57 2014-06-22 21:16:14 3:24:17 0:39:41 2:44:36 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/sync.yaml workloads/rados_api_tests.yaml} 2
pass 316939 2014-06-19 11:28:03 2014-06-22 17:55:56 2014-06-22 19:00:01 1:04:05 0:13:19 0:50:46 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/sync.yaml workloads/rados_mon_workunits.yaml} 2
pass 316940 2014-06-19 11:28:04 2014-06-22 17:56:47 2014-06-22 20:18:58 2:22:11 0:36:10 1:46:01 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/sync.yaml workloads/snaps-few-objects.yaml} 2
pass 316941 2014-06-19 11:28:06 2014-06-22 17:56:54 2014-06-22 20:45:07 2:48:13 0:19:53 2:28:20 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/force-sync-many.yaml workloads/pool-create-delete.yaml} 2
pass 316942 2014-06-19 11:28:07 2014-06-22 17:56:59 2014-06-22 19:37:06 1:40:07 0:08:05 1:32:02 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/force-sync-many.yaml workloads/rados_5925.yaml} 2
dead 316943 2014-06-19 11:28:08 2014-06-22 17:57:48 2014-06-22 18:01:48 0:04:00 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/force-sync-many.yaml workloads/rados_api_tests.yaml}
pass 316944 2014-06-19 11:28:09 2014-06-22 17:57:53 2014-06-22 20:28:05 2:30:12 0:10:52 2:19:20 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/force-sync-many.yaml workloads/rados_mon_workunits.yaml} 2
pass 316945 2014-06-19 11:28:10 2014-06-22 18:01:00 2014-06-22 20:09:10 2:08:10 0:40:26 1:27:44 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/force-sync-many.yaml workloads/snaps-few-objects.yaml} 2
pass 316946 2014-06-19 11:28:11 2014-06-22 18:01:49 2014-06-22 20:20:00 2:18:11 0:41:25 1:36:46 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/many.yaml workloads/pool-create-delete.yaml} 2
pass 316947 2014-06-19 11:28:12 2014-06-22 18:09:39 2014-06-22 19:49:47 1:40:08 0:09:37 1:30:31 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/many.yaml workloads/rados_5925.yaml} 2
pass 316948 2014-06-19 11:28:14 2014-06-22 18:09:52 2014-06-22 19:41:59 1:32:07 1:02:07 0:30:00 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/many.yaml workloads/rados_api_tests.yaml} 2
pass 316949 2014-06-19 11:28:15 2014-06-22 18:10:01 2014-06-22 18:24:02 0:14:01 0:12:03 0:01:58 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/many.yaml workloads/rados_mon_workunits.yaml} 2
pass 316950 2014-06-19 11:28:16 2014-06-22 18:12:00 2014-06-22 19:44:07 1:32:07 0:56:13 0:35:54 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/many.yaml workloads/snaps-few-objects.yaml} 2
pass 316951 2014-06-19 11:28:17 2014-06-22 18:13:53 2014-06-22 20:38:05 2:24:12 0:29:13 1:54:59 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/one.yaml workloads/pool-create-delete.yaml} 2
pass 316952 2014-06-19 11:28:18 2014-06-22 18:21:17 2014-06-22 20:01:25 1:40:08 0:08:35 1:31:33 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/one.yaml workloads/rados_5925.yaml} 2
pass 316953 2014-06-19 11:28:19 2014-06-22 18:24:04 2014-06-22 20:36:14 2:12:10 0:53:52 1:18:18 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/one.yaml workloads/rados_api_tests.yaml} 2
pass 316954 2014-06-19 11:28:20 2014-06-22 18:32:57 2014-06-22 18:58:59 0:26:02 0:12:45 0:13:17 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/one.yaml workloads/rados_mon_workunits.yaml} 2
pass 316955 2014-06-19 11:28:22 2014-06-22 18:34:54 2014-06-22 21:13:07 2:38:13 0:54:34 1:43:39 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/one.yaml workloads/snaps-few-objects.yaml} 2
pass 316956 2014-06-19 11:28:23 2014-06-22 18:35:02 2014-06-22 19:11:04 0:36:02 0:23:45 0:12:17 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/sync-many.yaml workloads/pool-create-delete.yaml} 2
pass 316957 2014-06-19 11:28:24 2014-06-22 18:35:18 2014-06-22 20:37:28 2:02:10 0:08:48 1:53:22 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/sync-many.yaml workloads/rados_5925.yaml} 2
pass 316958 2014-06-19 11:28:26 2014-06-22 18:41:20 2014-06-22 21:09:32 2:28:12 0:44:12 1:44:00 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/sync-many.yaml workloads/rados_api_tests.yaml} 2
pass 316959 2014-06-19 11:28:27 2014-06-22 18:43:50 2014-06-22 19:13:52 0:30:02 0:13:17 0:16:45 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/sync-many.yaml workloads/rados_mon_workunits.yaml} 2
pass 316960 2014-06-19 11:28:28 2014-06-22 18:46:20 2014-06-22 20:00:29 1:14:09 0:41:11 0:32:58 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/sync-many.yaml workloads/snaps-few-objects.yaml} 2
pass 316961 2014-06-19 11:28:29 2014-06-22 18:46:54 2014-06-22 20:23:01 1:36:07 0:20:59 1:15:08 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/sync.yaml workloads/pool-create-delete.yaml} 2
pass 316962 2014-06-19 11:28:30 2014-06-22 18:46:56 2014-06-22 19:20:59 0:34:03 0:08:11 0:25:52 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/sync.yaml workloads/rados_5925.yaml} 2
pass 316963 2014-06-19 11:28:31 2014-06-22 18:48:51 2014-06-22 20:32:59 1:44:08 0:41:37 1:02:31 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/sync.yaml workloads/rados_api_tests.yaml} 2
pass 316964 2014-06-19 11:28:32 2014-06-22 18:48:52 2014-06-22 20:25:00 1:36:08 0:10:42 1:25:26 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/sync.yaml workloads/rados_mon_workunits.yaml} 2
pass 316965 2014-06-19 11:28:34 2014-06-22 18:49:54 2014-06-22 20:50:03 2:00:09 0:43:22 1:16:47 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/sync.yaml workloads/snaps-few-objects.yaml} 2
pass 316966 2014-06-19 11:28:35 2014-06-22 19:30:31 2014-06-22 20:08:33 0:38:02 0:27:08 0:10:54 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/force-sync-many.yaml workloads/pool-create-delete.yaml} 2
pass 316967 2014-06-19 11:28:36 2014-06-22 19:30:36 2014-06-22 22:02:48 2:32:12 0:08:53 2:23:19 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/force-sync-many.yaml workloads/rados_5925.yaml} 2
pass 316968 2014-06-19 11:28:37 2014-06-22 19:30:43 2014-06-22 20:46:48 1:16:05 0:48:05 0:28:00 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/force-sync-many.yaml workloads/rados_api_tests.yaml} 2
pass 316969 2014-06-19 11:28:38 2014-06-22 19:30:38 2014-06-22 20:36:43 1:06:05 0:17:28 0:48:37 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/force-sync-many.yaml workloads/rados_mon_workunits.yaml} 2
pass 316970 2014-06-19 11:28:39 2014-06-22 19:30:39 2014-06-22 20:20:43 0:50:04 0:40:30 0:09:34 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/force-sync-many.yaml workloads/snaps-few-objects.yaml} 2
pass 316971 2014-06-19 11:28:40 2014-06-22 19:30:34 2014-06-22 20:08:36 0:38:02 0:31:04 0:06:58 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/many.yaml workloads/pool-create-delete.yaml} 2
pass 316972 2014-06-19 11:28:42 2014-06-22 19:30:41 2014-06-22 20:16:44 0:46:03 0:08:07 0:37:56 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/many.yaml workloads/rados_5925.yaml} 2
pass 316973 2014-06-19 11:28:43 2014-06-22 19:30:43 2014-06-22 20:32:48 1:02:05 0:48:44 0:13:21 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/many.yaml workloads/rados_api_tests.yaml} 2
pass 316974 2014-06-19 11:28:44 2014-06-22 19:30:32 2014-06-22 20:50:38 1:20:06 0:17:36 1:02:30 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/many.yaml workloads/rados_mon_workunits.yaml} 2
pass 316975 2014-06-19 11:28:45 2014-06-22 19:30:41 2014-06-22 21:22:50 1:52:09 0:49:58 1:02:11 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/many.yaml workloads/snaps-few-objects.yaml} 2
pass 316976 2014-06-19 11:28:46 2014-06-22 19:30:42 2014-06-22 21:06:49 1:36:07 0:32:16 1:03:51 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/one.yaml workloads/pool-create-delete.yaml} 2
pass 316977 2014-06-19 11:28:47 2014-06-22 19:30:32 2014-06-22 19:50:33 0:20:01 0:08:46 0:11:15 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/one.yaml workloads/rados_5925.yaml} 2
dead 316978 2014-06-19 11:28:49 2014-06-22 19:30:34 2014-06-22 19:46:35 0:16:01 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/one.yaml workloads/rados_api_tests.yaml}
pass 316979 2014-06-19 11:28:50 2014-06-22 19:30:38 2014-06-22 20:44:44 1:14:06 0:13:37 1:00:29 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/one.yaml workloads/rados_mon_workunits.yaml} 2
pass 316980 2014-06-19 11:28:51 2014-06-22 19:30:33 2014-06-22 22:10:45 2:40:12 0:53:58 1:46:14 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/one.yaml workloads/snaps-few-objects.yaml} 2
pass 316981 2014-06-19 11:28:52 2014-06-22 19:30:37 2014-06-22 20:14:40 0:44:03 0:23:40 0:20:23 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/sync-many.yaml workloads/pool-create-delete.yaml} 2
pass 316982 2014-06-19 11:28:54 2014-06-22 19:30:44 2014-06-22 20:06:47 0:36:03 0:09:15 0:26:48 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/sync-many.yaml workloads/rados_5925.yaml} 2
pass 316983 2014-06-19 11:28:55 2014-06-22 19:30:35 2014-06-22 20:46:41 1:16:06 0:48:55 0:27:11 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/sync-many.yaml workloads/rados_api_tests.yaml} 2
pass 316984 2014-06-19 11:28:56 2014-06-22 19:31:31 2014-06-22 20:49:37 1:18:06 0:14:44 1:03:22 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/sync-many.yaml workloads/rados_mon_workunits.yaml} 2
pass 316985 2014-06-19 11:28:57 2014-06-22 19:33:59 2014-06-22 20:34:03 1:00:04 0:47:01 0:13:03 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/sync-many.yaml workloads/snaps-few-objects.yaml} 2
pass 316986 2014-06-19 11:28:58 2014-06-22 19:38:26 2014-06-22 20:14:29 0:36:03 0:24:11 0:11:52 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/sync.yaml workloads/pool-create-delete.yaml} 2
pass 316987 2014-06-19 11:29:00 2014-06-22 19:41:05 2014-06-22 20:55:10 1:14:05 0:09:24 1:04:41 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/sync.yaml workloads/rados_5925.yaml} 2
pass 316988 2014-06-19 11:29:01 2014-06-22 19:42:01 2014-06-22 21:24:09 1:42:08 0:45:39 0:56:29 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/sync.yaml workloads/rados_api_tests.yaml} 2
pass 316989 2014-06-19 11:29:02 2014-06-22 19:44:09 2014-06-22 20:58:14 1:14:05 0:15:24 0:58:41 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/sync.yaml workloads/rados_mon_workunits.yaml} 2
pass 316990 2014-06-19 11:29:03 2014-06-22 19:49:49 2014-06-22 20:43:53 0:54:04 0:43:35 0:10:29 plana master ubuntu rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/sync.yaml workloads/snaps-few-objects.yaml} 2
pass 316991 2014-06-19 11:29:04 2014-06-22 19:50:35 2014-06-22 20:48:41 0:58:06 0:07:13 0:50:53 plana master ubuntu rados/multimon/{clusters/21.yaml msgr-failures/few.yaml tasks/mon_clock_no_skews.yaml} 3
pass 316992 2014-06-19 11:29:05 2014-06-22 19:52:36 2014-06-22 20:44:40 0:52:04 0:06:50 0:45:14 plana master ubuntu rados/multimon/{clusters/21.yaml msgr-failures/few.yaml tasks/mon_clock_with_skews.yaml} 3
pass 316993 2014-06-19 11:29:07 2014-06-22 19:55:57 2014-06-22 23:02:12 3:06:15 0:23:09 2:43:06 plana master ubuntu rados/multimon/{clusters/21.yaml msgr-failures/few.yaml tasks/mon_recovery.yaml} 3
pass 316994 2014-06-19 11:29:08 2014-06-22 19:55:58 2014-06-22 20:52:02 0:56:04 0:07:00 0:49:04 plana master ubuntu rados/multimon/{clusters/21.yaml msgr-failures/many.yaml tasks/mon_clock_no_skews.yaml} 3
pass 316995 2014-06-19 11:29:09 2014-06-22 19:59:17 2014-06-22 20:11:18 0:12:01 0:08:14 0:03:47 plana master ubuntu rados/multimon/{clusters/21.yaml msgr-failures/many.yaml tasks/mon_clock_with_skews.yaml} 3
pass 316996 2014-06-19 11:29:10 2014-06-22 20:00:37 2014-06-22 20:36:40 0:36:03 0:24:37 0:11:26 plana master ubuntu rados/multimon/{clusters/21.yaml msgr-failures/many.yaml tasks/mon_recovery.yaml} 3
pass 316997 2014-06-19 11:29:11 2014-06-22 20:00:54 2014-06-22 20:08:55 0:08:01 0:05:00 0:03:01 plana master ubuntu rados/multimon/{clusters/3.yaml msgr-failures/few.yaml tasks/mon_clock_no_skews.yaml} 1
pass 316998 2014-06-19 11:29:12 2014-06-22 20:01:26 2014-06-22 20:09:26 0:08:00 0:05:33 0:02:27 plana master ubuntu rados/multimon/{clusters/3.yaml msgr-failures/few.yaml tasks/mon_clock_with_skews.yaml} 1
pass 316999 2014-06-19 11:29:13 2014-06-22 20:03:31 2014-06-22 20:17:32 0:14:01 0:08:41 0:05:20 plana master ubuntu rados/multimon/{clusters/3.yaml msgr-failures/few.yaml tasks/mon_recovery.yaml} 1
pass 317000 2014-06-19 11:29:14 2014-06-22 20:06:48 2014-06-22 20:54:52 0:48:04 0:04:51 0:43:13 plana master ubuntu rados/multimon/{clusters/3.yaml msgr-failures/many.yaml tasks/mon_clock_no_skews.yaml} 1
pass 317001 2014-06-19 11:29:16 2014-06-22 20:08:35 2014-06-22 20:30:36 0:22:01 0:04:51 0:17:10 plana master ubuntu rados/multimon/{clusters/3.yaml msgr-failures/many.yaml tasks/mon_clock_with_skews.yaml} 1
pass 317002 2014-06-19 11:29:17 2014-06-22 20:08:37 2014-06-22 20:34:39 0:26:02 0:09:11 0:16:51 plana master ubuntu rados/multimon/{clusters/3.yaml msgr-failures/many.yaml tasks/mon_recovery.yaml} 1
pass 317003 2014-06-19 11:29:18 2014-06-22 20:08:56 2014-06-22 20:36:58 0:28:02 0:05:03 0:22:59 plana master ubuntu rados/multimon/{clusters/6.yaml msgr-failures/few.yaml tasks/mon_clock_no_skews.yaml} 2
pass 317004 2014-06-19 11:29:19 2014-06-22 20:09:11 2014-06-22 20:23:12 0:14:01 0:05:26 0:08:35 plana master ubuntu rados/multimon/{clusters/6.yaml msgr-failures/few.yaml tasks/mon_clock_with_skews.yaml} 2
pass 317005 2014-06-19 11:29:20 2014-06-22 20:09:27 2014-06-22 21:53:35 1:44:08 0:11:24 1:32:44 plana master ubuntu rados/multimon/{clusters/6.yaml msgr-failures/few.yaml tasks/mon_recovery.yaml} 2
pass 317006 2014-06-19 11:29:21 2014-06-22 20:11:05 2014-06-22 20:37:07 0:26:02 0:05:35 0:20:27 plana master ubuntu rados/multimon/{clusters/6.yaml msgr-failures/many.yaml tasks/mon_clock_no_skews.yaml} 2
pass 317007 2014-06-19 11:29:22 2014-06-22 20:11:19 2014-06-22 20:45:21 0:34:02 0:05:06 0:28:56 plana master ubuntu rados/multimon/{clusters/6.yaml msgr-failures/many.yaml tasks/mon_clock_with_skews.yaml} 2
pass 317008 2014-06-19 11:29:24 2014-06-22 20:12:14 2014-06-22 20:30:15 0:18:01 0:10:52 0:07:09 plana master ubuntu rados/multimon/{clusters/6.yaml msgr-failures/many.yaml tasks/mon_recovery.yaml} 2
pass 317009 2014-06-19 11:29:25 2014-06-22 20:14:30 2014-06-22 20:50:33 0:36:03 0:06:57 0:29:06 plana master ubuntu rados/multimon/{clusters/9.yaml msgr-failures/few.yaml tasks/mon_clock_no_skews.yaml} 3
pass 317010 2014-06-19 11:29:26 2014-06-22 20:14:41 2014-06-22 20:52:44 0:38:03 0:06:58 0:31:05 plana master ubuntu rados/multimon/{clusters/9.yaml msgr-failures/few.yaml tasks/mon_clock_with_skews.yaml} 3
pass 317011 2014-06-19 11:29:27 2014-06-22 20:16:46 2014-06-22 20:34:47 0:18:01 0:14:11 0:03:50 plana master ubuntu rados/multimon/{clusters/9.yaml msgr-failures/few.yaml tasks/mon_recovery.yaml} 3
pass 317012 2014-06-19 11:29:28 2014-06-22 20:17:33 2014-06-22 20:27:33 0:10:00 0:05:35 0:04:25 plana master ubuntu rados/multimon/{clusters/9.yaml msgr-failures/many.yaml tasks/mon_clock_no_skews.yaml} 3
pass 317013 2014-06-19 11:29:30 2014-06-22 20:18:07 2014-06-22 20:40:08 0:22:01 0:05:20 0:16:41 plana master ubuntu rados/multimon/{clusters/9.yaml msgr-failures/many.yaml tasks/mon_clock_with_skews.yaml} 3
pass 317014 2014-06-19 11:29:31 2014-06-22 20:18:59 2014-06-22 20:41:00 0:22:01 0:14:31 0:07:30 plana master ubuntu rados/multimon/{clusters/9.yaml msgr-failures/many.yaml tasks/mon_recovery.yaml} 3
pass 317015 2014-06-19 11:29:32 2014-06-22 20:19:55 2014-06-22 20:39:57 0:20:02 0:03:38 0:16:24 plana master ubuntu rados/singleton/{all/admin-socket.yaml fs/btrfs.yaml msgr-failures/few.yaml} 1
pass 317016 2014-06-19 11:29:33 2014-06-22 20:20:01 2014-06-22 20:38:02 0:18:01 0:03:25 0:14:36 plana master ubuntu rados/singleton/{all/admin-socket.yaml fs/btrfs.yaml msgr-failures/many.yaml} 1
fail 317017 2014-06-19 11:29:34 2014-06-22 20:20:44 2014-06-22 20:32:45 0:12:01 0:06:38 0:05:23 plana master ubuntu rados/singleton/{all/cephtool.yaml fs/btrfs.yaml msgr-failures/few.yaml} 1
Failure Reason:

Command failed on plana28 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e29beff3f1206faf86d6ddefab912006f35cbaeb TESTDIR="/home/ubuntu/cephtest" CEPH_ID="0" adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/workunit.client.0/cephtool/test.sh'

fail 317018 2014-06-19 11:29:35 2014-06-22 20:23:02 2014-06-22 20:33:03 0:10:01 0:04:38 0:05:23 plana master ubuntu rados/singleton/{all/cephtool.yaml fs/btrfs.yaml msgr-failures/many.yaml} 1
Failure Reason:

Command failed on plana14 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e29beff3f1206faf86d6ddefab912006f35cbaeb TESTDIR="/home/ubuntu/cephtest" CEPH_ID="0" adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/workunit.client.0/cephtool/test.sh'

pass 317019 2014-06-19 11:29:36 2014-06-22 20:23:13 2014-06-22 21:33:19 1:10:06 0:05:28 1:04:38 plana master ubuntu rados/singleton/{all/dump-stuck.yaml fs/btrfs.yaml msgr-failures/few.yaml} 1
pass 317020 2014-06-19 11:29:37 2014-06-22 20:24:16 2014-06-22 20:40:17 0:16:01 0:05:52 0:10:09 plana master ubuntu rados/singleton/{all/dump-stuck.yaml fs/btrfs.yaml msgr-failures/many.yaml} 1
pass 317021 2014-06-19 11:29:39 2014-06-22 20:25:01 2014-06-22 20:33:01 0:08:00 0:06:15 0:01:45 plana master ubuntu rados/singleton/{all/ec-lost-unfound.yaml fs/btrfs.yaml msgr-failures/few.yaml} 1
pass 317022 2014-06-19 11:29:40 2014-06-22 20:26:28 2014-06-22 20:40:29 0:14:01 0:07:32 0:06:29 plana master ubuntu rados/singleton/{all/ec-lost-unfound.yaml fs/btrfs.yaml msgr-failures/many.yaml} 1
pass 317023 2014-06-19 11:29:41 2014-06-22 20:26:32 2014-06-22 20:50:34 0:24:02 0:06:35 0:17:27 plana master ubuntu rados/singleton/{all/lost-unfound-delete.yaml fs/btrfs.yaml msgr-failures/few.yaml} 1
pass 317024 2014-06-19 11:29:42 2014-06-22 20:27:35 2014-06-22 20:43:36 0:16:01 0:07:04 0:08:57 plana master ubuntu rados/singleton/{all/lost-unfound-delete.yaml fs/btrfs.yaml msgr-failures/many.yaml} 1
pass 317025 2014-06-19 11:29:43 2014-06-22 20:28:08 2014-06-22 21:00:10 0:32:02 0:08:22 0:23:40 plana master ubuntu rados/singleton/{all/lost-unfound.yaml fs/btrfs.yaml msgr-failures/few.yaml} 1
pass 317026 2014-06-19 11:29:45 2014-06-22 20:29:31 2014-06-22 20:37:32 0:08:01 0:06:59 0:01:02 plana master ubuntu rados/singleton/{all/lost-unfound.yaml fs/btrfs.yaml msgr-failures/many.yaml} 1
pass 317027 2014-06-19 11:29:46 2014-06-22 20:30:16 2014-06-22 20:54:17 0:24:01 0:09:56 0:14:05 plana master ubuntu rados/singleton/{all/mon-config-keys.yaml fs/btrfs.yaml msgr-failures/few.yaml} 1
pass 317028 2014-06-19 11:29:47 2014-06-22 20:30:39 2014-06-22 20:46:39 0:16:00 0:11:36 0:04:24 plana master ubuntu rados/singleton/{all/mon-config-keys.yaml fs/btrfs.yaml msgr-failures/many.yaml} 1
pass 317029 2014-06-19 11:29:48 2014-06-22 20:31:13 2014-06-22 20:53:15 0:22:02 0:16:03 0:05:59 plana master ubuntu rados/singleton/{all/mon-thrasher.yaml fs/btrfs.yaml msgr-failures/few.yaml} 1
pass 317030 2014-06-19 11:29:49 2014-06-22 20:32:12 2014-06-22 20:52:13 0:20:01 0:16:24 0:03:37 plana master ubuntu rados/singleton/{all/mon-thrasher.yaml fs/btrfs.yaml msgr-failures/many.yaml} 1
pass 317031 2014-06-19 11:29:50 2014-06-22 20:32:46 2014-06-22 20:52:47 0:20:01 0:06:21 0:13:40 plana master ubuntu rados/singleton/{all/osd-backfill.yaml fs/btrfs.yaml msgr-failures/few.yaml} 1
pass 317032 2014-06-19 11:29:51 2014-06-22 20:32:49 2014-06-22 22:00:56 1:28:07 0:05:50 1:22:17 plana master ubuntu rados/singleton/{all/osd-backfill.yaml fs/btrfs.yaml msgr-failures/many.yaml} 1
pass 317033 2014-06-19 11:29:53 2014-06-22 20:33:00 2014-06-22 21:03:02 0:30:02 0:25:26 0:04:36 plana master ubuntu rados/singleton/{all/osd-recovery-incomplete.yaml fs/btrfs.yaml msgr-failures/few.yaml} 1
pass 317034 2014-06-19 11:29:54 2014-06-22 20:33:02 2014-06-22 20:45:03 0:12:01 0:08:06 0:03:55 plana master ubuntu rados/singleton/{all/osd-recovery-incomplete.yaml fs/btrfs.yaml msgr-failures/many.yaml} 1
pass 317035 2014-06-19 11:29:55 2014-06-22 20:33:04 2014-06-22 20:45:05 0:12:01 0:06:11 0:05:50 plana master ubuntu rados/singleton/{all/osd-recovery.yaml fs/btrfs.yaml msgr-failures/few.yaml} 1
pass 317036 2014-06-19 11:29:56 2014-06-22 20:33:21 2014-06-22 22:37:30 2:04:09 0:06:37 1:57:32 plana master ubuntu rados/singleton/{all/osd-recovery.yaml fs/btrfs.yaml msgr-failures/many.yaml} 1
pass 317037 2014-06-19 11:29:58 2014-06-22 20:34:05 2014-06-22 20:44:05 0:10:00 0:06:22 0:03:38 plana master ubuntu rados/singleton/{all/peer.yaml fs/btrfs.yaml msgr-failures/few.yaml} 1
pass 317038 2014-06-19 11:29:59 2014-06-22 20:34:32 2014-06-22 20:42:32 0:08:00 0:06:15 0:01:45 plana master ubuntu rados/singleton/{all/peer.yaml fs/btrfs.yaml msgr-failures/many.yaml} 1
pass 317039 2014-06-19 11:30:00 2014-06-22 20:34:40 2014-06-22 20:58:42 0:24:02 0:04:43 0:19:19 plana master ubuntu rados/singleton/{all/radostool.yaml fs/btrfs.yaml msgr-failures/few.yaml} 1
pass 317040 2014-06-19 11:30:01 2014-06-22 20:34:48 2014-06-22 20:42:48 0:08:00 0:07:00 0:01:00 plana master ubuntu rados/singleton/{all/radostool.yaml fs/btrfs.yaml msgr-failures/many.yaml} 1
pass 317041 2014-06-19 11:30:02 2014-06-22 20:36:15 2014-06-22 20:44:16 0:08:01 0:06:05 0:01:56 plana master ubuntu rados/singleton/{all/rest-api.yaml fs/btrfs.yaml msgr-failures/few.yaml} 1
pass 317042 2014-06-19 11:30:03 2014-06-22 20:36:42 2014-06-22 21:14:44 0:38:02 0:05:58 0:32:04 plana master ubuntu rados/singleton/{all/rest-api.yaml fs/btrfs.yaml msgr-failures/many.yaml} 1
pass 317043 2014-06-19 11:30:04 2014-06-22 20:36:44 2014-06-22 21:04:46 0:28:02 0:16:04 0:11:58 plana master ubuntu rados/singleton/{all/thrash-rados.yaml fs/btrfs.yaml msgr-failures/few.yaml} 2
pass 317044 2014-06-19 11:30:06 2014-06-22 20:36:59 2014-06-22 21:07:01 0:30:02 0:16:26 0:13:36 plana master ubuntu rados/singleton/{all/thrash-rados.yaml fs/btrfs.yaml msgr-failures/many.yaml} 2
pass 317045 2014-06-19 11:30:07 2014-06-22 20:37:08 2014-06-22 20:49:09 0:12:01 0:04:57 0:07:04 plana master ubuntu rados/singleton-nomsgr/{all/alloc-hint.yaml} 1
pass 317046 2014-06-19 11:30:08 2014-06-22 20:37:29 2014-06-22 20:49:30 0:12:01 0:04:44 0:07:17 plana master ubuntu rados/singleton-nomsgr/{all/filejournal.yaml} 1
pass 317047 2014-06-19 11:30:09 2014-06-22 20:37:33 2014-06-22 22:57:44 2:20:11 2:14:43 0:05:28 plana master ubuntu rados/singleton-nomsgr/{all/filestore-idempotent-aio-journal.yaml} 1
pass 317048 2014-06-19 11:30:10 2014-06-22 20:38:04 2014-06-23 01:12:30 4:34:26 2:56:16 1:38:10 plana master ubuntu rados/singleton-nomsgr/{all/filestore-idempotent.yaml} 1
pass 317049 2014-06-19 11:30:11 2014-06-22 20:38:06 2014-06-22 20:50:07 0:12:01 0:09:18 0:02:43 plana master ubuntu rados/singleton-nomsgr/{all/multi-backfill-reject.yaml} 2
pass 317050 2014-06-19 11:30:12 2014-06-22 20:38:29 2014-06-22 21:06:31 0:28:02 0:22:59 0:05:03 plana master ubuntu rados/singleton-nomsgr/{all/objectcacher-stress.yaml} 1
pass 317051 2014-06-19 11:30:13 2014-06-22 20:39:58 2014-06-22 21:12:00 0:32:02 0:26:47 0:05:15 plana master ubuntu rados/singleton-nomsgr/{all/objectstore.yaml} 1
pass 317052 2014-06-19 11:30:14 2014-06-22 20:40:12 2014-06-22 20:54:13 0:14:01 0:08:18 0:05:43 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 317053 2014-06-19 11:30:16 2014-06-22 20:40:18 2014-06-22 21:26:22 0:46:04 0:35:32 0:10:32 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/cache-agent-big.yaml} 2
pass 317054 2014-06-19 11:30:17 2014-06-22 20:40:30 2014-06-22 21:42:35 1:02:05 0:27:59 0:34:06 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/cache-agent-small.yaml} 2
fail 317055 2014-06-19 11:30:18 2014-06-22 20:41:02 2014-06-22 21:47:12 1:06:10 0:53:13 0:12:57 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2014-06-22 14:36:15.210064 osd.2 10.214.132.12:6809/8571 98 : [ERR] 4.1 scrub stat mismatch, got 58/54 objects, 12/12 clones, 22/22 dirty, 0/0 omap, 4/4 hit_set_archive, 6/6 whiteouts, 86929256/86929256 bytes." in cluster log

fail 317056 2014-06-19 11:30:19 2014-06-22 20:42:34 2014-06-22 21:34:38 0:52:04 0:32:54 0:19:10 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2014-06-22 14:24:08.090611 osd.4 10.214.131.5:6801/21901 90 : [ERR] 4.1 scrub stat mismatch, got 54/51 objects, 1/1 clones, 24/24 dirty, 0/0 omap, 3/3 hit_set_archive, 15/15 whiteouts, 80591250/80591250 bytes." in cluster log

pass 317057 2014-06-19 11:30:20 2014-06-22 20:42:50 2014-06-22 21:10:52 0:28:02 0:25:27 0:02:35 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/cache.yaml} 2
pass 317058 2014-06-19 11:30:21 2014-06-22 20:43:37 2014-06-22 21:49:42 1:06:05 1:04:53 0:01:12 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/ec-radosbench.yaml} 2
pass 317059 2014-06-19 11:30:22 2014-06-22 20:43:55 2014-06-22 23:00:06 2:16:11 1:05:24 1:10:47 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/ec-readwrite.yaml} 2
pass 317060 2014-06-19 11:30:24 2014-06-22 20:44:06 2014-06-22 21:08:08 0:24:02 0:17:05 0:06:57 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/ec-small-objects.yaml} 2
pass 317061 2014-06-19 11:30:25 2014-06-22 20:44:17 2014-06-22 22:02:23 1:18:06 1:09:39 0:08:27 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/ec-snaps-few-objects.yaml} 2
pass 317062 2014-06-19 11:30:26 2014-06-22 20:44:42 2014-06-22 22:20:50 1:36:08 0:38:42 0:57:26 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 317063 2014-06-19 11:30:27 2014-06-22 20:44:45 2014-06-22 23:38:59 2:54:14 0:35:52 2:18:22 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/rados_api_tests.yaml} 2
pass 317064 2014-06-19 11:30:29 2014-06-22 20:45:04 2014-06-22 21:43:09 0:58:05 0:50:41 0:07:24 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/radosbench.yaml} 2
pass 317065 2014-06-19 11:30:30 2014-06-22 20:45:06 2014-06-22 21:21:08 0:36:02 0:31:39 0:04:23 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/readwrite.yaml} 2
pass 317066 2014-06-19 11:30:31 2014-06-22 20:45:08 2014-06-22 21:15:11 0:30:03 0:15:45 0:14:18 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/small-objects.yaml} 2
pass 317067 2014-06-19 11:30:32 2014-06-22 20:45:23 2014-06-22 23:13:34 2:28:11 0:33:12 1:54:59 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/snaps-few-objects.yaml} 2
pass 317068 2014-06-19 11:30:33 2014-06-22 20:45:28 2014-06-22 22:39:38 1:54:10 0:07:52 1:46:18 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 317069 2014-06-19 11:30:34 2014-06-22 20:46:23 2014-06-22 22:58:34 2:12:11 0:35:05 1:37:06 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/cache-agent-big.yaml} 2
pass 317070 2014-06-19 11:30:36 2014-06-22 20:46:42 2014-06-22 21:16:44 0:30:02 0:26:19 0:03:43 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/cache-agent-small.yaml} 2
dead 317071 2014-06-19 11:30:37 2014-06-22 20:46:43 2014-06-23 17:02:22 20:15:39 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps.yaml}
fail 317072 2014-06-19 11:30:38 2014-06-22 20:46:50 2014-06-22 21:24:52 0:38:02 0:29:07 0:08:55 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2014-06-22 14:15:13.426210 osd.1 10.214.131.34:6805/19984 40 : [ERR] 4.2 scrub stat mismatch, got 54/49 objects, 5/5 clones, 22/22 dirty, 0/0 omap, 2/2 hit_set_archive, 11/11 whiteouts, 70891538/70891538 bytes." in cluster log

pass 317073 2014-06-19 11:30:39 2014-06-22 20:48:42 2014-06-22 21:34:45 0:46:03 0:18:57 0:27:06 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/cache.yaml} 2
pass 317074 2014-06-19 11:30:40 2014-06-22 20:49:12 2014-06-22 21:43:14 0:54:02 0:50:47 0:03:15 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/ec-radosbench.yaml} 2
pass 317075 2014-06-19 11:30:41 2014-06-22 20:49:31 2014-06-22 23:55:51 3:06:20 0:57:25 2:08:55 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/ec-readwrite.yaml} 2
pass 317076 2014-06-19 11:30:42 2014-06-22 20:49:40 2014-06-22 21:23:41 0:34:01 0:18:06 0:15:55 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/ec-small-objects.yaml} 2
pass 317077 2014-06-19 11:30:44 2014-06-22 20:50:05 2014-06-22 22:48:14 1:58:09 1:02:38 0:55:31 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/ec-snaps-few-objects.yaml} 2
pass 317078 2014-06-19 11:30:45 2014-06-22 20:50:08 2014-06-22 22:30:16 1:40:08 0:34:29 1:05:39 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 317079 2014-06-19 11:30:46 2014-06-22 20:50:35 2014-06-22 21:48:39 0:58:04 0:35:07 0:22:57 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/rados_api_tests.yaml} 2
pass 317080 2014-06-19 11:30:47 2014-06-22 20:50:35 2014-06-22 21:54:40 1:04:05 1:02:12 0:01:53 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/radosbench.yaml} 2
pass 317081 2014-06-19 11:30:48 2014-06-22 20:50:39 2014-06-22 23:28:51 2:38:12 0:30:15 2:07:57 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/readwrite.yaml} 2
pass 317082 2014-06-19 11:30:49 2014-06-22 20:51:36 2014-06-22 21:11:38 0:20:02 0:18:00 0:02:02 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/small-objects.yaml} 2
pass 317083 2014-06-19 11:30:50 2014-06-22 20:51:56 2014-06-22 21:27:59 0:36:03 0:32:46 0:03:17 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/snaps-few-objects.yaml} 2
pass 317084 2014-06-19 11:30:51 2014-06-22 20:52:03 2014-06-22 21:40:07 0:48:04 0:06:36 0:41:28 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 317085 2014-06-19 11:30:53 2014-06-22 20:52:15 2014-06-22 21:32:18 0:40:03 0:38:35 0:01:28 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/cache-agent-big.yaml} 2
pass 317086 2014-06-19 11:30:54 2014-06-22 20:52:45 2014-06-22 21:44:49 0:52:04 0:31:20 0:20:44 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/cache-agent-small.yaml} 2
fail 317087 2014-06-19 11:30:55 2014-06-22 20:52:48 2014-06-22 23:41:07 2:48:19 0:38:25 2:09:54 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2014-06-22 16:28:19.664059 osd.4 10.214.131.4:6800/10508 62 : [ERR] 4.1 scrub stat mismatch, got 61/53 objects, 12/12 clones, 23/23 dirty, 0/0 omap, 3/3 hit_set_archive, 10/10 whiteouts, 91007410/91007410 bytes." in cluster log

fail 317088 2014-06-19 11:30:56 2014-06-22 20:53:17 2014-06-22 21:39:20 0:46:03 0:34:45 0:11:18 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2014-06-22 14:29:03.737297 osd.4 10.214.131.6:6810/28829 221 : [ERR] 4.0 scrub stat mismatch, got 55/51 objects, 5/5 clones, 21/21 dirty, 0/0 omap, 3/3 hit_set_archive, 15/15 whiteouts, 75228767/75228767 bytes." in cluster log

pass 317089 2014-06-19 11:30:58 2014-06-22 20:53:23 2014-06-22 22:09:29 1:16:06 0:23:05 0:53:01 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/cache.yaml} 2
pass 317090 2014-06-19 11:30:59 2014-06-22 20:54:14 2014-06-22 22:06:20 1:12:06 0:55:00 0:17:06 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/ec-radosbench.yaml} 2
pass 317091 2014-06-19 11:31:00 2014-06-22 20:54:19 2014-06-22 22:16:25 1:22:06 1:17:48 0:04:18 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/ec-readwrite.yaml} 2
pass 317092 2014-06-19 11:31:01 2014-06-22 20:54:53 2014-06-22 22:23:00 1:28:07 0:21:47 1:06:20 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/ec-small-objects.yaml} 2
pass 317093 2014-06-19 11:31:02 2014-06-22 20:55:11 2014-06-22 22:09:18 1:14:07 1:12:09 0:01:58 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/ec-snaps-few-objects.yaml} 2
pass 317094 2014-06-19 11:31:03 2014-06-22 20:57:54 2014-06-22 21:49:58 0:52:04 0:43:29 0:08:35 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 317095 2014-06-19 11:31:05 2014-06-22 20:58:16 2014-06-22 21:54:20 0:56:04 0:33:44 0:22:20 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/rados_api_tests.yaml} 2
pass 317096 2014-06-19 11:31:06 2014-06-22 20:58:44 2014-06-22 21:56:48 0:58:04 0:48:43 0:09:21 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/radosbench.yaml} 2
pass 317097 2014-06-19 11:31:07 2014-06-22 20:59:17 2014-06-22 21:47:20 0:48:03 0:36:41 0:11:22 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/readwrite.yaml} 2
pass 317098 2014-06-19 11:31:08 2014-06-22 21:00:11 2014-06-22 21:38:14 0:38:03 0:18:09 0:19:54 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/small-objects.yaml} 2
pass 317099 2014-06-19 11:31:09 2014-06-22 21:03:03 2014-06-22 22:17:09 1:14:06 0:37:24 0:36:42 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/snaps-few-objects.yaml} 2
pass 317100 2014-06-19 11:31:10 2014-06-22 21:04:47 2014-06-22 21:14:47 0:10:00 0:06:23 0:03:37 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 317101 2014-06-19 11:31:11 2014-06-22 21:06:33 2014-06-22 21:36:35 0:30:02 0:28:53 0:01:09 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/cache-agent-big.yaml} 2
pass 317102 2014-06-19 11:31:13 2014-06-22 21:06:51 2014-06-22 22:06:55 1:00:04 0:34:22 0:25:42 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/cache-agent-small.yaml} 2
dead 317103 2014-06-19 11:31:14 2014-06-22 21:07:03 2014-06-23 17:02:45 19:55:42 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps.yaml}
fail 317104 2014-06-19 11:31:15 2014-06-22 21:08:09 2014-06-22 21:58:18 0:50:09 0:31:44 0:18:25 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2014-06-22 14:46:33.259868 osd.4 10.214.132.30:6810/8036 201 : [ERR] 4.0 scrub stat mismatch, got 51/48 objects, 6/6 clones, 21/21 dirty, 0/0 omap, 2/2 hit_set_archive, 10/10 whiteouts, 67636730/67636730 bytes." in cluster log

pass 317105 2014-06-19 11:31:16 2014-06-22 21:09:33 2014-06-22 21:45:36 0:36:03 0:23:22 0:12:41 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/cache.yaml} 2
pass 317106 2014-06-19 11:31:17 2014-06-22 21:10:53 2014-06-22 22:02:57 0:52:04 0:45:46 0:06:18 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/ec-radosbench.yaml} 2
pass 317107 2014-06-19 11:31:18 2014-06-22 21:11:39 2014-06-22 22:41:46 1:30:07 1:16:20 0:13:47 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/ec-readwrite.yaml} 2
pass 317108 2014-06-19 11:31:20 2014-06-22 21:12:02 2014-06-22 22:06:06 0:54:04 0:18:47 0:35:17 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/ec-small-objects.yaml} 2
pass 317109 2014-06-19 11:31:21 2014-06-22 21:13:08 2014-06-22 22:33:14 1:20:06 0:58:28 0:21:38 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/ec-snaps-few-objects.yaml} 2
pass 317110 2014-06-19 11:31:22 2014-06-22 21:14:46 2014-06-22 22:52:59 1:38:13 0:44:07 0:54:06 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 317111 2014-06-19 11:31:23 2014-06-22 19:37:08 2014-06-22 20:31:12 0:54:04 0:34:04 0:20:00 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/rados_api_tests.yaml} 2
pass 317112 2014-06-19 11:31:24 2014-06-22 21:14:49 2014-06-22 22:40:55 1:26:06 0:44:44 0:41:22 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/radosbench.yaml} 2
pass 317113 2014-06-19 11:31:25 2014-06-22 21:15:12 2014-06-22 21:55:15 0:40:03 0:32:15 0:07:48 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/readwrite.yaml} 2
pass 317114 2014-06-19 11:31:27 2014-06-22 21:16:17 2014-06-22 22:24:22 1:08:05 0:17:11 0:50:54 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/small-objects.yaml} 2
pass 317115 2014-06-19 11:31:28 2014-06-22 21:16:45 2014-06-22 22:02:48 0:46:03 0:36:28 0:09:35 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/snaps-few-objects.yaml} 2
pass 317116 2014-06-19 11:31:29 2014-06-22 21:21:10 2014-06-22 22:51:17 1:30:07 0:08:31 1:21:36 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 317117 2014-06-19 11:31:30 2014-06-22 21:21:27 2014-06-22 22:25:32 1:04:05 0:38:23 0:25:42 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/cache-agent-big.yaml} 2
pass 317118 2014-06-19 11:31:31 2014-06-22 21:22:51 2014-06-22 22:02:54 0:40:03 0:28:24 0:11:39 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/cache-agent-small.yaml} 2
dead 317119 2014-06-19 11:31:33 2014-06-22 21:23:42 2014-06-23 17:03:25 19:39:43 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/cache-pool-snaps.yaml}
fail 317120 2014-06-19 11:31:34 2014-06-22 21:24:10 2014-06-22 22:58:18 1:34:08 0:29:28 1:04:40 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2014-06-22 15:49:57.182324 osd.1 10.214.133.37:6810/23258 161 : [ERR] 4.2 scrub stat mismatch, got 55/50 objects, 7/7 clones, 23/23 dirty, 0/0 omap, 1/1 hit_set_archive, 7/7 whiteouts, 78833151/78833151 bytes." in cluster log

pass 317121 2014-06-19 11:31:35 2014-06-22 21:24:54 2014-06-22 22:55:01 1:30:07 0:19:49 1:10:18 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/cache.yaml} 2
pass 317122 2014-06-19 11:31:37 2014-06-22 21:26:24 2014-06-23 00:10:37 2:44:13 0:54:58 1:49:15 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/ec-radosbench.yaml} 2
pass 317123 2014-06-19 11:31:39 2014-06-22 21:28:00 2014-06-22 22:50:06 1:22:06 1:04:36 0:17:30 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/ec-readwrite.yaml} 2
pass 317124 2014-06-19 11:31:40 2014-06-22 21:32:19 2014-06-22 21:56:21 0:24:02 0:18:13 0:05:49 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/ec-small-objects.yaml} 2
pass 317125 2014-06-19 11:31:42 2014-06-22 21:33:20 2014-06-22 22:43:25 1:10:05 1:03:57 0:06:08 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/ec-snaps-few-objects.yaml} 2
pass 317126 2014-06-19 11:31:43 2014-06-22 21:34:39 2014-06-22 22:16:42 0:42:03 0:39:25 0:02:38 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 317127 2014-06-19 11:31:44 2014-06-22 21:34:47 2014-06-22 23:26:55 1:52:08 0:35:59 1:16:09 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/rados_api_tests.yaml} 2
pass 317128 2014-06-19 11:31:45 2014-06-22 21:36:36 2014-06-22 22:44:42 1:08:06 0:48:31 0:19:35 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/radosbench.yaml} 2
pass 317129 2014-06-19 11:31:46 2014-06-22 21:38:15 2014-06-22 22:30:19 0:52:04 0:32:10 0:19:54 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/readwrite.yaml} 2
pass 317130 2014-06-19 11:31:47 2014-06-22 21:39:21 2014-06-22 21:59:22 0:20:01 0:16:18 0:03:43 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/small-objects.yaml} 2
pass 317131 2014-06-19 11:31:48 2014-06-22 21:40:08 2014-06-22 23:38:18 1:58:10 0:38:41 1:19:29 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/snaps-few-objects.yaml} 2
pass 317132 2014-06-19 11:31:50 2014-06-22 21:42:37 2014-06-22 22:16:40 0:34:03 0:08:07 0:25:56 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 317133 2014-06-19 11:31:51 2014-06-22 21:43:10 2014-06-22 23:19:18 1:36:08 0:34:27 1:01:41 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/cache-agent-big.yaml} 2
pass 317134 2014-06-19 11:31:52 2014-06-22 21:43:18 2014-06-22 23:11:24 1:28:06 0:28:23 0:59:43 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/cache-agent-small.yaml} 2
dead 317135 2014-06-19 11:31:53 2014-06-22 21:44:50 2014-06-23 17:02:25 19:17:35 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps.yaml}
fail 317136 2014-06-19 11:31:54 2014-06-22 21:45:37 2014-06-22 22:33:41 0:48:04 0:27:50 0:20:14 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2014-06-22 15:25:07.500401 osd.4 10.214.131.28:6810/7184 77 : [ERR] 4.0 scrub stat mismatch, got 55/51 objects, 5/5 clones, 23/23 dirty, 0/0 omap, 2/2 hit_set_archive, 13/13 whiteouts, 83340255/83340255 bytes." in cluster log

pass 317137 2014-06-19 11:31:56 2014-06-22 21:47:13 2014-06-22 22:11:15 0:24:02 0:22:37 0:01:25 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/cache.yaml} 2
pass 317138 2014-06-19 11:31:57 2014-06-22 21:47:24 2014-06-22 22:41:27 0:54:03 0:50:27 0:03:36 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/ec-radosbench.yaml} 2
pass 317139 2014-06-19 11:31:59 2014-06-22 21:48:42 2014-06-23 00:06:51 2:18:09 1:02:31 1:15:38 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/ec-readwrite.yaml} 2
pass 317140 2014-06-19 11:32:00 2014-06-22 21:49:44 2014-06-22 22:23:46 0:34:02 0:20:10 0:13:52 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/ec-small-objects.yaml} 2
pass 317141 2014-06-19 11:32:01 2014-06-22 21:49:59 2014-06-22 23:06:05 1:16:06 1:03:20 0:12:46 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/ec-snaps-few-objects.yaml} 2
pass 317142 2014-06-19 11:32:02 2014-06-22 21:53:37 2014-06-23 00:25:49 2:32:12 0:37:49 1:54:23 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 317143 2014-06-19 11:32:03 2014-06-22 21:54:24 2014-06-22 22:28:26 0:34:02 0:32:13 0:01:49 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/rados_api_tests.yaml} 2
pass 317144 2014-06-19 11:32:04 2014-06-22 21:54:42 2014-06-22 22:50:46 0:56:04 0:44:51 0:11:13 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/radosbench.yaml} 2
pass 317145 2014-06-19 11:32:06 2014-06-22 21:55:16 2014-06-22 22:31:19 0:36:03 0:29:45 0:06:18 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/readwrite.yaml} 2
pass 317146 2014-06-19 11:32:07 2014-06-22 21:56:23 2014-06-22 22:26:25 0:30:02 0:16:13 0:13:49 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/small-objects.yaml} 2
pass 317147 2014-06-19 11:32:08 2014-06-22 21:56:49 2014-06-22 22:30:51 0:34:02 0:33:12 0:00:50 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/snaps-few-objects.yaml} 2
pass 317148 2014-06-19 11:32:09 2014-06-22 21:58:19 2014-06-22 23:00:24 1:02:05 0:06:33 0:55:32 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 317149 2014-06-19 11:32:10 2014-06-22 21:59:25 2014-06-22 22:55:29 0:56:04 0:29:49 0:26:15 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/cache-agent-big.yaml} 2
pass 317150 2014-06-19 11:32:11 2014-06-22 22:00:58 2014-06-22 23:29:05 1:28:07 0:31:03 0:57:04 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/cache-agent-small.yaml} 2
fail 317151 2014-06-19 11:32:13 2014-06-22 22:02:26 2014-06-22 22:58:30 0:56:04 0:30:03 0:26:01 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

timed out waiting for admin_socket to appear after osd.5 restart

fail 317152 2014-06-19 11:32:14 2014-06-22 22:02:50 2014-06-23 00:59:08 2:56:18 0:32:13 2:24:05 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2014-06-22 17:50:57.873105 osd.4 10.214.132.14:6800/30384 139 : [ERR] 4.0 scrub stat mismatch, got 47/43 objects, 1/1 clones, 18/18 dirty, 0/0 omap, 2/2 hit_set_archive, 8/8 whiteouts, 76387906/76387906 bytes." in cluster log

pass 317153 2014-06-19 11:32:15 2014-06-22 22:02:50 2014-06-22 22:38:53 0:36:03 0:22:42 0:13:21 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/cache.yaml} 2
pass 317154 2014-06-19 11:32:16 2014-06-22 22:02:55 2014-06-22 23:05:00 1:02:05 0:53:57 0:08:08 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/ec-radosbench.yaml} 2
pass 317155 2014-06-19 11:32:18 2014-06-22 22:02:58 2014-06-23 00:09:13 2:06:15 1:14:31 0:51:44 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/ec-readwrite.yaml} 2
pass 317156 2014-06-19 11:32:19 2014-06-22 22:06:09 2014-06-22 23:36:16 1:30:07 0:17:56 1:12:11 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/ec-small-objects.yaml} 2
pass 317157 2014-06-19 11:32:20 2014-06-22 22:06:21 2014-06-23 02:42:48 4:36:27 1:22:17 3:14:10 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/ec-snaps-few-objects.yaml} 2
pass 317158 2014-06-19 11:32:21 2014-06-22 22:06:57 2014-06-22 22:53:00 0:46:03 0:41:54 0:04:09 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 317159 2014-06-19 11:32:23 2014-06-22 22:09:20 2014-06-22 22:57:23 0:48:03 0:40:13 0:07:50 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/rados_api_tests.yaml} 2
pass 317160 2014-06-19 11:32:24 2014-06-22 22:09:30 2014-06-23 00:31:42 2:22:12 0:52:41 1:29:31 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/radosbench.yaml} 2
pass 317161 2014-06-19 11:32:25 2014-06-22 22:10:47 2014-06-22 22:48:49 0:38:02 0:32:11 0:05:51 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/readwrite.yaml} 2
pass 317162 2014-06-19 11:32:26 2014-06-22 22:11:16 2014-06-22 22:35:17 0:24:01 0:18:31 0:05:30 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/small-objects.yaml} 2
pass 317163 2014-06-19 11:32:28 2014-06-22 22:16:28 2014-06-22 23:02:30 0:46:02 0:40:28 0:05:34 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/snaps-few-objects.yaml} 2
pass 317164 2014-06-19 11:32:29 2014-06-22 22:16:41 2014-06-22 22:38:42 0:22:01 0:06:26 0:15:35 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 317165 2014-06-19 11:32:30 2014-06-22 22:16:44 2014-06-22 23:50:51 1:34:07 0:35:58 0:58:09 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/cache-agent-big.yaml} 2
pass 317166 2014-06-19 11:32:31 2014-06-22 22:17:11 2014-06-22 23:15:15 0:58:04 0:37:36 0:20:28 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/cache-agent-small.yaml} 2
dead 317167 2014-06-19 11:32:32 2014-06-22 22:20:51 2014-06-23 17:02:23 18:41:32 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps.yaml}
fail 317168 2014-06-19 11:32:33 2014-06-22 22:23:03 2014-06-22 23:21:08 0:58:05 0:28:50 0:29:15 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2014-06-22 16:11:25.053234 osd.5 10.214.132.39:6814/4350 97 : [ERR] 4.3 scrub stat mismatch, got 54/51 objects, 9/9 clones, 24/24 dirty, 0/0 omap, 3/3 hit_set_archive, 8/8 whiteouts, 84458308/84458308 bytes." in cluster log

pass 317169 2014-06-19 11:32:35 2014-06-22 22:23:53 2014-06-22 22:51:55 0:28:02 0:21:02 0:07:00 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/cache.yaml} 2
pass 317170 2014-06-19 11:32:36 2014-06-22 22:24:24 2014-06-22 23:36:29 1:12:05 0:57:42 0:14:23 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/ec-radosbench.yaml} 2
pass 317171 2014-06-19 11:32:37 2014-06-22 22:25:33 2014-06-22 23:35:39 1:10:06 1:07:28 0:02:38 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/ec-readwrite.yaml} 2
pass 317172 2014-06-19 11:32:38 2014-06-22 22:26:26 2014-06-22 23:18:30 0:52:04 0:19:32 0:32:32 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/ec-small-objects.yaml} 2
pass 317173 2014-06-19 11:32:39 2014-06-22 22:28:28 2014-06-23 00:04:35 1:36:07 1:14:40 0:21:27 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/ec-snaps-few-objects.yaml} 2
pass 317174 2014-06-19 11:32:40 2014-06-22 22:30:17 2014-06-22 23:20:21 0:50:04 0:47:43 0:02:21 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 317175 2014-06-19 11:32:42 2014-06-22 22:30:21 2014-06-23 04:00:47 5:30:26 0:35:15 4:55:11 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/rados_api_tests.yaml} 2
pass 317176 2014-06-19 11:32:43 2014-06-22 22:30:53 2014-06-22 23:22:57 0:52:04 0:48:27 0:03:37 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/radosbench.yaml} 2
pass 317177 2014-06-19 11:32:44 2014-06-22 22:31:20 2014-06-23 01:13:38 2:42:18 0:34:47 2:07:31 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/readwrite.yaml} 2
pass 317178 2014-06-19 11:32:45 2014-06-22 22:33:15 2014-06-22 22:55:17 0:22:02 0:17:35 0:04:27 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/small-objects.yaml} 2
pass 317179 2014-06-19 11:32:46 2014-06-22 22:33:42 2014-06-23 01:15:55 2:42:13 0:36:26 2:05:47 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/snaps-few-objects.yaml} 2
pass 317180 2014-06-19 11:32:47 2014-06-22 22:35:19 2014-06-22 23:03:21 0:28:02 0:07:20 0:20:42 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 317181 2014-06-19 11:32:49 2014-06-22 22:37:34 2014-06-23 00:27:43 1:50:09 0:56:35 0:53:34 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/cache-agent-big.yaml} 2
pass 317182 2014-06-19 11:32:50 2014-06-22 22:38:46 2014-06-23 01:57:06 3:18:20 0:27:14 2:51:06 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/cache-agent-small.yaml} 2
dead 317183 2014-06-19 11:32:51 2014-06-22 22:38:54 2014-06-23 17:02:25 18:23:31 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/cache-pool-snaps.yaml}
fail 317184 2014-06-19 11:32:52 2014-06-22 22:39:39 2014-06-22 23:21:42 0:42:03 0:29:40 0:12:23 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2014-06-22 16:13:46.284536 osd.2 10.214.133.36:6800/31706 52 : [ERR] 4.1 scrub stat mismatch, got 51/50 objects, 10/10 clones, 22/22 dirty, 0/0 omap, 2/2 hit_set_archive, 9/9 whiteouts, 85687362/85687362 bytes." in cluster log

pass 317185 2014-06-19 11:32:54 2014-06-22 22:40:57 2014-06-23 01:07:08 2:26:11 0:26:19 1:59:52 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/cache.yaml} 2
pass 317186 2014-06-19 11:32:55 2014-06-22 22:41:29 2014-06-23 00:53:39 2:12:10 1:32:02 0:40:08 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/ec-radosbench.yaml} 2
pass 317187 2014-06-19 11:32:56 2014-06-22 22:41:48 2014-06-23 00:05:59 1:24:11 1:16:04 0:08:07 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/ec-readwrite.yaml} 2
pass 317188 2014-06-19 11:32:57 2014-06-22 22:43:27 2014-06-22 23:11:29 0:28:02 0:17:58 0:10:04 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/ec-small-objects.yaml} 2
pass 317189 2014-06-19 11:32:58 2014-06-22 22:44:43 2014-06-23 00:10:50 1:26:07 1:13:26 0:12:41 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/ec-snaps-few-objects.yaml} 2
pass 317190 2014-06-19 11:32:59 2014-06-22 22:48:15 2014-06-22 23:48:20 1:00:05 0:55:20 0:04:45 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 317191 2014-06-19 11:33:01 2014-06-22 22:48:51 2014-06-22 23:44:55 0:56:04 0:49:44 0:06:20 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/rados_api_tests.yaml} 2
pass 317192 2014-06-19 11:33:02 2014-06-22 22:50:08 2014-06-23 01:20:20 2:30:12 0:51:51 1:38:21 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/radosbench.yaml} 2
pass 317193 2014-06-19 11:33:03 2014-06-22 22:50:47 2014-06-23 00:14:54 1:24:07 0:39:03 0:45:04 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/readwrite.yaml} 2
pass 317194 2014-06-19 11:33:04 2014-06-22 22:51:18 2014-06-23 00:27:36 1:36:18 0:18:33 1:17:45 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/small-objects.yaml} 2
pass 317195 2014-06-19 11:33:06 2014-06-22 22:51:56 2014-06-22 23:42:00 0:50:04 0:38:52 0:11:12 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/snaps-few-objects.yaml} 2
pass 317196 2014-06-19 11:33:07 2014-06-22 22:53:00 2014-06-23 00:47:14 1:54:14 0:07:51 1:46:23 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 317197 2014-06-19 11:33:08 2014-06-22 22:53:01 2014-06-23 00:39:10 1:46:09 0:55:48 0:50:21 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/cache-agent-big.yaml} 2
pass 317198 2014-06-19 11:33:09 2014-06-22 22:55:02 2014-06-22 23:55:07 1:00:05 0:26:01 0:34:04 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/cache-agent-small.yaml} 2
dead 317199 2014-06-19 11:33:10 2014-06-22 22:55:18 2014-06-23 17:02:56 18:07:38 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps.yaml}
fail 317200 2014-06-19 11:33:11 2014-06-22 22:55:30 2014-06-23 00:03:35 1:08:05 0:29:48 0:38:17 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2014-06-22 16:53:20.222424 osd.4 10.214.132.3:6809/21495 40 : [ERR] 4.1 scrub stat mismatch, got 57/50 objects, 12/12 clones, 21/21 dirty, 0/0 omap, 4/4 hit_set_archive, 9/9 whiteouts, 76968326/76968326 bytes." in cluster log

pass 317201 2014-06-19 11:33:13 2014-06-22 22:57:25 2014-06-22 23:41:28 0:44:03 0:20:56 0:23:07 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/cache.yaml} 2
pass 317202 2014-06-19 11:33:14 2014-06-22 22:57:46 2014-06-23 00:21:53 1:24:07 1:11:30 0:12:37 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/ec-radosbench.yaml} 2
pass 317203 2014-06-19 11:33:15 2014-06-22 22:58:20 2014-06-23 00:06:24 1:08:04 1:05:27 0:02:37 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/ec-readwrite.yaml} 2
pass 317204 2014-06-19 11:33:16 2014-06-22 22:58:31 2014-06-22 23:30:39 0:32:08 0:19:34 0:12:34 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/ec-small-objects.yaml} 2
pass 317205 2014-06-19 11:33:17 2014-06-22 22:58:35 2014-06-23 00:54:44 1:56:09 1:11:34 0:44:35 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/ec-snaps-few-objects.yaml} 2
pass 317206 2014-06-19 11:33:18 2014-06-22 23:00:07 2014-06-22 23:48:10 0:48:03 0:41:25 0:06:38 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 317207 2014-06-19 11:33:19 2014-06-22 23:00:25 2014-06-23 01:26:37 2:26:12 0:38:06 1:48:06 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/rados_api_tests.yaml} 2
pass 317208 2014-06-19 11:33:20 2014-06-22 23:02:13 2014-06-23 00:54:27 1:52:14 0:48:36 1:03:38 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/radosbench.yaml} 2
pass 317209 2014-06-19 11:33:22 2014-06-22 23:02:31 2014-06-22 23:56:35 0:54:04 0:35:36 0:18:28 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/readwrite.yaml} 2
pass 317210 2014-06-19 11:33:23 2014-06-22 23:03:22 2014-06-22 23:53:26 0:50:04 0:17:08 0:32:56 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/small-objects.yaml} 2
pass 317211 2014-06-19 11:33:24 2014-06-22 23:05:01 2014-06-22 23:47:04 0:42:03 0:33:01 0:09:02 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/snaps-few-objects.yaml} 2
pass 317212 2014-06-19 11:33:25 2014-06-22 23:06:06 2014-06-23 00:26:12 1:20:06 0:07:38 1:12:28 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 317213 2014-06-19 11:33:26 2014-06-22 23:11:25 2014-06-23 00:49:33 1:38:08 0:43:08 0:55:00 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/cache-agent-big.yaml} 2
pass 317214 2014-06-19 11:33:27 2014-06-22 23:11:30 2014-06-23 00:03:34 0:52:04 0:34:20 0:17:44 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/cache-agent-small.yaml} 2
dead 317215 2014-06-19 11:33:29 2014-06-22 23:13:36 2014-06-23 17:03:08 17:49:32 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps.yaml}
fail 317216 2014-06-19 11:33:30 2014-06-22 23:15:16 2014-06-23 00:19:32 1:04:16 0:33:23 0:30:53 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2014-06-22 17:09:51.164446 osd.1 10.214.131.7:6801/7644 117 : [ERR] 4.2 scrub stat mismatch, got 52/49 objects, 14/14 clones, 23/23 dirty, 0/0 omap, 1/1 hit_set_archive, 11/11 whiteouts, 68286087/68286087 bytes." in cluster log

pass 317217 2014-06-19 11:33:31 2014-06-22 23:18:32 2014-06-23 01:24:42 2:06:10 0:26:33 1:39:37 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/cache.yaml} 2
pass 317218 2014-06-19 11:33:32 2014-06-22 23:19:19 2014-06-23 02:45:35 3:26:16 1:37:01 1:49:15 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/ec-radosbench.yaml} 2
pass 317219 2014-06-19 11:33:33 2014-06-22 23:20:22 2014-06-23 03:00:40 3:40:18 1:31:46 2:08:32 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/ec-readwrite.yaml} 2
pass 317220 2014-06-19 11:33:35 2014-06-22 23:21:09 2014-06-23 00:09:12 0:48:03 0:17:56 0:30:07 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/ec-small-objects.yaml} 2
pass 317221 2014-06-19 11:33:36 2014-06-22 23:21:44 2014-06-23 05:10:12 5:48:28 1:26:35 4:21:53 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/ec-snaps-few-objects.yaml} 2
pass 317222 2014-06-19 11:33:37 2014-06-22 23:22:58 2014-06-23 00:33:03 1:10:05 1:06:06 0:03:59 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 317223 2014-06-19 11:33:38 2014-06-22 23:26:57 2014-06-23 00:39:02 1:12:05 0:45:43 0:26:22 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/rados_api_tests.yaml} 2
pass 317224 2014-06-19 11:33:39 2014-06-22 23:28:53 2014-06-23 00:28:57 1:00:04 0:51:18 0:08:46 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/radosbench.yaml} 2
pass 317225 2014-06-19 11:33:40 2014-06-22 23:29:06 2014-06-23 00:45:12 1:16:06 0:41:22 0:34:44 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/readwrite.yaml} 2
pass 317226 2014-06-19 11:33:42 2014-06-22 23:30:40 2014-06-23 00:24:44 0:54:04 0:20:17 0:33:47 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/small-objects.yaml} 2
pass 317227 2014-06-19 11:33:44 2014-06-22 23:35:41 2014-06-23 01:29:49 1:54:08 0:40:29 1:13:39 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/snaps-few-objects.yaml} 2
pass 317228 2014-06-19 11:33:45 2014-06-22 23:36:17 2014-06-23 01:06:29 1:30:12 0:07:32 1:22:40 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 317229 2014-06-19 11:33:46 2014-06-22 23:36:31 2014-06-23 00:40:40 1:04:09 0:46:31 0:17:38 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/cache-agent-big.yaml} 2
pass 317230 2014-06-19 11:33:47 2014-06-22 23:38:19 2014-06-23 00:28:23 0:50:04 0:32:07 0:17:57 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/cache-agent-small.yaml} 2
dead 317231 2014-06-19 11:33:48 2014-06-22 23:39:00 2014-06-23 17:02:30 17:23:30 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps.yaml}
fail 317232 2014-06-19 11:33:49 2014-06-22 23:41:08 2014-06-23 00:25:11 0:44:03 0:32:52 0:11:11 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2014-06-22 17:15:26.495909 osd.4 10.214.132.8:6800/31829 55 : [ERR] 4.0 scrub stat mismatch, got 59/51 objects, 19/19 clones, 25/25 dirty, 0/0 omap, 2/2 hit_set_archive, 8/8 whiteouts, 95011434/95011434 bytes." in cluster log

pass 317233 2014-06-19 11:33:50 2014-06-22 23:41:29 2014-06-23 00:49:34 1:08:05 0:22:49 0:45:16 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/cache.yaml} 2
pass 317234 2014-06-19 11:33:52 2014-06-22 23:42:01 2014-06-23 02:06:12 2:24:11 1:26:23 0:57:48 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/ec-radosbench.yaml} 2
pass 317235 2014-06-19 11:33:53 2014-06-22 23:44:56 2014-06-23 01:31:05 1:46:09 1:27:00 0:19:09 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/ec-readwrite.yaml} 2
pass 317236 2014-06-19 11:33:54 2014-06-22 23:47:06 2014-06-23 03:21:28 3:34:22 0:20:52 3:13:30 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/ec-small-objects.yaml} 2
pass 317237 2014-06-19 11:33:55 2014-06-22 23:48:12 2014-06-23 01:30:20 1:42:08 1:11:48 0:30:20 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/ec-snaps-few-objects.yaml} 2
pass 317238 2014-06-19 11:33:56 2014-06-22 23:48:21 2014-06-23 01:28:29 1:40:08 1:00:58 0:39:10 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 317239 2014-06-19 11:33:57 2014-06-22 23:50:52 2014-06-23 01:16:59 1:26:07 0:48:24 0:37:43 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/rados_api_tests.yaml} 2
pass 317240 2014-06-19 11:33:59 2014-06-22 23:53:27 2014-06-23 00:37:30 0:44:03 0:42:07 0:01:56 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/radosbench.yaml} 2
pass 317241 2014-06-19 11:34:00 2014-06-22 23:55:08 2014-06-23 01:57:23 2:02:15 0:41:31 1:20:44 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/readwrite.yaml} 2
pass 317242 2014-06-19 11:34:01 2014-06-22 23:55:53 2014-06-23 02:16:04 2:20:11 0:17:45 2:02:26 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/small-objects.yaml} 2
pass 317243 2014-06-19 11:34:02 2014-06-22 23:56:36 2014-06-23 03:58:56 4:02:20 0:43:02 3:19:18 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/snaps-few-objects.yaml} 2
pass 317244 2014-06-19 11:34:03 2014-06-23 00:03:35 2014-06-23 00:19:36 0:16:01 0:09:19 0:06:42 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 317245 2014-06-19 11:34:04 2014-06-23 00:03:37 2014-06-23 01:05:41 1:02:04 0:41:14 0:20:50 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/cache-agent-big.yaml} 2
pass 317246 2014-06-19 11:34:05 2014-06-23 00:04:37 2014-06-23 00:40:40 0:36:03 0:33:28 0:02:35 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/cache-agent-small.yaml} 2
dead 317247 2014-06-19 11:34:06 2014-06-23 00:06:00 2014-06-23 17:03:25 16:57:25 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/cache-pool-snaps.yaml}
fail 317248 2014-06-19 11:34:08 2014-06-23 00:06:26 2014-06-23 00:40:28 0:34:02 0:25:03 0:08:59 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --op read 100 --op write 100 --op delete 50 --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op copy_from 50 --op hit_set_list 20 --op cache_flush 50 --op cache_try_flush 50 --op cache_evict 50 --pool base'

pass 317249 2014-06-19 11:34:09 2014-06-23 00:06:53 2014-06-23 04:05:12 3:58:19 0:26:48 3:31:31 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/cache.yaml} 2
pass 317250 2014-06-19 11:34:10 2014-06-23 00:09:14 2014-06-23 04:21:34 4:12:20 1:21:07 2:51:13 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/ec-radosbench.yaml} 2
dead 317251 2014-06-19 11:34:11 2014-06-23 00:09:15 2014-06-23 17:02:42 16:53:27 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/ec-readwrite.yaml}
pass 317252 2014-06-19 11:34:12 2014-06-23 00:10:38 2014-06-23 03:19:03 3:08:25 0:17:49 2:50:36 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/ec-small-objects.yaml} 2
pass 317253 2014-06-19 11:34:14 2014-06-23 00:10:51 2014-06-23 02:27:02 2:16:11 1:19:45 0:56:26 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/ec-snaps-few-objects.yaml} 2
pass 317254 2014-06-19 11:34:15 2014-06-23 00:14:55 2014-06-23 01:53:02 1:38:07 0:58:39 0:39:28 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 317255 2014-06-19 11:34:16 2014-06-23 00:19:33 2014-06-23 01:13:37 0:54:04 0:52:07 0:01:57 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/rados_api_tests.yaml} 2
pass 317256 2014-06-19 11:34:17 2014-06-23 00:19:37 2014-06-23 03:15:51 2:56:14 1:04:34 1:51:40 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/radosbench.yaml} 2
pass 317257 2014-06-19 11:34:19 2014-06-23 00:21:54 2014-06-23 01:21:58 1:00:04 0:41:18 0:18:46 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/readwrite.yaml} 2
pass 317258 2014-06-19 11:34:20 2014-06-23 00:24:45 2014-06-23 00:48:47 0:24:02 0:16:37 0:07:25 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/small-objects.yaml} 2
pass 317259 2014-06-19 11:34:21 2014-06-23 00:25:13 2014-06-23 01:09:16 0:44:03 0:41:22 0:02:41 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/snaps-few-objects.yaml} 2
pass 317260 2014-06-19 11:34:22 2014-06-23 00:25:50 2014-06-23 02:54:02 2:28:12 0:09:17 2:18:55 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 317261 2014-06-19 11:34:23 2014-06-23 00:26:14 2014-06-23 03:00:26 2:34:12 0:54:27 1:39:45 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/cache-agent-big.yaml} 2
pass 317262 2014-06-19 11:34:25 2014-06-23 00:27:37 2014-06-23 02:25:46 1:58:09 0:27:59 1:30:10 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/cache-agent-small.yaml} 2
fail 317263 2014-06-19 11:34:26 2014-06-23 00:27:44 2014-06-23 02:51:55 2:24:11 0:17:05 2:07:06 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --pool-snaps --op read 100 --op write 100 --op delete 50 --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op copy_from 50 --op hit_set_list 20 --op cache_flush 50 --op cache_try_flush 50 --op cache_evict 50 --pool base'

fail 317264 2014-06-19 11:34:27 2014-06-23 00:28:24 2014-06-23 02:18:33 1:50:09 0:18:36 1:31:33 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --op read 100 --op write 100 --op delete 50 --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op copy_from 50 --op hit_set_list 20 --op cache_flush 50 --op cache_try_flush 50 --op cache_evict 50 --pool base'

pass 317265 2014-06-19 11:34:28 2014-06-23 00:28:58 2014-06-23 00:57:00 0:28:02 0:25:20 0:02:42 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/cache.yaml} 2
pass 317266 2014-06-19 11:34:29 2014-06-23 00:31:43 2014-06-23 02:39:53 2:08:10 1:09:57 0:58:13 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/ec-radosbench.yaml} 2
pass 317267 2014-06-19 11:34:31 2014-06-23 00:33:05 2014-06-23 05:55:41 5:22:36 1:09:49 4:12:47 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/ec-readwrite.yaml} 2
pass 317268 2014-06-19 11:34:32 2014-06-23 00:37:32 2014-06-23 01:03:33 0:26:01 0:17:20 0:08:41 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/ec-small-objects.yaml} 2
pass 317269 2014-06-19 11:34:33 2014-06-23 00:39:04 2014-06-23 01:55:10 1:16:06 1:08:05 0:08:01 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/ec-snaps-few-objects.yaml} 2
pass 317270 2014-06-19 11:34:34 2014-06-23 00:39:11 2014-06-23 02:09:18 1:30:07 0:40:16 0:49:51 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 317271 2014-06-19 11:34:35 2014-06-23 00:40:30 2014-06-23 03:42:49 3:02:19 0:41:40 2:20:39 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/rados_api_tests.yaml} 2
pass 317272 2014-06-19 11:34:36 2014-06-23 00:40:41 2014-06-23 02:10:48 1:30:07 0:44:48 0:45:19 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/radosbench.yaml} 2
pass 317273 2014-06-19 11:34:38 2014-06-23 00:40:42 2014-06-23 03:26:55 2:46:13 0:34:52 2:11:21 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/readwrite.yaml} 2
pass 317274 2014-06-19 11:34:39 2014-06-23 00:45:13 2014-06-23 02:15:20 1:30:07 0:18:14 1:11:53 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/small-objects.yaml} 2
pass 317275 2014-06-19 11:34:40 2014-06-23 00:47:16 2014-06-23 01:31:19 0:44:03 0:36:59 0:07:04 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/snaps-few-objects.yaml} 2
pass 317276 2014-06-19 11:34:41 2014-06-23 00:48:49 2014-06-23 01:00:49 0:12:00 0:07:49 0:04:11 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 317277 2014-06-19 11:34:42 2014-06-23 00:49:34 2014-06-23 02:57:44 2:08:10 0:40:54 1:27:16 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/cache-agent-big.yaml} 2
pass 317278 2014-06-19 11:34:43 2014-06-23 00:49:35 2014-06-23 03:07:46 2:18:11 0:33:52 1:44:19 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/cache-agent-small.yaml} 2
dead 317279 2014-06-19 11:34:45 2014-06-23 00:53:42 2014-06-23 17:03:06 16:09:24 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps.yaml}
fail 317280 2014-06-19 11:34:46 2014-06-23 00:54:29 2014-06-23 03:36:42 2:42:13 0:35:53 2:06:20 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2014-06-22 20:24:21.815762 osd.4 10.214.132.25:6804/7772 139 : [ERR] 4.0 scrub stat mismatch, got 54/53 objects, 12/12 clones, 24/24 dirty, 0/0 omap, 3/3 hit_set_archive, 8/8 whiteouts, 68191031/68191031 bytes." in cluster log

pass 317281 2014-06-19 11:34:47 2014-06-23 00:54:45 2014-06-23 01:28:48 0:34:03 0:26:09 0:07:54 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/cache.yaml} 2
pass 317282 2014-06-19 11:34:48 2014-06-23 00:57:01 2014-06-23 02:47:10 1:50:09 1:44:45 0:05:24 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/ec-radosbench.yaml} 2
pass 317283 2014-06-19 11:34:50 2014-06-23 00:59:10 2014-06-23 02:31:17 1:32:07 1:25:15 0:06:52 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/ec-readwrite.yaml} 2
pass 317284 2014-06-19 11:34:51 2014-06-23 01:00:51 2014-06-23 01:22:52 0:22:01 0:18:04 0:03:57 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/ec-small-objects.yaml} 2
pass 317285 2014-06-19 11:34:52 2014-06-23 01:03:35 2014-06-23 03:15:45 2:12:10 1:45:01 0:27:09 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/ec-snaps-few-objects.yaml} 2
pass 317286 2014-06-19 11:34:53 2014-06-23 01:05:42 2014-06-23 02:23:48 1:18:06 1:00:08 0:17:58 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 317287 2014-06-19 11:34:54 2014-06-23 01:06:33 2014-06-23 02:06:36 1:00:03 0:52:12 0:07:51 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/rados_api_tests.yaml} 2
pass 317288 2014-06-19 11:34:55 2014-06-23 01:07:10 2014-06-23 01:57:13 0:50:03 0:44:15 0:05:48 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/radosbench.yaml} 2
pass 317289 2014-06-19 11:34:57 2014-06-23 01:09:17 2014-06-23 02:55:25 1:46:08 0:52:29 0:53:39 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/readwrite.yaml} 2
pass 317290 2014-06-19 11:34:58 2014-06-23 01:12:32 2014-06-23 01:34:33 0:22:01 0:17:48 0:04:13 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/small-objects.yaml} 2
pass 317291 2014-06-19 11:34:59 2014-06-23 01:13:38 2014-06-23 03:27:49 2:14:11 0:45:56 1:28:15 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/snaps-few-objects.yaml} 2
pass 317292 2014-06-19 11:35:01 2014-06-23 01:13:39 2014-06-23 01:31:40 0:18:01 0:09:40 0:08:21 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 317293 2014-06-19 11:35:02 2014-06-23 01:15:57 2014-06-23 02:02:00 0:46:03 0:32:01 0:14:02 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/cache-agent-big.yaml} 2
pass 317294 2014-06-19 11:35:03 2014-06-23 01:17:00 2014-06-23 01:59:03 0:42:03 0:36:43 0:05:20 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/cache-agent-small.yaml} 2
dead 317295 2014-06-19 11:35:04 2014-06-23 01:20:21 2014-06-23 17:01:38 15:41:17 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps.yaml}
fail 317296 2014-06-19 11:35:06 2014-06-23 01:22:00 2014-06-23 03:48:11 2:26:11 0:35:59 1:50:12 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2014-06-22 20:37:57.758571 osd.0 10.214.132.4:6811/1878 20 : [ERR] 4.3 scrub stat mismatch, got 53/52 objects, 7/7 clones, 24/24 dirty, 0/0 omap, 3/3 hit_set_archive, 12/12 whiteouts, 64407809/64407809 bytes." in cluster log

pass 317297 2014-06-19 11:35:07 2014-06-23 01:22:53 2014-06-23 02:36:59 1:14:06 0:31:12 0:42:54 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/cache.yaml} 2
pass 317298 2014-06-19 11:35:08 2014-06-23 01:24:43 2014-06-23 03:48:59 2:24:16 1:56:33 0:27:43 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/ec-radosbench.yaml} 2
pass 317299 2014-06-19 11:35:09 2014-06-23 01:26:38 2014-06-23 02:58:46 1:32:08 1:27:13 0:04:55 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/ec-readwrite.yaml} 2
pass 317300 2014-06-19 11:35:10 2014-06-23 01:28:38 2014-06-23 02:38:43 1:10:05 0:20:07 0:49:58 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/ec-small-objects.yaml} 2
pass 317301 2014-06-19 11:35:11 2014-06-23 01:28:49 2014-06-23 03:02:57 1:34:08 1:31:03 0:03:05 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/ec-snaps-few-objects.yaml} 2
pass 317302 2014-06-19 11:35:13 2014-06-23 01:29:51 2014-06-23 03:19:59 1:50:08 0:52:46 0:57:22 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 317303 2014-06-19 11:35:14 2014-06-23 01:30:21 2014-06-23 03:06:28 1:36:07 0:50:33 0:45:34 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/rados_api_tests.yaml} 2
pass 317304 2014-06-19 11:35:15 2014-06-23 01:31:06 2014-06-23 04:03:18 2:32:12 0:39:28 1:52:44 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/radosbench.yaml} 2
pass 317305 2014-06-19 11:35:17 2014-06-23 01:31:20 2014-06-23 02:33:25 1:02:05 0:36:00 0:26:05 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/readwrite.yaml} 2
pass 317306 2014-06-19 11:35:18 2014-06-23 01:31:41 2014-06-23 03:47:52 2:16:11 0:19:28 1:56:43 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/small-objects.yaml} 2
pass 317307 2014-06-19 11:35:19 2014-06-23 01:34:35 2014-06-23 03:24:43 1:50:08 0:45:56 1:04:12 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/snaps-few-objects.yaml} 2
pass 317308 2014-06-19 11:35:20 2014-06-23 01:53:04 2014-06-23 03:09:10 1:16:06 0:10:08 1:05:58 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 317309 2014-06-19 11:35:21 2014-06-23 01:55:11 2014-06-23 04:09:22 2:14:11 0:27:46 1:46:25 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/cache-agent-big.yaml} 2
pass 317310 2014-06-19 11:35:22 2014-06-23 01:57:09 2014-06-23 03:41:22 1:44:13 0:26:28 1:17:45 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/cache-agent-small.yaml} 2
dead 317311 2014-06-19 11:35:23 2014-06-23 01:57:15 2014-06-23 17:02:28 15:05:13 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/cache-pool-snaps.yaml}
fail 317312 2014-06-19 11:35:25 2014-06-23 01:57:24 2014-06-23 03:03:29 1:06:05 0:33:54 0:32:11 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2014-06-22 19:51:55.572811 osd.4 10.214.132.39:6810/11984 101 : [ERR] 4.0 scrub stat mismatch, got 50/48 objects, 7/7 clones, 23/23 dirty, 0/0 omap, 4/4 hit_set_archive, 9/9 whiteouts, 75961721/75961721 bytes." in cluster log

pass 317313 2014-06-19 11:35:26 2014-06-23 01:59:04 2014-06-23 04:05:14 2:06:10 0:21:56 1:44:14 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/cache.yaml} 2
pass 317314 2014-06-19 11:35:27 2014-06-23 02:02:01 2014-06-23 06:42:24 4:40:23 1:03:46 3:36:37 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/ec-radosbench.yaml} 2
pass 317315 2014-06-19 11:35:28 2014-06-23 02:06:14 2014-06-23 03:32:20 1:26:06 1:13:18 0:12:48 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/ec-readwrite.yaml} 2
pass 317316 2014-06-19 11:35:29 2014-06-23 02:06:38 2014-06-23 02:56:41 0:50:03 0:18:50 0:31:13 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/ec-small-objects.yaml} 2
pass 317317 2014-06-19 11:35:30 2014-06-23 02:09:19 2014-06-23 04:51:32 2:42:13 1:20:15 1:21:58 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/ec-snaps-few-objects.yaml} 2
pass 317318 2014-06-19 11:35:31 2014-06-23 02:10:49 2014-06-23 03:38:56 1:28:07 0:53:35 0:34:32 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 317319 2014-06-19 11:35:33 2014-06-23 02:15:21 2014-06-23 03:45:28 1:30:07 0:43:06 0:47:01 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/rados_api_tests.yaml} 2
pass 317320 2014-06-19 11:35:34 2014-06-23 02:16:11 2014-06-23 05:00:25 2:44:14 0:49:32 1:54:42 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/radosbench.yaml} 2
pass 317321 2014-06-19 11:35:35 2014-06-23 02:18:34 2014-06-23 07:14:58 4:56:24 0:41:41 4:14:43 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/readwrite.yaml} 2
pass 317322 2014-06-19 11:35:36 2014-06-19 14:49:13 2014-06-19 15:49:17 1:00:04 0:17:54 0:42:10 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/small-objects.yaml} 2
pass 317323 2014-06-19 11:35:37 2014-06-23 02:23:50 2014-06-23 03:55:57 1:32:07 0:40:14 0:51:53 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/snaps-few-objects.yaml} 2
pass 317324 2014-06-19 11:35:38 2014-06-23 02:25:48 2014-06-23 03:15:52 0:50:04 0:09:21 0:40:43 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 317325 2014-06-19 11:35:39 2014-06-23 02:27:04 2014-06-23 03:27:08 1:00:04 0:30:36 0:29:28 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/cache-agent-big.yaml} 2
pass 317326 2014-06-19 11:35:41 2014-06-23 02:31:18 2014-06-23 07:39:43 5:08:25 0:34:05 4:34:20 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/cache-agent-small.yaml} 2
fail 317327 2014-06-19 11:35:42 2014-06-23 02:33:27 2014-06-23 03:43:32 1:10:05 0:31:55 0:38:10 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2014-06-22 20:33:15.525448 osd.4 10.214.132.18:6805/28337 140 : [ERR] 4.0 scrub stat mismatch, got 57/51 objects, 8/8 clones, 22/22 dirty, 0/0 omap, 2/2 hit_set_archive, 9/9 whiteouts, 75194814/75194814 bytes." in cluster log

fail 317328 2014-06-19 11:35:43 2014-06-23 02:37:01 2014-06-23 04:13:08 1:36:07 0:26:17 1:09:50 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2014-06-22 21:04:20.843164 osd.4 10.214.132.37:6800/24358 16 : [ERR] 4.0 scrub stat mismatch, got 54/48 objects, 11/11 clones, 23/23 dirty, 0/0 omap, 2/2 hit_set_archive, 7/7 whiteouts, 84015696/84015696 bytes." in cluster log

pass 317329 2014-06-19 11:35:44 2014-06-23 02:38:46 2014-06-23 03:00:47 0:22:01 0:19:16 0:02:45 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/cache.yaml} 2
pass 317330 2014-06-19 11:35:45 2014-06-23 02:39:56 2014-06-23 03:54:01 1:14:05 1:03:27 0:10:38 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/ec-radosbench.yaml} 2
pass 317331 2014-06-19 11:35:47 2014-06-23 02:42:50 2014-06-23 04:53:00 2:10:10 1:03:03 1:07:07 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/ec-readwrite.yaml} 2
pass 317332 2014-06-19 11:35:48 2014-06-23 02:45:37 2014-06-23 03:55:42 1:10:05 0:17:13 0:52:52 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/ec-small-objects.yaml} 2
pass 317333 2014-06-19 11:35:49 2014-06-23 02:47:11 2014-06-23 04:13:18 1:26:07 1:18:20 0:07:47 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/ec-snaps-few-objects.yaml} 2
pass 317334 2014-06-19 11:35:50 2014-06-23 02:51:57 2014-06-23 04:30:04 1:38:07 0:43:11 0:54:56 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 317335 2014-06-19 11:35:51 2014-06-23 02:54:03 2014-06-23 05:34:16 2:40:13 0:35:07 2:05:06 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/rados_api_tests.yaml} 2
pass 317336 2014-06-19 11:35:52 2014-06-23 02:55:27 2014-06-23 05:41:40 2:46:13 0:39:21 2:06:52 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/radosbench.yaml} 2
pass 317337 2014-06-19 11:35:54 2014-06-23 02:56:42 2014-06-23 04:10:48 1:14:06 0:29:27 0:44:39 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/readwrite.yaml} 2
pass 317338 2014-06-19 11:35:55 2014-06-23 02:57:46 2014-06-23 04:09:51 1:12:05 0:18:07 0:53:58 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/small-objects.yaml} 2
pass 317339 2014-06-19 11:35:56 2014-06-23 02:58:49 2014-06-23 03:52:53 0:54:04 0:32:28 0:21:36 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/snaps-few-objects.yaml} 2
pass 317340 2014-06-19 11:35:57 2014-06-23 03:00:28 2014-06-23 03:38:30 0:38:02 0:06:44 0:31:18 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 317341 2014-06-19 11:35:58 2014-06-23 03:00:42 2014-06-23 07:31:03 4:30:21 0:35:19 3:55:02 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/cache-agent-big.yaml} 2
pass 317342 2014-06-19 11:35:59 2014-06-23 03:00:49 2014-06-23 08:47:17 5:46:28 0:37:34 5:08:54 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/cache-agent-small.yaml} 2
fail 317343 2014-06-19 11:36:00 2014-06-23 03:02:58 2014-06-23 05:03:07 2:00:09 0:14:15 1:45:54 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --pool-snaps --op read 100 --op write 100 --op delete 50 --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op copy_from 50 --op hit_set_list 20 --op cache_flush 50 --op cache_try_flush 50 --op cache_evict 50 --pool base'

fail 317344 2014-06-19 11:36:01 2014-06-23 03:03:30 2014-06-23 03:43:33 0:40:03 0:19:34 0:20:29 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --op read 100 --op write 100 --op delete 50 --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op copy_from 50 --op hit_set_list 20 --op cache_flush 50 --op cache_try_flush 50 --op cache_evict 50 --pool base'

pass 317345 2014-06-19 11:36:02 2014-06-23 03:06:30 2014-06-23 04:58:39 1:52:09 0:22:05 1:30:04 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/cache.yaml} 2
pass 317346 2014-06-19 11:36:04 2014-06-23 03:07:48 2014-06-23 04:31:55 1:24:07 1:11:20 0:12:47 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/ec-radosbench.yaml} 2
pass 317347 2014-06-19 11:36:05 2014-06-23 03:09:11 2014-06-23 05:53:24 2:44:13 1:23:29 1:20:44 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/ec-readwrite.yaml} 2
pass 317348 2014-06-19 11:36:06 2014-06-23 03:15:47 2014-06-23 06:00:00 2:44:13 0:17:24 2:26:49 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/ec-small-objects.yaml} 2
pass 317349 2014-06-19 11:36:07 2014-06-23 03:15:53 2014-06-23 06:22:08 3:06:15 1:37:14 1:29:01 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/ec-snaps-few-objects.yaml} 2
pass 317350 2014-06-19 11:36:08 2014-06-23 03:15:53 2014-06-23 06:04:07 2:48:14 0:54:29 1:53:45 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 317351 2014-06-19 11:36:09 2014-06-23 03:19:05 2014-06-23 05:03:13 1:44:08 0:40:54 1:03:14 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/rados_api_tests.yaml} 2
pass 317352 2014-06-19 11:36:10 2014-06-23 03:20:01 2014-06-23 04:38:07 1:18:06 0:47:58 0:30:08 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/radosbench.yaml} 2
pass 317353 2014-06-19 11:36:12 2014-06-23 03:21:29 2014-06-23 04:39:35 1:18:06 0:37:48 0:40:18 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/readwrite.yaml} 2
pass 317354 2014-06-19 11:36:13 2014-06-23 03:24:45 2014-06-23 04:22:49 0:58:04 0:17:02 0:41:02 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/small-objects.yaml} 2
pass 317355 2014-06-19 11:36:14 2014-06-23 03:26:56 2014-06-23 04:53:03 1:26:07 0:42:15 0:43:52 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/snaps-few-objects.yaml} 2
pass 317356 2014-06-19 11:36:15 2014-06-23 03:27:09 2014-06-23 05:17:18 1:50:09 0:07:55 1:42:14 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 317357 2014-06-19 11:36:16 2014-06-23 03:27:50 2014-06-23 06:26:04 2:58:14 0:38:05 2:20:09 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/cache-agent-big.yaml} 2
pass 317358 2014-06-19 11:36:18 2014-06-23 03:32:22 2014-06-23 05:38:32 2:06:10 0:34:43 1:31:27 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/cache-agent-small.yaml} 2
fail 317359 2014-06-19 11:36:19 2014-06-23 03:36:43 2014-06-23 04:44:48 1:08:05 0:26:25 0:41:40 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

timed out waiting for admin_socket to appear after osd.2 restart

fail 317360 2014-06-19 11:36:20 2014-06-23 03:38:32 2014-06-23 05:28:40 1:50:08 0:34:26 1:15:42 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2014-06-22 22:18:51.073524 osd.4 10.214.133.27:6800/15352 88 : [ERR] 4.1 scrub stat mismatch, got 54/52 objects, 5/5 clones, 23/23 dirty, 0/0 omap, 4/4 hit_set_archive, 7/7 whiteouts, 90473302/90473302 bytes." in cluster log

pass 317361 2014-06-19 11:36:21 2014-06-23 03:38:57 2014-06-23 04:17:00 0:38:03 0:22:06 0:15:57 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/cache.yaml} 2
pass 317362 2014-06-19 11:36:22 2014-06-23 03:41:23 2014-06-23 06:33:37 2:52:14 1:18:27 1:33:47 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/ec-radosbench.yaml} 2
pass 317363 2014-06-19 11:36:24 2014-06-23 03:42:50 2014-06-23 05:16:58 1:34:08 1:12:26 0:21:42 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/ec-readwrite.yaml} 2
pass 317364 2014-06-19 11:36:25 2014-06-23 03:43:33 2014-06-23 05:17:40 1:34:07 0:18:20 1:15:47 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/ec-small-objects.yaml} 2
pass 317365 2014-06-19 11:36:26 2014-06-23 03:43:34 2014-06-23 05:15:41 1:32:07 1:23:38 0:08:29 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/ec-snaps-few-objects.yaml} 2
pass 317366 2014-06-19 11:36:27 2014-06-23 03:45:30 2014-06-23 04:45:34 1:00:04 0:50:30 0:09:34 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 317367 2014-06-19 11:36:28 2014-06-23 03:47:54 2014-06-23 05:03:59 1:16:05 0:40:57 0:35:08 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/rados_api_tests.yaml} 2
pass 317368 2014-06-19 11:36:29 2014-06-23 03:48:13 2014-06-23 04:42:17 0:54:04 0:42:59 0:11:05 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/radosbench.yaml} 2
pass 317369 2014-06-19 11:36:30 2014-06-23 03:49:01 2014-06-23 06:07:12 2:18:11 0:37:26 1:40:45 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/readwrite.yaml} 2
pass 317370 2014-06-19 11:36:31 2014-06-23 03:52:55 2014-06-23 04:20:56 0:28:01 0:17:50 0:10:11 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/small-objects.yaml} 2
pass 317371 2014-06-19 11:36:32 2014-06-23 03:54:02 2014-06-23 07:42:20 3:48:18 0:46:18 3:02:00 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/snaps-few-objects.yaml} 2
fail 317372 2014-06-19 11:36:34 2014-06-23 03:55:43 2014-06-23 09:22:10 5:26:27 2:44:34 2:41:53 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 317373 2014-06-19 11:36:35 2014-06-23 03:55:59 2014-06-23 05:30:06 1:34:07 0:36:23 0:57:44 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/cache-agent-big.yaml} 2
pass 317374 2014-06-19 11:36:36 2014-06-23 03:58:57 2014-06-23 04:45:01 0:46:04 0:33:30 0:12:34 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/cache-agent-small.yaml} 2
dead 317375 2014-06-19 11:36:37 2014-06-23 04:00:49 2014-06-23 17:01:53 13:01:04 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/cache-pool-snaps.yaml}
fail 317376 2014-06-19 11:36:38 2014-06-23 04:03:20 2014-06-23 05:37:27 1:34:07 0:29:58 1:04:09 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2014-06-22 22:27:56.887944 osd.4 10.214.132.37:6805/5829 55 : [ERR] 4.1 scrub stat mismatch, got 54/50 objects, 12/12 clones, 22/22 dirty, 0/0 omap, 3/3 hit_set_archive, 7/7 whiteouts, 82588827/82588827 bytes." in cluster log

pass 317377 2014-06-19 11:36:39 2014-06-23 04:05:13 2014-06-23 07:57:32 3:52:19 0:29:25 3:22:54 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/cache.yaml} 2
pass 317378 2014-06-19 11:36:40 2014-06-23 04:05:16 2014-06-23 05:27:22 1:22:06 1:05:57 0:16:09 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/ec-radosbench.yaml} 2
pass 317379 2014-06-19 11:36:41 2014-06-23 04:09:23 2014-06-23 05:51:31 1:42:08 1:13:11 0:28:57 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/ec-readwrite.yaml} 2
pass 317380 2014-06-19 11:36:43 2014-06-19 14:49:13 2014-06-19 16:01:19 1:12:06 0:19:43 0:52:23 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/ec-small-objects.yaml} 2
pass 317381 2014-06-19 11:36:44 2014-06-23 04:09:52 2014-06-23 09:26:18 5:16:26 1:10:55 4:05:31 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/ec-snaps-few-objects.yaml} 2
pass 317382 2014-06-19 11:36:45 2014-06-23 04:10:50 2014-06-23 05:10:54 1:00:04 0:54:02 0:06:02 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 317383 2014-06-19 11:36:46 2014-06-23 04:13:09 2014-06-23 06:41:21 2:28:12 0:44:28 1:43:44 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/rados_api_tests.yaml} 2
pass 317384 2014-06-19 11:36:47 2014-06-23 04:13:19 2014-06-23 08:17:39 4:04:20 0:46:39 3:17:41 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/radosbench.yaml} 2
pass 317385 2014-06-19 11:36:48 2014-06-23 04:17:02 2014-06-23 08:15:21 3:58:19 0:46:19 3:12:00 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/readwrite.yaml} 2
pass 317386 2014-06-19 11:36:50 2014-06-23 04:20:58 2014-06-23 06:13:06 1:52:08 0:19:05 1:33:03 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/small-objects.yaml} 2
pass 317387 2014-06-19 11:36:51 2014-06-23 04:21:35 2014-06-23 07:03:48 2:42:13 0:38:12 2:04:01 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/snaps-few-objects.yaml} 2
fail 317388 2014-06-19 11:36:52 2014-06-23 04:22:51 2014-06-23 07:27:05 3:04:14 0:40:48 2:23:26 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/admin_socket_objecter_requests.yaml} 2
Failure Reason:

Command failed on plana22 with status 4: "wget -q -O /home/ubuntu/cephtest/admin_socket_client.0/objecter_requests -- 'http://ceph.newdream.net/git/?p=ceph.git;a=blob_plain;f=src/test/admin_socket/objecter_requests;hb=wip-8071' && chmod u=rx -- /home/ubuntu/cephtest/admin_socket_client.0/objecter_requests"

pass 317389 2014-06-19 11:36:53 2014-06-23 04:30:06 2014-06-23 05:02:08 0:32:02 0:30:25 0:01:37 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/cache-agent-big.yaml} 2
pass 317390 2014-06-19 11:36:55 2014-06-23 04:31:56 2014-06-23 06:00:03 1:28:07 0:31:20 0:56:47 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/cache-agent-small.yaml} 2
dead 317391 2014-06-19 11:36:56 2014-06-23 04:38:08 2014-06-23 17:03:09 12:25:01 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps.yaml}
fail 317392 2014-06-19 11:36:57 2014-06-23 04:39:37 2014-06-23 07:17:49 2:38:12 0:38:00 2:00:12 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2014-06-23 00:05:33.105305 osd.1 10.214.132.7:6800/30453 71 : [ERR] 4.2 scrub stat mismatch, got 53/51 objects, 6/6 clones, 23/23 dirty, 0/0 omap, 3/3 hit_set_archive, 6/6 whiteouts, 88676995/88676995 bytes." in cluster log

pass 317393 2014-06-19 11:36:58 2014-06-23 04:42:18 2014-06-23 05:48:23 1:06:05 0:18:01 0:48:04 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/cache.yaml} 2
pass 317394 2014-06-19 11:36:59 2014-06-23 04:44:50 2014-06-23 06:24:58 1:40:08 1:07:46 0:32:22 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/ec-radosbench.yaml} 2
pass 317395 2014-06-19 11:37:01 2014-06-23 04:45:02 2014-06-23 08:49:22 4:04:20 1:11:56 2:52:24 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/ec-readwrite.yaml} 2
pass 317396 2014-06-19 11:37:02 2014-06-23 04:45:37 2014-06-23 05:09:38 0:24:01 0:18:06 0:05:55 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/ec-small-objects.yaml} 2
pass 317397 2014-06-19 11:37:03 2014-06-23 04:51:33 2014-06-23 07:11:45 2:20:12 1:19:29 1:00:43 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/ec-snaps-few-objects.yaml} 2
pass 317398 2014-06-19 11:37:04 2014-06-23 04:53:01 2014-06-23 05:53:06 1:00:05 0:43:06 0:16:59 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/pool-snaps-few-objects.yaml} 2
fail 317399 2014-06-19 11:37:05 2014-06-23 04:53:04 2014-06-23 10:03:34 5:10:30 2:42:50 2:27:40 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

Command failed on plana71 with status 2: "mkdir -- /home/ubuntu/cephtest/workunit.client.0 && git archive --remote=git://ceph.newdream.net/git/ceph.git e29beff3f1206faf86d6ddefab912006f35cbaeb:qa/workunits | tar -C /home/ubuntu/cephtest/workunit.client.0 -x -f- && cd -- /home/ubuntu/cephtest/workunit.client.0 && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\\0' >/home/ubuntu/cephtest/workunits.list"

pass 317400 2014-06-19 11:37:07 2014-06-23 04:58:40 2014-06-23 07:12:50 2:14:10 0:54:34 1:19:36 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/radosbench.yaml} 2
pass 317401 2014-06-19 11:37:08 2014-06-23 05:00:27 2014-06-23 06:08:31 1:08:04 0:30:48 0:37:16 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/readwrite.yaml} 2
pass 317402 2014-06-19 11:37:09 2014-06-23 05:02:10 2014-06-23 06:18:15 1:16:05 0:17:03 0:59:02 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/small-objects.yaml} 2
pass 317403 2014-06-19 11:37:10 2014-06-23 05:03:09 2014-06-23 06:55:18 1:52:09 0:37:58 1:14:11 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/snaps-few-objects.yaml} 2
pass 317404 2014-06-19 11:37:11 2014-06-23 05:03:14 2014-06-23 05:25:16 0:22:02 0:08:03 0:13:59 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 317405 2014-06-19 11:37:13 2014-06-23 05:04:01 2014-06-23 06:34:07 1:30:06 0:41:41 0:48:25 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/cache-agent-big.yaml} 2
pass 317406 2014-06-19 11:37:14 2014-06-23 05:09:40 2014-06-23 06:41:47 1:32:07 0:33:47 0:58:20 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/cache-agent-small.yaml} 2
dead 317407 2014-06-19 11:37:15 2014-06-23 05:10:14 2014-06-23 17:03:12 11:52:58 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps.yaml}
dead 317408 2014-06-19 11:37:16 2014-06-22 19:46:37 2014-06-23 17:02:27 21:15:50 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/cache-snaps.yaml}
pass 317409 2014-06-19 11:37:17 2014-06-23 05:10:56 2014-06-23 05:52:59 0:42:03 0:25:38 0:16:25 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/cache.yaml} 2
pass 317410 2014-06-19 11:37:19 2014-06-23 05:15:42 2014-06-23 06:33:48 1:18:06 1:16:16 0:01:50 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/ec-radosbench.yaml} 2
pass 317411 2014-06-19 11:37:20 2014-06-23 05:16:59 2014-06-23 08:35:15 3:18:16 1:22:17 1:55:59 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/ec-readwrite.yaml} 2
pass 317412 2014-06-19 11:37:21 2014-06-23 05:17:19 2014-06-23 06:27:24 1:10:05 0:19:15 0:50:50 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/ec-small-objects.yaml} 2
pass 317413 2014-06-19 11:37:22 2014-06-23 05:17:42 2014-06-23 06:55:49 1:38:07 1:29:29 0:08:38 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/ec-snaps-few-objects.yaml} 2
pass 317414 2014-06-19 11:37:23 2014-06-23 05:25:17 2014-06-23 09:01:35 3:36:18 1:48:22 1:47:56 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
fail 317415 2014-06-19 11:37:24 2014-06-23 05:27:24 2014-06-23 10:03:46 4:36:22 3:14:11 1:22:11 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

Command failed on plana43 with status 2: "mkdir -- /home/ubuntu/cephtest/workunit.client.0 && git archive --remote=git://ceph.newdream.net/git/ceph.git e29beff3f1206faf86d6ddefab912006f35cbaeb:qa/workunits | tar -C /home/ubuntu/cephtest/workunit.client.0 -x -f- && cd -- /home/ubuntu/cephtest/workunit.client.0 && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\\0' >/home/ubuntu/cephtest/workunits.list"

pass 317416 2014-06-19 11:37:26 2014-06-23 05:28:42 2014-06-23 08:54:58 3:26:16 0:51:47 2:34:29 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/radosbench.yaml} 2
pass 317417 2014-06-19 11:37:27 2014-06-23 05:30:08 2014-06-23 07:38:18 2:08:10 0:42:12 1:25:58 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/readwrite.yaml} 2
pass 317418 2014-06-19 11:37:29 2014-06-23 05:34:18 2014-06-23 06:18:21 0:44:03 0:18:22 0:25:41 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/small-objects.yaml} 2
pass 317419 2014-06-19 11:37:30 2014-06-23 05:37:28 2014-06-23 06:45:33 1:08:05 0:40:08 0:27:57 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/snaps-few-objects.yaml} 2
pass 317420 2014-06-19 11:37:31 2014-06-23 05:38:33 2014-06-23 06:00:35 0:22:02 0:08:37 0:13:25 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 317421 2014-06-19 11:37:32 2014-06-23 05:41:42 2014-06-23 06:33:50 0:52:08 0:33:02 0:19:06 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/cache-agent-big.yaml} 2
pass 317422 2014-06-19 11:37:33 2014-06-23 05:48:25 2014-06-23 08:10:36 2:22:11 0:53:44 1:28:27 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/cache-agent-small.yaml} 2
fail 317423 2014-06-19 11:37:34 2014-06-23 05:51:34 2014-06-23 06:57:39 1:06:05 0:40:04 0:26:01 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2014-06-22 23:44:13.265456 osd.5 10.214.133.27:6806/15614 79 : [ERR] 4.2 scrub stat mismatch, got 51/46 objects, 6/6 clones, 24/24 dirty, 0/0 omap, 3/3 hit_set_archive, 10/10 whiteouts, 67595269/67595269 bytes." in cluster log

fail 317424 2014-06-19 11:37:35 2014-06-23 05:53:00 2014-06-23 08:29:12 2:36:12 0:37:16 1:58:56 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2014-06-23 01:09:31.321220 osd.4 10.214.131.28:6805/20972 96 : [ERR] 4.1 scrub stat mismatch, got 51/49 objects, 12/12 clones, 23/23 dirty, 0/0 omap, 3/3 hit_set_archive, 7/7 whiteouts, 73037839/73037839 bytes." in cluster log

pass 317425 2014-06-19 11:37:37 2014-06-23 05:53:07 2014-06-23 07:41:16 1:48:09 0:27:26 1:20:43 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/cache.yaml} 2
pass 317426 2014-06-19 11:37:38 2014-06-23 05:53:25 2014-06-23 10:01:46 4:08:21 1:31:41 2:36:40 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/ec-radosbench.yaml} 2
pass 317427 2014-06-19 11:37:39 2014-06-23 05:55:42 2014-06-23 09:44:01 3:48:19 1:46:33 2:01:46 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/ec-readwrite.yaml} 2
pass 317428 2014-06-19 11:37:41 2014-06-23 06:00:01 2014-06-23 08:04:11 2:04:10 0:25:37 1:38:33 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/ec-small-objects.yaml} 2
pass 317429 2014-06-19 11:37:42 2014-06-23 06:00:04 2014-06-23 09:58:24 3:58:20 1:57:34 2:00:46 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/ec-snaps-few-objects.yaml} 2
pass 317430 2014-06-19 11:37:43 2014-06-23 06:00:36 2014-06-23 07:14:42 1:14:06 0:46:46 0:27:20 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 317431 2014-06-19 11:37:44 2014-06-23 06:04:08 2014-06-23 06:56:12 0:52:04 0:42:24 0:09:40 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/rados_api_tests.yaml} 2
pass 317432 2014-06-19 11:37:45 2014-06-23 06:07:13 2014-06-23 07:29:19 1:22:06 0:54:06 0:28:00 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/radosbench.yaml} 2
pass 317433 2014-06-19 11:37:46 2014-06-23 06:08:33 2014-06-23 07:36:40 1:28:07 0:40:30 0:47:37 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/readwrite.yaml} 2
pass 317434 2014-06-19 11:37:48 2014-06-23 06:13:08 2014-06-23 06:47:10 0:34:02 0:21:06 0:12:56 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/small-objects.yaml} 2
pass 317435 2014-06-19 11:37:49 2014-06-23 06:18:17 2014-06-23 08:42:29 2:24:12 1:03:53 1:20:19 plana master ubuntu rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/snaps-few-objects.yaml} 2
pass 317436 2014-06-19 11:37:50 2014-06-23 06:18:22 2014-06-23 07:00:30 0:42:08 0:17:37 0:24:31 plana master ubuntu rados/verify/{1thrash/default.yaml clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml tasks/mon_recovery.yaml validater/lockdep.yaml} 2
pass 317437 2014-06-19 11:37:51 2014-06-23 06:22:10 2014-06-23 08:00:17 1:38:07 0:18:25 1:19:42 plana master ubuntu rados/verify/{1thrash/default.yaml clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml tasks/mon_recovery.yaml validater/valgrind.yaml} 2
fail 317438 2014-06-19 11:37:52 2014-06-23 06:24:59 2014-06-23 09:55:16 3:30:17 2:53:00 0:37:17 plana master ubuntu rados/verify/{1thrash/default.yaml clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml tasks/rados_api_tests.yaml validater/lockdep.yaml} 2
Failure Reason:

Command failed on plana59 with status 2: "mkdir -- /home/ubuntu/cephtest/workunit.client.0 && git archive --remote=git://ceph.newdream.net/git/ceph.git e29beff3f1206faf86d6ddefab912006f35cbaeb:qa/workunits | tar -C /home/ubuntu/cephtest/workunit.client.0 -x -f- && cd -- /home/ubuntu/cephtest/workunit.client.0 && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\\0' >/home/ubuntu/cephtest/workunits.list"

fail 317439 2014-06-19 11:37:53 2014-06-23 06:26:06 2014-06-23 10:10:24 3:44:18 3:25:46 0:18:32 plana master ubuntu rados/verify/{1thrash/default.yaml clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml tasks/rados_api_tests.yaml validater/valgrind.yaml} 2
Failure Reason:

Command failed on plana57 with status 2: "mkdir -- /home/ubuntu/cephtest/workunit.client.0 && git archive --remote=git://ceph.newdream.net/git/ceph.git e29beff3f1206faf86d6ddefab912006f35cbaeb:qa/workunits | tar -C /home/ubuntu/cephtest/workunit.client.0 -x -f- && cd -- /home/ubuntu/cephtest/workunit.client.0 && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\\0' >/home/ubuntu/cephtest/workunits.list"

fail 317440 2014-06-19 11:37:54 2014-06-23 06:27:26 2014-06-23 11:09:48 4:42:22 2:48:10 1:54:12 plana master ubuntu rados/verify/{1thrash/default.yaml clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml tasks/rados_cls_all.yaml validater/lockdep.yaml} 2
Failure Reason:

Command failed on plana38 with status 2: "mkdir -- /home/ubuntu/cephtest/workunit.client.0 && git archive --remote=git://ceph.newdream.net/git/ceph.git e29beff3f1206faf86d6ddefab912006f35cbaeb:qa/workunits | tar -C /home/ubuntu/cephtest/workunit.client.0 -x -f- && cd -- /home/ubuntu/cephtest/workunit.client.0 && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\\0' >/home/ubuntu/cephtest/workunits.list"

pass 317442 2014-06-19 11:37:57 2014-06-23 10:49:46 2014-06-23 11:05:47 0:16:01 0:11:40 0:04:21 plana master ubuntu rados/verify/{1thrash/none.yaml clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml tasks/mon_recovery.yaml validater/lockdep.yaml} 2
pass 317443 2014-06-19 11:37:58 2014-06-23 10:49:56 2014-06-23 11:11:57 0:22:01 0:12:11 0:09:50 plana master ubuntu rados/verify/{1thrash/none.yaml clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml tasks/mon_recovery.yaml validater/valgrind.yaml} 2
pass 317444 2014-06-19 11:37:59 2014-06-23 10:49:47 2014-06-23 11:17:49 0:28:02 0:26:15 0:01:47 plana master ubuntu rados/verify/{1thrash/none.yaml clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml tasks/rados_api_tests.yaml validater/lockdep.yaml} 2
pass 317445 2014-06-19 11:38:00 2014-06-23 10:49:51 2014-06-23 12:03:57 1:14:06 0:48:35 0:25:31 plana master ubuntu rados/verify/{1thrash/none.yaml clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml tasks/rados_api_tests.yaml validater/valgrind.yaml} 2
pass 317446 2014-06-19 11:38:01 2014-06-23 10:49:52 2014-06-23 11:21:55 0:32:03 0:08:56 0:23:07 plana master ubuntu rados/verify/{1thrash/none.yaml clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml tasks/rados_cls_all.yaml validater/lockdep.yaml} 2
pass 317447 2014-06-19 11:38:02 2014-06-23 10:49:48 2014-06-23 11:15:50 0:26:02 0:10:31 0:15:31 plana master ubuntu rados/verify/{1thrash/none.yaml clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml tasks/rados_cls_all.yaml validater/valgrind.yaml} 2