=== raw/linux/2014-05-07-0254-HUBI-raw.txt --> clean/2014-05-07-0254-HUBI.txt ===================================================
segment 1 second line = "2014-05-07 02:35:05 | 2688.94 | 0.1248"
segment 1 last line = "2014-05-07 02:23:56 | 2690.02 | 0.09"

segment 2 second line = "2014-05-07 02:37:19 | 2688.03 | 0.7342"
segment 2 first duplicated line = "2014-05-07 02:35:05 | 2688.94 | 0.1248"
segment 2 last line = "2014-05-07 02:24:39 | 2691.98 | 0.3407"

segment 3 second line = "2014-05-07 02:37:50 | 2689.02 | 0.6146"
segment 3 first duplicated line = "2014-05-07 02:37:19 | 2688.03 | 0.7342"
segment 3 last line = "2014-05-07 02:25:05 | 2691.98 | 4.39"

segment 4 second line = "2014-05-07 02:38:15 | 2691 | 0.4564"
segment 4 first duplicated line = "2014-05-07 02:37:50 | 2689.02 | 0.6146"
segment 4 last line = "2014-05-07 02:25:14 | 2693 | 0.0203"

segment 5 second line = "2014-05-07 02:38:35 | 2690.99 | 1.3497"
segment 5 first duplicated line = "2014-05-07 02:38:15 | 2691 | 0.4564"
segment 5 last line = "2014-05-07 02:25:24 | 2692.98 | 0.2707"

segment 6 second line = "2014-05-07 02:38:47 | 2692.01 | 0.0627"
segment 6 first duplicated line = "2014-05-07 02:38:35 | 2690.99 | 1.3497"
segment 6 last line = "2014-05-07 02:25:28 | 2692.9 | 2.1128"

segment 7 second line = "2014-05-07 02:38:52 | 2692.01 | 0.0043"
segment 7 first duplicated line = "2014-05-07 02:38:47 | 2692.01 | 0.0627"
segment 7 last line = "2014-05-07 02:25:29 | 2692.9 | 0.2299"

segment 8 second line = "2014-05-07 02:39:21 | 2691.19 | 0.6439"
segment 8 first duplicated line = "2014-05-07 02:38:52 | 2692.01 | 0.0043"
segment 8 last line = "2014-05-07 02:25:34 | 2692.87 | 0.3162"

segment 9 second line = "2014-05-07 02:39:53 | 2690 | 0.5"
segment 9 first duplicated line = "2014-05-07 02:39:21 | 2691.19 | 0.6439"
segment 9 last line = "2014-05-07 02:25:58 | 2692.93 | 0.0334"

segment 10 second line = "2014-05-07 02:40:08 | 2690 | 3.29"
segment 10 first duplicated line = "2014-05-07 02:39:53 | 2690 | 0.5"
segment 10 last line = "2014-05-07 02:26:22 | 2694.86 | 0.0589"

segment 11 second line = "2014-05-07 02:40:24 | 2690 | 10"
segment 11 first duplicated line = "2014-05-07 02:40:08 | 2690 | 3.29"
segment 11 last line = "2014-05-07 02:26:45 | 2693.03 | 1.636"

segment 12 second line = "2014-05-07 02:40:59 | 2690.97 | 0.0951"
segment 12 first duplicated line = "2014-05-07 02:40:24 | 2690 | 10"
segment 12 last line = "2014-05-07 02:27:02 | 2694 | 0.8774"

segment 13 second line = "2014-05-07 02:41:14 | 2690.94 | 0.0927"
segment 13 first duplicated line = "2014-05-07 02:40:59 | 2690.97 | 0.0951"
segment 13 last line = "2014-05-07 02:27:28 | 2693.88 | 0.0517"

segment 14 second line = "2014-05-07 02:41:38 | 2690 | 2.2135"
segment 14 first duplicated line = "2014-05-07 02:41:14 | 2690.94 | 0.0927"
segment 14 last line = "2014-05-07 02:28:11 | 2690.1 | 1"

segment 15 second line = "2014-05-07 02:41:41 | 2690.01 | 0.1555"
segment 15 first duplicated line = "2014-05-07 02:41:38 | 2690 | 2.2135"
segment 15 last line = "2014-05-07 02:28:12 | 2692.07 | 0.2988"

segment 16 second line = "2014-05-07 02:41:52 | 2690.01 | 0.0228"
segment 16 first duplicated line = "2014-05-07 02:41:41 | 2690.01 | 0.1555"
segment 16 last line = "2014-05-07 02:28:19 | 2692.07 | 0.2834"

segment 17 second line = "2014-05-07 02:41:57 | 2690.01 | 0.0227"
segment 17 first duplicated line = "2014-05-07 02:41:52 | 2690.01 | 0.0228"
segment 17 last line = "2014-05-07 02:28:24 | 2692 | 1.2299"

segment 18 second line = "2014-05-07 02:42:47 | 2692.93 | 0.0226"
segment 18 first duplicated line = "2014-05-07 02:41:57 | 2690.01 | 0.0227"
segment 18 last line = "2014-05-07 02:28:42 | 2690.13 | 0.01"

segment 19 second line = "2014-05-07 02:43:07 | 2698 | 0.766"
segment 19 first duplicated line = "2014-05-07 02:42:47 | 2692.93 | 0.0226"
segment 19 last line = "2014-05-07 02:29:52 | 2690.14 | 0.04"

segment 20 second line = "2014-05-07 02:43:21 | 2698 | 0.9129"
segment 20 first duplicated line = "2014-05-07 02:43:07 | 2698 | 0.766"
segment 20 last line = "2014-05-07 02:30:27 | 2690.17 | 2.0842"

segment 21 second line = "2014-05-07 02:43:35 | 2697.97 | 2.402"
segment 21 first duplicated line = "2014-05-07 02:43:21 | 2698 | 0.9129"
segment 21 last line = "2014-05-07 02:30:42 | 2690.96 | 0.0012"

segment 22 second line = "2014-05-07 02:44:05 | 2694.47 | 0.429"
segment 22 first duplicated line = "2014-05-07 02:43:35 | 2697.97 | 2.402"
segment 22 last line = "2014-05-07 02:30:56 | 2690.16 | 10.3047"

segment 23 second line = "2014-05-07 02:44:14 | 2692.38 | 0.311"
segment 23 first duplicated line = "2014-05-07 02:44:05 | 2694.47 | 0.429"
segment 23 last line = "2014-05-07 02:31:05 | 2691 | 2.1846"

segment 24 second line = "2014-05-07 02:44:44 | 2693.88 | 1.4"
segment 24 first duplicated line = "2014-05-07 02:44:14 | 2692.38 | 0.311"
segment 24 last line = "2014-05-07 02:31:16 | 2691 | 1.0406"

segment 25 second line = "2014-05-07 02:45:06 | 2693.81 | 0.289"
segment 25 first duplicated line = "2014-05-07 02:44:44 | 2693.88 | 1.4"
segment 25 last line = "2014-05-07 02:31:26 | 2691 | 0.1067"

segment 26 second line = "2014-05-07 02:45:41 | 2693.12 | 0.1"
segment 26 first duplicated line = "2014-05-07 02:45:06 | 2693.81 | 0.289"
segment 26 last line = "2014-05-07 02:31:43 | 2692 | 0.0555"

segment 27 second line = "2014-05-07 02:46:00 | 2690.45 | 0.184"
segment 27 first duplicated line = "2014-05-07 02:45:41 | 2693.12 | 0.1"
segment 27 last line = "2014-05-07 02:32:01 | 2692 | 0.0257"

segment 28 second line = "2014-05-07 02:46:41 | 2691.98 | 0.2276"
segment 28 first duplicated line = "2014-05-07 02:46:00 | 2690.45 | 0.184"
segment 28 last line = "2014-05-07 02:32:06 | 2692.12 | 0.5"

segment 29 second line = "2014-05-07 02:47:01 | 2692.61 | 5.0222"
segment 29 first duplicated line = "2014-05-07 02:46:41 | 2691.98 | 0.2276"
segment 29 last line = "2014-05-07 02:32:30 | 2693.83 | 0.0579"

segment 30 second line = "2014-05-07 02:47:39 | 2692.71 | 0.6"
segment 30 first duplicated line = "2014-05-07 02:47:01 | 2692.61 | 5.0222"
segment 30 last line = "2014-05-07 02:32:54 | 2692.1 | 0.2884"

segment 31 second line = "2014-05-07 02:48:02 | 2693.19 | 0.088"
segment 31 first duplicated line = "2014-05-07 02:47:39 | 2692.71 | 0.6"
segment 31 last line = "2014-05-07 02:33:05 | 2690 | 0.01"

segment 32 second line = "2014-05-07 02:48:44 | 2692.01 | 0.0226"
segment 32 first duplicated line = "2014-05-07 02:48:02 | 2693.19 | 0.088"
segment 32 last line = "2014-05-07 02:33:38 | 2689.92 | 0.087"

segment 33 second line = "2014-05-07 02:49:06 | 2692.03 | 0.239"
segment 33 first duplicated line = "2014-05-07 02:48:44 | 2692.01 | 0.0226"
segment 33 last line = "2014-05-07 02:33:54 | 2692.01 | 0.0743"

segment 34 second line = "2014-05-07 02:49:52 | 2692.03 | 0.08"
segment 34 first duplicated line = "2014-05-07 02:49:06 | 2692.03 | 0.239"
segment 34 last line = "2014-05-07 02:34:11 | 2691.98 | 0.0165"

segment 35 second line = "2014-05-07 02:50:28 | 2690.1 | 0.6813"
segment 35 first duplicated line = "2014-05-07 02:49:52 | 2692.03 | 0.08"
segment 35 last line = "2014-05-07 02:34:43 | 2689.9 | 0.143"

segment 36 second line = "2014-05-07 02:51:42 | 2689.97 | 0.0873"
segment 36 first duplicated line = "2014-05-07 02:50:28 | 2690.1 | 0.6813"
segment 36 last line = "2014-05-07 02:35:05 | 2688.94 | 0.1248"

segment 37 second line = "2014-05-07 02:52:25 | 2689.95 | 0.0968"
segment 37 first duplicated line = "2014-05-07 02:51:42 | 2689.97 | 0.0873"
segment 37 last line = "2014-05-07 02:36:14 | 2691 | 0.0711"

segment 38 second line = "2014-05-07 02:53:09 | 2686 | 10"
segment 38 first duplicated line = "2014-05-07 02:52:25 | 2689.95 | 0.0968"
segment 38 last line = "2014-05-07 02:37:14 | 2689.86 | 0.2732"

segment 39 second line = "2014-05-07 02:54:06 | 2685.11 | 11.6694"
segment 39 first duplicated line = "2014-05-07 02:53:09 | 2686 | 10"
segment 39 last line = "2014-05-07 02:37:28 | 2688.06 | 0.871"

segment 40 second line = "2014-05-07 02:54:42 | 2682.93 | 5.385"
segment 40 first duplicated line = "2014-05-07 02:54:06 | 2685.11 | 11.6694"
segment 40 last line = "2014-05-07 02:38:35 | 2690.99 | 1.3497"

segment 41 second line = "2014-05-07 02:55:00 | 2682.8 | 0.2"
segment 41 first duplicated line = "2014-05-07 02:54:42 | 2682.93 | 5.385"
segment 41 last line = "2014-05-07 02:39:49 | 2690 | 0.5"

segment 42 second line = "2014-05-07 02:55:51 | 2683.9 | 1.0717"
segment 42 first duplicated line = "2014-05-07 02:55:00 | 2682.8 | 0.2"
segment 42 last line = "2014-05-07 02:41:30 | 2690 | 0.6744"

segment 43 second line = "2014-05-07 02:56:22 | 2682.1 | 2.9832"
segment 43 first duplicated line = "2014-05-07 02:55:51 | 2683.9 | 1.0717"
segment 43 last line = "2014-05-07 02:42:47 | 2692.93 | 0.0226"

segment 44 second line = "2014-05-07 02:57:04 | 2679.99 | 1"
segment 44 first duplicated line = "2014-05-07 02:56:22 | 2682.1 | 2.9832"
segment 44 last line = "2014-05-07 02:43:11 | 2697.99 | 10"

segment 45 second line = "2014-05-07 02:57:58 | 2679.88 | 0.1"
segment 45 first duplicated line = "2014-05-07 02:57:04 | 2679.99 | 1"
segment 45 last line = "2014-05-07 02:45:03 | 2694 | 14"

segment 46 second line = "2014-05-07 02:58:29 | 2679.99 | 0.5017"
segment 46 first duplicated line = "2014-05-07 02:57:58 | 2679.88 | 0.1"
segment 46 last line = "2014-05-07 02:46:53 | 2691.98 | 0.0344"

segment 47 second line = "2014-05-07 02:59:13 | 2680.16 | 0.0488"
segment 47 first duplicated line = "2014-05-07 02:58:29 | 2679.99 | 0.5017"
segment 47 last line = "2014-05-07 02:48:11 | 2693.15 | 0.0016"

segment 48 second line = "2014-05-07 02:59:43 | 2682.8 | 0.5093"
segment 48 first duplicated line = "2014-05-07 02:59:13 | 2680.16 | 0.0488"
segment 48 last line = "2014-05-07 02:48:49 | 2692.05 | 0.192"

segment 49 second line = "2014-05-07 03:00:38 | 2684 | 0.095"
segment 49 first duplicated line = "2014-05-07 02:59:43 | 2682.8 | 0.5093"
segment 49 last line = "2014-05-07 02:50:28 | 2690.1 | 0.6813"

segment 50 second line = "2014-05-07 03:01:47 | 2684.6 | 0.3395"
segment 50 first duplicated line = "2014-05-07 03:00:38 | 2684 | 0.095"
segment 50 last line = "2014-05-07 02:52:46 | 2689 | 0.18"

segment 51 second line = "2014-05-07 03:02:21 | 2684.45 | 0.0963"
segment 51 first duplicated line = "2014-05-07 03:01:47 | 2684.6 | 0.3395"
segment 51 last line = "2014-05-07 02:53:09 | 2686 | 10"

segment 52 second line = "2014-05-07 03:03:14 | 2683.09 | 0.0488"
segment 52 first duplicated line = "2014-05-07 03:02:21 | 2684.45 | 0.0963"
segment 52 last line = "2014-05-07 02:54:34 | 2682.97 | 2.0485"

segment 53 second line = "2014-05-07 03:04:27 | 2683.97 | 0.5381"
segment 53 first duplicated line = "2014-05-07 03:03:14 | 2683.09 | 0.0488"
segment 53 last line = "2014-05-07 02:55:17 | 2682.86 | 0.515"

segment 54 second line = "2014-05-07 03:05:40 | 2683.74 | 0.0637"
segment 54 first duplicated line = "2014-05-07 03:04:27 | 2683.97 | 0.5381"
segment 54 last line = "2014-05-07 02:55:53 | 2682 | 7.0518"

segment 55 second line = "2014-05-07 03:06:54 | 2680.72 | 4.444"
segment 55 first duplicated line = "2014-05-07 03:05:40 | 2683.74 | 0.0637"
segment 55 last line = "2014-05-07 02:56:39 | 2680.1 | 11.113"

segment 56 second line = "2014-05-07 03:09:05 | 2677.99 | 0.188"
segment 56 first duplicated line = "2014-05-07 03:06:54 | 2680.72 | 4.444"
segment 56 last line = "2014-05-07 02:58:37 | 2679.97 | 0.3946"

segment 57 second line = "2014-05-07 03:10:12 | 2674.95 | 1.1222"
segment 57 first duplicated line = "2014-05-07 03:09:05 | 2677.99 | 0.188"
segment 57 last line = "2014-05-07 02:59:09 | 2682.89 | 1.1655"

segment 58 second line = "2014-05-07 03:11:08 | 2677.98 | 0.255"
segment 58 first duplicated line = "2014-05-07 03:10:12 | 2674.95 | 1.1222"
segment 58 last line = "2014-05-07 03:00:16 | 2683 | 1.297"

segment 59 second line = "2014-05-07 03:12:11 | 2678.03 | 0.2185"
segment 59 first duplicated line = "2014-05-07 03:11:08 | 2677.98 | 0.255"
segment 59 last line = "2014-05-07 03:00:43 | 2684 | 0.3154"

segment 60 second line = "2014-05-07 03:12:51 | 2678 | 1.5162"
segment 60 first duplicated line = "2014-05-07 03:12:11 | 2678.03 | 0.2185"
segment 60 last line = "2014-05-07 03:01:30 | 2684.7 | 0.2747"

segment 61 second line = "2014-05-07 03:13:12 | 2678.48 | 0.0478"
segment 61 first duplicated line = "2014-05-07 03:12:51 | 2678 | 1.5162"
segment 61 last line = "2014-05-07 03:01:47 | 2682.31 | 3.0081"

segment 62 second line = "2014-05-07 03:14:03 | 2678.49 | 0.5"
segment 62 first duplicated line = "2014-05-07 03:13:12 | 2678.48 | 0.0478"
segment 62 last line = "2014-05-07 03:02:23 | 2683.02 | 0.0488"

segment 63 second line = "2014-05-07 03:15:42 | 2677.46 | 0.0486"
segment 63 first duplicated line = "2014-05-07 03:14:03 | 2678.49 | 0.5"
segment 63 last line = "2014-05-07 03:02:40 | 2683.04 | 0.0488"

segment 64 second line = "2014-05-07 03:16:56 | 2679.5 | 0.1431"
segment 64 first duplicated line = "2014-05-07 03:15:42 | 2677.46 | 0.0486"
segment 64 last line = "2014-05-07 03:03:24 | 2683.99 | 0.1644"

segment 65 second line = "2014-05-07 03:18:01 | 2679 | 0.2547"
segment 65 first duplicated line = "2014-05-07 03:16:56 | 2679.5 | 0.1431"
segment 65 last line = "2014-05-07 03:03:51 | 2683.15 | 0.0688"

segment 66 second line = "2014-05-07 03:19:25 | 2679.02 | 3"
segment 66 first duplicated line = "2014-05-07 03:18:01 | 2679 | 0.2547"
segment 66 last line = "2014-05-07 03:04:18 | 2683.99 | 0.0883"

segment 67 second line = "2014-05-07 03:20:37 | 2679.48 | 1.2998"
segment 67 first duplicated line = "2014-05-07 03:19:25 | 2679.02 | 3"
segment 67 last line = "2014-05-07 03:04:24 | 2683.11 | 1.4781"

segment 68 second line = "2014-05-07 03:21:43 | 2676.6 | 6.3356"
segment 68 first duplicated line = "2014-05-07 03:20:37 | 2679.48 | 1.2998"
segment 68 last line = "2014-05-07 03:04:33 | 2683.95 | 0.599"

segment 69 second line = "2014-05-07 03:22:29 | 2675.01 | 0.8811"
segment 69 first duplicated line = "2014-05-07 03:21:43 | 2676.6 | 6.3356"
segment 69 last line = "2014-05-07 03:05:13 | 2683.8 | 0.2554"

segment 70 second line = "2014-05-07 03:23:10 | 2675.02 | 0.0753"
segment 70 first duplicated line = "2014-05-07 03:22:29 | 2675.01 | 0.8811"
segment 70 last line = "2014-05-07 03:05:45 | 2683.76 | 0.0637"

segment 71 second line = "2014-05-07 03:25:40 | 2678 | 1"
segment 71 first duplicated line = "2014-05-07 03:23:10 | 2675.02 | 0.0753"
segment 71 last line = "2014-05-07 03:06:01 | 2683.71 | 0.0637"
found 71 segments
found 879 non-duplicated transactions
=== raw/linux/2014-05-08-0400-HUBI-raw.txt --> clean/2014-05-08-0400-HUBI.txt ===================================================
segment 1 second line = "2014-05-08 03:40:24 | 2803.03 | 0.3"
segment 1 last line = "2014-05-08 03:34:25 | 2797 | 5.04"

segment 2 second line = "2014-05-08 03:41:32 | 2803.88 | 0.0232"
segment 2 first duplicated line = "2014-05-08 03:40:24 | 2803.03 | 0.3"
segment 2 last line = "2014-05-08 03:35:04 | 2801 | 8.3589"

segment 3 second line = "2014-05-08 03:41:58 | 2802.11 | 1"
segment 3 first duplicated line = "2014-05-08 03:41:32 | 2803.88 | 0.0232"
segment 3 last line = "2014-05-08 03:35:16 | 2799 | 2.1511"

segment 4 second line = "2014-05-08 03:42:52 | 2802 | 0.578"
segment 4 first duplicated line = "2014-05-08 03:41:58 | 2802.11 | 1"
segment 4 last line = "2014-05-08 03:35:52 | 2800 | 69.7575"

segment 5 second line = "2014-05-08 03:44:40 | 2798 | 12.8282"
segment 5 first duplicated line = "2014-05-08 03:42:52 | 2802 | 0.578"
segment 5 last line = "2014-05-08 03:36:32 | 2803.11 | 1.6821"

segment 6 second line = "2014-05-08 03:46:04 | 2796 | 1.9864"
segment 6 first duplicated line = "2014-05-08 03:44:40 | 2798 | 12.8282"
segment 6 last line = "2014-05-08 03:37:11 | 2810 | 16.1236"

segment 7 second line = "2014-05-08 03:46:57 | 2795.02 | 0.0234"
segment 7 first duplicated line = "2014-05-08 03:46:04 | 2796 | 1.9864"
segment 7 last line = "2014-05-08 03:37:24 | 2808.05 | 7.8265"

segment 8 second line = "2014-05-08 03:53:41 | 2793.11 | 3.0618"
segment 8 first duplicated line = "2014-05-08 03:46:57 | 2795.02 | 0.0234"
segment 8 last line = "2014-05-08 03:41:44 | 2803.9 | 0.0233"

segment 9 second line = "2014-05-08 03:59:36 | 2792.98 | 0.03"
segment 9 first duplicated line = "2014-05-08 03:53:41 | 2793.11 | 3.0618"
segment 9 last line = "2014-05-08 03:46:04 | 2796 | 1.9864"

segment 10 second line = "2014-05-08 04:13:58 | 2783 | 0.1695"
segment 10 first duplicated line = "2014-05-08 03:59:36 | 2792.98 | 0.03"
segment 10 last line = "2014-05-08 03:57:17 | 2791.63 | 0.1868"

segment 11 second line = "2014-05-08 04:17:23 | 2787.09 | 0.29"
segment 11 first duplicated line = "2014-05-08 04:13:58 | 2783 | 0.1695"
segment 11 last line = "2014-05-08 04:03:47 | 2793 | 0.4835"

segment 12 second line = "2014-05-08 04:24:24 | 2793.36 | 0.2484"
segment 12 first duplicated line = "2014-05-08 04:17:23 | 2787.09 | 0.29"
segment 12 last line = "2014-05-08 04:11:45 | 2786.01 | 0.1933"
found 12 segments
found 836 non-duplicated transactions
=== raw/linux/2014-05-13-0155-HUBI-raw.txt --> clean/2014-05-13-0155-HUBI.txt ===================================================
segment 1 second line = "2014-05-13 01:57:46 | 2707.5 | 0.4"
segment 1 last line = "2014-05-13 01:42:33 | 2712 | 0.05"

segment 2 second line = "2014-05-13 02:08:39 | 2708.23 | 0.1191"
segment 2 first duplicated line = "2014-05-13 01:57:46 | 2707.5 | 0.4"
segment 2 last line = "2014-05-13 01:54:51 | 2708 | 0.05"
found 2 segments
found 370 non-duplicated transactions
=== raw/linux/2014-05-19-0020-HUBI-raw.txt --> clean/2014-05-19-0020-HUBI.txt ===================================================
segment 1 second line = "2014-05-18 23:33:34 | 2762.74 | 0.0100"
segment 1 last line = "2014-05-18 23:27:22 | 2763.16 | 0.5000"

segment 2 second line = "2014-05-18 23:37:07 | 2762.67 | 2.6165"
segment 2 first duplicated line = "2014-05-18 23:33:34 | 2762.74 | 0.0100"
segment 2 last line = "2014-05-18 23:29:16 | 2763.49 | 0.0100"

segment 3 second line = "2014-05-18 23:38:22 | 2764.73 | 0.4800"
segment 3 first duplicated line = "2014-05-18 23:37:07 | 2762.67 | 2.6165"
segment 3 last line = "2014-05-18 23:30:34 | 2762.99 | 0.0100"

segment 4 second line = "2014-05-18 23:41:37 | 2764.98 | 0.3600"
segment 4 first duplicated line = "2014-05-18 23:38:22 | 2764.73 | 0.4800"
segment 4 last line = "2014-05-18 23:33:02 | 2762.93 | 0.0100"

segment 5 second line = "2014-05-18 23:46:08 | 2767.98 | 0.0100"
segment 5 first duplicated line = "2014-05-18 23:41:37 | 2764.98 | 0.3600"
segment 5 last line = "2014-05-18 23:37:22 | 2764.84 | 0.0330"

segment 6 second line = "2014-05-18 23:48:04 | 2767.42 | 1.0100"
segment 6 first duplicated line = "2014-05-18 23:46:08 | 2767.98 | 0.0100"
segment 6 last line = "2014-05-18 23:40:08 | 2763.64 | 0.0100"

segment 7 second line = "2014-05-18 23:49:58 | 2768.88 | 2.8259"
segment 7 first duplicated line = "2014-05-18 23:48:04 | 2767.42 | 1.0100"
segment 7 last line = "2014-05-18 23:40:46 | 2763.23 | 0.8540"

segment 8 second line = "2014-05-18 23:53:06 | 2768.20 | 0.0416"
segment 8 first duplicated line = "2014-05-18 23:49:58 | 2768.88 | 2.8259"
segment 8 last line = "2014-05-18 23:42:59 | 2765.90 | 10.0000"

segment 9 second line = "2014-05-18 23:55:54 | 2770.18 | 0.3909"
segment 9 first duplicated line = "2014-05-18 23:53:06 | 2768.20 | 0.0416"
segment 9 last line = "2014-05-18 23:45:12 | 2767.16 | 0.0100"

segment 10 second line = "2014-05-18 23:56:36 | 2770.53 | 0.0100"
segment 10 first duplicated line = "2014-05-18 23:55:54 | 2770.18 | 0.3909"
segment 10 last line = "2014-05-18 23:46:00 | 2767.38 | 0.0050"

segment 11 second line = "2014-05-18 23:58:02 | 2770.20 | 0.0100"
segment 11 first duplicated line = "2014-05-18 23:56:36 | 2770.53 | 0.0100"
segment 11 last line = "2014-05-18 23:47:20 | 2767.96 | 0.0100"

segment 12 second line = "2014-05-18 23:59:24 | 2770.96 | 0.0100"
segment 12 first duplicated line = "2014-05-18 23:58:02 | 2770.20 | 0.0100"
segment 12 last line = "2014-05-18 23:50:22 | 2768.35 | 0.4500"

segment 13 second line = "2014-05-19 00:00:47 | 2770.85 | 0.0100"
segment 13 first duplicated line = "2014-05-18 23:59:24 | 2770.96 | 0.0100"
segment 13 last line = "2014-05-18 23:53:52 | 2768.88 | 0.2600"

segment 14 second line = "2014-05-19 00:01:37 | 2770.92 | 0.3000"
segment 14 first duplicated line = "2014-05-19 00:00:47 | 2770.85 | 0.0100"
segment 14 last line = "2014-05-18 23:55:22 | 2770.02 | 0.4100"

segment 15 second line = "2014-05-19 00:02:44 | 2771.50 | 0.0150"
segment 15 first duplicated line = "2014-05-19 00:01:37 | 2770.92 | 0.3000"
segment 15 last line = "2014-05-18 23:56:44 | 2770.05 | 0.0050"

segment 16 second line = "2014-05-19 00:03:52 | 2771.77 | 0.3749"
segment 16 first duplicated line = "2014-05-19 00:02:44 | 2771.50 | 0.0150"
segment 16 last line = "2014-05-18 23:57:42 | 2770.17 | 0.0100"

segment 17 second line = "2014-05-19 00:05:43 | 2770.92 | 1.0000"
segment 17 first duplicated line = "2014-05-19 00:03:52 | 2771.77 | 0.3749"
segment 17 last line = "2014-05-18 23:58:41 | 2770.94 | 0.0100"

segment 18 second line = "2014-05-19 00:09:52 | 2771.96 | 0.5400"
segment 18 first duplicated line = "2014-05-19 00:05:43 | 2770.92 | 1.0000"
segment 18 last line = "2014-05-19 00:00:45 | 2770.87 | 0.0100"

segment 19 second line = "2014-05-19 00:11:33 | 2772.06 | 0.3590"
segment 19 first duplicated line = "2014-05-19 00:09:52 | 2771.96 | 0.5400"
segment 19 last line = "2014-05-19 00:01:38 | 2771.00 | 0.0100"

segment 20 second line = "2014-05-19 00:14:09 | 2769.00 | 14.6711"
segment 20 first duplicated line = "2014-05-19 00:11:33 | 2772.06 | 0.3590"
segment 20 last line = "2014-05-19 00:02:48 | 2771.50 | 0.0100"

segment 21 second line = "2014-05-19 00:15:59 | 2770.99 | 6.0000"
segment 21 first duplicated line = "2014-05-19 00:14:09 | 2769.00 | 14.6711"
segment 21 last line = "2014-05-19 00:03:22 | 2771.95 | 0.6820"

segment 22 second line = "2014-05-19 00:23:38 | 2765.61 | 0.4400"
segment 22 first duplicated line = "2014-05-19 00:15:59 | 2770.99 | 6.0000"
segment 22 last line = "2014-05-19 00:11:57 | 2772.00 | 0.0100"

segment 23 second line = "2014-05-19 00:25:23 | 2768.00 | 0.0100"
segment 23 first duplicated line = "2014-05-19 00:23:38 | 2765.61 | 0.4400"
segment 23 last line = "2014-05-19 00:14:23 | 2769.97 | 0.1000"

segment 24 second line = "2014-05-19 00:26:35 | 2768.04 | 0.1000"
segment 24 first duplicated line = "2014-05-19 00:25:23 | 2768.00 | 0.0100"
segment 24 last line = "2014-05-19 00:17:57 | 2769.98 | 0.0720"

segment 25 second line = "2014-05-19 00:28:09 | 2766.90 | 10.0000"
segment 25 first duplicated line = "2014-05-19 00:26:35 | 2768.04 | 0.1000"
segment 25 last line = "2014-05-19 00:25:33 | 2766.52 | 0.0100"

segment 26 second line = "2014-05-19 00:28:29 | 2767.01 | 0.0300"
segment 26 first duplicated line = "2014-05-19 00:28:09 | 2766.90 | 10.0000"
segment 26 last line = "2014-05-19 00:25:33 | 2766.52 | 0.0100"

segment 27 second line = "2014-05-19 00:29:36 | 2766.50 | 0.0900"
segment 27 first duplicated line = "2014-05-19 00:28:29 | 2767.01 | 0.0300"
segment 27 last line = "2014-05-19 00:25:33 | 2766.52 | 0.0100"

segment 28 second line = "2014-05-19 00:29:59 | 2766.98 | 0.0307"
segment 28 first duplicated line = "2014-05-19 00:29:36 | 2766.50 | 0.0900"
segment 28 last line = "2014-05-19 00:25:33 | 2766.52 | 0.0100"

segment 29 second line = "2014-05-19 00:30:35 | 2766.79 | 0.0827"
segment 29 first duplicated line = "2014-05-19 00:29:59 | 2766.98 | 0.0307"
segment 29 last line = "2014-05-19 00:25:33 | 2766.52 | 0.0100"

segment 30 second line = "2014-05-19 00:31:35 | 2765.79 | 0.0290"
segment 30 first duplicated line = "2014-05-19 00:30:35 | 2766.79 | 0.0827"
segment 30 last line = "2014-05-19 00:25:33 | 2766.52 | 0.0100"

segment 31 second line = "2014-05-19 00:41:13 | 2767.00 | 0.0100"
segment 31 first duplicated line = "2014-05-19 00:31:35 | 2765.79 | 0.0290"
segment 31 last line = "2014-05-19 00:31:30 | 2766.80 | 0.0050"

segment 32 second line = "2014-05-19 00:42:43 | 2768.00 | 0.0100"
segment 32 first duplicated line = "2014-05-19 00:41:13 | 2767.00 | 0.0100"
segment 32 last line = "2014-05-19 00:33:55 | 2765.06 | 3.7274"

segment 33 second line = "2014-05-19 00:45:26 | 2765.40 | 0.3400"
segment 33 first duplicated line = "2014-05-19 00:42:43 | 2768.00 | 0.0100"
segment 33 last line = "2014-05-19 00:38:32 | 2766.72 | 0.0100"

segment 34 second line = "2014-05-19 00:46:40 | 2764.85 | 0.4700"
segment 34 first duplicated line = "2014-05-19 00:45:26 | 2765.40 | 0.3400"
segment 34 last line = "2014-05-19 00:38:57 | 2766.05 | 1.8056"

segment 35 second line = "2014-05-19 00:48:14 | 2764.42 | 0.0150"
segment 35 first duplicated line = "2014-05-19 00:46:40 | 2764.85 | 0.4700"
segment 35 last line = "2014-05-19 00:39:36 | 2766.67 | 0.0100"

segment 36 second line = "2014-05-19 00:53:22 | 2765.66 | 0.1000"
segment 36 first duplicated line = "2014-05-19 00:48:14 | 2764.42 | 0.0150"
segment 36 last line = "2014-05-19 00:40:58 | 2767.00 | 0.0100"

segment 37 second line = "2014-05-19 00:55:48 | 2769.87 | 10.0000"
segment 37 first duplicated line = "2014-05-19 00:53:22 | 2765.66 | 0.1000"
segment 37 last line = "2014-05-19 00:42:19 | 2766.64 | 0.0100"

segment 38 second line = "2014-05-19 00:57:26 | 2768.04 | 0.2000"
segment 38 first duplicated line = "2014-05-19 00:55:48 | 2769.87 | 10.0000"
segment 38 last line = "2014-05-19 00:43:43 | 2764.50 | 0.9667"

segment 39 second line = "2014-05-19 00:59:10 | 2763.20 | 2.8198"
segment 39 first duplicated line = "2014-05-19 00:57:26 | 2768.04 | 0.2000"
segment 39 last line = "2014-05-19 00:44:20 | 2767.00 | 10.6380"

segment 40 second line = "2014-05-19 01:00:36 | 2766.11 | 0.0100"
segment 40 first duplicated line = "2014-05-19 00:59:10 | 2763.20 | 2.8198"
segment 40 last line = "2014-05-19 00:44:55 | 2765.97 | 1.2300"

segment 41 second line = "2014-05-19 01:04:33 | 2767.80 | 13.5798"
segment 41 first duplicated line = "2014-05-19 01:00:36 | 2766.11 | 0.0100"
segment 41 last line = "2014-05-19 00:55:28 | 2769.88 | 10.1000"

segment 42 second line = "2014-05-19 01:06:48 | 2767.43 | 0.0100"
segment 42 first duplicated line = "2014-05-19 01:04:33 | 2767.80 | 13.5798"
segment 42 last line = "2014-05-19 00:59:21 | 2766.92 | 0.1000"

segment 43 second line = "2014-05-19 01:09:32 | 2767.98 | 0.0100"
segment 43 first duplicated line = "2014-05-19 01:06:48 | 2767.43 | 0.0100"
segment 43 last line = "2014-05-19 01:01:44 | 2766.10 | 0.0100"

segment 44 second line = "2014-05-19 01:17:54 | 2766.44 | 0.0100"
segment 44 first duplicated line = "2014-05-19 01:09:32 | 2767.98 | 0.0100"
segment 44 last line = "2014-05-19 01:08:38 | 2767.97 | 0.0100"

segment 45 second line = "2014-05-19 01:19:33 | 2767.44 | 0.0100"
segment 45 first duplicated line = "2014-05-19 01:17:54 | 2766.44 | 0.0100"
segment 45 last line = "2014-05-19 01:10:24 | 2767.01 | 0.0100"

segment 46 second line = "2014-05-19 01:21:27 | 2766.16 | 0.0100"
segment 46 first duplicated line = "2014-05-19 01:19:33 | 2767.44 | 0.0100"
segment 46 last line = "2014-05-19 01:15:06 | 2767.72 | 0.0100"
found 46 segments
found 2446 non-duplicated transactions
=== raw/linux/2014-05-23-0325-BSTP-raw.txt --> clean/2014-05-23-0325-BSTP.txt ===================================================
segment 1 second line = "2014-05-23 02:05:44 | 526 | 0.24999"
segment 1 last line = "2014-05-23 01:55:51 | 530.96 | 2.85"

segment 2 second line = "2014-05-23 02:12:24 | 530.03 | 0.05"
segment 2 first duplicated line = "2014-05-23 02:05:44 | 526 | 0.24999"
segment 2 last line = "2014-05-23 01:55:51 | 530.96 | 2.85"

segment 3 second line = "2014-05-23 02:33:23 | 528.06 | 2.16335"
segment 3 first duplicated line = "2014-05-23 02:12:24 | 530.03 | 0.05"
segment 3 last line = "2014-05-23 01:55:51 | 530.96 | 2.85"

segment 4 second line = "2014-05-23 02:50:11 | 532.96 | 0.08980"
segment 4 first duplicated line = "2014-05-23 02:33:23 | 528.06 | 2.16335"
segment 4 last line = "2014-05-23 01:57:44 | 531.11 | 1.086"

segment 5 second line = "2014-05-23 03:14:35 | 523.56 | 0.82408"
segment 5 first duplicated line = "2014-05-23 02:50:11 | 532.96 | 0.08980"
segment 5 last line = "2014-05-23 02:12:39 | 530 | 0.79989"

segment 6 second line = "2014-05-23 03:19:54 | 526.96 | 0.026"
segment 6 first duplicated line = "2014-05-23 03:14:35 | 523.56 | 0.82408"
segment 6 last line = "2014-05-23 02:26:29 | 529.1 | 0.2"

segment 7 second line = "2014-05-23 03:30:44 | 526.4 | 0.01"
segment 7 first duplicated line = "2014-05-23 03:19:54 | 526.96 | 0.026"
segment 7 last line = "2014-05-23 02:47:15 | 531.47 | 2.6645"

segment 8 second line = "2014-05-23 03:44:24 | 523 | 1"
segment 8 first duplicated line = "2014-05-23 03:30:44 | 526.4 | 0.01"
segment 8 last line = "2014-05-23 03:10:00 | 530.24 | 0.01"

segment 9 second line = "2014-05-23 03:56:53 | 525.08 | 0.44614"
segment 9 first duplicated line = "2014-05-23 03:44:24 | 523 | 1"
segment 9 last line = "2014-05-23 03:14:45 | 523.43 | 48.9275"

segment 10 second line = "2014-05-23 04:07:42 | 525.1 | 0.07914"
segment 10 first duplicated line = "2014-05-23 03:56:53 | 525.08 | 0.44614"
segment 10 last line = "2014-05-23 03:17:28 | 526.46 | 9.91731"

segment 11 second line = "2014-05-23 04:15:37 | 524.2 | 0.012"
segment 11 first duplicated line = "2014-05-23 04:07:42 | 525.1 | 0.07914"
segment 11 last line = "2014-05-23 03:22:34 | 526.89 | 0.1"

segment 12 second line = "2014-05-23 04:39:01 | 525.4 | 0.075"
segment 12 first duplicated line = "2014-05-23 04:15:37 | 524.2 | 0.012"
segment 12 last line = "2014-05-23 03:27:05 | 526.44 | 0.019"
found 12 segments
found 574 non-duplicated transactions
=== raw/linux/2014-05-23-0325-HUBI-raw.txt --> clean/2014-05-23-0325-HUBI.txt ===================================================
segment 1 second line = "2014-05-23 02:20:59 | 3231.52 | 0.0499"
segment 1 last line = "2014-05-23 02:17:39 | 3234.18 | 0.8938"

segment 2 second line = "2014-05-23 02:22:26 | 3231.25 | 4.0357"
segment 2 first duplicated line = "2014-05-23 02:20:59 | 3231.52 | 0.0499"
segment 2 last line = "2014-05-23 02:17:39 | 3234.18 | 0.8938"

segment 3 second line = "2014-05-23 02:27:46 | 3241 | 1.9124"
segment 3 first duplicated line = "2014-05-23 02:22:26 | 3231.25 | 4.0357"
segment 3 last line = "2014-05-23 02:19:21 | 3231.59 | 0.1587"

segment 4 second line = "2014-05-23 02:29:44 | 3245 | 3.9436"
segment 4 first duplicated line = "2014-05-23 02:27:46 | 3241 | 1.9124"
segment 4 last line = "2014-05-23 02:23:09 | 3233.87 | 0.16"

segment 5 second line = "2014-05-23 02:33:08 | 3244 | 1.335"
segment 5 first duplicated line = "2014-05-23 02:29:44 | 3245 | 3.9436"
segment 5 last line = "2014-05-23 02:26:07 | 3242 | 0.04"

segment 6 second line = "2014-05-23 02:36:35 | 3254.1 | 3.089"
segment 6 first duplicated line = "2014-05-23 02:33:08 | 3244 | 1.335"
segment 6 last line = "2014-05-23 02:29:18 | 3250 | 8.8787"

segment 7 second line = "2014-05-23 02:39:08 | 3251.03 | 3.2801"
segment 7 first duplicated line = "2014-05-23 02:36:35 | 3254.1 | 3.089"
segment 7 last line = "2014-05-23 02:32:24 | 3243.48 | 0.07"

segment 8 second line = "2014-05-23 02:43:36 | 3264 | 0.929"
segment 8 first duplicated line = "2014-05-23 02:39:08 | 3251.03 | 3.2801"
segment 8 last line = "2014-05-23 02:36:59 | 3255.73 | 2.8342"

segment 9 second line = "2014-05-23 02:46:40 | 3265.14 | 0.1"
segment 9 first duplicated line = "2014-05-23 02:43:36 | 3264 | 0.929"
segment 9 last line = "2014-05-23 02:41:24 | 3254.23 | 0.0643"

segment 10 second line = "2014-05-23 02:50:00 | 3264.96 | 0.01"
segment 10 first duplicated line = "2014-05-23 02:46:40 | 3265.14 | 0.1"
segment 10 last line = "2014-05-23 02:44:11 | 3263.64 | 0.02"

segment 11 second line = "2014-05-23 02:54:55 | 3270 | 4.972"
segment 11 first duplicated line = "2014-05-23 02:50:00 | 3264.96 | 0.01"
segment 11 last line = "2014-05-23 02:47:06 | 3263.23 | 0.845"

segment 12 second line = "2014-05-23 02:59:05 | 3277.19 | 0.11"
segment 12 first duplicated line = "2014-05-23 02:54:55 | 3270 | 4.972"
segment 12 last line = "2014-05-23 02:51:50 | 3264.13 | 1.9373"

segment 13 second line = "2014-05-23 03:00:59 | 3280 | 23.0227"
segment 13 first duplicated line = "2014-05-23 02:59:05 | 3277.19 | 0.11"
segment 13 last line = "2014-05-23 02:55:40 | 3273 | 6.519"

segment 14 second line = "2014-05-23 03:04:09 | 3273.5 | 10.466"
segment 14 first duplicated line = "2014-05-23 03:00:59 | 3280 | 23.0227"
segment 14 last line = "2014-05-23 02:58:11 | 3274.03 | 4.7693"

segment 15 second line = "2014-05-23 03:07:13 | 3270.01 | 0.05"
segment 15 first duplicated line = "2014-05-23 03:04:09 | 3273.5 | 10.466"
segment 15 last line = "2014-05-23 03:00:52 | 3281.05 | 0.539"

segment 16 second line = "2014-05-23 03:10:28 | 3271.2 | 3"
segment 16 first duplicated line = "2014-05-23 03:07:13 | 3270.01 | 0.05"
segment 16 last line = "2014-05-23 03:03:22 | 3271.83 | 0.1"

segment 17 second line = "2014-05-23 03:15:27 | 3250 | 30"
segment 17 first duplicated line = "2014-05-23 03:10:28 | 3271.2 | 3"
segment 17 last line = "2014-05-23 03:07:09 | 3269.5 | 0.005"

segment 18 second line = "2014-05-23 03:20:54 | 3257 | 11.1216"
segment 18 first duplicated line = "2014-05-23 03:15:27 | 3250 | 30"
segment 18 last line = "2014-05-23 03:13:28 | 3269.98 | 1.0657"

segment 19 second line = "2014-05-23 03:25:34 | 3256.7 | 0.1"
segment 19 first duplicated line = "2014-05-23 03:20:54 | 3257 | 11.1216"
segment 19 last line = "2014-05-23 03:16:50 | 3260 | 23.642"

segment 20 second line = "2014-05-23 03:30:44 | 3256.91 | 0.702"
segment 20 first duplicated line = "2014-05-23 03:25:34 | 3256.7 | 0.1"
segment 20 last line = "2014-05-23 03:20:25 | 3253.6 | 0.2"

segment 21 second line = "2014-05-23 03:34:49 | 3255.97 | 8.8148"
segment 21 first duplicated line = "2014-05-23 03:30:44 | 3256.91 | 0.702"
segment 21 last line = "2014-05-23 03:21:56 | 3254.99 | 0.297"

segment 22 second line = "2014-05-23 03:38:23 | 3255.51 | 9.8198"
segment 22 first duplicated line = "2014-05-23 03:34:49 | 3255.97 | 8.8148"
segment 22 last line = "2014-05-23 03:24:15 | 3259 | 14.9289"

segment 23 second line = "2014-05-23 03:44:07 | 3248.13 | 0.2"
segment 23 first duplicated line = "2014-05-23 03:38:23 | 3255.51 | 9.8198"
segment 23 last line = "2014-05-23 03:31:27 | 3256.35 | 0.481"

segment 24 second line = "2014-05-23 03:46:51 | 3249.97 | 0.1898"
segment 24 first duplicated line = "2014-05-23 03:44:07 | 3248.13 | 0.2"
segment 24 last line = "2014-05-23 03:39:34 | 3249.95 | 1.2652"

segment 25 second line = "2014-05-23 03:49:57 | 3259.14 | 2.182"
segment 25 first duplicated line = "2014-05-23 03:46:51 | 3249.97 | 0.1898"
segment 25 last line = "2014-05-23 03:43:38 | 3246.92 | 0.2"

segment 26 second line = "2014-05-23 03:56:39 | 3259 | 0.1"
segment 26 first duplicated line = "2014-05-23 03:49:57 | 3259.14 | 2.182"
segment 26 last line = "2014-05-23 03:49:18 | 3259 | 43.7773"

segment 27 second line = "2014-05-23 04:03:28 | 3249.26 | 1.195"
segment 27 first duplicated line = "2014-05-23 03:56:39 | 3259 | 0.1"
segment 27 last line = "2014-05-23 03:53:56 | 3258.9 | 0.283"

segment 28 second line = "2014-05-23 04:08:57 | 3256.01 | 0.05"
segment 28 first duplicated line = "2014-05-23 04:03:28 | 3249.26 | 1.195"
segment 28 last line = "2014-05-23 04:01:08 | 3257.61 | 6.6176"

segment 29 second line = "2014-05-23 04:15:11 | 3255 | 0.248"
segment 29 first duplicated line = "2014-05-23 04:08:57 | 3256.01 | 0.05"
segment 29 last line = "2014-05-23 04:06:32 | 3254 | 0.1"

segment 30 second line = "2014-05-23 04:20:21 | 3252.05 | 1.151"
segment 30 first duplicated line = "2014-05-23 04:15:11 | 3255 | 0.248"
segment 30 last line = "2014-05-23 04:10:15 | 3256 | 0.5"

segment 31 second line = "2014-05-23 04:26:59 | 3250 | 0.05"
segment 31 first duplicated line = "2014-05-23 04:20:21 | 3252.05 | 1.151"
segment 31 last line = "2014-05-23 04:15:59 | 3253.99 | 0.0629"

segment 32 second line = "2014-05-23 04:33:59 | 3248.6 | 1.1005"
segment 32 first duplicated line = "2014-05-23 04:26:59 | 3250 | 0.05"
segment 32 last line = "2014-05-23 04:20:53 | 3255 | 30"
found 32 segments
found 3259 non-duplicated transactions
=== raw/linux/2014-06-02-0012-HUBI-raw.txt --> clean/2014-06-02-0012-HUBI.txt ===================================================
segment 1 second line = "2014-06-02 00:06:51 | 4115.02 | 5"
segment 1 last line = "2014-06-01 23:58:10 | 4112.46 | 0.07"

segment 2 second line = "2014-06-02 00:09:37 | 4107.01 | 5.4225"
segment 2 first duplicated line = "2014-06-02 00:06:51 | 4115.02 | 5"
segment 2 last line = "2014-06-02 00:03:05 | 4113 | 0.8582"

segment 3 second line = "2014-06-02 00:18:23 | 4129 | 4"
segment 3 first duplicated line = "2014-06-02 00:09:37 | 4107.01 | 5.4225"
segment 3 last line = "2014-06-02 00:08:42 | 4110.01 | 0.5806"

segment 4 second line = "2014-06-02 00:22:46 | 4145.99 | 0.283"
segment 4 first duplicated line = "2014-06-02 00:18:23 | 4129 | 4"
segment 4 last line = "2014-06-02 00:14:56 | 4114.65 | 0.01"

segment 5 second line = "2014-06-02 00:26:32 | 4145.94 | 0.7484"
segment 5 first duplicated line = "2014-06-02 00:22:46 | 4145.99 | 0.283"
segment 5 last line = "2014-06-02 00:17:56 | 4130.14 | 0.21"
found 5 segments
found 654 non-duplicated transactions
=== raw/linux/2014-06-02-0100-HUBI-raw.txt --> clean/2014-06-02-0100-HUBI.txt ===================================================
segment 1 second line = "2014-06-02 00:36:25 | 4127 | 0.244"
segment 1 last line = "2014-06-02 00:27:26 | 4143.98 | 2.8214"

segment 2 second line = "2014-06-02 00:39:31 | 4136.01 | 0.055"
segment 2 first duplicated line = "2014-06-02 00:36:25 | 4127 | 0.244"
segment 2 last line = "2014-06-02 00:31:24 | 4133.11 | 0.083"

segment 3 second line = "2014-06-02 00:47:36 | 4108 | 2.5744"
segment 3 first duplicated line = "2014-06-02 00:39:31 | 4136.01 | 0.055"
segment 3 last line = "2014-06-02 00:38:34 | 4129.97 | 0.0038"

segment 4 second line = "2014-06-02 00:51:41 | 4108 | 3.3902"
segment 4 first duplicated line = "2014-06-02 00:47:36 | 4108 | 2.5744"
segment 4 last line = "2014-06-02 00:44:22 | 4124.97 | 0.0427"

segment 5 second line = "2014-06-02 00:53:36 | 4107.86 | 0.0012"
segment 5 first duplicated line = "2014-06-02 00:51:41 | 4108 | 3.3902"
segment 5 last line = "2014-06-02 00:47:15 | 4111.99 | 5.0706"

segment 6 second line = "2014-06-02 01:00:26 | 4088.43 | 0.01"
segment 6 first duplicated line = "2014-06-02 00:53:36 | 4107.86 | 0.0012"
segment 6 last line = "2014-06-02 00:52:01 | 4100.01 | 2.2621"

segment 7 second line = "2014-06-02 01:05:04 | 4090 | 2.931"
segment 7 first duplicated line = "2014-06-02 01:00:26 | 4088.43 | 0.01"
segment 7 last line = "2014-06-02 00:58:03 | 4100.31 | 0.9604"

segment 8 second line = "2014-06-02 01:12:32 | 4085.81 | 0.5733"
segment 8 first duplicated line = "2014-06-02 01:05:04 | 4090 | 2.931"
segment 8 last line = "2014-06-02 01:03:44 | 4092 | 0.437"

segment 9 second line = "2014-06-02 01:19:30 | 4085.01 | 0.08"
segment 9 first duplicated line = "2014-06-02 01:12:32 | 4085.81 | 0.5733"
segment 9 last line = "2014-06-02 01:09:41 | 4075.49 | 0.4238"

segment 10 second line = "2014-06-02 01:22:06 | 4068.84 | 1.9981"
segment 10 first duplicated line = "2014-06-02 01:19:30 | 4085.01 | 0.08"
segment 10 last line = "2014-06-02 01:11:57 | 4082.97 | 4"

segment 11 second line = "2014-06-02 01:25:23 | 4077.51 | 0.0011"
segment 11 first duplicated line = "2014-06-02 01:22:06 | 4068.84 | 1.9981"
segment 11 last line = "2014-06-02 01:15:43 | 4086 | 0.65"
found 11 segments
found 1335 non-duplicated transactions
=== raw/linux/2014-06-02-0133-HUBI-raw.txt --> clean/2014-06-02-0133-HUBI.txt ===================================================
segment 1 second line = "2014-06-02 01:39:41 | 4090.21 | 0.2687"
segment 1 last line = "2014-06-02 01:27:53 | 4073.02 | 1.4702"
found 1 segments
found 199 non-duplicated transactions
=== raw/linux/2014-06-02-0146-HUBI-raw.txt --> clean/2014-06-02-0146-HUBI.txt ===================================================
segment 1 second line = "2014-06-02 01:52:06 | 4107.55 | 0.408"
segment 1 last line = "2014-06-02 01:41:16 | 4110 | 3"
found 1 segments
found 199 non-duplicated transactions
=== raw/linux/2014-06-04-0007-HUBI-raw.txt --> clean/2014-06-04-0007-HUBI.txt ===================================================
segment 1 second line = "2014-06-03 23:48:23 | 4169.85 | 0.5436"
segment 1 last line = "2014-06-03 23:31:48 | 4181.71 | 0.3151"

segment 2 second line = "2014-06-03 23:56:52 | 4154.98 | 1.8868"
segment 2 first duplicated line = "2014-06-03 23:48:23 | 4169.85 | 0.5436"
segment 2 last line = "2014-06-03 23:45:52 | 4178.03 | 0.05"

segment 3 second line = "2014-06-04 00:01:53 | 4155.02 | 0.1413"
segment 3 first duplicated line = "2014-06-03 23:56:52 | 4154.98 | 1.8868"
segment 3 last line = "2014-06-03 23:50:22 | 4171.8 | 0.01"

segment 4 second line = "2014-06-04 00:05:30 | 4155.82 | 0.04"
segment 4 first duplicated line = "2014-06-04 00:01:53 | 4155.02 | 0.1413"
segment 4 last line = "2014-06-03 23:55:39 | 4160.75 | 1.2509"

segment 5 second line = "2014-06-04 00:12:17 | 4158 | 25.5221"
segment 5 first duplicated line = "2014-06-04 00:05:30 | 4155.82 | 0.04"
segment 5 last line = "2014-06-03 23:58:39 | 4160.01 | 0.414"

segment 6 second line = "2014-06-04 00:17:10 | 4152.95 | 0.04"
segment 6 first duplicated line = "2014-06-04 00:12:17 | 4158 | 25.5221"
segment 6 last line = "2014-06-04 00:05:31 | 4156.95 | 0.398"

segment 7 second line = "2014-06-04 00:21:40 | 4149.98 | 1.025"
segment 7 first duplicated line = "2014-06-04 00:17:10 | 4152.95 | 0.04"
segment 7 last line = "2014-06-04 00:13:33 | 4153.9 | 0.05"

segment 8 second line = "2014-06-04 00:24:13 | 4150.03 | 0.0367"
segment 8 first duplicated line = "2014-06-04 00:21:40 | 4149.98 | 1.025"
segment 8 last line = "2014-06-04 00:14:41 | 4146.12 | 7"

segment 9 second line = "2014-06-04 00:29:35 | 4142.97 | 0.1708"
segment 9 first duplicated line = "2014-06-04 00:24:13 | 4150.03 | 0.0367"
segment 9 last line = "2014-06-04 00:20:58 | 4155.07 | 0.05"

segment 10 second line = "2014-06-04 00:34:14 | 4119 | 1.943"
segment 10 first duplicated line = "2014-06-04 00:29:35 | 4142.97 | 0.1708"
segment 10 last line = "2014-06-04 00:27:11 | 4140.11 | 0.1954"

segment 11 second line = "2014-06-04 00:39:01 | 4120.9 | 2.238"
segment 11 first duplicated line = "2014-06-04 00:34:14 | 4119 | 1.943"
segment 11 last line = "2014-06-04 00:32:50 | 4127.86 | 6.9343"

segment 12 second line = "2014-06-04 00:44:24 | 4127.89 | 0.958"
segment 12 first duplicated line = "2014-06-04 00:39:01 | 4120.9 | 2.238"
segment 12 last line = "2014-06-04 00:37:44 | 4120 | 0.5704"
found 12 segments
found 1413 non-duplicated transactions
=== raw/linux/2014-06-04-0112-HUBI-raw.txt --> clean/2014-06-04-0112-HUBI.txt ===================================================
segment 1 second line = "2014-06-04 01:05:55 | 4085 | 24"
segment 1 last line = "2014-06-04 01:00:06 | 4112.27 | 1.634"

segment 2 second line = "2014-06-04 01:08:46 | 4089.98 | 0.974"
segment 2 first duplicated line = "2014-06-04 01:05:55 | 4085 | 24"
segment 2 last line = "2014-06-04 01:02:41 | 4099 | 4.1364"

segment 3 second line = "2014-06-04 01:11:27 | 4086.47 | 0.085"
segment 3 first duplicated line = "2014-06-04 01:08:46 | 4089.98 | 0.974"
segment 3 last line = "2014-06-04 01:05:04 | 4098.99 | 0.25"

segment 4 second line = "2014-06-04 01:13:21 | 4071.12 | 0.03"
segment 4 first duplicated line = "2014-06-04 01:11:27 | 4086.47 | 0.085"
segment 4 last line = "2014-06-04 01:07:00 | 4082 | 4.2323"

segment 5 second line = "2014-06-04 01:14:41 | 4050.99 | 0.21"
segment 5 first duplicated line = "2014-06-04 01:13:21 | 4071.12 | 0.03"
segment 5 last line = "2014-06-04 01:08:53 | 4089 | 0.3802"

segment 6 second line = "2014-06-04 01:16:08 | 4000 | 26.303"
segment 6 first duplicated line = "2014-06-04 01:14:41 | 4050.99 | 0.21"
segment 6 last line = "2014-06-04 01:11:27 | 4086.47 | 0.085"

segment 7 second line = "2014-06-04 01:18:25 | 4000.11 | 0.983"
segment 7 first duplicated line = "2014-06-04 01:16:08 | 4000 | 26.303"
segment 7 last line = "2014-06-04 01:13:45 | 4060 | 1.83"

segment 8 second line = "2014-06-04 01:20:40 | 4019.95 | 0.1"
segment 8 first duplicated line = "2014-06-04 01:18:25 | 4000.11 | 0.983"
segment 8 last line = "2014-06-04 01:15:55 | 4000 | 1.4182"

segment 9 second line = "2014-06-04 01:24:56 | 3995 | 3.8765"
segment 9 first duplicated line = "2014-06-04 01:20:40 | 4019.95 | 0.1"
segment 9 last line = "2014-06-04 01:19:16 | 4010 | 26.5729"
found 9 segments
found 890 non-duplicated transactions
=== raw/linux/2014-06-04-0300-HUBI-raw.txt --> clean/2014-06-04-0300-HUBI.txt ===================================================
segment 1 second line = "2014-06-04 01:30:31 | 3954.96 | 0.4"
segment 1 last line = "2014-06-04 01:25:45 | 3969.85 | 0.3492"

segment 2 second line = "2014-06-04 01:33:13 | 3980 | 25.3665"
segment 2 first duplicated line = "2014-06-04 01:30:31 | 3954.96 | 0.4"
segment 2 last line = "2014-06-04 01:27:42 | 3964.97 | 3.3787"

segment 3 second line = "2014-06-04 01:36:06 | 3975.18 | 1.8058"
segment 3 first duplicated line = "2014-06-04 01:33:13 | 3980 | 25.3665"
segment 3 last line = "2014-06-04 01:30:02 | 3958.97 | 1.968"

segment 4 second line = "2014-06-04 01:39:26 | 3983.93 | 0.03"
segment 4 first duplicated line = "2014-06-04 01:36:06 | 3975.18 | 1.8058"
segment 4 last line = "2014-06-04 01:33:12 | 3979.98 | 1.167"

segment 5 second line = "2014-06-04 01:44:58 | 3975 | 1.2553"
segment 5 first duplicated line = "2014-06-04 01:39:26 | 3983.93 | 0.03"
segment 5 last line = "2014-06-04 01:39:11 | 3977.97 | 0.2297"

segment 6 second line = "2014-06-04 01:50:12 | 3956.24 | 0.3"
segment 6 first duplicated line = "2014-06-04 01:44:58 | 3975 | 1.2553"
segment 6 last line = "2014-06-04 01:44:03 | 3992.47 | 0.151"

segment 7 second line = "2014-06-04 01:54:34 | 3979.95 | 11.716"
segment 7 first duplicated line = "2014-06-04 01:50:12 | 3956.24 | 0.3"
segment 7 last line = "2014-06-04 01:47:30 | 3970 | 2"

segment 8 second line = "2014-06-04 01:57:29 | 3974.87 | 0.976"
segment 8 first duplicated line = "2014-06-04 01:54:34 | 3979.95 | 11.716"
segment 8 last line = "2014-06-04 01:50:20 | 3956.24 | 3.563"

segment 9 second line = "2014-06-04 02:00:48 | 3966.69 | 4"
segment 9 first duplicated line = "2014-06-04 01:57:29 | 3974.87 | 0.976"
segment 9 last line = "2014-06-04 01:54:35 | 3976.23 | 2.93"

segment 10 second line = "2014-06-04 02:02:43 | 3901 | 16.3038"
segment 10 first duplicated line = "2014-06-04 02:00:48 | 3966.69 | 4"
segment 10 last line = "2014-06-04 01:56:55 | 3977.25 | 1.7593"

segment 11 second line = "2014-06-04 02:04:48 | 3833.96 | 0.2059"
segment 11 first duplicated line = "2014-06-04 02:02:43 | 3901 | 16.3038"
segment 11 last line = "2014-06-04 01:59:36 | 3967.94 | 0.1"

segment 12 second line = "2014-06-04 02:07:15 | 3847.82 | 28.6983"
segment 12 first duplicated line = "2014-06-04 02:04:48 | 3833.96 | 0.2059"
segment 12 last line = "2014-06-04 02:02:20 | 3929.07 | 0.3188"

segment 13 second line = "2014-06-04 02:10:10 | 3760 | 1"
segment 13 first duplicated line = "2014-06-04 02:07:15 | 3847.82 | 28.6983"
segment 13 last line = "2014-06-04 02:05:13 | 3859 | 0.1"

segment 14 second line = "2014-06-04 02:14:14 | 3810 | 13.9765"
segment 14 first duplicated line = "2014-06-04 02:10:10 | 3760 | 1"
segment 14 last line = "2014-06-04 02:08:29 | 3820.11 | 10"

segment 15 second line = "2014-06-04 02:17:32 | 3870 | 0.4477"
segment 15 first duplicated line = "2014-06-04 02:14:14 | 3810 | 13.9765"
segment 15 last line = "2014-06-04 02:11:33 | 3780.03 | 13.4928"

segment 16 second line = "2014-06-04 02:19:49 | 3900 | 15.8515"
segment 16 first duplicated line = "2014-06-04 02:17:32 | 3870 | 0.4477"
segment 16 last line = "2014-06-04 02:15:50 | 3838 | 30.2141"

segment 17 second line = "2014-06-04 02:21:08 | 3865 | 7.1381"
segment 17 first duplicated line = "2014-06-04 02:19:49 | 3900 | 15.8515"
segment 17 last line = "2014-06-04 02:17:26 | 3864.95 | 1.985"

segment 18 second line = "2014-06-04 02:23:50 | 3866.1 | 8.869"
segment 18 first duplicated line = "2014-06-04 02:21:08 | 3865 | 7.1381"
segment 18 last line = "2014-06-04 02:19:36 | 3903 | 0.02"

segment 19 second line = "2014-06-04 02:26:10 | 3880.1 | 0.7547"
segment 19 first duplicated line = "2014-06-04 02:23:50 | 3866.1 | 8.869"
segment 19 last line = "2014-06-04 02:21:25 | 3880 | 39.2971"

segment 20 second line = "2014-06-04 02:29:42 | 3878 | 9.324"
segment 20 first duplicated line = "2014-06-04 02:26:10 | 3880.1 | 0.7547"
segment 20 last line = "2014-06-04 02:23:46 | 3866.6 | 3.238"

segment 21 second line = "2014-06-04 02:33:54 | 3870 | 2.9358"
segment 21 first duplicated line = "2014-06-04 02:29:42 | 3878 | 9.324"
segment 21 last line = "2014-06-04 02:26:08 | 3880.1 | 9.825"

segment 22 second line = "2014-06-04 02:37:44 | 3873 | 2.217"
segment 22 first duplicated line = "2014-06-04 02:33:54 | 3870 | 2.9358"
segment 22 last line = "2014-06-04 02:30:22 | 3879.94 | 1.01"

segment 23 second line = "2014-06-04 02:41:04 | 3855.52 | 0.9758"
segment 23 first duplicated line = "2014-06-04 02:37:44 | 3873 | 2.217"
segment 23 last line = "2014-06-04 02:34:20 | 3870.01 | 0.6888"

segment 24 second line = "2014-06-04 02:45:24 | 3890.71 | 0.01"
segment 24 first duplicated line = "2014-06-04 02:41:04 | 3855.52 | 0.9758"
segment 24 last line = "2014-06-04 02:38:26 | 3865 | 2.2019"

segment 25 second line = "2014-06-04 02:48:01 | 3932 | 0.2"
segment 25 first duplicated line = "2014-06-04 02:45:24 | 3890.71 | 0.01"
segment 25 last line = "2014-06-04 02:41:42 | 3863.94 | 0.01"

segment 26 second line = "2014-06-04 02:51:06 | 3905 | 0.06"
segment 26 first duplicated line = "2014-06-04 02:48:01 | 3932 | 0.2"
segment 26 last line = "2014-06-04 02:46:00 | 3894.08 | 0.8354"

segment 27 second line = "2014-06-04 02:54:26 | 3943.03 | 0.01"
segment 27 first duplicated line = "2014-06-04 02:51:06 | 3905 | 0.06"
segment 27 last line = "2014-06-04 02:49:21 | 3909.97 | 0.04"

segment 28 second line = "2014-06-04 02:56:59 | 3927.59 | 0.0153"
segment 28 first duplicated line = "2014-06-04 02:54:26 | 3943.03 | 0.01"
segment 28 last line = "2014-06-04 02:52:09 | 3925 | 18.8"

segment 29 second line = "2014-06-04 02:59:12 | 3907.77 | 2.5529"
segment 29 first duplicated line = "2014-06-04 02:56:59 | 3927.59 | 0.0153"
segment 29 last line = "2014-06-04 02:53:49 | 3939 | 6.6277"

segment 30 second line = "2014-06-04 02:59:49 | 3910 | 3"
segment 30 first duplicated line = "2014-06-04 02:59:12 | 3907.77 | 2.5529"
segment 30 last line = "2014-06-04 02:58:34 | 3930 | 4.01"

segment 31 second line = "2014-06-04 03:01:39 | 3881.04 | 0.029"
segment 31 first duplicated line = "2014-06-04 02:59:49 | 3910 | 3"
segment 31 last line = "2014-06-04 02:58:34 | 3930 | 4.01"

segment 32 second line = "2014-06-04 03:05:38 | 3896.06 | 0.0558"
segment 32 first duplicated line = "2014-06-04 03:01:39 | 3881.04 | 0.029"
segment 32 last line = "2014-06-04 02:59:13 | 3907.77 | 2.7185"

segment 33 second line = "2014-06-04 03:09:24 | 3930 | 15.0016"
segment 33 first duplicated line = "2014-06-04 03:05:38 | 3896.06 | 0.0558"
segment 33 last line = "2014-06-04 03:02:16 | 3868.68 | 0.9531"

segment 34 second line = "2014-06-04 03:13:54 | 3917.71 | 0.8046"
segment 34 first duplicated line = "2014-06-04 03:09:24 | 3930 | 15.0016"
segment 34 last line = "2014-06-04 03:06:16 | 3906.2 | 3.096"

segment 35 second line = "2014-06-04 03:18:05 | 3935.01 | 2.4214"
segment 35 first duplicated line = "2014-06-04 03:13:54 | 3917.71 | 0.8046"
segment 35 last line = "2014-06-04 03:10:41 | 3915.98 | 0.38"

segment 36 second line = "2014-06-04 03:22:35 | 3960 | 80.5555"
segment 36 first duplicated line = "2014-06-04 03:18:05 | 3935.01 | 2.4214"
segment 36 last line = "2014-06-04 03:16:09 | 3935.01 | 0.2073"

segment 37 second line = "2014-06-04 03:24:20 | 3943.56 | 3.7276"
segment 37 first duplicated line = "2014-06-04 03:22:35 | 3960 | 80.5555"
segment 37 last line = "2014-06-04 03:17:56 | 3934.92 | 1"

segment 38 second line = "2014-06-04 03:27:42 | 3947.05 | 0.01"
segment 38 first duplicated line = "2014-06-04 03:24:20 | 3943.56 | 3.7276"
segment 38 last line = "2014-06-04 03:21:21 | 3944.98 | 2.0895"

segment 39 second line = "2014-06-04 03:30:10 | 3931.82 | 0.08"
segment 39 first duplicated line = "2014-06-04 03:27:42 | 3947.05 | 0.01"
segment 39 last line = "2014-06-04 03:23:34 | 3940 | 3.7896"

segment 40 second line = "2014-06-04 03:34:01 | 3932.97 | 1.4801"
segment 40 first duplicated line = "2014-06-04 03:30:10 | 3931.82 | 0.08"
segment 40 last line = "2014-06-04 03:27:39 | 3954.05 | 0.5784"

segment 41 second line = "2014-06-04 03:36:33 | 3926 | 3"
segment 41 first duplicated line = "2014-06-04 03:34:01 | 3932.97 | 1.4801"
segment 41 last line = "2014-06-04 03:29:21 | 3931 | 22.7077"

segment 42 second line = "2014-06-04 03:39:05 | 3930.03 | 4.8675"
segment 42 first duplicated line = "2014-06-04 03:36:33 | 3926 | 3"
segment 42 last line = "2014-06-04 03:31:26 | 3941.73 | 0.9237"

segment 43 second line = "2014-06-04 03:41:58 | 3926.03 | 1.4677"
segment 43 first duplicated line = "2014-06-04 03:39:05 | 3930.03 | 4.8675"
segment 43 last line = "2014-06-04 03:34:10 | 3932.07 | 0.004"

segment 44 second line = "2014-06-04 03:43:37 | 3939.63 | 11.624"
segment 44 first duplicated line = "2014-06-04 03:41:58 | 3926.03 | 1.4677"
segment 44 last line = "2014-06-04 03:39:40 | 3929.84 | 1"

segment 45 second line = "2014-06-04 03:45:15 | 3930 | 0.5368"
segment 45 first duplicated line = "2014-06-04 03:43:37 | 3939.63 | 11.624"
segment 45 last line = "2014-06-04 03:39:40 | 3929.84 | 1"

segment 46 second line = "2014-06-04 03:51:21 | 3916.46 | 0.17"
segment 46 first duplicated line = "2014-06-04 03:45:15 | 3930 | 0.5368"
segment 46 last line = "2014-06-04 03:41:39 | 3925.42 | 0.036"

segment 47 second line = "2014-06-04 03:58:29 | 3923 | 5.3783"
segment 47 first duplicated line = "2014-06-04 03:51:21 | 3916.46 | 0.17"
segment 47 last line = "2014-06-04 03:49:52 | 3916.52 | 0.173"

segment 48 second line = "2014-06-04 04:05:22 | 3942.48 | 0.05"
segment 48 first duplicated line = "2014-06-04 03:58:29 | 3923 | 5.3783"
segment 48 last line = "2014-06-04 03:56:07 | 3925 | 0.1449"

segment 49 second line = "2014-06-04 04:11:21 | 3944.73 | 1.1838"
segment 49 first duplicated line = "2014-06-04 04:05:22 | 3942.48 | 0.05"
segment 49 last line = "2014-06-04 04:01:41 | 3935 | 2.6665"

segment 50 second line = "2014-06-04 04:17:27 | 3930.63 | 1.4942"
segment 50 first duplicated line = "2014-06-04 04:11:21 | 3944.73 | 1.1838"
segment 50 last line = "2014-06-04 04:06:39 | 3934 | 8"

segment 51 second line = "2014-06-04 04:22:18 | 3922 | 1.09"
segment 51 first duplicated line = "2014-06-04 04:17:27 | 3930.63 | 1.4942"
segment 51 last line = "2014-06-04 04:15:18 | 3946.5 | 0.07"

segment 52 second line = "2014-06-04 04:25:42 | 3919.3 | 0.03"
segment 52 first duplicated line = "2014-06-04 04:22:18 | 3922 | 1.09"
segment 52 last line = "2014-06-04 04:18:02 | 3931.83 | 0.6993"

segment 53 second line = "2014-06-04 04:28:30 | 3919.88 | 1.03"
segment 53 first duplicated line = "2014-06-04 04:25:42 | 3919.3 | 0.03"
segment 53 last line = "2014-06-04 04:20:44 | 3912.99 | 1.4689"

segment 54 second line = "2014-06-04 04:33:07 | 3912.44 | 0.05"
segment 54 first duplicated line = "2014-06-04 04:28:30 | 3919.88 | 1.03"
segment 54 last line = "2014-06-04 04:23:25 | 3920.1 | 0.04"
found 54 segments
found 5558 non-duplicated transactions
=== raw/linux/2014-06-04-0318-BSTP-raw.txt --> clean/2014-06-04-0318-BSTP.txt ===================================================
segment 1 second line = "2014-06-04 02:20:04 | 634.99 | 18.7130"
segment 1 last line = "2014-06-04 02:05:25 | 624 | 0.89185"

segment 2 second line = "2014-06-04 02:38:10 | 632.3 | 4"
segment 2 first duplicated line = "2014-06-04 02:20:04 | 634.99 | 18.7130"
segment 2 last line = "2014-06-04 02:12:13 | 622.2 | 2.85714"

segment 3 second line = "2014-06-04 03:00:18 | 628.07 | 0.741"
segment 3 first duplicated line = "2014-06-04 02:38:10 | 632.3 | 4"
segment 3 last line = "2014-06-04 02:31:48 | 631.51 | 0.05181"

segment 4 second line = "2014-06-04 03:15:59 | 633 | 0.37536"
segment 4 first duplicated line = "2014-06-04 03:00:18 | 628.07 | 0.741"
segment 4 last line = "2014-06-04 02:49:03 | 635.88 | 0.11760"

segment 5 second line = "2014-06-04 03:34:09 | 633.8 | 3.50816"
segment 5 first duplicated line = "2014-06-04 03:15:59 | 633 | 0.37536"
segment 5 last line = "2014-06-04 02:59:13 | 628.07 | 0.075"

segment 6 second line = "2014-06-04 03:36:09 | 632.82 | 7.96"
segment 6 first duplicated line = "2014-06-04 03:34:09 | 633.8 | 3.50816"
segment 6 last line = "2014-06-04 03:01:04 | 624.93 | 29.9492"

segment 7 second line = "2014-06-04 03:39:27 | 631.91 | 0.063"
segment 7 first duplicated line = "2014-06-04 03:36:09 | 632.82 | 7.96"
raw/linux/2014-06-04-0318-BSTP-raw.txt:1154: ** segment lines do not match "2014-06-04 03:35:58 | 633 | 5.2248"  "2014-06-04 03:35:58 | 633 | 5.2638"
raw/linux/2014-06-04-0318-BSTP-raw.txt:1160: ** segment lines do not match "2014-06-04 03:34:00 | 633.8 | 3.50816"  "2014-06-04 03:34:09 | 633.8 | 3.50816"
raw/linux/2014-06-04-0318-BSTP-raw.txt:1163: ** segment lines do not match "2014-06-04 03:33:39 | 633.8 | 0.09371"  "2014-06-04 03:33:39 | 633.8 | 12.5780"
segment 7 last line = "2014-06-04 03:33:39 | 633.8 | 0.09371"

segment 8 second line = "2014-06-04 03:41:37 | 631 | 2.41049"
segment 8 first duplicated line = "2014-06-04 03:39:27 | 631.91 | 0.063"
raw/linux/2014-06-04-0318-BSTP-raw.txt:1191: ** segment lines do not match "2014-06-04 03:35:57 | 633 | 5.2248"  "2014-06-04 03:35:58 | 633 | 5.2248"
raw/linux/2014-06-04-0318-BSTP-raw.txt:1196: ** segment lines do not match "2014-06-04 03:34:19 | 636 | 0.95004"  "2014-06-04 03:34:20 | 636 | 0.95004"
raw/linux/2014-06-04-0318-BSTP-raw.txt:1197: ** segment lines do not match "2014-06-04 03:33:54 | 633.8 | 3.50816"  "2014-06-04 03:34:00 | 633.8 | 3.50816"
segment 8 last line = "2014-06-04 03:33:39 | 633.8 | 0.09371"

segment 9 second line = "2014-06-04 03:45:16 | 633.35 | 0.11133"
segment 9 first duplicated line = "2014-06-04 03:41:37 | 631 | 2.41049"
segment 9 last line = "2014-06-04 03:33:39 | 633.8 | 0.09371"

segment 10 second line = "2014-06-04 04:07:18 | 637 | 0.01"
segment 10 first duplicated line = "2014-06-04 03:45:16 | 633.35 | 0.11133"
segment 10 last line = "2014-06-04 03:33:39 | 633.8 | 0.09371"

segment 11 second line = "2014-06-04 04:16:21 | 637.9 | 0.21"
segment 11 first duplicated line = "2014-06-04 04:07:18 | 637 | 0.01"
segment 11 last line = "2014-06-04 03:33:39 | 633.8 | 0.09371"

segment 12 second line = "2014-06-04 04:28:47 | 635.65 | 0.01524"
segment 12 first duplicated line = "2014-06-04 04:16:21 | 637.9 | 0.21"
segment 12 last line = "2014-06-04 03:33:39 | 633.8 | 0.09371"

segment 13 second line = "2014-06-04 04:31:49 | 638.98 | 0.11329"
segment 13 first duplicated line = "2014-06-04 04:28:47 | 635.65 | 0.01524"
segment 13 last line = "2014-06-04 03:35:46 | 636 | 5.27603"
raw/linux/2014-06-04-0318-BSTP-raw.txt:1875: ** aborted
removed '.all.txt'
=== raw/linux/2014-06-04-1800-HUBI-raw.txt --> clean/2014-06-04-1800-HUBI.txt ===================================================
segment 1 second line = "2014-06-04 17:55:07 | 4003.4 | 0.03"
segment 1 last line = "2014-06-04 17:42:47 | 4023.46 | 1"

segment 2 second line = "2014-06-04 17:59:46 | 4004.7 | 1.3931"
segment 2 first duplicated line = "2014-06-04 17:55:07 | 4003.4 | 0.03"
segment 2 last line = "2014-06-04 17:50:14 | 4016 | 0.01"

segment 3 second line = "2014-06-04 18:08:12 | 4000 | 15.1484"
segment 3 first duplicated line = "2014-06-04 17:59:46 | 4004.7 | 1.3931"
segment 3 last line = "2014-06-04 17:54:25 | 4006.97 | 0.01"
found 3 segments
found 387 non-duplicated transactions
=== raw/linux/2014-06-04-1805-BSTP-raw.txt --> clean/2014-06-04-1805-BSTP.txt ===================================================
segment 1 second line = "2014-06-04 17:55:12 | 642.49 | 0.00964"
segment 1 last line = "2014-06-04 16:15:05 | 649.99 | 0.06441"

segment 2 second line = "2014-06-04 18:27:09 | 644 | 0.35381"
segment 2 first duplicated line = "2014-06-04 17:55:12 | 642.49 | 0.00964"
segment 2 last line = "2014-06-04 16:53:47 | 649.54 | 5.402"

segment 3 second line = "2014-06-04 18:55:28 | 642.28 | 0.026"
segment 3 first duplicated line = "2014-06-04 18:27:09 | 644 | 0.35381"
segment 3 last line = "2014-06-04 17:13:10 | 647.91 | 0.64602"
found 3 segments
found 298 non-duplicated transactions
=== raw/linux/2014-06-04-1833-HUBI-raw.txt --> clean/2014-06-04-1833-HUBI.txt ===================================================
segment 1 second line = "2014-06-04 18:28:16 | 3992.33 | 0.05"
segment 1 last line = "2014-06-04 18:08:36 | 4001.78 | 0.04"

segment 2 second line = "2014-06-04 18:40:52 | 3999.8 | 0.2446"
segment 2 first duplicated line = "2014-06-04 18:28:16 | 3992.33 | 0.05"
segment 2 last line = "2014-06-04 18:22:28 | 3997.45 | 0.192"

segment 3 second line = "2014-06-04 18:47:38 | 3994.02 | 0.01"
segment 3 first duplicated line = "2014-06-04 18:40:52 | 3999.8 | 0.2446"
segment 3 last line = "2014-06-04 18:31:56 | 3997.88 | 1.774"

segment 4 second line = "2014-06-04 18:55:41 | 3990 | 10"
segment 4 first duplicated line = "2014-06-04 18:47:38 | 3994.02 | 0.01"
segment 4 last line = "2014-06-04 18:41:07 | 4001.81 | 0.09"
found 4 segments
found 546 non-duplicated transactions
=== raw/linux/2014-06-04-2318-HUBI-raw.txt --> clean/2014-06-04-2318-HUBI.txt ===================================================
segment 1 second line = "2014-06-04 23:23:13 | 3985 | 0.1111"
segment 1 last line = "2014-06-04 23:12:34 | 3989.67 | 0.001"
found 1 segments
found 199 non-duplicated transactions
=== raw/linux/2014-06-04-2325-HUBI-raw.txt --> clean/2014-06-04-2325-HUBI.txt ===================================================
segment 1 second line = "2014-06-04 23:01:10 | 3992 | 0.01"
segment 1 last line = "2014-06-04 22:47:14 | 4009 | 0.16"

segment 2 second line = "2014-06-04 23:09:36 | 3984.89 | 0.093"
segment 2 first duplicated line = "2014-06-04 23:01:10 | 3992 | 0.01"
segment 2 last line = "2014-06-04 22:57:09 | 4012.01 | 0.074"
found 2 segments
found 318 non-duplicated transactions
=== raw/linux/2014-06-04-2342-HUBI-raw.txt --> clean/2014-06-04-2342-HUBI.txt ===================================================
segment 1 second line = "2014-06-04 23:31:49 | 3987.68 | 0.01"
segment 1 last line = "2014-06-04 23:24:12 | 3986.12 | 0.001"

segment 2 second line = "2014-06-04 23:40:39 | 3983.93 | 0.285"
segment 2 first duplicated line = "2014-06-04 23:31:49 | 3987.68 | 0.01"
segment 2 last line = "2014-06-04 23:29:41 | 3986.81 | 2.565"

segment 3 second line = "2014-06-04 23:48:53 | 3966 | 18.1996"
segment 3 first duplicated line = "2014-06-04 23:40:39 | 3983.93 | 0.285"
segment 3 last line = "2014-06-04 23:38:01 | 3982.13 | 0.025"

segment 4 second line = "2014-06-04 23:54:09 | 3970 | 2.4341"
segment 4 first duplicated line = "2014-06-04 23:48:53 | 3966 | 18.1996"
segment 4 last line = "2014-06-04 23:43:49 | 3975.93 | 0.0484"
found 4 segments
found 590 non-duplicated transactions
=== raw/linux/2014-06-05-0218-HUBI-raw.txt --> clean/2014-06-05-0218-HUBI.txt ===================================================
segment 1 second line = "2014-06-05 02:18:28 | 3996.99 | 0.0188"
segment 1 last line = "2014-06-05 02:06:02 | 3995.5 | 0.1906"

segment 2 second line = "2014-06-05 02:31:10 | 3998 | 0.189"
segment 2 first duplicated line = "2014-06-05 02:18:28 | 3996.99 | 0.0188"
segment 2 last line = "2014-06-05 02:17:45 | 3999.96 | 0.1504"
found 2 segments
found 384 non-duplicated transactions
=== raw/linux/2014-06-05-0345-HUBI-raw.txt --> clean/2014-06-05-0345-HUBI.txt ===================================================
segment 1 second line = "2014-06-05 03:49:41 | 4018.97 | 1.9824"
segment 1 last line = "2014-06-05 03:34:28 | 4036.8 | 1.744"

segment 2 second line = "2014-06-05 03:55:12 | 4015 | 0.1654"
segment 2 first duplicated line = "2014-06-05 03:49:41 | 4018.97 | 1.9824"
segment 2 last line = "2014-06-05 03:42:23 | 4029.5 | 0.0074"

segment 3 second line = "2014-06-05 03:57:22 | 4005.01 | 0.02"
segment 3 first duplicated line = "2014-06-05 03:55:12 | 4015 | 0.1654"
segment 3 last line = "2014-06-05 03:49:15 | 4018.98 | 0.2"
found 3 segments
found 393 non-duplicated transactions
=== raw/linux/2014-06-05-1621-HUBI-raw.txt --> clean/2014-06-05-1621-HUBI.txt ===================================================
segment 1 second line = "2014-06-05 16:28:36 | 4081.04 | 0.01"
segment 1 last line = "2014-06-05 16:14:10 | 4108.13 | 0.1257"
found 1 segments
found 199 non-duplicated transactions
=== raw/linux/2014-06-05-1993-HUBI-raw.txt --> clean/2014-06-05-1993-HUBI.txt ===================================================
segment 1 second line = "2014-06-05 19:14:46 | 4095.16 | 0.0803"
segment 1 last line = "2014-06-05 18:27:06 | 4101.78 | 0.01"

segment 2 second line = "2014-06-05 19:25:57 | 4105 | 3.0017"
segment 2 first duplicated line = "2014-06-05 19:14:46 | 4095.16 | 0.0803"
segment 2 last line = "2014-06-05 18:42:37 | 4100.38 | 0.1156"

segment 3 second line = "2014-06-05 19:47:06 | 4093.22 | 0.4819"
segment 3 first duplicated line = "2014-06-05 19:25:57 | 4105 | 3.0017"
segment 3 last line = "2014-06-05 19:14:32 | 4095.05 | 0.099"

segment 4 second line = "2014-06-05 20:07:46 | 4091.43 | 0.01"
segment 4 first duplicated line = "2014-06-05 19:47:06 | 4093.22 | 0.4819"
segment 4 last line = "2014-06-05 19:40:09 | 4092.02 | 3.606"

segment 5 second line = "2014-06-05 20:29:09 | 4095.54 | 0.6842"
segment 5 first duplicated line = "2014-06-05 20:07:46 | 4091.43 | 0.01"
segment 5 last line = "2014-06-05 19:42:30 | 4091.2 | 0.7315"

segment 6 second line = "2014-06-05 20:40:58 | 4094.04 | 1"
segment 6 first duplicated line = "2014-06-05 20:29:09 | 4095.54 | 0.6842"
segment 6 last line = "2014-06-05 20:10:20 | 4088.18 | 0.4837"

segment 7 second line = "2014-06-05 20:57:59 | 4089.07 | 0.01"
segment 7 first duplicated line = "2014-06-05 20:40:58 | 4094.04 | 1"
segment 7 last line = "2014-06-05 20:12:19 | 4089.93 | 2.5138"

segment 8 second line = "2014-06-05 21:11:13 | 4091.6 | 0.117"
segment 8 first duplicated line = "2014-06-05 20:57:59 | 4089.07 | 0.01"
segment 8 last line = "2014-06-05 20:34:14 | 4094.46 | 0.01"

segment 9 second line = "2014-06-05 21:29:07 | 4099.08 | 5"
segment 9 first duplicated line = "2014-06-05 21:11:13 | 4091.6 | 0.117"
segment 9 last line = "2014-06-05 20:53:42 | 4091.29 | 0.02"

segment 10 second line = "2014-06-05 21:59:48 | 4103.28 | 0.0588"
segment 10 first duplicated line = "2014-06-05 21:29:07 | 4099.08 | 5"
segment 10 last line = "2014-06-05 21:17:28 | 4097.74 | 0.551"
found 10 segments
found 1032 non-duplicated transactions
=== raw/linux/2014-06-05-2065-BSTP-raw.txt --> clean/2014-06-05-2065-BSTP.txt ===================================================
segment 1 second line = "2014-06-05 20:43:35 | 660.5 | 14.5053"
segment 1 last line = "2014-06-05 19:30:52 | 660 | 0.40521"

segment 2 second line = "2014-06-05 21:10:15 | 660.5 | 0.024"
segment 2 first duplicated line = "2014-06-05 20:43:35 | 660.5 | 14.5053"
segment 2 last line = "2014-06-05 20:08:18 | 660.49 | 0.025"

segment 3 second line = "2014-06-05 21:29:55 | 662 | 1"
segment 3 first duplicated line = "2014-06-05 21:10:15 | 660.5 | 0.024"
segment 3 last line = "2014-06-05 20:18:23 | 660 | 0.232"

segment 4 second line = "2014-06-05 22:01:31 | 661.02 | 0.60399"
segment 4 first duplicated line = "2014-06-05 21:29:55 | 662 | 1"
segment 4 last line = "2014-06-05 20:55:19 | 662.68 | 0.428"
found 4 segments
found 424 non-duplicated transactions
=== raw/linux/2014-06-06-1637-HUBI-raw.txt --> clean/2014-06-06-1637-HUBI.txt ===================================================
segment 1 second line = "2014-06-05 16:43:50 | 4088.12 | 0.18"
segment 1 last line = "2014-06-05 16:32:16 | 4090 | 0.3248"
found 1 segments
found 199 non-duplicated transactions
=== raw/linux/2014-06-07-0019-HUBI-raw.txt --> clean/2014-06-07-0019-HUBI.txt ===================================================
segment 1 second line = "2014-06-07 00:25:08 | 4054.97 | 1.85"
segment 1 last line = "2014-06-07 00:14:03 | 4061.34 | 0.5015"
found 1 segments
found 199 non-duplicated transactions
=== raw/linux/2014-06-07-0036-HUBI-raw.txt --> clean/2014-06-07-0036-HUBI.txt ===================================================
segment 1 second line = "2014-06-07 00:44:12 | 4064.84 | 0.2739"
segment 1 last line = "2014-06-07 00:28:32 | 4057.03 | 2"
found 1 segments
found 199 non-duplicated transactions
=== raw/linux/2014-06-07-0081-HUBI-raw.txt --> clean/2014-06-07-0081-HUBI.txt ===================================================
segment 1 second line = "2014-06-07 01:03:21 | 4053 | 0.1"
segment 1 last line = "2014-06-07 00:48:43 | 4069 | 0.232"

segment 2 second line = "2014-06-07 01:15:28 | 4058.04 | 0.01"
segment 2 first duplicated line = "2014-06-07 01:03:21 | 4053 | 0.1"
segment 2 last line = "2014-06-07 01:00:28 | 4061 | 12.2665"
found 2 segments
found 357 non-duplicated transactions
=== raw/linux/2014-06-07-0129-HUBI-raw.txt --> clean/2014-06-07-0129-HUBI.txt ===================================================
segment 1 second line = "2014-06-07 01:35:16 | 4050 | 1"
segment 1 last line = "2014-06-07 01:19:03 | 4058.26 | 0.6031"

segment 2 second line = "2014-06-07 01:39:15 | 4038 | 1.105"
segment 2 first duplicated line = "2014-06-07 01:35:16 | 4050 | 1"
segment 2 last line = "2014-06-07 01:28:58 | 4053 | 0.1457"
found 2 segments
found 307 non-duplicated transactions
=== raw/linux/2014-06-07-0177-HUBI-raw.txt --> clean/2014-06-07-0177-HUBI.txt ===================================================
segment 1 second line = "2014-06-07 01:49:16 | 4036.01 | 1.827"
segment 1 last line = "2014-06-07 01:39:57 | 4035.53 | 0.127"

segment 2 second line = "2014-06-07 01:55:00 | 4018.2 | 2.0351"
segment 2 first duplicated line = "2014-06-07 01:49:16 | 4036.01 | 1.827"
segment 2 last line = "2014-06-07 01:46:04 | 4040.03 | 0.0306"

segment 3 second line = "2014-06-07 01:59:22 | 4019 | 2.18"
segment 3 first duplicated line = "2014-06-07 01:55:00 | 4018.2 | 2.0351"
segment 3 last line = "2014-06-07 01:51:02 | 4031.21 | 0.063"

segment 4 second line = "2014-06-07 02:08:35 | 4039 | 1.6907"
segment 4 first duplicated line = "2014-06-07 01:59:22 | 4019 | 2.18"
segment 4 last line = "2014-06-07 01:58:28 | 4015.09 | 0.5248"

segment 5 second line = "2014-06-07 02:16:24 | 4051.05 | 0.01"
segment 5 first duplicated line = "2014-06-07 02:08:35 | 4039 | 1.6907"
segment 5 last line = "2014-06-07 02:06:51 | 4033.92 | 2.0335"
found 5 segments
found 763 non-duplicated transactions
=== raw/linux/2014-06-07-0241-HUBI-raw.txt --> clean/2014-06-07-0241-HUBI.txt ===================================================
segment 1 second line = "2014-06-07 02:34:44 | 4059.97 | 0.1766"
segment 1 last line = "2014-06-07 02:25:49 | 4059.98 | 1.0507"

segment 2 second line = "2014-06-07 02:39:44 | 4066.99 | 0.015"
segment 2 first duplicated line = "2014-06-07 02:34:44 | 4059.97 | 0.1766"
segment 2 last line = "2014-06-07 02:29:49 | 4054.99 | 4.138"

segment 3 second line = "2014-06-07 02:47:44 | 4061.83 | 0.02"
segment 3 first duplicated line = "2014-06-07 02:39:44 | 4066.99 | 0.015"
segment 3 last line = "2014-06-07 02:36:44 | 4058.35 | 0.351"

segment 4 second line = "2014-06-07 02:57:15 | 4058.98 | 0.04"
segment 4 first duplicated line = "2014-06-07 02:47:44 | 4061.83 | 0.02"
segment 4 last line = "2014-06-07 02:44:03 | 4062.01 | 0.173"
found 4 segments
found 548 non-duplicated transactions
=== raw/linux/2014-06-07-0379-HUBI-raw.txt --> clean/2014-06-07-0379-HUBI.txt ===================================================
segment 1 second line = "2014-06-07 03:54:06 | 4075 | 1.389"
segment 1 last line = "2014-06-07 03:42:50 | 4075 | 20.7459"

segment 2 second line = "2014-06-07 03:59:40 | 4083.1 | 0.51"
segment 2 first duplicated line = "2014-06-07 03:54:06 | 4075 | 1.389"
segment 2 last line = "2014-06-07 03:45:40 | 4075.02 | 1.6637"

segment 3 second line = "2014-06-07 04:04:52 | 4094.2 | 11.025"
segment 3 first duplicated line = "2014-06-07 03:59:40 | 4083.1 | 0.51"
segment 3 last line = "2014-06-07 03:53:46 | 4074.97 | 0.23"

segment 4 second line = "2014-06-07 04:08:04 | 4090.01 | 0.062"
segment 4 first duplicated line = "2014-06-07 04:04:52 | 4094.2 | 11.025"
segment 4 last line = "2014-06-07 03:59:07 | 4081 | 3"

segment 5 second line = "2014-06-07 04:12:21 | 4095.01 | 0.05"
segment 5 first duplicated line = "2014-06-07 04:08:04 | 4090.01 | 0.062"
segment 5 last line = "2014-06-07 04:02:11 | 4099 | 4.6403"

segment 6 second line = "2014-06-07 04:17:16 | 4083.01 | 8.1854"
segment 6 first duplicated line = "2014-06-07 04:12:21 | 4095.01 | 0.05"
segment 6 last line = "2014-06-07 04:06:00 | 4091.78 | 4.02"
found 6 segments
found 615 non-duplicated transactions
=== raw/linux/2014-06-09-1469-BSTP-raw.txt --> clean/2014-06-09-1469-BSTP.txt ===================================================
segment 1 second line = "2014-06-09 15:19:44 | 651.51 | 0.212"
segment 1 last line = "2014-06-09 14:20:37 | 652.9 | 1.03685"
found 1 segments
found 199 non-duplicated transactions
=== raw/linux/2014-06-09-1497-HUBI-raw.txt --> clean/2014-06-09-1497-HUBI.txt ===================================================
segment 1 second line = "2014-06-09 15:17:49 | 4040 | 1"
segment 1 last line = "2014-06-09 14:52:14 | 4045.06 | 0.6361"

segment 2 second line = "2014-06-09 15:30:56 | 4038 | 8"
segment 2 first duplicated line = "2014-06-09 15:17:49 | 4040 | 1"
segment 2 last line = "2014-06-09 15:15:36 | 4044.22 | 0.1"

segment 3 second line = "2014-06-09 15:42:40 | 4035 | 3.8018"
segment 3 first duplicated line = "2014-06-09 15:30:56 | 4038 | 8"
segment 3 last line = "2014-06-09 15:29:57 | 4038 | 0.5"
found 3 segments
found 538 non-duplicated transactions
=== raw/linux/2014-06-10-1697-BSTP-raw.txt --> clean/2014-06-10-1697-BSTP.txt ===================================================
segment 1 second line = "2014-06-10 17:45:36 | 651.21 | 0.008"
segment 1 last line = "2014-06-10 16:50:48 | 652.88 | 0.008"
found 1 segments
found 199 non-duplicated transactions
=== raw/linux/2014-06-10-1823-HUBI-raw.txt --> clean/2014-06-10-1823-HUBI.txt ===================================================
segment 1 second line = "2014-06-10 17:41:52 | 4101.16 | 0.59"
segment 1 last line = "2014-06-10 17:08:47 | 4108 | 0.012"

segment 2 second line = "2014-06-10 18:03:48 | 4100.3 | 1.2413"
segment 2 first duplicated line = "2014-06-10 17:41:52 | 4101.16 | 0.59"
segment 2 last line = "2014-06-10 17:37:23 | 4102.16 | 0.168"

segment 3 second line = "2014-06-10 18:12:11 | 4095.14 | 0.0312"
segment 3 first duplicated line = "2014-06-10 18:03:48 | 4100.3 | 1.2413"
segment 3 last line = "2014-06-10 17:45:26 | 4104.91 | 0.278"

segment 4 second line = "2014-06-10 18:30:09 | 4092.3 | 1.263"
segment 4 first duplicated line = "2014-06-10 18:12:11 | 4095.14 | 0.0312"
segment 4 last line = "2014-06-10 17:53:18 | 4098.97 | 0.2295"

segment 5 second line = "2014-06-10 18:53:41 | 4096 | 0.02"
segment 5 first duplicated line = "2014-06-10 18:30:09 | 4092.3 | 1.263"
segment 5 last line = "2014-06-10 18:00:36 | 4100.28 | 0.026"

segment 6 second line = "2014-06-10 19:39:21 | 4092.5 | 0.1"
segment 6 first duplicated line = "2014-06-10 18:53:41 | 4096 | 0.02"
segment 6 last line = "2014-06-10 18:26:19 | 4093.2 | 4.563"
found 6 segments
found 658 non-duplicated transactions
=== raw/linux/2014-06-11-0313-HUBI-raw.txt --> clean/2014-06-11-0313-HUBI.txt ===================================================
segment 1 second line = "2014-06-11 03:16:23 | 4105.82 | 0.5"
segment 1 last line = "2014-06-11 03:11:08 | 4107.99 | 0.685"
found 1 segments
found 199 non-duplicated transactions
=== raw/linux/2014-06-11-0336-HUBI-raw.txt --> clean/2014-06-11-0336-HUBI.txt ===================================================
segment 1 second line = "2014-06-11 03:38:34 | 4053 | 6.6629"
segment 1 last line = "2014-06-11 03:34:07 | 4089.9 | 5.0832"
found 1 segments
found 199 non-duplicated transactions
=== raw/linux/2014-06-11-0345-HUBI-raw.txt --> clean/2014-06-11-0345-HUBI.txt ===================================================
segment 1 second line = "2014-06-11 03:47:08 | 4035 | 22.424"
segment 1 last line = "2014-06-11 03:41:30 | 4046 | 5.08"

segment 2 second line = "2014-06-11 03:50:10 | 4051.07 | 3.301"
segment 2 first duplicated line = "2014-06-11 03:47:08 | 4035 | 22.424"
segment 2 last line = "2014-06-11 03:44:27 | 4058.97 | 1.217"
found 2 segments
found 294 non-duplicated transactions
=== raw/linux/2014-06-11-0354-HUBI-raw.txt --> clean/2014-06-11-0354-HUBI.txt ===================================================
segment 1 second line = "2014-06-11 03:57:17 | 4063.98 | 1.1278"
segment 1 last line = "2014-06-11 03:51:00 | 4055.2 | 5.5937"
found 1 segments
found 199 non-duplicated transactions
=== raw/linux/2014-06-11-0418-BSTP-raw.txt --> clean/2014-06-11-0418-BSTP.txt ===================================================
segment 1 second line = "2014-06-11 03:48:28 | 637.56 | 0.0126"
segment 1 last line = "2014-06-11 03:12:53 | 638.81 | 25.9160"

segment 2 second line = "2014-06-11 04:18:56 | 640 | 0.47666"
segment 2 first duplicated line = "2014-06-11 03:48:28 | 637.56 | 0.0126"
segment 2 last line = "2014-06-11 03:19:35 | 643.51 | 0.2"

segment 3 second line = "2014-06-11 05:25:50 | 639.59 | 0.4488"
segment 3 first duplicated line = "2014-06-11 04:18:56 | 640 | 0.47666"
segment 3 last line = "2014-06-11 03:46:59 | 639.2 | 0.07822"
found 3 segments
found 378 non-duplicated transactions
=== raw/linux/2014-06-11-0489-HUBI-raw.txt --> clean/2014-06-11-0489-HUBI.txt ===================================================
segment 1 second line = "2014-06-11 05:02:05 | 4063.06 | 2.5"
segment 1 last line = "2014-06-11 04:44:07 | 4066.03 | 0.01"

segment 2 second line = "2014-06-11 05:10:30 | 4054.87 | 0.061"
segment 2 first duplicated line = "2014-06-11 05:02:05 | 4063.06 | 2.5"
segment 2 last line = "2014-06-11 04:56:09 | 4070.5 | 0.1"

segment 3 second line = "2014-06-11 05:16:16 | 4056 | 2.4593"
segment 3 first duplicated line = "2014-06-11 05:10:30 | 4054.87 | 0.061"
segment 3 last line = "2014-06-11 05:04:47 | 4060 | 1"

segment 4 second line = "2014-06-11 05:25:13 | 4065 | 22.2034"
segment 4 first duplicated line = "2014-06-11 05:16:16 | 4056 | 2.4593"
segment 4 last line = "2014-06-11 05:13:17 | 4055.01 | 2.275"

segment 5 second line = "2014-06-11 05:34:09 | 4062.29 | 1.071"
segment 5 first duplicated line = "2014-06-11 05:25:13 | 4065 | 22.2034"
segment 5 last line = "2014-06-11 05:17:49 | 4056.5 | 0.171"
found 5 segments
found 667 non-duplicated transactions
=== raw/linux/2014-06-11-2151-BTCE-raw.txt --> clean/2014-06-11-2151-BTCE.txt ===================================================
segment 1 second line = "2014-06-11 21:53:22 | 625.722 | 0.05010"
segment 1 last line = "2014-06-11 21:50:25 | 625.597 | 0.01"
found 1 segments
found 63 non-duplicated transactions
=== raw/linux/2014-06-11-2221-HUBI-raw.txt --> clean/2014-06-11-2221-HUBI.txt ===================================================
segment 1 second line = "2014-06-11 21:57:46 | 4027.95 | 2.4"
segment 1 last line = "2014-06-11 21:19:33 | 4044.2 | 1.1211"

segment 2 second line = "2014-06-11 22:02:49 | 4021.54 | 0.07"
segment 2 first duplicated line = "2014-06-11 21:57:46 | 4027.95 | 2.4"
segment 2 last line = "2014-06-11 21:50:27 | 4031.2 | 3.4549"

segment 3 second line = "2014-06-11 22:17:05 | 4028.2 | 0.05"
segment 3 first duplicated line = "2014-06-11 22:02:49 | 4021.54 | 0.07"
segment 3 last line = "2014-06-11 22:01:49 | 4020 | 7.0601"

segment 4 second line = "2014-06-11 22:27:37 | 4025.79 | 0.05"
segment 4 first duplicated line = "2014-06-11 22:17:05 | 4028.2 | 0.05"
segment 4 last line = "2014-06-11 22:04:38 | 4020.67 | 0.48"

segment 5 second line = "2014-06-11 22:30:19 | 4029 | 1.002"
segment 5 first duplicated line = "2014-06-11 22:27:37 | 4025.79 | 0.05"
segment 5 last line = "2014-06-11 22:15:08 | 4024.36 | 0.7665"

segment 6 second line = "2014-06-11 22:45:50 | 4032 | 0.6798"
segment 6 first duplicated line = "2014-06-11 22:30:19 | 4029 | 1.002"
segment 6 last line = "2014-06-11 22:15:30 | 4025.47 | 0.472"

segment 7 second line = "2014-06-11 22:51:32 | 4021.99 | 0.5"
segment 7 first duplicated line = "2014-06-11 22:45:50 | 4032 | 0.6798"
segment 7 last line = "2014-06-11 22:29:06 | 4026.5 | 0.029"

segment 8 second line = "2014-06-11 22:59:29 | 4025 | 3.8383"
segment 8 first duplicated line = "2014-06-11 22:51:32 | 4021.99 | 0.5"
segment 8 last line = "2014-06-11 22:34:56 | 4029.02 | 1.726"

segment 9 second line = "2014-06-11 23:23:30 | 4020.93 | 0.01"
segment 9 first duplicated line = "2014-06-11 22:59:29 | 4025 | 3.8383"
segment 9 last line = "2014-06-11 22:56:04 | 4022 | 0.5"
found 9 segments
found 962 non-duplicated transactions
=== raw/linux/2014-06-11-2224-BSTP-raw.txt --> clean/2014-06-11-2224-BSTP.txt ===================================================
segment 1 second line = "2014-06-11 21:54:45 | 620.6 | 0.062"
segment 1 last line = "2014-06-11 21:48:21 | 615 | 4.93411"

segment 2 second line = "2014-06-11 22:03:19 | 620.89 | 0.062"
segment 2 first duplicated line = "2014-06-11 21:54:45 | 620.6 | 0.062"
segment 2 last line = "2014-06-11 21:48:21 | 615 | 4.93411"

segment 3 second line = "2014-06-11 22:15:27 | 623.73 | 0.17615"
segment 3 first duplicated line = "2014-06-11 22:03:19 | 620.89 | 0.062"
segment 3 last line = "2014-06-11 21:52:00 | 620.6 | 0.062"

segment 4 second line = "2014-06-11 22:31:01 | 624.84 | 0.225"
segment 4 first duplicated line = "2014-06-11 22:15:27 | 623.73 | 0.17615"
segment 4 last line = "2014-06-11 22:13:03 | 623.69 | 0.221"

segment 5 second line = "2014-06-11 22:45:57 | 624.86 | 0.24951"
segment 5 first duplicated line = "2014-06-11 22:31:01 | 624.84 | 0.225"
raw/linux/2014-06-11-2224-BSTP-raw.txt:600: ** segment lines do not match "2014-06-11 22:13:38 | 623.98 | 0.02331"  "2014-06-11 22:13:58 | 622 | 0.04598"
raw/linux/2014-06-11-2224-BSTP-raw.txt:601: ** segment lines do not match "2014-06-11 22:13:35 | 618.72 | 4.09777"  "2014-06-11 22:13:38 | 623.98 | 0.02331"
raw/linux/2014-06-11-2224-BSTP-raw.txt:602: ** segment lines do not match "2014-06-11 22:13:34 | 620 | 12.4343"  "2014-06-11 22:13:35 | 618.72 | 4.09777"
raw/linux/2014-06-11-2224-BSTP-raw.txt:603: ** segment lines do not match "2014-06-11 22:13:06 | 623.98 | 0.08016"  "2014-06-11 22:13:34 | 620 | 12.4343"
raw/linux/2014-06-11-2224-BSTP-raw.txt:604: ** segment lines do not match "2014-06-11 22:13:03 | 623.69 | 0.221"  "2014-06-11 22:13:06 | 623.98 | 0.08016"
raw/linux/2014-06-11-2224-BSTP-raw.txt:605: ** segment lines do not match "2014-06-11 22:12:33 | 624.18 | 5.04049"  "2014-06-11 22:13:03 | 623.69 | 0.221"
segment 5 last line = "2014-06-11 22:12:33 | 624.18 | 5.04049"

segment 6 second line = "2014-06-11 23:00:07 | 622.05 | 0.00011"
segment 6 first duplicated line = "2014-06-11 22:45:57 | 624.86 | 0.24951"
raw/linux/2014-06-11-2224-BSTP-raw.txt:773: ** segment lines do not match "2014-06-11 22:13:58 | 622 | 0.04598"  "2014-06-11 22:13:38 | 623.98 | 0.02331"
raw/linux/2014-06-11-2224-BSTP-raw.txt:774: ** segment lines do not match "2014-06-11 22:13:38 | 623.98 | 0.02331"  "2014-06-11 22:13:35 | 618.72 | 4.09777"
raw/linux/2014-06-11-2224-BSTP-raw.txt:775: ** segment lines do not match "2014-06-11 22:13:35 | 618.72 | 4.09777"  "2014-06-11 22:13:34 | 620 | 12.4343"
raw/linux/2014-06-11-2224-BSTP-raw.txt:776: ** segment lines do not match "2014-06-11 22:13:34 | 620 | 12.4343"  "2014-06-11 22:13:06 | 623.98 | 0.08016"
segment 6 last line = "2014-06-11 22:13:34 | 620 | 12.4343"
raw/linux/2014-06-11-2224-BSTP-raw.txt:777: ** aborted
removed '.all.txt'
=== raw/linux/2014-06-12-2079-BSTP-raw.txt --> clean/2014-06-12-2079-BSTP.txt ===================================================
segment 1 second line = "2014-06-12 21:03:01 | 589.5 | 38.2503"
segment 1 last line = "2014-06-12 20:44:34 | 599 | 0.01634"

segment 2 second line = "2014-06-12 21:15:33 | 593.21 | 0.05979"
segment 2 first duplicated line = "2014-06-12 21:03:01 | 589.5 | 38.2503"
segment 2 last line = "2014-06-12 20:56:28 | 591 | 0.818"
found 2 segments
found 302 non-duplicated transactions
=== raw/linux/2014-06-12-2082-HUBI-raw.txt --> clean/2014-06-12-2082-HUBI.txt ===================================================
segment 1 second line = "2014-06-12 21:00:04 | 3805.22 | 1.313"
segment 1 last line = "2014-06-12 20:51:51 | 3836.03 | 0.251"

segment 2 second line = "2014-06-12 21:02:22 | 3821.74 | 0.228"
segment 2 first duplicated line = "2014-06-12 21:00:04 | 3805.22 | 1.313"
segment 2 last line = "2014-06-12 20:54:16 | 3824.98 | 10.3507"

segment 3 second line = "2014-06-12 21:04:03 | 3818.67 | 0.21"
segment 3 first duplicated line = "2014-06-12 21:02:22 | 3821.74 | 0.228"
segment 3 last line = "2014-06-12 20:55:06 | 3820.3 | 1.189"

segment 4 second line = "2014-06-12 21:10:23 | 3830 | 10.225"
segment 4 first duplicated line = "2014-06-12 21:04:03 | 3818.67 | 0.21"
segment 4 last line = "2014-06-12 21:00:10 | 3800 | 4.8173"

segment 5 second line = "2014-06-12 21:14:51 | 3820.88 | 4.9722"
segment 5 first duplicated line = "2014-06-12 21:10:23 | 3830 | 10.225"
segment 5 last line = "2014-06-12 21:03:57 | 3818.76 | 0.2"
found 5 segments
found 484 non-duplicated transactions
=== raw/linux/2014-06-12-2138-BSTP-raw.txt --> clean/2014-06-12-2138-BSTP.txt ===================================================
segment 1 second line = "2014-06-12 21:45:41 | 578.09 | 0.165"
segment 1 last line = "2014-06-12 21:32:08 | 590.76 | 0.05"
found 1 segments
found 199 non-duplicated transactions
=== raw/linux/2014-06-12-2171-HUBI-raw.txt --> clean/2014-06-12-2171-HUBI.txt ===================================================
segment 1 second line = "2014-06-12 21:44:51 | 3805 | 0.03"
segment 1 last line = "2014-06-12 21:33:45 | 3813.4 | 0.1"

segment 2 second line = "2014-06-12 21:51:13 | 3789.87 | 0.108"
segment 2 first duplicated line = "2014-06-12 21:44:51 | 3805 | 0.03"
segment 2 last line = "2014-06-12 21:38:57 | 3800.03 | 1.408"

segment 3 second line = "2014-06-12 21:59:54 | 3794.99 | 1.59"
segment 3 first duplicated line = "2014-06-12 21:51:13 | 3789.87 | 0.108"
segment 3 last line = "2014-06-12 21:44:23 | 3805.29 | 0.131"

segment 4 second line = "2014-06-12 22:10:36 | 3770 | 44.1012"
segment 4 first duplicated line = "2014-06-12 21:59:54 | 3794.99 | 1.59"
segment 4 last line = "2014-06-12 21:58:54 | 3785.13 | 0.1"
found 4 segments
found 573 non-duplicated transactions
=== raw/linux/2014-06-12-2180-BSTP-raw.txt --> clean/2014-06-12-2180-BSTP.txt ===================================================
segment 1 second line = "2014-06-12 22:09:59 | 568.7 | 13.6421"
segment 1 last line = "2014-06-12 21:50:03 | 572.5 | 217.78"
found 1 segments
found 199 non-duplicated transactions
=== raw/linux/2014-06-12-2216-HUBI-raw.txt --> clean/2014-06-12-2216-HUBI.txt ===================================================
segment 1 second line = "2014-06-12 22:20:16 | 3757.09 | 0.05"
segment 1 last line = "2014-06-12 22:13:14 | 3760 | 0.11"
found 1 segments
found 199 non-duplicated transactions
=== raw/linux/2014-06-12-2236-HUBI-raw.txt --> clean/2014-06-12-2236-HUBI.txt ===================================================
segment 1 second line = "2014-06-12 22:27:45 | 3701 | 0.9534"
segment 1 last line = "2014-06-12 22:21:30 | 3751 | 0.604"

segment 2 second line = "2014-06-12 22:30:07 | 3703.77 | 0.458"
segment 2 first duplicated line = "2014-06-12 22:27:45 | 3701 | 0.9534"
segment 2 last line = "2014-06-12 22:25:07 | 3732.97 | 2"

segment 3 second line = "2014-06-12 22:32:31 | 3725.4 | 0.8785"
segment 3 first duplicated line = "2014-06-12 22:30:07 | 3703.77 | 0.458"
segment 3 last line = "2014-06-12 22:27:45 | 3701.03 | 0.015"

segment 4 second line = "2014-06-12 22:35:38 | 3736.04 | 1.081"
segment 4 first duplicated line = "2014-06-12 22:32:31 | 3725.4 | 0.8785"
segment 4 last line = "2014-06-12 22:30:26 | 3703.77 | 1.8541"

segment 5 second line = "2014-06-12 22:37:58 | 3790.07 | 0.23"
segment 5 first duplicated line = "2014-06-12 22:35:38 | 3736.04 | 1.081"
segment 5 last line = "2014-06-12 22:33:00 | 3736.64 | 0.506"

segment 6 second line = "2014-06-12 22:39:44 | 3803.45 | 0.128"
segment 6 first duplicated line = "2014-06-12 22:37:58 | 3790.07 | 0.23"
segment 6 last line = "2014-06-12 22:35:36 | 3736.04 | 0.21"

segment 7 second line = "2014-06-12 22:42:12 | 3816.6 | 0.15"
segment 7 first duplicated line = "2014-06-12 22:39:44 | 3803.45 | 0.128"
segment 7 last line = "2014-06-12 22:37:59 | 3798.98 | 3.1972"

segment 8 second line = "2014-06-12 22:44:19 | 3794.26 | 0.028"
segment 8 first duplicated line = "2014-06-12 22:42:12 | 3816.6 | 0.15"
segment 8 last line = "2014-06-12 22:39:18 | 3803.48 | 2.431"

segment 9 second line = "2014-06-12 22:46:57 | 3767.65 | 9.5043"
segment 9 first duplicated line = "2014-06-12 22:44:19 | 3794.26 | 0.028"
segment 9 last line = "2014-06-12 22:41:23 | 3819 | 3.3701"

segment 10 second line = "2014-06-12 22:51:49 | 3760 | 4.7012"
segment 10 first duplicated line = "2014-06-12 22:46:57 | 3767.65 | 9.5043"
segment 10 last line = "2014-06-12 22:45:30 | 3775.01 | 4.69"
found 10 segments
found 1112 non-duplicated transactions
=== raw/linux/2014-06-12-2256-HUBI-raw.txt --> clean/2014-06-12-2256-HUBI.txt ===================================================
segment 1 second line = "2014-06-12 22:59:34 | 3780 | 0.017"
segment 1 last line = "2014-06-12 22:53:02 | 3756.01 | 14.3804"
found 1 segments
found 199 non-duplicated transactions
=== raw/linux/2014-06-12-2293-HUBI-raw.txt --> clean/2014-06-12-2293-HUBI.txt ===================================================
segment 1 second line = "2014-06-12 23:09:03 | 3757.93 | 0.182"
segment 1 last line = "2014-06-12 23:00:21 | 3780.1 | 3.5"
found 1 segments
found 199 non-duplicated transactions
=== raw/linux/2014-06-12-2310-BSTP-raw.txt --> clean/2014-06-12-2310-BSTP.txt ===================================================
segment 1 second line = "2014-06-12 22:29:15 | 551 | 17.3053"
segment 1 last line = "2014-06-12 22:16:26 | 561.02 | 0.43199"

segment 2 second line = "2014-06-12 22:38:10 | 582 | 5.8"
segment 2 first duplicated line = "2014-06-12 22:29:15 | 551 | 17.3053"
segment 2 last line = "2014-06-12 22:28:58 | 552.2 | 1.46426"

segment 3 second line = "2014-06-12 22:44:46 | 587.08 | 0.2016"
segment 3 first duplicated line = "2014-06-12 22:38:10 | 582 | 5.8"
segment 3 last line = "2014-06-12 22:35:55 | 564.53 | 5.52256"

segment 4 second line = "2014-06-12 22:52:13 | 575.61 | 0.91999"
segment 4 first duplicated line = "2014-06-12 22:44:46 | 587.08 | 0.2016"
segment 4 last line = "2014-06-12 22:41:04 | 595.99 | 0.03955"

segment 5 second line = "2014-06-12 23:09:50 | 573 | 0.366"
segment 5 first duplicated line = "2014-06-12 22:52:13 | 575.61 | 0.91999"
segment 5 last line = "2014-06-12 22:50:19 | 580.45 | 0.02889"

segment 6 second line = "2014-06-12 23:18:06 | 570 | 0.31018"
segment 6 first duplicated line = "2014-06-12 23:09:50 | 573 | 0.366"
segment 6 last line = "2014-06-12 23:04:53 | 582.3 | 1.00199"

segment 7 second line = "2014-06-12 23:26:34 | 569.99 | 14.5393"
segment 7 first duplicated line = "2014-06-12 23:18:06 | 570 | 0.31018"
segment 7 last line = "2014-06-12 23:13:50 | 564.34 | 3.52498"

segment 8 second line = "2014-06-12 23:53:16 | 574.71 | 0.09553"
segment 8 first duplicated line = "2014-06-12 23:26:34 | 569.99 | 14.5393"
segment 8 last line = "2014-06-12 23:22:57 | 570.01 | 1.81433"

segment 9 second line = "2014-06-13 00:04:21 | 572 | 0.86486"
segment 9 first duplicated line = "2014-06-12 23:53:16 | 574.71 | 0.09553"
segment 9 last line = "2014-06-12 23:26:34 | 569.99 | 14.5393"
found 9 segments
found 1241 non-duplicated transactions
=== raw/linux/2014-06-12-2320-HUBI-raw.txt --> clean/2014-06-12-2320-HUBI.txt ===================================================
segment 1 second line = "2014-06-12 23:12:17 | 3727.2 | 0.2277"
segment 1 last line = "2014-06-12 23:05:54 | 3773.98 | 0.06"

segment 2 second line = "2014-06-12 23:15:34 | 3715.06 | 0.2"
segment 2 first duplicated line = "2014-06-12 23:12:17 | 3727.2 | 0.2277"
segment 2 last line = "2014-06-12 23:10:17 | 3747.37 | 0.49"

segment 3 second line = "2014-06-12 23:18:12 | 3751.9 | 1.2"
segment 3 first duplicated line = "2014-06-12 23:15:34 | 3715.06 | 0.2"
segment 3 last line = "2014-06-12 23:13:52 | 3710 | 10.768"

segment 4 second line = "2014-06-12 23:20:12 | 3732 | 1.874"
segment 4 first duplicated line = "2014-06-12 23:18:12 | 3751.9 | 1.2"
segment 4 last line = "2014-06-12 23:15:19 | 3714.51 | 0.133"

segment 5 second line = "2014-06-12 23:23:56 | 3715.01 | 0.2"
segment 5 first duplicated line = "2014-06-12 23:20:12 | 3732 | 1.874"
segment 5 last line = "2014-06-12 23:18:36 | 3741 | 0.2"

segment 6 second line = "2014-06-12 23:26:25 | 3733.14 | 0.027"
segment 6 first duplicated line = "2014-06-12 23:23:56 | 3715.01 | 0.2"
segment 6 last line = "2014-06-12 23:21:01 | 3734.21 | 0.2"

segment 7 second line = "2014-06-12 23:29:52 | 3740.17 | 0.2"
segment 7 first duplicated line = "2014-06-12 23:26:25 | 3733.14 | 0.027"
segment 7 last line = "2014-06-12 23:23:59 | 3715.1 | 0.2"

segment 8 second line = "2014-06-12 23:37:04 | 3743.98 | 0.2"
segment 8 first duplicated line = "2014-06-12 23:29:52 | 3740.17 | 0.2"
segment 8 last line = "2014-06-12 23:29:43 | 3740.19 | 0.231"
found 8 segments
found 1053 non-duplicated transactions
=== raw/linux/2014-06-12-2374-HUBI-raw.txt --> clean/2014-06-12-2374-HUBI.txt ===================================================
segment 1 second line = "2014-06-12 23:52:36 | 3756.06 | 1.143"
segment 1 last line = "2014-06-12 23:44:07 | 3765.98 | 0.0872"

segment 2 second line = "2014-06-12 23:58:01 | 3748.21 | 2.1197"
segment 2 first duplicated line = "2014-06-12 23:52:36 | 3756.06 | 1.143"
segment 2 last line = "2014-06-12 23:49:15 | 3772 | 2.6286"

segment 3 second line = "2014-06-13 00:04:08 | 3747.67 | 0.231"
segment 3 first duplicated line = "2014-06-12 23:58:01 | 3748.21 | 2.1197"
segment 3 last line = "2014-06-12 23:53:19 | 3752.01 | 0.203"
found 3 segments
found 408 non-duplicated transactions
=== raw/linux/2014-06-13-2398-BSTP-raw.txt --> clean/2014-06-13-2398-BSTP.txt ===================================================
segment 1 second line = "2014-06-14 00:56:20 | 587.06 | 0.11797"
segment 1 last line = "2014-06-13 23:40:33 | 588.02 | 0.848"
found 1 segments
found 199 non-duplicated transactions
=== raw/linux/2014-06-14-0080-HUBI-raw.txt --> clean/2014-06-14-0080-HUBI.txt ===================================================
segment 1 second line = "2014-06-14 00:54:36 | 3802.17 | 0.001"
segment 1 last line = "2014-06-14 00:46:35 | 3815.43 | 0.0719"

segment 2 second line = "2014-06-14 01:14:21 | 3810.31 | 0.5"
segment 2 first duplicated line = "2014-06-14 00:54:36 | 3802.17 | 0.001"
segment 2 last line = "2014-06-14 00:53:55 | 3803 | 4.161"
found 2 segments
found 377 non-duplicated transactions
=== raw/linux/2014-06-14-0430-BSTP-raw.txt --> clean/2014-06-14-0430-BSTP.txt ===================================================
segment 1 second line = "2014-06-14 05:07:46 | 580 | 0.04348"
segment 1 last line = "2014-06-14 03:54:23 | 574.4 | 0.09269"
found 1 segments
found 199 non-duplicated transactions
=== raw/linux/2014-06-14-0461-BTCE-raw.txt --> clean/2014-06-14-0461-BTCE.txt ===================================================
segment 1 second line = "2014-06-14 05:10:30 | 588.626 | 1.60267"
segment 1 last line = "2014-06-14 04:13:57 | 587.52 | 0.17984"
found 1 segments
found 145 non-duplicated transactions
=== raw/linux/2014-06-14-0469-BFIN-raw.txt --> clean/2014-06-14-0469-BFIN.txt ===================================================
segment 1 second line = "2014-06-14 05:12:43 | 600.9 | 12.4562"
segment 1 last line = "2014-06-14 04:26:55 | 596 | 52.9039"
found 1 segments
found 116 non-duplicated transactions
=== raw/linux/2014-06-14-0487-HUBI-raw.txt --> clean/2014-06-14-0487-HUBI.txt ===================================================
segment 1 second line = "2014-06-14 05:07:14 | 3782.91 | 0.238"
segment 1 last line = "2014-06-14 04:46:58 | 3792.01 | 0.108"

segment 2 second line = "2014-06-14 05:11:46 | 3781.57 | 8.7207"
segment 2 first duplicated line = "2014-06-14 05:07:14 | 3782.91 | 0.238"
segment 2 last line = "2014-06-14 04:51:34 | 3790 | 2.874"

segment 3 second line = "2014-06-14 05:16:37 | 3784.33 | 5.51"
segment 3 first duplicated line = "2014-06-14 05:11:46 | 3781.57 | 8.7207"
segment 3 last line = "2014-06-14 04:59:30 | 3787.26 | 20.722"

segment 4 second line = "2014-06-14 05:29:38 | 3783.9 | 0.1"
segment 4 first duplicated line = "2014-06-14 05:16:37 | 3784.33 | 5.51"
segment 4 last line = "2014-06-14 05:08:51 | 3781.59 | 0.239"
found 4 segments
found 416 non-duplicated transactions
=== raw/linux/2014-06-14-0507-OKCO-raw.txt --> clean/2014-06-14-0507-OKCO.txt ===================================================
segment 1 second line = "2014-06-14 05:08:58 | 3773.95 | 0.162"
segment 1 last line = "2014-06-14 05:06:45 | 3775 | 0.45"
found 1 segments
found 74 non-duplicated transactions
=== raw/linux/2014-06-14-0515-OKCO-raw.txt --> clean/2014-06-14-0515-OKCO.txt ===================================================
segment 1 second line = "2014-06-14 05:17:33 | 3781.59 | 0.612"
segment 1 last line = "2014-06-14 05:10:33 | 3774.78 | 1.58"

segment 2 second line = "2014-06-14 05:21:03 | 3779 | 3.765"
segment 2 first duplicated line = "2014-06-14 05:17:33 | 3781.59 | 0.612"
segment 2 last line = "2014-06-14 05:12:11 | 3778 | 1"
found 2 segments
found 245 non-duplicated transactions
=== raw/linux/2014-06-14-0524-OKCO-raw.txt --> clean/2014-06-14-0524-OKCO.txt ===================================================
segment 1 second line = "2014-06-14 05:30:24 | 3780 | 1"
segment 1 last line = "2014-06-14 05:19:23 | 3779.02 | 0.04"
found 1 segments
found 199 non-duplicated transactions
=== raw/linux/2014-06-19-0365-BSTP-raw.txt --> clean/2014-06-19-0365-BSTP.txt ===================================================
segment 1 second line = "2014-06-19 04:05:07 | 606.45 | 0.69757"
segment 1 last line = "2014-06-19 02:00:56 | 602.07 | 3.28397"

segment 2 second line = "2014-06-19 04:33:34 | 601.11 | 4.75999"
segment 2 first duplicated line = "2014-06-19 04:05:07 | 606.45 | 0.69757"
segment 2 last line = "2014-06-19 02:24:52 | 602.48 | 2.4945"

segment 3 second line = "2014-06-19 05:00:08 | 606.8 | 0.01732"
segment 3 first duplicated line = "2014-06-19 04:33:34 | 601.11 | 4.75999"
segment 3 last line = "2014-06-19 02:24:52 | 602.48 | 2.4945"

segment 4 second line = "2014-06-19 05:21:16 | 602.13 | 11.43"
segment 4 first duplicated line = "2014-06-19 05:00:08 | 606.8 | 0.01732"
segment 4 last line = "2014-06-19 02:21:59 | 605.5 | 0.35074"

segment 5 second line = "2014-06-19 05:31:27 | 603.84 | 0.0819"
segment 5 first duplicated line = "2014-06-19 05:21:16 | 602.13 | 11.43"
segment 5 last line = "2014-06-19 02:21:59 | 605.5 | 0.35074"
found 5 segments
found 179 non-duplicated transactions
=== raw/linux/2014-06-19-0383-OKCO-raw.txt --> clean/2014-06-19-0383-OKCO.txt ===================================================
segment 1 second line = "2014-06-19 03:31:09 | 3770.75 | 0.001"
segment 1 last line = "2014-06-19 03:23:38 | 3775.06 | 0.3"

segment 2 second line = "2014-06-19 03:40:56 | 3773.19 | 0.52"
segment 2 first duplicated line = "2014-06-19 03:31:09 | 3770.75 | 0.001"
segment 2 last line = "2014-06-19 03:27:26 | 3769.96 | 0.069"

segment 3 second line = "2014-06-19 03:45:55 | 3773.41 | 9"
segment 3 first duplicated line = "2014-06-19 03:40:56 | 3773.19 | 0.52"
segment 3 last line = "2014-06-19 03:33:22 | 3774.98 | 10"

segment 4 second line = "2014-06-19 03:51:41 | 3773.96 | 0.01"
segment 4 first duplicated line = "2014-06-19 03:45:55 | 3773.41 | 9"
segment 4 last line = "2014-06-19 03:37:35 | 3774.81 | 0.06"

segment 5 second line = "2014-06-19 03:59:38 | 3778.59 | 0.018"
segment 5 first duplicated line = "2014-06-19 03:51:41 | 3773.96 | 0.01"
segment 5 last line = "2014-06-19 03:45:55 | 3773.39 | 2.11"

segment 6 second line = "2014-06-19 04:04:30 | 3779.36 | 0.31"
segment 6 first duplicated line = "2014-06-19 03:59:38 | 3778.59 | 0.018"
segment 6 last line = "2014-06-19 03:55:54 | 3776 | 28.182"

segment 7 second line = "2014-06-19 04:09:31 | 3782.29 | 1.079"
segment 7 first duplicated line = "2014-06-19 04:04:30 | 3779.36 | 0.31"
segment 7 last line = "2014-06-19 04:01:24 | 3781.92 | 1.067"

segment 8 second line = "2014-06-19 04:18:12 | 3780.16 | 2.315"
segment 8 first duplicated line = "2014-06-19 04:09:31 | 3782.29 | 1.079"
segment 8 last line = "2014-06-19 04:04:35 | 3778.98 | 1.01"

segment 9 second line = "2014-06-19 04:26:14 | 3781.6 | 0.08"
segment 9 first duplicated line = "2014-06-19 04:18:12 | 3780.16 | 2.315"
segment 9 last line = "2014-06-19 04:14:05 | 3781.21 | 0.149"

segment 10 second line = "2014-06-19 04:32:30 | 3784.97 | 1"
segment 10 first duplicated line = "2014-06-19 04:26:14 | 3781.6 | 0.08"
segment 10 last line = "2014-06-19 04:21:21 | 3779.95 | 0.69"

segment 11 second line = "2014-06-19 04:38:21 | 3792.12 | 0.2"
segment 11 first duplicated line = "2014-06-19 04:32:30 | 3784.97 | 1"
segment 11 last line = "2014-06-19 04:25:42 | 3782.02 | 0.11"

segment 12 second line = "2014-06-19 04:41:54 | 3791.2 | 4.668"
segment 12 first duplicated line = "2014-06-19 04:38:21 | 3792.12 | 0.2"
segment 12 last line = "2014-06-19 04:34:12 | 3786.4 | 0.794"

segment 13 second line = "2014-06-19 04:44:10 | 3792 | 0.297"
segment 13 first duplicated line = "2014-06-19 04:41:54 | 3791.2 | 4.668"
segment 13 last line = "2014-06-19 04:37:35 | 3787.72 | 0.01"
found 13 segments
found 1456 non-duplicated transactions
=== raw/linux/2014-06-19-0447-OKCO-raw.txt --> clean/2014-06-19-0447-OKCO.txt ===================================================
segment 1 second line = "2014-06-19 04:49:02 | 3826.26 | 0.01"
segment 1 last line = "2014-06-19 04:45:45 | 3801 | 0.01"
found 1 segments
found 199 non-duplicated transactions
=== raw/linux/2014-06-19-0527-OKCO-raw.txt --> clean/2014-06-19-0527-OKCO.txt ===================================================
segment 1 second line = "2014-06-19 04:53:35 | 3813.97 | 0.13"
segment 1 last line = "2014-06-19 04:49:34 | 3817 | 2.111"

segment 2 second line = "2014-06-19 04:55:34 | 3811.03 | 3.906"
segment 2 first duplicated line = "2014-06-19 04:53:35 | 3813.97 | 0.13"
segment 2 last line = "2014-06-19 04:51:10 | 3820 | 7.19"

segment 3 second line = "2014-06-19 04:56:30 | 3810.67 | 1.777"
segment 3 first duplicated line = "2014-06-19 04:55:34 | 3811.03 | 3.906"
segment 3 last line = "2014-06-19 04:52:23 | 3819.4 | 0.23"

segment 4 second line = "2014-06-19 04:58:12 | 3810.01 | 1.644"
segment 4 first duplicated line = "2014-06-19 04:56:30 | 3810.67 | 1.777"
segment 4 last line = "2014-06-19 04:54:59 | 3813.8 | 3.636"

segment 5 second line = "2014-06-19 05:00:31 | 3809.4 | 5"
segment 5 first duplicated line = "2014-06-19 04:58:12 | 3810.01 | 1.644"
segment 5 last line = "2014-06-19 04:56:37 | 3813 | 13.401"

segment 6 second line = "2014-06-19 05:03:10 | 3805.89 | 0.1"
segment 6 first duplicated line = "2014-06-19 05:00:31 | 3809.4 | 5"
segment 6 last line = "2014-06-19 04:58:34 | 3809.01 | 0.663"

segment 7 second line = "2014-06-19 05:05:37 | 3810.18 | 0.2"
segment 7 first duplicated line = "2014-06-19 05:03:10 | 3805.89 | 0.1"
segment 7 last line = "2014-06-19 05:00:27 | 3807.97 | 0.12"

segment 8 second line = "2014-06-19 05:08:26 | 3806 | 0.3"
segment 8 first duplicated line = "2014-06-19 05:05:37 | 3810.18 | 0.2"
segment 8 last line = "2014-06-19 05:02:48 | 3809.85 | 0.032"

segment 9 second line = "2014-06-19 05:11:20 | 3799.06 | 0.25"
segment 9 first duplicated line = "2014-06-19 05:08:26 | 3806 | 0.3"
segment 9 last line = "2014-06-19 05:05:36 | 3810 | 9.217"

segment 10 second line = "2014-06-19 05:13:08 | 3805 | 7.99"
segment 10 first duplicated line = "2014-06-19 05:11:20 | 3799.06 | 0.25"
segment 10 last line = "2014-06-19 05:07:38 | 3808.02 | 4.051"

segment 11 second line = "2014-06-19 05:17:51 | 3803.02 | 0.61"
segment 11 first duplicated line = "2014-06-19 05:13:08 | 3805 | 7.99"
segment 11 last line = "2014-06-19 05:10:51 | 3799.06 | 0.61"

segment 12 second line = "2014-06-19 05:20:30 | 3800 | 1"
segment 12 first duplicated line = "2014-06-19 05:17:51 | 3803.02 | 0.61"
segment 12 last line = "2014-06-19 05:12:14 | 3802.83 | 2.455"

segment 13 second line = "2014-06-19 05:22:53 | 3803 | 1.2"
segment 13 first duplicated line = "2014-06-19 05:20:30 | 3800 | 1"
segment 13 last line = "2014-06-19 05:14:04 | 3803 | 3.323"

segment 14 second line = "2014-06-19 05:24:38 | 3808.98 | 0.263"
segment 14 first duplicated line = "2014-06-19 05:22:53 | 3803 | 1.2"
segment 14 last line = "2014-06-19 05:16:35 | 3803.94 | 0.451"

segment 15 second line = "2014-06-19 05:29:15 | 3809.85 | 4.917"
segment 15 first duplicated line = "2014-06-19 05:24:38 | 3808.98 | 0.263"
segment 15 last line = "2014-06-19 05:21:57 | 3801 | 1.86"

segment 16 second line = "2014-06-19 05:32:54 | 3815.98 | 13.305"
segment 16 first duplicated line = "2014-06-19 05:29:15 | 3809.85 | 4.917"
segment 16 last line = "2014-06-19 05:26:09 | 3804.65 | 0.01"

segment 17 second line = "2014-06-19 05:34:42 | 3819.05 | 1.738"
segment 17 first duplicated line = "2014-06-19 05:32:54 | 3815.98 | 13.305"
segment 17 last line = "2014-06-19 05:30:27 | 3809.85 | 3.712"

segment 18 second line = "2014-06-19 05:38:32 | 3818.97 | 0.25"
segment 18 first duplicated line = "2014-06-19 05:34:42 | 3819.05 | 1.738"
segment 18 last line = "2014-06-19 05:33:13 | 3817.98 | 1.095"

segment 19 second line = "2014-06-19 05:41:37 | 3815.13 | 1.937"
segment 19 first duplicated line = "2014-06-19 05:38:32 | 3818.97 | 0.25"
segment 19 last line = "2014-06-19 05:34:48 | 3819.07 | 2.324"

segment 20 second line = "2014-06-19 05:44:33 | 3814.5 | 1.418"
segment 20 first duplicated line = "2014-06-19 05:41:37 | 3815.13 | 1.937"
segment 20 last line = "2014-06-19 05:36:48 | 3816.98 | 2.62"

segment 21 second line = "2014-06-19 05:49:41 | 3816 | 0.01"
segment 21 first duplicated line = "2014-06-19 05:44:33 | 3814.5 | 1.418"
segment 21 last line = "2014-06-19 05:39:11 | 3819.06 | 1.233"

segment 22 second line = "2014-06-19 05:55:35 | 3807.98 | 0.29"
segment 22 first duplicated line = "2014-06-19 05:49:41 | 3816 | 0.01"
segment 22 last line = "2014-06-19 05:44:10 | 3814.66 | 1.045"

segment 23 second line = "2014-06-19 06:01:35 | 3813.7 | 1"
segment 23 first duplicated line = "2014-06-19 05:55:35 | 3807.98 | 0.29"
segment 23 last line = "2014-06-19 05:50:48 | 3813.5 | 1.39"

segment 24 second line = "2014-06-19 06:06:52 | 3808 | 4.666"
segment 24 first duplicated line = "2014-06-19 06:01:35 | 3813.7 | 1"
segment 24 last line = "2014-06-19 05:55:32 | 3808 | 1.342"
found 24 segments
found 2283 non-duplicated transactions
=== raw/linux/2014-06-20-2156-BTER-raw.txt --> clean/2014-06-20-2156-BTER.txt ===================================================
segment 1 second line = "2014-06-21 00:56:14 | 3692.3 | 0.1882"
segment 1 last line = "2014-06-20 19:54:15 | 3698 | 0.3849"

segment 2 second line = "2014-06-21 01:42:46 | 3690.3 | 0.1002"
segment 2 first duplicated line = "2014-06-21 00:56:14 | 3692.3 | 0.1882"
segment 2 last line = "2014-06-20 20:49:35 | 3695.01 | 0.0166"
found 2 segments
found 186 non-duplicated transactions
=== raw/linux/2014-06-20-2389-BFIN-raw.txt --> clean/2014-06-20-2389-BFIN.txt ===================================================
segment 1 second line = "2014-06-21 00:48:29 | 590 | 5"
segment 1 last line = "2014-06-20 22:32:10 | 593.3 | 0.35075"

segment 2 second line = "2014-06-21 01:46:10 | 584.8 | 17.4509"
segment 2 first duplicated line = "2014-06-21 00:48:29 | 590 | 5"
segment 2 last line = "2014-06-21 00:43:51 | 590.01 | 1"
found 2 segments
found 220 non-duplicated transactions
=== raw/linux/2014-06-21-0023-BSTP-raw.txt --> clean/2014-06-21-0023-BSTP.txt ===================================================
segment 1 second line = "2014-06-21 01:42:14 | 587 | 0.009"
segment 1 last line = "2014-06-20 23:34:31 | 592 | 21"
found 1 segments
found 180 non-duplicated transactions
=== raw/linux/2014-06-21-0040-BTCE-raw.txt --> clean/2014-06-21-0040-BTCE.txt ===================================================
segment 1 second line = "2014-06-21 00:47:57 | 584.997 | 0.365"
segment 1 last line = "2014-06-20 23:05:08 | 581.07 | 0.01874"

segment 2 second line = "2014-06-21 00:50:25 | 584.937 | 0.02856"
segment 2 first duplicated line = "2014-06-21 00:47:57 | 584.997 | 0.365"
segment 2 last line = "2014-06-20 23:40:11 | 584.499 | 0.01"

segment 3 second line = "2014-06-21 01:42:59 | 583 | 0.97560"
segment 3 first duplicated line = "2014-06-21 00:50:25 | 584.937 | 0.02856"
segment 3 last line = "2014-06-21 00:37:07 | 585.46 | 0.00234"
found 3 segments
found 274 non-duplicated transactions
=== raw/linux/2014-06-21-0043-BTCN-raw.txt --> clean/2014-06-21-0043-BTCN.txt ===================================================
segment 1 second line = "2014-06-21 00:50:06 | 3686.6 | 0.0782"
segment 1 last line = "2014-06-20 23:44:07 | 3707.9 | 0.02"

segment 2 second line = "2014-06-21 01:39:18 | 3675.1 | 0.05"
segment 2 first duplicated line = "2014-06-21 00:50:06 | 3686.6 | 0.0782"
segment 2 last line = "2014-06-21 00:21:00 | 3701.18 | 0.05"
found 2 segments
found 173 non-duplicated transactions
=== raw/linux/2014-06-21-0071-HUBI-raw.txt --> clean/2014-06-21-0071-HUBI.txt ===================================================
segment 1 second line = "2014-06-21 00:48:07 | 3677.45 | 0.53"
segment 1 last line = "2014-06-21 00:10:37 | 3699.32 | 0.383"

segment 2 second line = "2014-06-21 00:52:07 | 3679.61 | 1.39"
segment 2 first duplicated line = "2014-06-21 00:48:07 | 3677.45 | 0.53"
segment 2 last line = "2014-06-21 00:46:49 | 3682.6 | 0.24"

segment 3 second line = "2014-06-21 00:56:26 | 3680.82 | 0.002"
segment 3 first duplicated line = "2014-06-21 00:52:07 | 3679.61 | 1.39"
segment 3 last line = "2014-06-21 00:47:26 | 3680.01 | 0.02"

segment 4 second line = "2014-06-21 00:59:46 | 3680.01 | 0.1"
segment 4 first duplicated line = "2014-06-21 00:56:26 | 3680.82 | 0.002"
segment 4 last line = "2014-06-21 00:51:26 | 3682.63 | 0.021"

segment 5 second line = "2014-06-21 01:02:28 | 3679 | 1.902"
segment 5 first duplicated line = "2014-06-21 00:59:46 | 3680.01 | 0.1"
segment 5 last line = "2014-06-21 00:55:06 | 3681.97 | 0.4"

segment 6 second line = "2014-06-21 01:03:45 | 3674.95 | 0.5"
segment 6 first duplicated line = "2014-06-21 01:02:28 | 3679 | 1.902"
segment 6 last line = "2014-06-21 00:57:48 | 3680.05 | 0.145"

segment 7 second line = "2014-06-21 01:05:26 | 3674.03 | 0.45"
segment 7 first duplicated line = "2014-06-21 01:03:45 | 3674.95 | 0.5"
segment 7 last line = "2014-06-21 00:59:57 | 3679.3 | 0.01"

segment 8 second line = "2014-06-21 01:08:05 | 3666.71 | 1.722"
segment 8 first duplicated line = "2014-06-21 01:05:26 | 3674.03 | 0.45"
segment 8 last line = "2014-06-21 01:04:49 | 3672.31 | 0.243"

segment 9 second line = "2014-06-21 01:10:01 | 3669.86 | 0.012"
segment 9 first duplicated line = "2014-06-21 01:08:05 | 3666.71 | 1.722"
segment 9 last line = "2014-06-21 01:06:33 | 3670 | 0.046"

segment 10 second line = "2014-06-21 01:11:57 | 3673.51 | 0.2034"
segment 10 first duplicated line = "2014-06-21 01:10:01 | 3669.86 | 0.012"
segment 10 last line = "2014-06-21 01:06:59 | 3669.98 | 0.012"

segment 11 second line = "2014-06-21 01:16:32 | 3677.89 | 0.1"
segment 11 first duplicated line = "2014-06-21 01:11:57 | 3673.51 | 0.2034"
segment 11 last line = "2014-06-21 01:09:36 | 3669.57 | 0.0657"

segment 12 second line = "2014-06-21 01:19:36 | 3678.96 | 0.467"
segment 12 first duplicated line = "2014-06-21 01:16:32 | 3677.89 | 0.1"
segment 12 last line = "2014-06-21 01:14:36 | 3673 | 1"

segment 13 second line = "2014-06-21 01:25:14 | 3676.75 | 0.25"
segment 13 first duplicated line = "2014-06-21 01:19:36 | 3678.96 | 0.467"
segment 13 last line = "2014-06-21 01:14:36 | 3673 | 1"

segment 14 second line = "2014-06-21 01:29:57 | 3676.13 | 0.477"
segment 14 first duplicated line = "2014-06-21 01:25:14 | 3676.75 | 0.25"
segment 14 last line = "2014-06-21 01:15:49 | 3673.23 | 0.01"

segment 15 second line = "2014-06-21 01:33:29 | 3674 | 0.53"
segment 15 first duplicated line = "2014-06-21 01:29:57 | 3676.13 | 0.477"
segment 15 last line = "2014-06-21 01:17:17 | 3678.99 | 0.16"
found 15 segments
found 816 non-duplicated transactions
=== raw/linux/2014-06-21-0090-OKCO-raw.txt --> clean/2014-06-21-0090-OKCO.txt ===================================================
segment 1 second line = "2014-06-21 00:49:27 | 3675 | 5"
segment 1 last line = "2014-06-21 00:47:32 | 3677 | 0.13"

segment 2 second line = "2014-06-21 00:53:19 | 3679.87 | 0.315"
segment 2 first duplicated line = "2014-06-21 00:49:27 | 3675 | 5"
segment 2 last line = "2014-06-21 00:48:28 | 3675.03 | 1.827"

segment 3 second line = "2014-06-21 00:56:06 | 3679 | 0.08"
segment 3 first duplicated line = "2014-06-21 00:53:19 | 3679.87 | 0.315"
segment 3 last line = "2014-06-21 00:48:28 | 3675.03 | 1.827"

segment 4 second line = "2014-06-21 00:59:03 | 3678.22 | 0.5"
segment 4 first duplicated line = "2014-06-21 00:56:06 | 3679 | 0.08"
segment 4 last line = "2014-06-21 00:55:15 | 3682.7 | 2.707"

segment 5 second line = "2014-06-21 01:01:45 | 3678.04 | 0.03"
segment 5 first duplicated line = "2014-06-21 00:59:03 | 3678.22 | 0.5"
segment 5 last line = "2014-06-21 00:58:54 | 3679.44 | 0.01"

segment 6 second line = "2014-06-21 01:03:15 | 3674.04 | 0.611"
segment 6 first duplicated line = "2014-06-21 01:01:45 | 3678.04 | 0.03"
segment 6 last line = "2014-06-21 01:00:51 | 3677 | 2.043"

segment 7 second line = "2014-06-21 01:04:10 | 3670.09 | 0.097"
segment 7 first duplicated line = "2014-06-21 01:03:15 | 3674.04 | 0.611"
segment 7 last line = "2014-06-21 01:02:34 | 3675.98 | 0.305"

segment 8 second line = "2014-06-21 01:05:04 | 3669.07 | 0.835"
segment 8 first duplicated line = "2014-06-21 01:04:10 | 3670.09 | 0.097"
segment 8 last line = "2014-06-21 01:02:34 | 3675.98 | 0.305"

segment 9 second line = "2014-06-21 01:06:29 | 3672.58 | 14.1"
segment 9 first duplicated line = "2014-06-21 01:05:04 | 3669.07 | 0.835"
segment 9 last line = "2014-06-21 01:04:15 | 3669 | 5"

segment 10 second line = "2014-06-21 01:07:28 | 3668.13 | 3"
segment 10 first duplicated line = "2014-06-21 01:06:29 | 3672.58 | 14.1"
segment 10 last line = "2014-06-21 01:04:15 | 3669 | 5"

segment 11 second line = "2014-06-21 01:08:36 | 3666.6 | 1.044"
segment 11 first duplicated line = "2014-06-21 01:07:28 | 3668.13 | 3"
segment 11 last line = "2014-06-21 01:06:54 | 3669.84 | 0.704"

segment 12 second line = "2014-06-21 01:09:28 | 3668.02 | 0.13"
segment 12 first duplicated line = "2014-06-21 01:08:36 | 3666.6 | 1.044"
segment 12 last line = "2014-06-21 01:06:54 | 3669.84 | 0.704"

segment 13 second line = "2014-06-21 01:10:27 | 3671 | 0.392"
segment 13 first duplicated line = "2014-06-21 01:09:28 | 3668.02 | 0.13"
segment 13 last line = "2014-06-21 01:08:48 | 3666.51 | 0.31"

segment 14 second line = "2014-06-21 01:12:01 | 3671.25 | 0.21"
segment 14 first duplicated line = "2014-06-21 01:10:27 | 3671 | 0.392"
segment 14 last line = "2014-06-21 01:08:48 | 3666.51 | 0.31"

segment 15 second line = "2014-06-21 01:13:33 | 3672.68 | 1.2"
segment 15 first duplicated line = "2014-06-21 01:12:01 | 3671.25 | 0.21"
segment 15 last line = "2014-06-21 01:10:27 | 3671 | 0.392"

segment 16 second line = "2014-06-21 01:16:03 | 3674.51 | 0.477"
segment 16 first duplicated line = "2014-06-21 01:13:33 | 3672.68 | 1.2"
segment 16 last line = "2014-06-21 01:10:27 | 3671 | 0.392"

segment 17 second line = "2014-06-21 01:17:06 | 3679.82 | 0.94"
segment 17 first duplicated line = "2014-06-21 01:16:03 | 3674.51 | 0.477"
segment 17 last line = "2014-06-21 01:15:59 | 3676.04 | 0.17"

segment 18 second line = "2014-06-21 01:18:19 | 3673.23 | 0.01"
segment 18 first duplicated line = "2014-06-21 01:17:06 | 3679.82 | 0.94"
segment 18 last line = "2014-06-21 01:15:59 | 3676.04 | 0.17"

segment 19 second line = "2014-06-21 01:25:03 | 3675.81 | 0.012"
segment 19 first duplicated line = "2014-06-21 01:18:19 | 3673.23 | 0.01"
segment 19 last line = "2014-06-21 01:17:53 | 3676.61 | 0.76"

segment 20 second line = "2014-06-21 01:29:23 | 3675.93 | 0.114"
segment 20 first duplicated line = "2014-06-21 01:25:03 | 3675.81 | 0.012"
segment 20 last line = "2014-06-21 01:19:44 | 3678.95 | 0.297"

segment 21 second line = "2014-06-21 01:34:04 | 3669 | 1.19"
segment 21 first duplicated line = "2014-06-21 01:29:23 | 3675.93 | 0.114"
segment 21 last line = "2014-06-21 01:22:59 | 3677.13 | 0.391"
found 21 segments
found 1353 non-duplicated transactions
=== raw/linux/2014-06-21-0141-OKCO-raw.txt --> clean/2014-06-21-0141-OKCO.txt ===================================================
segment 1 second line = "2014-06-21 01:41:25 | 3669 | 0.01"
segment 1 last line = "2014-06-21 01:35:42 | 3665.5 | 5.282"

segment 2 second line = "2014-06-21 01:47:23 | 3667 | 0.381"
segment 2 first duplicated line = "2014-06-21 01:41:25 | 3669 | 0.01"
segment 2 last line = "2014-06-21 01:38:54 | 3663.04 | 0.938"
found 2 segments
found 343 non-duplicated transactions
=== raw/linux/2014-06-21-0175-HUBI-raw.txt --> clean/2014-06-21-0175-HUBI.txt ===================================================
segment 1 second line = "2014-06-21 01:47:41 | 3667.37 | 0.04"
segment 1 last line = "2014-06-21 01:34:23 | 3672.19 | 0.226"

segment 2 second line = "2014-06-21 01:55:14 | 3660.91 | 1.8306"
segment 2 first duplicated line = "2014-06-21 01:47:41 | 3667.37 | 0.04"
segment 2 last line = "2014-06-21 01:43:14 | 3668.1 | 2.2067"

segment 3 second line = "2014-06-21 01:57:41 | 3659.99 | 0.232"
segment 3 first duplicated line = "2014-06-21 01:55:14 | 3660.91 | 1.8306"
segment 3 last line = "2014-06-21 01:46:31 | 3666.89 | 0.0106"

segment 4 second line = "2014-06-21 02:01:41 | 3660.19 | 1.976"
segment 4 first duplicated line = "2014-06-21 01:57:41 | 3659.99 | 0.232"
segment 4 last line = "2014-06-21 01:52:51 | 3663 | 0.5044"

segment 5 second line = "2014-06-21 02:16:42 | 3661.99 | 2"
segment 5 first duplicated line = "2014-06-21 02:01:41 | 3660.19 | 1.976"
segment 5 last line = "2014-06-21 02:00:52 | 3660.24 | 0.3092"
found 5 segments
found 649 non-duplicated transactions
=== raw/linux/2014-06-21-0176-OKCO-raw.txt --> clean/2014-06-21-0176-OKCO.txt ===================================================
segment 1 second line = "2014-06-21 01:54:04 | 3658 | 3.431"
segment 1 last line = "2014-06-21 01:48:14 | 3666.48 | 1.213"

segment 2 second line = "2014-06-21 01:57:25 | 3658.3 | 0.15"
segment 2 first duplicated line = "2014-06-21 01:54:04 | 3658 | 3.431"
segment 2 last line = "2014-06-21 01:51:31 | 3665.02 | 0.22"

segment 3 second line = "2014-06-21 02:01:09 | 3658.28 | 0.13"
segment 3 first duplicated line = "2014-06-21 01:57:25 | 3658.3 | 0.15"
segment 3 last line = "2014-06-21 01:53:46 | 3659.94 | 0.259"

segment 4 second line = "2014-06-21 02:04:56 | 3662 | 3.557"
segment 4 first duplicated line = "2014-06-21 02:01:09 | 3658.28 | 0.13"
segment 4 last line = "2014-06-21 01:57:35 | 3658.25 | 4.555"
found 4 segments
found 496 non-duplicated transactions
=== raw/linux/2014-06-21-0212-OKCO-raw.txt --> clean/2014-06-21-0212-OKCO.txt ===================================================
segment 1 second line = "2014-06-21 02:17:35 | 3661.8 | 1"
segment 1 last line = "2014-06-21 02:08:26 | 3662.9 | 0.606"
found 1 segments
found 199 non-duplicated transactions
=== raw/linux/2014-06-24-0016-HUBI-raw.txt --> clean/2014-06-24-0016-HUBI.txt ===================================================
segment 1 second line = "2014-06-24 00:24:08 | 3676.98 | 0.39"
segment 1 last line = "2014-06-24 00:05:59 | 3691.16 | 0.2"

segment 2 second line = "2014-06-24 00:28:48 | 3671.46 | 1.2912"
segment 2 first duplicated line = "2014-06-24 00:24:08 | 3676.98 | 0.39"
segment 2 last line = "2014-06-24 00:12:15 | 3688 | 5.6938"
found 2 segments
found 264 non-duplicated transactions
=== raw/linux/2014-06-24-0021-BSTP-raw.txt --> clean/2014-06-24-0021-BSTP.txt ===================================================
segment 1 second line = "2014-06-24 00:14:46 | 588.2 | 1.17566"
segment 1 last line = "2014-06-23 21:17:58 | 587.99 | 0.36465"

segment 2 second line = "2014-06-24 00:51:41 | 585 | 0.7"
segment 2 first duplicated line = "2014-06-24 00:14:46 | 588.2 | 1.17566"
raw/linux/2014-06-24-0021-BSTP-raw.txt:254: ** segment lines do not match "2014-06-23 23:53:34 | 588.25 | 5"  "2014-06-23 23:53:34 | 588.25 | 4.99999"
raw/linux/2014-06-24-0021-BSTP-raw.txt:256: ** segment lines do not match "2014-06-23 23:53:06 | 588.25 | 0.66131"  "2014-06-23 23:53:06 | 588.25 | 0.66130"
raw/linux/2014-06-24-0021-BSTP-raw.txt:258: ** segment lines do not match "2014-06-23 23:52:32 | 588.25 | 0.23513"  "2014-06-23 23:52:32 | 588.25 | 0.23512"
raw/linux/2014-06-24-0021-BSTP-raw.txt:267: ** segment lines do not match "2014-06-23 23:37:40 | 588.65 | 7.44"  "2014-06-23 23:37:40 | 588.65 | 7.26299"
raw/linux/2014-06-24-0021-BSTP-raw.txt:268: ** segment lines do not match "2014-06-23 23:32:20 | 585.62 | 6.27260"  "2014-06-23 23:37:40 | 588.19 | 0.177"
raw/linux/2014-06-24-0021-BSTP-raw.txt:269: ** segment lines do not match "2014-06-23 23:32:17 | 585.63 | 3.24686"  "2014-06-23 23:32:20 | 585.62 | 6.48137"
raw/linux/2014-06-24-0021-BSTP-raw.txt:270: ** segment lines do not match "2014-06-23 23:32:12 | 586.59 | 0.185"  "2014-06-23 23:32:17 | 585.64 | 3.0381"
raw/linux/2014-06-24-0021-BSTP-raw.txt:271: ** segment lines do not match "2014-06-23 23:31:39 | 588.5 | 1.23"  "2014-06-23 23:32:12 | 586.59 | 0.185"
raw/linux/2014-06-24-0021-BSTP-raw.txt:272: ** segment lines do not match "2014-06-23 23:31:04 | 588.5 | 0.15957"  "2014-06-23 23:31:39 | 588.5 | 1.23"
raw/linux/2014-06-24-0021-BSTP-raw.txt:273: ** segment lines do not match "2014-06-23 23:30:07 | 588.5 | 0.01777"  "2014-06-23 23:31:04 | 588.5 | 0.15957"
raw/linux/2014-06-24-0021-BSTP-raw.txt:274: ** segment lines do not match "2014-06-23 23:29:43 | 588.5 | 5.25"  "2014-06-23 23:30:07 | 588.5 | 0.01777"
raw/linux/2014-06-24-0021-BSTP-raw.txt:275: ** segment lines do not match "2014-06-23 23:28:07 | 588.5 | 1.24"  "2014-06-23 23:29:43 | 588.5 | 5.25"
raw/linux/2014-06-24-0021-BSTP-raw.txt:276: ** segment lines do not match "2014-06-23 23:27:38 | 588.5 | 15.76"  "2014-06-23 23:28:07 | 588.5 | 1.24"
raw/linux/2014-06-24-0021-BSTP-raw.txt:277: ** segment lines do not match "2014-06-23 23:25:44 | 588.5 | 2.78774"  "2014-06-23 23:27:38 | 588.5 | 15.76"
raw/linux/2014-06-24-0021-BSTP-raw.txt:278: ** segment lines do not match "2014-06-23 23:25:42 | 588.22 | 0.186"  "2014-06-23 23:25:44 | 588.5 | 2.78774"
raw/linux/2014-06-24-0021-BSTP-raw.txt:279: ** segment lines do not match "2014-06-23 23:25:28 | 585.99 | 0.69115"  "2014-06-23 23:25:42 | 588.22 | 0.186"
raw/linux/2014-06-24-0021-BSTP-raw.txt:280: ** segment lines do not match "2014-06-23 23:22:11 | 588.5 | 6.96"  "2014-06-23 23:25:28 | 585.99 | 0.69115"
raw/linux/2014-06-24-0021-BSTP-raw.txt:281: ** segment lines do not match "2014-06-23 23:21:37 | 586 | 4"  "2014-06-23 23:22:11 | 588.5 | 6.96"
raw/linux/2014-06-24-0021-BSTP-raw.txt:282: ** segment lines do not match "2014-06-23 23:21:17 | 586.56 | 1.02095"  "2014-06-23 23:21:37 | 586 | 3.99999"
raw/linux/2014-06-24-0021-BSTP-raw.txt:283: ** segment lines do not match "2014-06-23 23:21:13 | 587.09 | 0.01"  "2014-06-23 23:21:17 | 586.56 | 1.02095"
raw/linux/2014-06-24-0021-BSTP-raw.txt:284: ** segment lines do not match "2014-06-23 23:20:34 | 588.49 | 0.23"  "2014-06-23 23:21:13 | 587.09 | 0.01"
raw/linux/2014-06-24-0021-BSTP-raw.txt:285: ** segment lines do not match "2014-06-23 23:18:15 | 588.5 | 1.47"  "2014-06-23 23:20:34 | 588.49 | 0.23"
segment 2 last line = "2014-06-23 23:18:15 | 588.5 | 1.47"

segment 3 second line = "2014-06-24 02:23:54 | 586.19 | 0.05210"
segment 3 first duplicated line = "2014-06-24 00:51:41 | 585 | 0.7"
raw/linux/2014-06-24-0021-BSTP-raw.txt:434: ** segment lines do not match "2014-06-23 23:56:27 | 588.25 | 0.24028"  "2014-06-23 23:56:28 | 588.25 | 0.24028"
raw/linux/2014-06-24-0021-BSTP-raw.txt:436: ** segment lines do not match "2014-06-23 23:54:27 | 588.25 | 0.42732"  "2014-06-23 23:54:28 | 588.25 | 0.42732"
raw/linux/2014-06-24-0021-BSTP-raw.txt:447: ** segment lines do not match "2014-06-23 23:44:06 | 588.65 | 0.06143"  "2014-06-23 23:44:07 | 588.65 | 0.06143"
raw/linux/2014-06-24-0021-BSTP-raw.txt:449: ** segment lines do not match "2014-06-23 23:37:59 | 588.65 | 0.71115"  "2014-06-23 23:38:00 | 588.65 | 0.71115"
raw/linux/2014-06-24-0021-BSTP-raw.txt:452: ** segment lines do not match "2014-06-23 23:32:18 | 585.63 | 3.24686"  "2014-06-23 23:32:17 | 585.63 | 3.24686"
raw/linux/2014-06-24-0021-BSTP-raw.txt:454: ** segment lines do not match "2014-06-23 23:31:38 | 588.5 | 1.23"  "2014-06-23 23:31:39 | 588.5 | 1.23"
raw/linux/2014-06-24-0021-BSTP-raw.txt:457: ** segment lines do not match "2014-06-23 23:29:40 | 588.5 | 5.25"  "2014-06-23 23:29:43 | 588.5 | 5.25"
segment 3 last line = "2014-06-23 23:27:38 | 588.5 | 15.76"

segment 4 second line = "2014-06-24 03:05:16 | 586.77 | 1.3476"
segment 4 first duplicated line = "2014-06-24 02:23:54 | 586.19 | 0.05210"
segment 4 last line = "2014-06-24 01:08:15 | 585 | 1.05"

segment 5 second line = "2014-06-24 03:25:25 | 586.75 | 0.2"
segment 5 first duplicated line = "2014-06-24 03:05:16 | 586.77 | 1.3476"
raw/linux/2014-06-24-0021-BSTP-raw.txt:654: ** segment lines do not match "2014-06-24 02:16:10 | 585 | 0.94212"  "2014-06-24 02:16:10 | 585 | 0.94211"
raw/linux/2014-06-24-0021-BSTP-raw.txt:657: ** segment lines do not match "2014-06-24 02:10:55 | 585 | 6.5"  "2014-06-24 02:10:55 | 585 | 6.49989"
raw/linux/2014-06-24-0021-BSTP-raw.txt:658: ** segment lines do not match "2014-06-24 02:10:41 | 585.99 | 0.05"  "2014-06-24 02:10:55 | 585.96 | 0.0001"
raw/linux/2014-06-24-0021-BSTP-raw.txt:659: ** segment lines do not match "2014-06-24 02:09:50 | 585.96 | 0.2"  "2014-06-24 02:10:41 | 585.99 | 0.05"
raw/linux/2014-06-24-0021-BSTP-raw.txt:660: ** segment lines do not match "2014-06-24 02:09:22 | 585.96 | 0.02"  "2014-06-24 02:09:50 | 585.96 | 0.2"
raw/linux/2014-06-24-0021-BSTP-raw.txt:661: ** segment lines do not match "2014-06-24 02:09:06 | 585.96 | 0.2"  "2014-06-24 02:09:22 | 585.96 | 0.02"
raw/linux/2014-06-24-0021-BSTP-raw.txt:662: ** segment lines do not match "2014-06-24 02:08:15 | 585.99 | 1.002"  "2014-06-24 02:09:06 | 585.96 | 0.2"
raw/linux/2014-06-24-0021-BSTP-raw.txt:663: ** segment lines do not match "2014-06-24 02:07:37 | 585.99 | 0.02"  "2014-06-24 02:08:15 | 585.99 | 1.002"
raw/linux/2014-06-24-0021-BSTP-raw.txt:664: ** segment lines do not match "2014-06-24 02:07:02 | 585.99 | 0.178"  "2014-06-24 02:07:37 | 585.99 | 0.02"
raw/linux/2014-06-24-0021-BSTP-raw.txt:665: ** segment lines do not match "2014-06-24 02:02:24 | 587.2 | 1"  "2014-06-24 02:07:02 | 585.99 | 0.178"
raw/linux/2014-06-24-0021-BSTP-raw.txt:666: ** segment lines do not match "2014-06-24 02:02:14 | 587.19 | 0.89851"  "2014-06-24 02:02:24 | 587.2 | 1"
raw/linux/2014-06-24-0021-BSTP-raw.txt:667: ** segment lines do not match "2014-06-24 02:00:08 | 587.28 | 0.01781"  "2014-06-24 02:02:14 | 587.19 | 0.89851"
raw/linux/2014-06-24-0021-BSTP-raw.txt:668: ** segment lines do not match "2014-06-24 01:59:43 | 587.28 | 0.62233"  "2014-06-24 02:00:08 | 587.28 | 0.01781"
raw/linux/2014-06-24-0021-BSTP-raw.txt:669: ** segment lines do not match "2014-06-24 01:59:02 | 587.3 | 0.11483"  "2014-06-24 01:59:43 | 587.28 | 0.62233"
raw/linux/2014-06-24-0021-BSTP-raw.txt:670: ** segment lines do not match "2014-06-24 01:53:28 | 587.39 | 0.47288"  "2014-06-24 01:59:02 | 587.3 | 0.11483"
raw/linux/2014-06-24-0021-BSTP-raw.txt:671: ** segment lines do not match "2014-06-24 01:53:19 | 587.39 | 0.164"  "2014-06-24 01:53:28 | 587.39 | 0.47288"
raw/linux/2014-06-24-0021-BSTP-raw.txt:672: ** segment lines do not match "2014-06-24 01:51:08 | 587.4 | 0.2"  "2014-06-24 01:53:19 | 587.39 | 0.164"
raw/linux/2014-06-24-0021-BSTP-raw.txt:673: ** segment lines do not match "2014-06-24 01:50:53 | 587.4 | 0.61084"  "2014-06-24 01:51:08 | 587.4 | 0.2"
raw/linux/2014-06-24-0021-BSTP-raw.txt:674: ** segment lines do not match "2014-06-24 01:47:38 | 587.4 | 1.47116"  "2014-06-24 01:50:53 | 587.4 | 0.61084"
raw/linux/2014-06-24-0021-BSTP-raw.txt:675: ** segment lines do not match "2014-06-24 01:47:30 | 587.4 | 1.1823"  "2014-06-24 01:47:38 | 587.4 | 1.47116"
raw/linux/2014-06-24-0021-BSTP-raw.txt:676: ** segment lines do not match "2014-06-24 01:45:07 | 587.56 | 0.01780"  "2014-06-24 01:47:30 | 587.4 | 1.1823"
raw/linux/2014-06-24-0021-BSTP-raw.txt:677: ** segment lines do not match "2014-06-24 01:44:32 | 587.57 | 0.57986"  "2014-06-24 01:45:07 | 587.56 | 0.01780"
raw/linux/2014-06-24-0021-BSTP-raw.txt:678: ** segment lines do not match "2014-06-24 01:43:10 | 587.57 | 0.22168"  "2014-06-24 01:44:32 | 587.57 | 0.57986"
raw/linux/2014-06-24-0021-BSTP-raw.txt:679: ** segment lines do not match "2014-06-24 01:43:02 | 587.57 | 0.59249"  "2014-06-24 01:43:10 | 587.57 | 0.22168"
raw/linux/2014-06-24-0021-BSTP-raw.txt:680: ** segment lines do not match "2014-06-24 01:40:40 | 587.54 | 0.21744"  "2014-06-24 01:43:02 | 587.57 | 0.59249"
raw/linux/2014-06-24-0021-BSTP-raw.txt:681: ** segment lines do not match "2014-06-24 01:40:38 | 587.54 | 1.002"  "2014-06-24 01:40:40 | 587.54 | 0.21744"
raw/linux/2014-06-24-0021-BSTP-raw.txt:682: ** segment lines do not match "2014-06-24 01:38:19 | 585 | 0.917"  "2014-06-24 01:40:38 | 587.54 | 1.002"
raw/linux/2014-06-24-0021-BSTP-raw.txt:683: ** segment lines do not match "2014-06-24 01:37:08 | 587.57 | 1.4526"  "2014-06-24 01:38:19 | 585 | 0.917"
raw/linux/2014-06-24-0021-BSTP-raw.txt:684: ** segment lines do not match "2014-06-24 01:36:57 | 585.46 | 0.074"  "2014-06-24 01:37:08 | 587.57 | 1.4526"
raw/linux/2014-06-24-0021-BSTP-raw.txt:685: ** segment lines do not match "2014-06-24 01:34:15 | 587.57 | 0.1002"  "2014-06-24 01:36:57 | 585.46 | 0.074"
raw/linux/2014-06-24-0021-BSTP-raw.txt:686: ** segment lines do not match "2014-06-24 01:33:57 | 587.58 | 1.002"  "2014-06-24 01:34:15 | 587.57 | 0.1002"
raw/linux/2014-06-24-0021-BSTP-raw.txt:687: ** segment lines do not match "2014-06-24 01:33:17 | 587.23 | 0.99472"  "2014-06-24 01:33:57 | 587.58 | 1.002"
raw/linux/2014-06-24-0021-BSTP-raw.txt:688: ** segment lines do not match "2014-06-24 01:32:36 | 587.23 | 0.00843"  "2014-06-24 01:33:17 | 587.23 | 0.99472"
raw/linux/2014-06-24-0021-BSTP-raw.txt:689: ** segment lines do not match "2014-06-24 01:32:22 | 587.23 | 1.002"  "2014-06-24 01:32:36 | 587.23 | 0.00843"
raw/linux/2014-06-24-0021-BSTP-raw.txt:690: ** segment lines do not match "2014-06-24 01:32:15 | 587.23 | 0.36870"  "2014-06-24 01:32:22 | 587.23 | 1.002"
raw/linux/2014-06-24-0021-BSTP-raw.txt:691: ** segment lines do not match "2014-06-24 01:31:19 | 587.23 | 0.2"  "2014-06-24 01:32:15 | 587.23 | 0.36870"
raw/linux/2014-06-24-0021-BSTP-raw.txt:692: ** segment lines do not match "2014-06-24 01:30:44 | 587.23 | 0.03024"  "2014-06-24 01:31:19 | 587.23 | 0.2"
raw/linux/2014-06-24-0021-BSTP-raw.txt:693: ** segment lines do not match "2014-06-24 01:30:19 | 587.23 | 0.2"  "2014-06-24 01:30:44 | 587.23 | 0.03024"
raw/linux/2014-06-24-0021-BSTP-raw.txt:694: ** segment lines do not match "2014-06-24 01:30:08 | 587.23 | 0.01781"  "2014-06-24 01:30:19 | 587.23 | 0.2"
raw/linux/2014-06-24-0021-BSTP-raw.txt:695: ** segment lines do not match "2014-06-24 01:30:03 | 587.23 | 0.2"  "2014-06-24 01:30:08 | 587.23 | 0.01781"
raw/linux/2014-06-24-0021-BSTP-raw.txt:696: ** segment lines do not match "2014-06-24 01:29:55 | 587.23 | 0.2"  "2014-06-24 01:30:03 | 587.23 | 0.2"
raw/linux/2014-06-24-0021-BSTP-raw.txt:697: ** segment lines do not match "2014-06-24 01:29:27 | 587.23 | 0.2202"  "2014-06-24 01:29:55 | 587.23 | 0.2"
raw/linux/2014-06-24-0021-BSTP-raw.txt:698: ** segment lines do not match "2014-06-24 01:27:02 | 586.03 | 0.06024"  "2014-06-24 01:29:27 | 587.23 | 0.2202"
raw/linux/2014-06-24-0021-BSTP-raw.txt:699: ** segment lines do not match "2014-06-24 01:27:00 | 586.56 | 0.8479"  "2014-06-24 01:27:02 | 586.03 | 0.06024"
raw/linux/2014-06-24-0021-BSTP-raw.txt:700: ** segment lines do not match "2014-06-24 01:26:55 | 587.24 | 0.59085"  "2014-06-24 01:27:00 | 586.56 | 0.8479"
raw/linux/2014-06-24-0021-BSTP-raw.txt:701: ** segment lines do not match "2014-06-24 01:23:16 | 587.87 | 0.08"  "2014-06-24 01:26:55 | 587.24 | 0.59085"
raw/linux/2014-06-24-0021-BSTP-raw.txt:702: ** segment lines do not match "2014-06-24 01:21:36 | 587.12 | 1.23404"  "2014-06-24 01:23:16 | 587.87 | 0.08"
raw/linux/2014-06-24-0021-BSTP-raw.txt:703: ** segment lines do not match "2014-06-24 01:21:31 | 585.24 | 4.83860"  "2014-06-24 01:21:36 | 587.12 | 1.23404"
raw/linux/2014-06-24-0021-BSTP-raw.txt:704: ** segment lines do not match "2014-06-24 01:21:26 | 585.24 | 0.2"  "2014-06-24 01:21:31 | 585.24 | 4.83860"
raw/linux/2014-06-24-0021-BSTP-raw.txt:705: ** segment lines do not match "2014-06-24 01:21:20 | 585.24 | 10.5844"  "2014-06-24 01:21:26 | 585.24 | 0.2"
raw/linux/2014-06-24-0021-BSTP-raw.txt:706: ** segment lines do not match "2014-06-24 01:21:17 | 585.24 | 0.2"  "2014-06-24 01:21:20 | 585.24 | 10.5844"
raw/linux/2014-06-24-0021-BSTP-raw.txt:707: ** segment lines do not match "2014-06-24 01:21:02 | 585.24 | 0.2"  "2014-06-24 01:21:17 | 585.24 | 0.2"
raw/linux/2014-06-24-0021-BSTP-raw.txt:708: ** segment lines do not match "2014-06-24 01:19:45 | 585.24 | 0.25028"  "2014-06-24 01:21:03 | 585.24 | 0.2"
raw/linux/2014-06-24-0021-BSTP-raw.txt:709: ** segment lines do not match "2014-06-24 01:19:31 | 585.24 | 25"  "2014-06-24 01:19:46 | 585.24 | 0.25028"
raw/linux/2014-06-24-0021-BSTP-raw.txt:710: ** segment lines do not match "2014-06-24 01:19:02 | 585.24 | 0.2"  "2014-06-24 01:19:31 | 585.24 | 25"
raw/linux/2014-06-24-0021-BSTP-raw.txt:711: ** segment lines do not match "2014-06-24 01:17:58 | 585.24 | 0.33013"  "2014-06-24 01:19:02 | 585.24 | 0.2"
raw/linux/2014-06-24-0021-BSTP-raw.txt:712: ** segment lines do not match "2014-06-24 01:15:08 | 585.24 | 0.01788"  "2014-06-24 01:17:58 | 585.24 | 0.33013"
raw/linux/2014-06-24-0021-BSTP-raw.txt:713: ** segment lines do not match "2014-06-24 01:14:39 | 585 | 0.4"  "2014-06-24 01:15:08 | 585.24 | 0.01788"
raw/linux/2014-06-24-0021-BSTP-raw.txt:714: ** segment lines do not match "2014-06-24 01:14:33 | 585.24 | 0.79452"  "2014-06-24 01:14:39 | 585 | 0.4"
raw/linux/2014-06-24-0021-BSTP-raw.txt:715: ** segment lines do not match "2014-06-24 01:14:23 | 585.24 | 0.75013"  "2014-06-24 01:14:33 | 585.24 | 0.79452"
raw/linux/2014-06-24-0021-BSTP-raw.txt:716: ** segment lines do not match "2014-06-24 01:14:14 | 585.24 | 0.04"  "2014-06-24 01:14:23 | 585.24 | 0.75013"
raw/linux/2014-06-24-0021-BSTP-raw.txt:717: ** segment lines do not match "2014-06-24 01:12:10 | 585 | 0.8"  "2014-06-24 01:14:14 | 585.24 | 0.04"
raw/linux/2014-06-24-0021-BSTP-raw.txt:718: ** segment lines do not match "2014-06-24 01:11:56 | 585.24 | 0.88616"  "2014-06-24 01:12:10 | 585 | 0.8"
raw/linux/2014-06-24-0021-BSTP-raw.txt:719: ** segment lines do not match "2014-06-24 01:11:53 | 585.2 | 3"  "2014-06-24 01:11:56 | 585.24 | 0.88616"
raw/linux/2014-06-24-0021-BSTP-raw.txt:720: ** segment lines do not match "2014-06-24 01:11:48 | 585.2 | 0.41155"  "2014-06-24 01:11:53 | 585.2 | 3"
raw/linux/2014-06-24-0021-BSTP-raw.txt:721: ** segment lines do not match "2014-06-24 01:11:00 | 585.2 | 0.37574"  "2014-06-24 01:11:48 | 585.2 | 0.41155"
raw/linux/2014-06-24-0021-BSTP-raw.txt:722: ** segment lines do not match "2014-06-24 01:10:32 | 585.2 | 0.05818"  "2014-06-24 01:11:00 | 585.2 | 0.37574"
raw/linux/2014-06-24-0021-BSTP-raw.txt:723: ** segment lines do not match "2014-06-24 01:09:10 | 585 | 0.70449"  "2014-06-24 01:10:32 | 585.2 | 0.05818"
raw/linux/2014-06-24-0021-BSTP-raw.txt:724: ** segment lines do not match "2014-06-24 01:09:08 | 585.16 | 0.2847"  "2014-06-24 01:09:10 | 585 | 0.70449"
raw/linux/2014-06-24-0021-BSTP-raw.txt:725: ** segment lines do not match "2014-06-24 01:08:15 | 585 | 1.05"  "2014-06-24 01:09:08 | 585.16 | 0.2847"
segment 5 last line = "2014-06-24 01:08:15 | 585 | 1.05"
raw/linux/2014-06-24-0021-BSTP-raw.txt:726: ** aborted
removed '.all.txt'
=== raw/linux/2014-06-24-0021-OKCO-raw.txt --> clean/2014-06-24-0021-OKCO.txt ===================================================
segment 1 second line = "2014-06-24 00:23:17 | 3678 | 4.762"
segment 1 last line = "2014-06-24 00:15:21 | 3687.64 | 0.32"

segment 2 second line = "2014-06-24 00:28:26 | 3674.83 | 0.935"
segment 2 first duplicated line = "2014-06-24 00:23:17 | 3678 | 4.762"
segment 2 last line = "2014-06-24 00:19:00 | 3679.56 | 0.566"
found 2 segments
found 296 non-duplicated transactions
=== raw/linux/2014-06-24-0078-BFIN-raw.txt --> clean/2014-06-24-0078-BFIN.txt ===================================================
segment 1 second line = "2014-06-24 00:27:51 | 587.45 | 0.01"
segment 1 last line = "2014-06-23 22:36:30 | 593.36 | 1.76548"

segment 2 second line = "2014-06-24 00:54:32 | 586.86 | 0.194"
segment 2 first duplicated line = "2014-06-24 00:27:51 | 587.45 | 0.01"
segment 2 last line = "2014-06-23 23:09:38 | 593 | 0.0075"

segment 3 second line = "2014-06-24 02:25:50 | 586.6 | 0.01"
segment 3 first duplicated line = "2014-06-24 00:54:32 | 586.86 | 0.194"
segment 3 last line = "2014-06-24 00:01:43 | 591.02 | 0.6"

segment 4 second line = "2014-06-24 02:58:32 | 586.4 | 0.48844"
segment 4 first duplicated line = "2014-06-24 02:25:50 | 586.6 | 0.01"
segment 4 last line = "2014-06-24 00:19:08 | 587.18 | 14.9"

segment 5 second line = "2014-06-24 03:18:45 | 585.91 | 0.015"
segment 5 first duplicated line = "2014-06-24 02:58:32 | 586.4 | 0.48844"
segment 5 last line = "2014-06-24 01:18:35 | 586.92 | 0.0392"
found 5 segments
found 164 non-duplicated transactions
=== raw/linux/2014-06-24-0142-BTCE-raw.txt --> clean/2014-06-24-0142-BTCE.txt ===================================================
segment 1 second line = "2014-06-24 00:26:44 | 580.482 | 3.44187"
segment 1 last line = "2014-06-23 23:54:59 | 584.329 | 0.00168"
found 1 segments
found 74 non-duplicated transactions
=== raw/linux/2014-06-24-0170-HUBI-raw.txt --> clean/2014-06-24-0170-HUBI.txt ===================================================
segment 1 second line = "2014-06-24 00:39:18 | 3668.5 | 0.03"
segment 1 last line = "2014-06-24 00:29:12 | 3670.92 | 0.289"

segment 2 second line = "2014-06-24 00:45:27 | 3665.89 | 1"
segment 2 first duplicated line = "2014-06-24 00:39:18 | 3668.5 | 0.03"
segment 2 last line = "2014-06-24 00:32:58 | 3665.69 | 0.434"

segment 3 second line = "2014-06-24 00:50:43 | 3669.46 | 0.356"
segment 3 first duplicated line = "2014-06-24 00:45:27 | 3665.89 | 1"
segment 3 last line = "2014-06-24 00:37:04 | 3669.88 | 1.619"

segment 4 second line = "2014-06-24 00:57:10 | 3672 | 2"
segment 4 first duplicated line = "2014-06-24 00:50:43 | 3669.46 | 0.356"
segment 4 last line = "2014-06-24 00:43:18 | 3661 | 0.01"

segment 5 second line = "2014-06-24 01:03:00 | 3671.1 | 0.722"
segment 5 first duplicated line = "2014-06-24 00:57:10 | 3672 | 2"
segment 5 last line = "2014-06-24 00:47:21 | 3665 | 0.0012"

segment 6 second line = "2014-06-24 01:13:19 | 3666.09 | 0.1804"
segment 6 first duplicated line = "2014-06-24 01:03:00 | 3671.1 | 0.722"
segment 6 last line = "2014-06-24 00:56:24 | 3670 | 0.402"

segment 7 second line = "2014-06-24 01:19:50 | 3672.8 | 2.8701"
segment 7 first duplicated line = "2014-06-24 01:13:19 | 3666.09 | 0.1804"
segment 7 last line = "2014-06-24 01:02:57 | 3672.45 | 3.0266"

segment 8 second line = "2014-06-24 01:29:30 | 3674.9 | 4"
segment 8 first duplicated line = "2014-06-24 01:19:50 | 3672.8 | 2.8701"
segment 8 last line = "2014-06-24 01:08:16 | 3666.5 | 0.54"

segment 9 second line = "2014-06-24 01:34:48 | 3673.1 | 2.438"
segment 9 first duplicated line = "2014-06-24 01:29:30 | 3674.9 | 4"
segment 9 last line = "2014-06-24 01:13:01 | 3666.01 | 0.5667"

segment 10 second line = "2014-06-24 01:51:33 | 3677.2 | 0.0697"
segment 10 first duplicated line = "2014-06-24 01:34:48 | 3673.1 | 2.438"
segment 10 last line = "2014-06-24 01:32:17 | 3674.11 | 7.9952"

segment 11 second line = "2014-06-24 02:02:45 | 3668 | 0.8393"
segment 11 first duplicated line = "2014-06-24 01:51:33 | 3677.2 | 0.0697"
segment 11 last line = "2014-06-24 01:46:04 | 3675.21 | 1.644"

segment 12 second line = "2014-06-24 02:10:31 | 3672 | 0.424"
segment 12 first duplicated line = "2014-06-24 02:02:45 | 3668 | 0.8393"
segment 12 last line = "2014-06-24 01:52:02 | 3676.8 | 0.1149"

segment 13 second line = "2014-06-24 02:26:39 | 3668.12 | 16.2969"
segment 13 first duplicated line = "2014-06-24 02:10:31 | 3672 | 0.424"
segment 13 last line = "2014-06-24 02:02:40 | 3669 | 2.697"

segment 14 second line = "2014-06-24 02:34:46 | 3669.04 | 0.72"
segment 14 first duplicated line = "2014-06-24 02:26:39 | 3668.12 | 16.2969"
segment 14 last line = "2014-06-24 02:21:18 | 3673.32 | 1.2892"

segment 15 second line = "2014-06-24 02:48:08 | 3672.49 | 0.5"
segment 15 first duplicated line = "2014-06-24 02:34:46 | 3669.04 | 0.72"
segment 15 last line = "2014-06-24 02:30:55 | 3665.96 | 15.7131"

segment 16 second line = "2014-06-24 03:04:46 | 3679 | 0.01"
segment 16 first duplicated line = "2014-06-24 02:48:08 | 3672.49 | 0.5"
segment 16 last line = "2014-06-24 02:34:45 | 3671.01 | 1.9206"

segment 17 second line = "2014-06-24 03:08:42 | 3679.8 | 0.01"
segment 17 first duplicated line = "2014-06-24 03:04:46 | 3679 | 0.01"
segment 17 last line = "2014-06-24 02:46:24 | 3670 | 0.9162"

segment 18 second line = "2014-06-24 03:12:20 | 3678.79 | 0.1385"
segment 18 first duplicated line = "2014-06-24 03:08:42 | 3679.8 | 0.01"
segment 18 last line = "2014-06-24 02:54:13 | 3670 | 0.0163"
found 18 segments
found 1831 non-duplicated transactions
=== raw/linux/2014-06-24-0174-OKCO-raw.txt --> clean/2014-06-24-0174-OKCO.txt ===================================================
segment 1 second line = "2014-06-24 00:40:25 | 3668.41 | 0.246"
segment 1 last line = "2014-06-24 00:33:23 | 3676 | 0.997"

segment 2 second line = "2014-06-24 00:45:13 | 3665.92 | 2.143"
segment 2 first duplicated line = "2014-06-24 00:40:25 | 3668.41 | 0.246"
segment 2 last line = "2014-06-24 00:39:26 | 3669.98 | 0.974"

segment 3 second line = "2014-06-24 00:50:19 | 3667.14 | 1.426"
segment 3 first duplicated line = "2014-06-24 00:45:13 | 3665.92 | 2.143"
segment 3 last line = "2014-06-24 00:43:17 | 3661.62 | 5.11"

segment 4 second line = "2014-06-24 00:56:40 | 3670.02 | 2"
segment 4 first duplicated line = "2014-06-24 00:50:19 | 3667.14 | 1.426"
segment 4 last line = "2014-06-24 00:49:20 | 3664.79 | 0.012"

segment 5 second line = "2014-06-24 01:02:17 | 3672.09 | 0.053"
segment 5 first duplicated line = "2014-06-24 00:56:40 | 3670.02 | 2"
segment 5 last line = "2014-06-24 00:52:35 | 3669.33 | 0.172"

segment 6 second line = "2014-06-24 01:06:59 | 3666 | 0.349"
segment 6 first duplicated line = "2014-06-24 01:02:17 | 3672.09 | 0.053"
segment 6 last line = "2014-06-24 00:56:24 | 3669.99 | 0.402"

segment 7 second line = "2014-06-24 01:09:21 | 3663.59 | 10.264"
segment 7 first duplicated line = "2014-06-24 01:06:59 | 3666 | 0.349"
segment 7 last line = "2014-06-24 01:01:36 | 3672.09 | 0.064"

segment 8 second line = "2014-06-24 01:10:36 | 3662.93 | 0.308"
segment 8 first duplicated line = "2014-06-24 01:09:21 | 3663.59 | 10.264"
segment 8 last line = "2014-06-24 01:05:32 | 3671.13 | 0.222"

segment 9 second line = "2014-06-24 01:12:02 | 3660.97 | 0.2"
segment 9 first duplicated line = "2014-06-24 01:10:36 | 3662.93 | 0.308"
segment 9 last line = "2014-06-24 01:08:10 | 3664.47 | 0.37"

segment 10 second line = "2014-06-24 01:16:06 | 3665.32 | 0.02"
segment 10 first duplicated line = "2014-06-24 01:12:02 | 3660.97 | 0.2"
segment 10 last line = "2014-06-24 01:10:47 | 3661.35 | 0.596"

segment 11 second line = "2014-06-24 01:19:32 | 3673.44 | 0.098"
segment 11 first duplicated line = "2014-06-24 01:16:06 | 3665.32 | 0.02"
segment 11 last line = "2014-06-24 01:12:45 | 3661.91 | 0.409"

segment 12 second line = "2014-06-24 01:22:14 | 3672.41 | 4.07"
segment 12 first duplicated line = "2014-06-24 01:19:32 | 3673.44 | 0.098"
segment 12 last line = "2014-06-24 01:14:50 | 3665.26 | 3.878"

segment 13 second line = "2014-06-24 01:31:32 | 3676 | 2.501"
segment 13 first duplicated line = "2014-06-24 01:22:14 | 3672.41 | 4.07"
segment 13 last line = "2014-06-24 01:18:51 | 3672.28 | 1.676"

segment 14 second line = "2014-06-24 01:37:23 | 3675.58 | 0.479"
segment 14 first duplicated line = "2014-06-24 01:31:32 | 3676 | 2.501"
segment 14 last line = "2014-06-24 01:27:11 | 3672.98 | 0.16"

segment 15 second line = "2014-06-24 01:41:10 | 3673.85 | 1.126"
segment 15 first duplicated line = "2014-06-24 01:37:23 | 3675.58 | 0.479"
segment 15 last line = "2014-06-24 01:32:23 | 3674.6 | 3.318"

segment 16 second line = "2014-06-24 01:49:35 | 3678.54 | 0.03"
segment 16 first duplicated line = "2014-06-24 01:41:10 | 3673.85 | 1.126"
segment 16 last line = "2014-06-24 01:41:02 | 3673.8 | 0.059"

segment 17 second line = "2014-06-24 01:54:55 | 3674.79 | 1.179"
segment 17 first duplicated line = "2014-06-24 01:49:35 | 3678.54 | 0.03"
segment 17 last line = "2014-06-24 01:46:56 | 3677.32 | 0.819"

segment 18 second line = "2014-06-24 02:02:08 | 3669 | 6.884"
segment 18 first duplicated line = "2014-06-24 01:54:55 | 3674.79 | 1.179"
segment 18 last line = "2014-06-24 01:52:35 | 3676.27 | 4.318"

segment 19 second line = "2014-06-24 02:06:11 | 3669 | 3.663"
segment 19 first duplicated line = "2014-06-24 02:02:08 | 3669 | 6.884"
segment 19 last line = "2014-06-24 02:00:37 | 3672.16 | 5.291"

segment 20 second line = "2014-06-24 02:10:07 | 3671.94 | 0.033"
segment 20 first duplicated line = "2014-06-24 02:06:11 | 3669 | 3.663"
segment 20 last line = "2014-06-24 02:02:46 | 3668.78 | 2.228"

segment 21 second line = "2014-06-24 02:17:50 | 3674.01 | 0.1"
segment 21 first duplicated line = "2014-06-24 02:10:07 | 3671.94 | 0.033"
segment 21 last line = "2014-06-24 02:07:32 | 3668.76 | 0.01"

segment 22 second line = "2014-06-24 02:26:03 | 3670.03 | 9.9"
segment 22 first duplicated line = "2014-06-24 02:17:50 | 3674.01 | 0.1"
segment 22 last line = "2014-06-24 02:13:57 | 3670.86 | 1"

segment 23 second line = "2014-06-24 02:31:13 | 3666.94 | 0.501"
segment 23 first duplicated line = "2014-06-24 02:26:03 | 3670.03 | 9.9"
segment 23 last line = "2014-06-24 02:20:15 | 3674.91 | 0.1"

segment 24 second line = "2014-06-24 02:34:11 | 3669.21 | 14.638"
segment 24 first duplicated line = "2014-06-24 02:31:13 | 3666.94 | 0.501"
segment 24 last line = "2014-06-24 02:26:49 | 3668.81 | 1.788"

segment 25 second line = "2014-06-24 02:40:55 | 3669.95 | 0.017"
segment 25 first duplicated line = "2014-06-24 02:34:11 | 3669.21 | 14.638"
segment 25 last line = "2014-06-24 02:31:54 | 3666.01 | 0.62"

segment 26 second line = "2014-06-24 02:47:04 | 3670.08 | 0.1"
segment 26 first duplicated line = "2014-06-24 02:40:55 | 3669.95 | 0.017"
segment 26 last line = "2014-06-24 02:36:27 | 3668.86 | 1"

segment 27 second line = "2014-06-24 02:53:12 | 3670.24 | 0.012"
segment 27 first duplicated line = "2014-06-24 02:47:04 | 3670.08 | 0.1"
segment 27 last line = "2014-06-24 02:41:31 | 3668.38 | 0.378"

segment 28 second line = "2014-06-24 02:59:35 | 3671.53 | 0.11"
segment 28 first duplicated line = "2014-06-24 02:53:12 | 3670.24 | 0.012"
segment 28 last line = "2014-06-24 02:46:32 | 3670.06 | 0.22"

segment 29 second line = "2014-06-24 03:04:24 | 3676.16 | 0.317"
segment 29 first duplicated line = "2014-06-24 02:59:35 | 3671.53 | 0.11"
segment 29 last line = "2014-06-24 02:52:50 | 3670.28 | 0.081"

segment 30 second line = "2014-06-24 03:08:12 | 3681.43 | 0.579"
segment 30 first duplicated line = "2014-06-24 03:04:24 | 3676.16 | 0.317"
segment 30 last line = "2014-06-24 03:01:47 | 3672.29 | 6.71"

segment 31 second line = "2014-06-24 03:11:32 | 3678 | 0.1"
segment 31 first duplicated line = "2014-06-24 03:08:12 | 3681.43 | 0.579"
segment 31 last line = "2014-06-24 03:05:33 | 3681.1 | 0.22"

segment 32 second line = "2014-06-24 03:15:49 | 3679.19 | 0.22"
segment 32 first duplicated line = "2014-06-24 03:11:32 | 3678 | 0.1"
segment 32 last line = "2014-06-24 03:08:43 | 3679.93 | 0.5"
found 32 segments
found 3744 non-duplicated transactions
=== raw/linux/2014-06-24-0177-BTCE-raw.txt --> clean/2014-06-24-0177-BTCE.txt ===================================================
segment 1 second line = "2014-06-24 00:58:09 | 579.515 | 0.0104"
segment 1 last line = "2014-06-24 00:50:44 | 577.3 | 28.3405"

segment 2 second line = "2014-06-24 01:13:40 | 576.979 | 0.13161"
segment 2 first duplicated line = "2014-06-24 00:58:09 | 579.515 | 0.0104"
segment 2 last line = "2014-06-24 00:50:44 | 577.3 | 28.3405"

segment 3 second line = "2014-06-24 02:30:06 | 581.017 | 0.36597"
segment 3 first duplicated line = "2014-06-24 01:13:40 | 576.979 | 0.13161"
segment 3 last line = "2014-06-24 01:00:14 | 579.5 | 0.25554"

segment 4 second line = "2014-06-24 03:05:04 | 582 | 0.01343"
segment 4 first duplicated line = "2014-06-24 02:30:06 | 581.017 | 0.36597"
segment 4 last line = "2014-06-24 01:11:04 | 579 | 0.566"
found 4 segments
found 294 non-duplicated transactions
=== raw/linux/2014-06-24-0200-BTCE-raw.txt --> clean/2014-06-24-0200-BTCE.txt ===================================================
segment 1 second line = "2014-06-24 03:30:22 | 582.101 | 0.68015"
segment 1 last line = "2014-06-24 02:13:02 | 581 | 0.18937"
found 1 segments
found 114 non-duplicated transactions
=== raw/linux/2014-06-24-2174-BSTP-raw.txt --> clean/2014-06-24-2174-BSTP.txt ===================================================
segment 1 second line = "2014-06-24 21:50:07 | 581.5 | 0.252"
segment 1 last line = "2014-06-24 21:36:17 | 580 | 217.816"

segment 2 second line = "2014-06-24 22:11:55 | 582.82 | 0.0218"
segment 2 first duplicated line = "2014-06-24 21:50:07 | 581.5 | 0.252"
segment 2 last line = "2014-06-24 21:36:21 | 586.6 | 26.5227"
found 2 segments
found 59 non-duplicated transactions
=== raw/linux/2014-06-24-2174-BTCE-raw.txt --> clean/2014-06-24-2174-BTCE.txt ===================================================
segment 1 second line = "2014-06-24 21:53:00 | 582.59 | 0.04"
segment 1 last line = "2014-06-24 21:36:17 | 581.104 | 1.5"

segment 2 second line = "2014-06-24 22:12:16 | 579.857 | 0.01"
segment 2 first duplicated line = "2014-06-24 21:53:00 | 582.59 | 0.04"
segment 2 last line = "2014-06-24 21:36:17 | 581.104 | 1.5"
found 2 segments
found 80 non-duplicated transactions
=== raw/linux/2014-06-24-2184-OKCO-raw.txt --> clean/2014-06-24-2184-OKCO.txt ===================================================
segment 1 second line = "2014-06-24 21:47:17 | 3694.47 | 1.13"
segment 1 last line = "2014-06-24 21:38:11 | 3703.92 | 0.291"

segment 2 second line = "2014-06-24 21:53:42 | 3690.94 | 0.3"
segment 2 first duplicated line = "2014-06-24 21:47:17 | 3694.47 | 1.13"
segment 2 last line = "2014-06-24 21:47:17 | 3694.47 | 1.13"

segment 3 second line = "2014-06-24 21:56:27 | 3691.67 | 3.134"
segment 3 first duplicated line = "2014-06-24 21:53:42 | 3690.94 | 0.3"
segment 3 last line = "2014-06-24 21:50:32 | 3691.59 | 0.043"

segment 4 second line = "2014-06-24 21:58:10 | 3691.85 | 0.018"
segment 4 first duplicated line = "2014-06-24 21:56:27 | 3691.67 | 3.134"
segment 4 last line = "2014-06-24 21:50:56 | 3693.21 | 0.058"

segment 5 second line = "2014-06-24 21:59:16 | 3691.79 | 2.52"
segment 5 first duplicated line = "2014-06-24 21:58:10 | 3691.85 | 0.018"
segment 5 last line = "2014-06-24 21:51:20 | 3692.94 | 0.17"

segment 6 second line = "2014-06-24 22:08:41 | 3692.33 | 0.165"
segment 6 first duplicated line = "2014-06-24 21:59:16 | 3691.79 | 2.52"
segment 6 last line = "2014-06-24 21:59:06 | 3691.6 | 0.04"

segment 7 second line = "2014-06-24 22:13:43 | 3685 | 0.848"
segment 7 first duplicated line = "2014-06-24 22:08:41 | 3692.33 | 0.165"
segment 7 last line = "2014-06-24 22:05:05 | 3693.66 | 0.13"

segment 8 second line = "2014-06-24 22:18:15 | 3683.57 | 0.836"
segment 8 first duplicated line = "2014-06-24 22:13:43 | 3685 | 0.848"
segment 8 last line = "2014-06-24 22:08:45 | 3692.32 | 0.165"

segment 9 second line = "2014-06-24 22:24:45 | 3676.42 | 2"
segment 9 first duplicated line = "2014-06-24 22:18:15 | 3683.57 | 0.836"
segment 9 last line = "2014-06-24 22:14:24 | 3684.98 | 0.1"

segment 10 second line = "2014-06-24 22:27:43 | 3672 | 0.346"
segment 10 first duplicated line = "2014-06-24 22:24:45 | 3676.42 | 2"
segment 10 last line = "2014-06-24 22:20:27 | 3681.57 | 0.955"

segment 11 second line = "2014-06-24 22:29:14 | 3675.13 | 0.01"
segment 11 first duplicated line = "2014-06-24 22:27:43 | 3672 | 0.346"
segment 11 last line = "2014-06-24 22:22:39 | 3681.04 | 2"

segment 12 second line = "2014-06-24 22:31:52 | 3668.98 | 0.26"
segment 12 first duplicated line = "2014-06-24 22:29:14 | 3675.13 | 0.01"
segment 12 last line = "2014-06-24 22:26:06 | 3677.35 | 0.641"
found 12 segments
found 1289 non-duplicated transactions
=== raw/linux/2014-06-24-2221-BFIN-raw.txt --> clean/2014-06-24-2221-BFIN.txt ===================================================
segment 1 second line = "2014-06-24 21:50:57 | 586.58 | 0.00666"
segment 1 last line = "2014-06-24 20:24:08 | 589.53 | 0.67279"

segment 2 second line = "2014-06-24 22:09:13 | 587.5 | 0.32553"
segment 2 first duplicated line = "2014-06-24 21:50:57 | 586.58 | 0.00666"
segment 2 last line = "2014-06-24 21:16:28 | 589.96 | 3.518"

segment 3 second line = "2014-06-24 22:33:30 | 583.07 | 1.52"
segment 3 first duplicated line = "2014-06-24 22:09:13 | 587.5 | 0.32553"
segment 3 last line = "2014-06-24 21:39:27 | 589.53 | 2"

segment 4 second line = "2014-06-24 22:38:37 | 580.1 | 0.01"
segment 4 first duplicated line = "2014-06-24 22:33:30 | 583.07 | 1.52"
segment 4 last line = "2014-06-24 22:31:24 | 584.45 | 1.51468"

segment 5 second line = "2014-06-24 22:55:47 | 586.85 | 2"
segment 5 first duplicated line = "2014-06-24 22:38:37 | 580.1 | 0.01"
segment 5 last line = "2014-06-24 22:31:06 | 582.25 | 5.07367"

segment 6 second line = "2014-06-24 23:03:45 | 585.2 | 0.47"
segment 6 first duplicated line = "2014-06-24 22:55:47 | 586.85 | 2"
segment 6 last line = "2014-06-24 22:31:06 | 582.25 | 5.07367"

segment 7 second line = "2014-06-24 23:50:52 | 581.96 | 0.49716"
segment 7 first duplicated line = "2014-06-24 23:03:45 | 585.2 | 0.47"
segment 7 last line = "2014-06-24 22:32:12 | 583.99 | 6.26994"

segment 8 second line = "2014-06-25 00:16:45 | 582.3 | 0.1"
segment 8 first duplicated line = "2014-06-24 23:50:52 | 581.96 | 0.49716"
segment 8 last line = "2014-06-24 22:39:30 | 580.87 | 0.64858"
found 8 segments
found 494 non-duplicated transactions
=== raw/linux/2014-06-24-2292-BTCE-raw.txt --> clean/2014-06-24-2292-BTCE.txt ===================================================
segment 1 second line = "2014-06-24 22:36:19 | 569.81 | 2.56008"
segment 1 last line = "2014-06-24 22:35:29 | 570.342 | 0.02315"

segment 2 second line = "2014-06-24 22:39:18 | 570.344 | 0.02"
segment 2 first duplicated line = "2014-06-24 22:36:19 | 569.81 | 2.56008"
segment 2 last line = "2014-06-24 22:35:29 | 570.342 | 0.02315"

segment 3 second line = "2014-06-24 22:53:26 | 575.184 | 0.03473"
segment 3 first duplicated line = "2014-06-24 22:39:18 | 570.344 | 0.02"
segment 3 last line = "2014-06-24 22:36:21 | 567.002 | 0.99999"

segment 4 second line = "2014-06-24 23:09:23 | 575.65 | 0.5"
segment 4 first duplicated line = "2014-06-24 22:53:26 | 575.184 | 0.03473"
segment 4 last line = "2014-06-24 22:40:35 | 571.006 | 0.05010"

segment 5 second line = "2014-06-24 23:49:50 | 570.01 | 3.52000"
segment 5 first duplicated line = "2014-06-24 23:09:23 | 575.65 | 0.5"
segment 5 last line = "2014-06-24 23:05:39 | 575.934 | 0.01"
found 5 segments
found 485 non-duplicated transactions
=== raw/linux/2014-06-24-2325-HUBI-raw.txt --> clean/2014-06-24-2325-HUBI.txt ===================================================
segment 1 second line = "2014-06-24 21:49:58 | 3690 | 0.287"
segment 1 last line = "2014-06-24 21:41:06 | 3700.99 | 0.01"

segment 2 second line = "2014-06-24 21:54:38 | 3693.25 | 0.301"
segment 2 first duplicated line = "2014-06-24 21:49:58 | 3690 | 0.287"
segment 2 last line = "2014-06-24 21:45:59 | 3699.09 | 0.5"

segment 3 second line = "2014-06-24 21:56:48 | 3693.25 | 0.125"
segment 3 first duplicated line = "2014-06-24 21:54:38 | 3693.25 | 0.301"
segment 3 last line = "2014-06-24 21:46:53 | 3698.85 | 0.104"

segment 4 second line = "2014-06-24 21:58:24 | 3693.25 | 2"
segment 4 first duplicated line = "2014-06-24 21:56:48 | 3693.25 | 0.125"
segment 4 last line = "2014-06-24 21:47:52 | 3695 | 0.0327"

segment 5 second line = "2014-06-24 22:10:12 | 3691.2 | 0.5556"
segment 5 first duplicated line = "2014-06-24 21:58:24 | 3693.25 | 2"
segment 5 last line = "2014-06-24 21:55:14 | 3693.25 | 0.014"

segment 6 second line = "2014-06-24 22:18:38 | 3686 | 0.0884"
segment 6 first duplicated line = "2014-06-24 22:10:12 | 3691.2 | 0.5556"
segment 6 last line = "2014-06-24 22:02:27 | 3692.98 | 0.1"

segment 7 second line = "2014-06-24 22:26:17 | 3680.01 | 1.5"
segment 7 first duplicated line = "2014-06-24 22:18:38 | 3686 | 0.0884"
segment 7 last line = "2014-06-24 22:11:45 | 3691.95 | 0.08"

segment 8 second line = "2014-06-24 22:28:38 | 3677.03 | 0.6"
segment 8 first duplicated line = "2014-06-24 22:26:17 | 3680.01 | 1.5"
segment 8 last line = "2014-06-24 22:15:04 | 3687 | 0.5274"

segment 9 second line = "2014-06-24 22:32:17 | 3672.88 | 0.043"
segment 9 first duplicated line = "2014-06-24 22:28:38 | 3677.03 | 0.6"
segment 9 last line = "2014-06-24 22:20:50 | 3684.62 | 0.195"

segment 10 second line = "2014-06-24 22:41:43 | 3674.44 | 0.15"
segment 10 first duplicated line = "2014-06-24 22:32:17 | 3672.88 | 0.043"
segment 10 last line = "2014-06-24 22:32:17 | 3672.88 | 0.043"

segment 11 second line = "2014-06-24 22:45:13 | 3679 | 0.5"
segment 11 first duplicated line = "2014-06-24 22:41:43 | 3674.44 | 0.15"
segment 11 last line = "2014-06-24 22:35:34 | 3669 | 0.01"

segment 12 second line = "2014-06-24 22:53:02 | 3678.9 | 5.8677"
segment 12 first duplicated line = "2014-06-24 22:45:13 | 3679 | 0.5"
segment 12 last line = "2014-06-24 22:43:16 | 3672.09 | 0.8053"

segment 13 second line = "2014-06-24 22:57:50 | 3678.75 | 0.01"
segment 13 first duplicated line = "2014-06-24 22:53:02 | 3678.9 | 5.8677"
segment 13 last line = "2014-06-24 22:48:35 | 3679 | 0.1"

segment 14 second line = "2014-06-24 23:03:15 | 3676.35 | 0.001"
segment 14 first duplicated line = "2014-06-24 22:57:50 | 3678.75 | 0.01"
segment 14 last line = "2014-06-24 22:50:58 | 3679.06 | 0.1905"

segment 15 second line = "2014-06-24 23:09:03 | 3676.1 | 0.6639"
segment 15 first duplicated line = "2014-06-24 23:03:15 | 3676.35 | 0.001"
segment 15 last line = "2014-06-24 22:55:25 | 3681.29 | 0.5624"

segment 16 second line = "2014-06-24 23:11:16 | 3678.71 | 9.5213"
segment 16 first duplicated line = "2014-06-24 23:09:03 | 3676.1 | 0.6639"
segment 16 last line = "2014-06-24 22:56:28 | 3671 | 0.5"

segment 17 second line = "2014-06-24 23:17:35 | 3680.47 | 1"
segment 17 first duplicated line = "2014-06-24 23:11:16 | 3678.71 | 9.5213"
segment 17 last line = "2014-06-24 22:59:13 | 3678.09 | 1.165"

segment 18 second line = "2014-06-24 23:26:14 | 3680 | 1.6492"
segment 18 first duplicated line = "2014-06-24 23:17:35 | 3680.47 | 1"
segment 18 last line = "2014-06-24 23:04:04 | 3677.45 | 0.1687"

segment 19 second line = "2014-06-24 23:40:43 | 3681.87 | 0.01"
segment 19 first duplicated line = "2014-06-24 23:26:14 | 3680 | 1.6492"
segment 19 last line = "2014-06-24 23:15:41 | 3679.24 | 0.27"

segment 20 second line = "2014-06-24 23:48:58 | 3675.21 | 0.0867"
segment 20 first duplicated line = "2014-06-24 23:40:43 | 3681.87 | 0.01"
segment 20 last line = "2014-06-24 23:29:18 | 3681.91 | 1.7767"

segment 21 second line = "2014-06-24 23:58:20 | 3663.98 | 0.01"
segment 21 first duplicated line = "2014-06-24 23:48:58 | 3675.21 | 0.0867"
segment 21 last line = "2014-06-24 23:44:35 | 3680.62 | 0.5"

segment 22 second line = "2014-06-25 00:01:00 | 3659.98 | 0.01"
segment 22 first duplicated line = "2014-06-24 23:58:20 | 3663.98 | 0.01"
segment 22 last line = "2014-06-24 23:49:40 | 3673.18 | 1.4506"
found 22 segments
found 2026 non-duplicated transactions
=== raw/linux/2014-06-24-2370-OKCO-raw.txt --> clean/2014-06-24-2370-OKCO.txt ===================================================
segment 1 second line = "2014-06-24 22:40:37 | 3672.55 | 1.16"
segment 1 last line = "2014-06-24 22:33:52 | 3668.52 | 0.319"

segment 2 second line = "2014-06-24 22:44:49 | 3671.61 | 0.07"
segment 2 first duplicated line = "2014-06-24 22:40:37 | 3672.55 | 1.16"
segment 2 last line = "2014-06-24 22:36:51 | 3668.98 | 2.172"

segment 3 second line = "2014-06-24 22:52:34 | 3678.15 | 0.228"
segment 3 first duplicated line = "2014-06-24 22:44:49 | 3671.61 | 0.07"
segment 3 last line = "2014-06-24 22:43:19 | 3670.81 | 0.555"

segment 4 second line = "2014-06-24 22:57:18 | 3677.31 | 0.04"
segment 4 first duplicated line = "2014-06-24 22:52:34 | 3678.15 | 0.228"
segment 4 last line = "2014-06-24 22:49:50 | 3677.76 | 1.069"

segment 5 second line = "2014-06-24 23:03:10 | 3674.98 | 1.81"
segment 5 first duplicated line = "2014-06-24 22:57:18 | 3677.31 | 0.04"
segment 5 last line = "2014-06-24 22:54:25 | 3682 | 0.292"

segment 6 second line = "2014-06-24 23:08:48 | 3678.78 | 1.741"
segment 6 first duplicated line = "2014-06-24 23:03:10 | 3674.98 | 1.81"
segment 6 last line = "2014-06-24 22:58:19 | 3680.97 | 0.81"

segment 7 second line = "2014-06-24 23:11:39 | 3678.13 | 1.509"
segment 7 first duplicated line = "2014-06-24 23:08:48 | 3678.78 | 1.741"
segment 7 last line = "2014-06-24 23:01:33 | 3677.74 | 1.01"

segment 8 second line = "2014-06-24 23:16:59 | 3679.62 | 0.48"
segment 8 first duplicated line = "2014-06-24 23:11:39 | 3678.13 | 1.509"
segment 8 last line = "2014-06-24 23:04:18 | 3677.14 | 0.02"

segment 9 second line = "2014-06-24 23:25:46 | 3679.45 | 0.25"
segment 9 first duplicated line = "2014-06-24 23:16:59 | 3679.62 | 0.48"
segment 9 last line = "2014-06-24 23:09:51 | 3677.96 | 0.96"

segment 10 second line = "2014-06-24 23:33:47 | 3683.99 | 7.277"
segment 10 first duplicated line = "2014-06-24 23:25:46 | 3679.45 | 0.25"
segment 10 last line = "2014-06-24 23:18:22 | 3679.76 | 8.694"

segment 11 second line = "2014-06-24 23:40:32 | 3683.64 | 6.9"
segment 11 first duplicated line = "2014-06-24 23:33:47 | 3683.99 | 7.277"
segment 11 last line = "2014-06-24 23:29:32 | 3681.12 | 1.002"

segment 12 second line = "2014-06-24 23:48:31 | 3674.86 | 0.342"
segment 12 first duplicated line = "2014-06-24 23:40:32 | 3683.64 | 6.9"
segment 12 last line = "2014-06-24 23:37:50 | 3686 | 0.2"

segment 13 second line = "2014-06-24 23:53:32 | 3667.67 | 1.676"
segment 13 first duplicated line = "2014-06-24 23:48:31 | 3674.86 | 0.342"
segment 13 last line = "2014-06-24 23:45:38 | 3677 | 0.164"

segment 14 second line = "2014-06-24 23:57:37 | 3663.06 | 1.352"
segment 14 first duplicated line = "2014-06-24 23:53:32 | 3667.67 | 1.676"
segment 14 last line = "2014-06-24 23:50:21 | 3669.48 | 0.144"

segment 15 second line = "2014-06-25 00:00:08 | 3663 | 0.01"
segment 15 first duplicated line = "2014-06-24 23:57:37 | 3663.06 | 1.352"
segment 15 last line = "2014-06-24 23:54:28 | 3662.92 | 1.23"

segment 16 second line = "2014-06-25 00:03:08 | 3666.98 | 2.72"
segment 16 first duplicated line = "2014-06-25 00:00:08 | 3663 | 0.01"
segment 16 last line = "2014-06-24 23:58:39 | 3661.02 | 0.271"

segment 17 second line = "2014-06-25 00:09:05 | 3669.05 | 0.1"
segment 17 first duplicated line = "2014-06-25 00:03:08 | 3666.98 | 2.72"
segment 17 last line = "2014-06-25 00:02:40 | 3667.79 | 2.662"

segment 18 second line = "2014-06-25 00:13:08 | 3670.27 | 1.84"
segment 18 first duplicated line = "2014-06-25 00:09:05 | 3669.05 | 0.1"
segment 18 last line = "2014-06-25 00:06:27 | 3666.99 | 0.1"

segment 19 second line = "2014-06-25 00:19:08 | 3670 | 0.354"
segment 19 first duplicated line = "2014-06-25 00:13:08 | 3670.27 | 1.84"
segment 19 last line = "2014-06-25 00:11:20 | 3670 | 2.72"

segment 20 second line = "2014-06-25 00:24:05 | 3669.98 | 0.36"
segment 20 first duplicated line = "2014-06-25 00:19:08 | 3670 | 0.354"
segment 20 last line = "2014-06-25 00:15:20 | 3670.97 | 0.75"

segment 21 second line = "2014-06-25 00:29:53 | 3673.07 | 0.193"
segment 21 first duplicated line = "2014-06-25 00:24:05 | 3669.98 | 0.36"
segment 21 last line = "2014-06-25 00:18:48 | 3668.98 | 0.536"

segment 22 second line = "2014-06-25 00:36:14 | 3667.02 | 0.675"
segment 22 first duplicated line = "2014-06-25 00:29:53 | 3673.07 | 0.193"
segment 22 last line = "2014-06-25 00:28:54 | 3671.9 | 0.383"

segment 23 second line = "2014-06-25 00:39:24 | 3670.75 | 1.377"
segment 23 first duplicated line = "2014-06-25 00:36:14 | 3667.02 | 0.675"
segment 23 last line = "2014-06-25 00:33:02 | 3671.89 | 0.1"

segment 24 second line = "2014-06-25 00:42:35 | 3671 | 0.28"
segment 24 first duplicated line = "2014-06-25 00:39:24 | 3670.75 | 1.377"
segment 24 last line = "2014-06-25 00:35:31 | 3668.05 | 0.236"

segment 25 second line = "2014-06-25 00:49:53 | 3672.17 | 0.61"
segment 25 first duplicated line = "2014-06-25 00:42:35 | 3671 | 0.28"
segment 25 last line = "2014-06-25 00:39:40 | 3669.17 | 0.488"

segment 26 second line = "2014-06-25 00:57:43 | 3668.67 | 0.13"
segment 26 first duplicated line = "2014-06-25 00:49:53 | 3672.17 | 0.61"
segment 26 last line = "2014-06-25 00:47:31 | 3670.58 | 0.03"

segment 27 second line = "2014-06-25 01:02:39 | 3665.09 | 0.135"
segment 27 first duplicated line = "2014-06-25 00:57:43 | 3668.67 | 0.13"
segment 27 last line = "2014-06-25 00:52:22 | 3669.95 | 0.1"

segment 28 second line = "2014-06-25 01:08:43 | 3665.86 | 0.5"
segment 28 first duplicated line = "2014-06-25 01:02:39 | 3665.09 | 0.135"
segment 28 last line = "2014-06-25 00:59:31 | 3668.36 | 3.231"
found 28 segments
found 3403 non-duplicated transactions
=== raw/linux/2014-06-25-0011-BTCE-raw.txt --> clean/2014-06-25-0011-BTCE.txt ===================================================
segment 1 second line = "2014-06-25 00:16:23 | 572.428 | 1.84638"
segment 1 last line = "2014-06-25 00:07:06 | 570.982 | 0.011"
found 1 segments
found 65 non-duplicated transactions
=== raw/linux/2014-06-25-0020-HUBI-raw.txt --> clean/2014-06-25-0020-HUBI.txt ===================================================
segment 1 second line = "2014-06-25 00:09:24 | 3668.8 | 0.1"
segment 1 last line = "2014-06-24 23:59:14 | 3659.95 | 14"

segment 2 second line = "2014-06-25 00:14:23 | 3669 | 3.1306"
segment 2 first duplicated line = "2014-06-25 00:09:24 | 3668.8 | 0.1"
segment 2 last line = "2014-06-25 00:01:31 | 3660 | 10.3833"

segment 3 second line = "2014-06-25 00:29:26 | 3673.97 | 3.336"
segment 3 first duplicated line = "2014-06-25 00:14:23 | 3669 | 3.1306"
segment 3 last line = "2014-06-25 00:09:49 | 3669 | 2.1071"

segment 4 second line = "2014-06-25 00:36:46 | 3669.45 | 0.02"
segment 4 first duplicated line = "2014-06-25 00:29:26 | 3673.97 | 3.336"
segment 4 last line = "2014-06-25 00:19:39 | 3668 | 0.1"

segment 5 second line = "2014-06-25 00:45:19 | 3671 | 0.1997"
segment 5 first duplicated line = "2014-06-25 00:36:46 | 3669.45 | 0.02"
segment 5 last line = "2014-06-25 00:27:47 | 3671.07 | 0.21"

segment 6 second line = "2014-06-25 00:58:05 | 3668 | 0.013"
segment 6 first duplicated line = "2014-06-25 00:45:19 | 3671 | 0.1997"
segment 6 last line = "2014-06-25 00:35:43 | 3667.88 | 0.601"

segment 7 second line = "2014-06-25 01:09:15 | 3661.34 | 0.619"
segment 7 first duplicated line = "2014-06-25 00:58:05 | 3668 | 0.013"
segment 7 last line = "2014-06-25 00:48:08 | 3670 | 1.4034"
found 7 segments
found 796 non-duplicated transactions
=== raw/linux/2014-06-25-0038-BSTP-raw.txt --> clean/2014-06-25-0038-BSTP.txt ===================================================
segment 1 second line = "2014-06-24 22:34:23 | 573.5 | 0.27513"
segment 1 last line = "2014-06-24 22:28:56 | 575 | 5.286"

segment 2 second line = "2014-06-24 22:39:20 | 572.3 | 8.31726"
segment 2 first duplicated line = "2014-06-24 22:34:23 | 573.5 | 0.27513"
segment 2 last line = "2014-06-24 22:33:13 | 574.75 | 0.11124"

segment 3 second line = "2014-06-24 22:53:27 | 580 | 0.4"
segment 3 first duplicated line = "2014-06-24 22:39:20 | 572.3 | 8.31726"
segment 3 last line = "2014-06-24 22:33:13 | 574.75 | 0.11124"

segment 4 second line = "2014-06-24 23:07:41 | 580.51 | 1.02635"
segment 4 first duplicated line = "2014-06-24 22:53:27 | 580 | 0.4"
segment 4 last line = "2014-06-24 22:33:08 | 574.82 | 0.73809"

segment 5 second line = "2014-06-24 23:51:26 | 577 | 0.05614"
segment 5 first duplicated line = "2014-06-24 23:07:41 | 580.51 | 1.02635"
segment 5 last line = "2014-06-24 22:35:18 | 575 | 0.03"

segment 6 second line = "2014-06-25 00:16:37 | 577 | 0.01"
segment 6 first duplicated line = "2014-06-24 23:51:26 | 577 | 0.05614"
segment 6 last line = "2014-06-24 22:48:32 | 578 | 5.0002"

segment 7 second line = "2014-06-25 02:09:12 | 572.11 | 0.2"
segment 7 first duplicated line = "2014-06-25 00:16:37 | 577 | 0.01"
segment 7 last line = "2014-06-25 00:12:44 | 576 | 0.39312"

segment 8 second line = "2014-06-25 02:45:25 | 571.77 | 4.18378"
segment 8 first duplicated line = "2014-06-25 02:09:12 | 572.11 | 0.2"
segment 8 last line = "2014-06-25 01:53:48 | 579.7 | 0.03044"
found 8 segments
found 690 non-duplicated transactions
=== raw/linux/2014-06-25-0068-BTCE-raw.txt --> clean/2014-06-25-0068-BTCE.txt ===================================================
segment 1 second line = "2014-06-25 00:39:27 | 572.257 | 0.30731"
segment 1 last line = "2014-06-25 00:27:10 | 571.822 | 0.011"

segment 2 second line = "2014-06-25 01:09:48 | 571.003 | 0.011"
segment 2 first duplicated line = "2014-06-25 00:39:27 | 572.257 | 0.30731"
segment 2 last line = "2014-06-25 00:27:10 | 571.822 | 0.011"
found 2 segments
found 157 non-duplicated transactions
=== raw/linux/2014-06-25-0122-HUBI-raw.txt --> clean/2014-06-25-0122-HUBI.txt ===================================================
segment 1 second line = "2014-06-25 01:19:25 | 3668.37 | 0.01"
segment 1 last line = "2014-06-25 01:10:20 | 3659 | 0.456"

segment 2 second line = "2014-06-25 01:35:26 | 3674 | 10.9075"
segment 2 first duplicated line = "2014-06-25 01:19:25 | 3668.37 | 0.01"
segment 2 last line = "2014-06-25 01:17:41 | 3665.88 | 0.11"
found 2 segments
found 372 non-duplicated transactions
=== raw/linux/2014-06-25-0125-OKCO-raw.txt --> clean/2014-06-25-0125-OKCO.txt ===================================================
segment 1 second line = "2014-06-25 01:18:10 | 3667.81 | 4.21"
segment 1 last line = "2014-06-25 01:11:44 | 3658.82 | 0.176"

segment 2 second line = "2014-06-25 01:23:32 | 3666 | 0.01"
segment 2 first duplicated line = "2014-06-25 01:18:10 | 3667.81 | 4.21"
segment 2 last line = "2014-06-25 01:16:08 | 3661.12 | 0.026"

segment 3 second line = "2014-06-25 01:27:12 | 3670 | 3.49"
segment 3 first duplicated line = "2014-06-25 01:23:32 | 3666 | 0.01"
segment 3 last line = "2014-06-25 01:19:38 | 3673 | 8.169"

segment 4 second line = "2014-06-25 01:35:04 | 3671.27 | 0.11"
segment 4 first duplicated line = "2014-06-25 01:27:12 | 3670 | 3.49"
segment 4 last line = "2014-06-25 01:24:53 | 3669 | 0.824"

segment 5 second line = "2014-06-25 01:39:47 | 3670.6 | 4.067"
segment 5 first duplicated line = "2014-06-25 01:35:04 | 3671.27 | 0.11"
segment 5 last line = "2014-06-25 01:31:56 | 3666 | 1.473"
found 5 segments
found 703 non-duplicated transactions
=== raw/linux/2014-06-25-0146-OKCO-raw.txt --> clean/2014-06-25-0146-OKCO.txt ===================================================
segment 1 second line = "2014-06-25 01:51:32 | 3675.8 | 0.061"
segment 1 last line = "2014-06-25 01:41:24 | 3672.3 | 0.429"
found 1 segments
found 199 non-duplicated transactions
=== raw/linux/2014-06-25-0151-BFIN-raw.txt --> clean/2014-06-25-0151-BFIN.txt ===================================================
segment 1 second line = "2014-06-25 02:09:13 | 576.33 | 0.1"
segment 1 last line = "2014-06-25 00:53:32 | 576.33 | 10"

segment 2 second line = "2014-06-25 02:48:55 | 573.87 | 25"
segment 2 first duplicated line = "2014-06-25 02:09:13 | 576.33 | 0.1"
segment 2 last line = "2014-06-25 01:09:15 | 578.5 | 0.6"
found 2 segments
found 260 non-duplicated transactions
=== raw/linux/2014-06-25-0169-HUBI-raw.txt --> clean/2014-06-25-0169-HUBI.txt ===================================================
segment 1 second line = "2014-06-25 01:52:28 | 3678.87 | 0.5"
segment 1 last line = "2014-06-25 01:37:58 | 3672.62 | 1.5101"

segment 2 second line = "2014-06-25 02:01:20 | 3663.99 | 0.001"
segment 2 first duplicated line = "2014-06-25 01:52:28 | 3678.87 | 0.5"
segment 2 last line = "2014-06-25 01:47:41 | 3673.85 | 0.001"
found 2 segments
found 327 non-duplicated transactions
=== raw/linux/2014-06-25-0177-OKCO-raw.txt --> clean/2014-06-25-0177-OKCO.txt ===================================================
segment 1 second line = "2014-06-25 01:58:42 | 3675.69 | 0.47"
segment 1 last line = "2014-06-25 01:52:42 | 3678.02 | 3.007"

segment 2 second line = "2014-06-25 02:02:04 | 3669.31 | 0.14"
segment 2 first duplicated line = "2014-06-25 01:58:42 | 3675.69 | 0.47"
segment 2 last line = "2014-06-25 01:57:06 | 3677.99 | 1.15"
found 2 segments
found 349 non-duplicated transactions
=== raw/linux/2014-06-25-0217-BTCE-raw.txt --> clean/2014-06-25-0217-BTCE.txt ===================================================
segment 1 second line = "2014-06-25 02:08:02 | 568.579 | 0.04"
segment 1 last line = "2014-06-25 01:30:33 | 570.111 | 0.38777"

segment 2 second line = "2014-06-25 02:16:17 | 567.989 | 0.08"
segment 2 first duplicated line = "2014-06-25 02:08:02 | 568.579 | 0.04"
segment 2 last line = "2014-06-25 01:53:07 | 573.931 | 4.52267"

segment 3 second line = "2014-06-25 02:21:09 | 569.921 | 0.07182"
segment 3 first duplicated line = "2014-06-25 02:16:17 | 567.989 | 0.08"
segment 3 last line = "2014-06-25 02:00:35 | 571.488 | 1.5"

segment 4 second line = "2014-06-25 02:32:19 | 567.776 | 0.011"
segment 4 first duplicated line = "2014-06-25 02:21:09 | 569.921 | 0.07182"
segment 4 last line = "2014-06-25 02:03:57 | 570.002 | 0.018"

segment 5 second line = "2014-06-25 02:44:47 | 566 | 17.4772"
segment 5 first duplicated line = "2014-06-25 02:32:19 | 567.776 | 0.011"
segment 5 last line = "2014-06-25 02:11:48 | 570.999 | 0.06740"

segment 6 second line = "2014-06-25 03:04:28 | 565.734 | 0.23913"
segment 6 first duplicated line = "2014-06-25 02:44:47 | 566 | 17.4772"
segment 6 last line = "2014-06-25 02:28:15 | 567.02 | 2"
found 6 segments
found 521 non-duplicated transactions
=== raw/linux/2014-06-25-0270-HUBI-raw.txt --> clean/2014-06-25-0270-HUBI.txt ===================================================
segment 1 second line = "2014-06-25 02:12:49 | 3652.98 | 0.3"
segment 1 last line = "2014-06-25 02:04:40 | 3666.72 | 0.1"

segment 2 second line = "2014-06-25 02:14:02 | 3651.1 | 0.01"
segment 2 first duplicated line = "2014-06-25 02:12:49 | 3652.98 | 0.3"
segment 2 last line = "2014-06-25 02:07:36 | 3665.78 | 0.208"

segment 3 second line = "2014-06-25 02:15:28 | 3656.02 | 1.1585"
segment 3 first duplicated line = "2014-06-25 02:14:02 | 3651.1 | 0.01"
segment 3 last line = "2014-06-25 02:08:47 | 3662.98 | 0.017"

segment 4 second line = "2014-06-25 02:18:47 | 3655.08 | 3"
segment 4 first duplicated line = "2014-06-25 02:15:28 | 3656.02 | 1.1585"
segment 4 last line = "2014-06-25 02:12:00 | 3654 | 0.4842"

segment 5 second line = "2014-06-25 02:26:33 | 3651 | 0.024"
segment 5 first duplicated line = "2014-06-25 02:18:47 | 3655.08 | 3"
segment 5 last line = "2014-06-25 02:16:02 | 3655.97 | 1.3172"

segment 6 second line = "2014-06-25 02:29:59 | 3647 | 0.49"
segment 6 first duplicated line = "2014-06-25 02:26:33 | 3651 | 0.024"
segment 6 last line = "2014-06-25 02:22:42 | 3657.03 | 0.069"

segment 7 second line = "2014-06-25 02:33:05 | 3644.72 | 1.39"
segment 7 first duplicated line = "2014-06-25 02:29:59 | 3647 | 0.49"
segment 7 last line = "2014-06-25 02:26:15 | 3652.98 | 0.4285"

segment 8 second line = "2014-06-25 02:39:26 | 3645.01 | 0.24"
segment 8 first duplicated line = "2014-06-25 02:33:05 | 3644.72 | 1.39"
segment 8 last line = "2014-06-25 02:29:37 | 3648.22 | 4.7875"

segment 9 second line = "2014-06-25 02:45:04 | 3647.97 | 0.29"
segment 9 first duplicated line = "2014-06-25 02:39:26 | 3645.01 | 0.24"
segment 9 last line = "2014-06-25 02:36:16 | 3647.97 | 0.01"

segment 10 second line = "2014-06-25 02:51:38 | 3635 | 6.407"
segment 10 first duplicated line = "2014-06-25 02:45:04 | 3647.97 | 0.29"
segment 10 last line = "2014-06-25 02:42:42 | 3640.03 | 0.096"

segment 11 second line = "2014-06-25 02:57:16 | 3639.78 | 1"
segment 11 first duplicated line = "2014-06-25 02:51:38 | 3635 | 6.407"
segment 11 last line = "2014-06-25 02:47:42 | 3644.32 | 0.076"

segment 12 second line = "2014-06-25 02:59:28 | 3636.97 | 0.0241"
segment 12 first duplicated line = "2014-06-25 02:57:16 | 3639.78 | 1"
segment 12 last line = "2014-06-25 02:50:46 | 3631 | 0.2"

segment 13 second line = "2014-06-25 03:03:39 | 3638.66 | 0.001"
segment 13 first duplicated line = "2014-06-25 02:59:28 | 3636.97 | 0.0241"
segment 13 last line = "2014-06-25 02:54:44 | 3640.74 | 0.05"

segment 14 second line = "2014-06-25 03:13:21 | 3640.89 | 1.608"
segment 14 first duplicated line = "2014-06-25 03:03:39 | 3638.66 | 0.001"
segment 14 last line = "2014-06-25 03:00:01 | 3635 | 10.024"

segment 15 second line = "2014-06-25 03:20:29 | 3639.97 | 0.3331"
segment 15 first duplicated line = "2014-06-25 03:13:21 | 3640.89 | 1.608"
segment 15 last line = "2014-06-25 03:06:59 | 3643 | 0.8128"
found 15 segments
found 1580 non-duplicated transactions
=== raw/linux/2014-06-25-0272-OKCO-raw.txt --> clean/2014-06-25-0272-OKCO.txt ===================================================
segment 1 second line = "2014-06-25 02:11:48 | 3657.81 | 0.15"
segment 1 last line = "2014-06-25 02:07:36 | 3668.22 | 0.465"

segment 2 second line = "2014-06-25 02:13:31 | 3649.98 | 0.622"
segment 2 first duplicated line = "2014-06-25 02:11:48 | 3657.81 | 0.15"
segment 2 last line = "2014-06-25 02:09:53 | 3663.28 | 0.22"

segment 3 second line = "2014-06-25 02:14:59 | 3653.98 | 0.227"
segment 3 first duplicated line = "2014-06-25 02:13:31 | 3649.98 | 0.622"
segment 3 last line = "2014-06-25 02:11:27 | 3657.2 | 3.576"

segment 4 second line = "2014-06-25 02:16:02 | 3656.89 | 0.73"
segment 4 first duplicated line = "2014-06-25 02:14:59 | 3653.98 | 0.227"
segment 4 last line = "2014-06-25 02:12:31 | 3653.35 | 1.107"

segment 5 second line = "2014-06-25 02:16:52 | 3651.76 | 1.748"
segment 5 first duplicated line = "2014-06-25 02:16:02 | 3656.89 | 0.73"
segment 5 last line = "2014-06-25 02:13:06 | 3652.69 | 0.753"

segment 6 second line = "2014-06-25 02:18:19 | 3654.59 | 1.97"
segment 6 first duplicated line = "2014-06-25 02:16:52 | 3651.76 | 1.748"
segment 6 last line = "2014-06-25 02:13:45 | 3654.02 | 9.393"

segment 7 second line = "2014-06-25 02:20:08 | 3658.45 | 3.503"
segment 7 first duplicated line = "2014-06-25 02:18:19 | 3654.59 | 1.97"
segment 7 last line = "2014-06-25 02:15:15 | 3655.52 | 1.617"

segment 8 second line = "2014-06-25 02:21:40 | 3658.16 | 1.467"
segment 8 first duplicated line = "2014-06-25 02:20:08 | 3658.45 | 3.503"
segment 8 last line = "2014-06-25 02:16:52 | 3652.55 | 15"

segment 9 second line = "2014-06-25 02:23:24 | 3655.02 | 2"
segment 9 first duplicated line = "2014-06-25 02:21:40 | 3658.16 | 1.467"
segment 9 last line = "2014-06-25 02:18:21 | 3654.57 | 0.054"

segment 10 second line = "2014-06-25 02:26:16 | 3654.97 | 1.97"
segment 10 first duplicated line = "2014-06-25 02:23:24 | 3655.02 | 2"
segment 10 last line = "2014-06-25 02:21:14 | 3659.45 | 0.2"

segment 11 second line = "2014-06-25 02:27:58 | 3645.16 | 1.227"
segment 11 first duplicated line = "2014-06-25 02:26:16 | 3654.97 | 1.97"
segment 11 last line = "2014-06-25 02:24:04 | 3657.9 | 0.25"

segment 12 second line = "2014-06-25 02:29:41 | 3649.92 | 0.84"
segment 12 first duplicated line = "2014-06-25 02:27:58 | 3645.16 | 1.227"
segment 12 last line = "2014-06-25 02:26:16 | 3654.97 | 1.97"

segment 13 second line = "2014-06-25 02:32:25 | 3646.32 | 0.435"
segment 13 first duplicated line = "2014-06-25 02:29:41 | 3649.92 | 0.84"
segment 13 last line = "2014-06-25 02:27:34 | 3646.04 | 1"

segment 14 second line = "2014-06-25 02:35:37 | 3651.34 | 2.264"
segment 14 first duplicated line = "2014-06-25 02:32:25 | 3646.32 | 0.435"
segment 14 last line = "2014-06-25 02:29:57 | 3647.53 | 1.55"

segment 15 second line = "2014-06-25 02:38:33 | 3648.73 | 0.1"
segment 15 first duplicated line = "2014-06-25 02:35:37 | 3651.34 | 2.264"
segment 15 last line = "2014-06-25 02:32:31 | 3646.3 | 0.2"

segment 16 second line = "2014-06-25 02:42:07 | 3650.96 | 1.97"
segment 16 first duplicated line = "2014-06-25 02:38:33 | 3648.73 | 0.1"
segment 16 last line = "2014-06-25 02:35:36 | 3651.41 | 3.319"

segment 17 second line = "2014-06-25 02:44:40 | 3647.34 | 0.5"
segment 17 first duplicated line = "2014-06-25 02:42:07 | 3650.96 | 1.97"
segment 17 last line = "2014-06-25 02:39:09 | 3648.15 | 1.509"

segment 18 second line = "2014-06-25 02:47:28 | 3647.89 | 4.175"
segment 18 first duplicated line = "2014-06-25 02:44:40 | 3647.34 | 0.5"
segment 18 last line = "2014-06-25 02:42:02 | 3649.29 | 0.028"

segment 19 second line = "2014-06-25 02:49:23 | 3640 | 16.669"
segment 19 first duplicated line = "2014-06-25 02:47:28 | 3647.89 | 4.175"
segment 19 last line = "2014-06-25 02:43:28 | 3645 | 0.518"

segment 20 second line = "2014-06-25 02:51:07 | 3635.48 | 0.01"
segment 20 first duplicated line = "2014-06-25 02:49:23 | 3640 | 16.669"
segment 20 last line = "2014-06-25 02:45:42 | 3648 | 5.75"

segment 21 second line = "2014-06-25 02:53:37 | 3637.91 | 2"
segment 21 first duplicated line = "2014-06-25 02:51:07 | 3635.48 | 0.01"
segment 21 last line = "2014-06-25 02:47:56 | 3645 | 1.379"

segment 22 second line = "2014-06-25 02:56:52 | 3640.23 | 1.322"
segment 22 first duplicated line = "2014-06-25 02:53:37 | 3637.91 | 2"
segment 22 last line = "2014-06-25 02:50:34 | 3634.35 | 0.05"

segment 23 second line = "2014-06-25 02:59:05 | 3637.02 | 12.456"
segment 23 first duplicated line = "2014-06-25 02:56:52 | 3640.23 | 1.322"
segment 23 last line = "2014-06-25 02:54:20 | 3638 | 0.137"

segment 24 second line = "2014-06-25 03:03:26 | 3640.08 | 4.655"
segment 24 first duplicated line = "2014-06-25 02:59:05 | 3637.02 | 12.456"
segment 24 last line = "2014-06-25 02:58:04 | 3636.01 | 6.709"

segment 25 second line = "2014-06-25 03:08:44 | 3645.62 | 2.502"
segment 25 first duplicated line = "2014-06-25 03:03:26 | 3640.08 | 4.655"
segment 25 last line = "2014-06-25 03:01:30 | 3637.22 | 0.011"

segment 26 second line = "2014-06-25 03:13:09 | 3642.03 | 4.359"
segment 26 first duplicated line = "2014-06-25 03:08:44 | 3645.62 | 2.502"
segment 26 last line = "2014-06-25 03:06:19 | 3642.06 | 0.711"

segment 27 second line = "2014-06-25 03:15:51 | 3648.02 | 0.177"
segment 27 first duplicated line = "2014-06-25 03:13:09 | 3642.03 | 4.359"
segment 27 last line = "2014-06-25 03:09:31 | 3645.62 | 3"

segment 28 second line = "2014-06-25 03:18:59 | 3644.87 | 0.116"
segment 28 first duplicated line = "2014-06-25 03:15:51 | 3648.02 | 0.177"
segment 28 last line = "2014-06-25 03:12:59 | 3642.23 | 0.04"

segment 29 second line = "2014-06-25 03:22:37 | 3636.73 | 2.882"
segment 29 first duplicated line = "2014-06-25 03:18:59 | 3644.87 | 0.116"
segment 29 last line = "2014-06-25 03:15:22 | 3646.05 | 4.161"

segment 30 second line = "2014-06-25 03:23:42 | 3637.76 | 0.603"
segment 30 first duplicated line = "2014-06-25 03:22:37 | 3636.73 | 2.882"
segment 30 last line = "2014-06-25 03:17:35 | 3645.14 | 6.509"

segment 31 second line = "2014-06-25 03:27:50 | 3641.92 | 0.12"
segment 31 first duplicated line = "2014-06-25 03:23:42 | 3637.76 | 0.603"
segment 31 last line = "2014-06-25 03:21:07 | 3641.25 | 2.75"
found 31 segments
found 2899 non-duplicated transactions
=== raw/linux/2014-06-25-0325-HUBI-raw.txt --> clean/2014-06-25-0325-HUBI.txt ===================================================
segment 1 second line = "2014-06-25 03:28:58 | 3645.06 | 4.428"
segment 1 last line = "2014-06-25 03:15:21 | 3645.03 | 0.01"

segment 2 second line = "2014-06-25 03:36:12 | 3642.2 | 0.2"
segment 2 first duplicated line = "2014-06-25 03:28:58 | 3645.06 | 4.428"
segment 2 last line = "2014-06-25 03:24:07 | 3638.75 | 0.5451"
found 2 segments
found 319 non-duplicated transactions
=== raw/linux/2014-06-25-0330-OKCO-raw.txt --> clean/2014-06-25-0330-OKCO.txt ===================================================
segment 1 second line = "2014-06-25 03:32:04 | 3645.13 | 2"
segment 1 last line = "2014-06-25 03:23:48 | 3638.23 | 3.504"

segment 2 second line = "2014-06-25 03:35:39 | 3641 | 13.429"
segment 2 first duplicated line = "2014-06-25 03:32:04 | 3645.13 | 2"
segment 2 last line = "2014-06-25 03:28:12 | 3642.3 | 0.16"

segment 3 second line = "2014-06-25 03:38:39 | 3644.88 | 0.13"
segment 3 first duplicated line = "2014-06-25 03:35:39 | 3641 | 13.429"
segment 3 last line = "2014-06-25 03:31:18 | 3643.86 | 0.36"
found 3 segments
found 385 non-duplicated transactions