=== raw/linux/2014-06-04-0318-BSTP-raw.txt --> clean/2014-06-04-0318-BSTP.txt ===================================================
segment 1 second line = "2014-06-04 02:20:27 | 635.18 | 14.4814"
segment 1 last line = "2014-06-04 02:05:25 | 624 | 0.89185"

segment 2 second line = "2014-06-04 02:38:10 | 632.3 | 4"
segment 2 first duplicated line = "2014-06-04 02:20:27 | 635.18 | 14.4814"
segment 2 last line = "2014-06-04 02:12:13 | 622.2 | 2.85714"

segment 3 second line = "2014-06-04 03:00:33 | 628.36 | 0.04299"
segment 3 first duplicated line = "2014-06-04 02:38:10 | 632.3 | 4"
segment 3 last line = "2014-06-04 02:31:48 | 631.51 | 0.05181"

segment 4 second line = "2014-06-04 03:16:35 | 633.01 | 2.06299"
segment 4 first duplicated line = "2014-06-04 03:00:33 | 628.36 | 0.04299"
segment 4 last line = "2014-06-04 02:49:03 | 635.88 | 0.11760"

segment 5 second line = "2014-06-04 03:34:09 | 633.8 | 3.50816"
segment 5 first duplicated line = "2014-06-04 03:16:35 | 633.01 | 2.06299"
segment 5 last line = "2014-06-04 02:59:10 | 628.07 | 0.03214"

segment 6 second line = "2014-06-04 03:38:59 | 631.91 | 0.063"
segment 6 first duplicated line = "2014-06-04 03:34:09 | 633.8 | 3.50816"
segment 6 last line = "2014-06-04 03:01:04 | 624.93 | 29.9492"

segment 7 second line = "2014-06-04 03:39:27 | 631.91 | 0.063"
segment 7 first duplicated line = "2014-06-04 03:38:59 | 631.91 | 0.063"
segment 7 last line = "2014-06-04 03:33:39 | 633.8 | 0.09371"

segment 8 second line = "2014-06-04 03:41:37 | 631 | 2.41049"
segment 8 first duplicated line = "2014-06-04 03:39:27 | 631.91 | 0.063"
segment 8 last line = "2014-06-04 03:33:39 | 633.8 | 0.09371"

segment 9 second line = "2014-06-04 03:45:16 | 633.35 | 0.11133"
segment 9 first duplicated line = "2014-06-04 03:41:37 | 631 | 2.41049"
segment 9 last line = "2014-06-04 03:33:39 | 633.8 | 0.09371"

segment 10 second line = "2014-06-04 04:07:18 | 637 | 0.01"
segment 10 first duplicated line = "2014-06-04 03:45:16 | 633.35 | 0.11133"
raw/linux/2014-06-04-0318-BSTP-raw.txt:1377: ** entries out of order 2014-06-04 03:33:39 < 2014-06-04 03:51:16
segment 10 last line = "2014-06-04 03:51:16 | 631 | 8.91139"

segment 11 second line = "2014-06-04 04:17:41 | 635.04 | 2.733"
segment 11 first duplicated line = "2014-06-04 04:07:18 | 637 | 0.01"
segment 11 last line = "2014-06-04 03:33:39 | 633.8 | 0.09371"

segment 12 second line = "2014-06-04 04:28:47 | 635.65 | 0.01524"
segment 12 first duplicated line = "2014-06-04 04:17:41 | 635.04 | 2.733"
segment 12 last line = "2014-06-04 03:33:39 | 633.8 | 0.09371"

segment 13 second line = "2014-06-04 04:31:49 | 638.98 | 0.11329"
segment 13 first duplicated line = "2014-06-04 04:28:47 | 635.65 | 0.01524"
** aborted
removed '.all.txt'
=== raw/linux/2014-06-04-2325-HUBI-raw.txt --> clean/2014-06-04-2325-HUBI.txt ===================================================
segment 1 second line = "2014-06-04 23:01:10 | 3992 | 0.01"
segment 1 last line = "2014-06-04 22:47:14 | 4009 | 0.16"

segment 2 second line = "2014-06-04 23:09:36 | 3984.89 | 0.093"
segment 2 first duplicated line = "2014-06-04 23:01:10 | 3992 | 0.01"
segment 2 last line = "2014-06-04 22:57:09 | 4012.01 | 0.074"

segment 3 second line = "2014-06-04 23:23:13 | 3985 | 0.1111"
** previous segment had no duplicated part
removed '.all.txt'
=== raw/linux/2014-06-12-2138-BSTP-raw.txt --> clean/2014-06-12-2138-BSTP.txt ===================================================
segment 1 second line = "2014-06-12 21:45:41 | 578.09 | 0.165"
segment 1 last line = "2014-06-12 21:32:08 | 590.76 | 0.05"
found 1 segments
found 199 non-duplicated transactions
=== raw/linux/2014-06-12-2310-BSTP-raw.txt --> clean/2014-06-12-2310-BSTP.txt ===================================================
segment 1 second line = "2014-06-12 22:29:47 | 553 | 0.081"
segment 1 last line = "2014-06-12 22:16:26 | 561.02 | 0.43199"

segment 2 second line = "2014-06-12 22:38:29 | 583.7 | 12.5502"
segment 2 first duplicated line = "2014-06-12 22:29:47 | 553 | 0.081"
segment 2 last line = "2014-06-12 22:28:58 | 552.2 | 1.46426"

segment 3 second line = "2014-06-12 22:44:46 | 587.08 | 0.2016"
segment 3 first duplicated line = "2014-06-12 22:38:29 | 583.7 | 12.5502"
segment 3 last line = "2014-06-12 22:35:55 | 564.53 | 5.52256"

segment 4 second line = "2014-06-12 22:52:13 | 575.61 | 0.91999"
segment 4 first duplicated line = "2014-06-12 22:44:46 | 587.08 | 0.2016"
segment 4 last line = "2014-06-12 22:41:03 | 596 | 9.43738"

segment 5 second line = "2014-06-12 23:10:09 | 570 | 1.16221"
segment 5 first duplicated line = "2014-06-12 22:52:13 | 575.61 | 0.91999"
segment 5 last line = "2014-06-12 22:50:19 | 580.45 | 0.02889"

segment 6 second line = "2014-06-12 23:18:43 | 565 | 13.5732"
segment 6 first duplicated line = "2014-06-12 23:10:09 | 570 | 1.16221"
segment 6 last line = "2014-06-12 23:04:53 | 582.3 | 1.00199"

segment 7 second line = "2014-06-12 23:26:34 | 569.99 | 14.5393"
segment 7 first duplicated line = "2014-06-12 23:18:43 | 565 | 13.5732"
segment 7 last line = "2014-06-12 23:13:50 | 564.34 | 3.52498"

segment 8 second line = "2014-06-12 23:53:16 | 574.71 | 0.09553"
segment 8 first duplicated line = "2014-06-12 23:26:34 | 569.99 | 14.5393"
segment 8 last line = "2014-06-12 23:22:57 | 570.01 | 1.81433"

segment 9 second line = "2014-06-13 00:04:21 | 572 | 0.86486"
segment 9 first duplicated line = "2014-06-12 23:53:16 | 574.71 | 0.09553"
segment 9 last line = "2014-06-12 23:26:34 | 569.99 | 14.5393"
found 9 segments
found 1221 non-duplicated transactions
=== raw/linux/2014-06-21-0023-BSTP-raw.txt --> clean/2014-06-21-0023-BSTP.txt ===================================================
segment 1 second line = "2014-06-21 00:47:57 | 584.997 | 0.365"
segment 1 last line = "2014-06-20 23:05:08 | 581.07 | 0.01874"

segment 2 second line = "2014-06-21 01:42:14 | 587 | 0.009"
** previous segment had no duplicated part
removed '.all.txt'
=== raw/linux/2014-06-24-0021-BSTP-raw.txt --> clean/2014-06-24-0021-BSTP.txt ===================================================
segment 1 second line = "2014-06-24 00:24:39 | 586.37 | 0.23792"
segment 1 last line = "2014-06-23 21:17:58 | 587.99 | 0.36465"

segment 2 second line = "2014-06-24 00:51:41 | 585 | 0.7"
segment 2 first duplicated line = "2014-06-24 00:24:39 | 586.37 | 0.23792"
segment 2 last line = "2014-06-23 22:59:20 | 586.61 | 0.6344"

segment 3 second line = "2014-06-24 02:27:28 | 584.99 | 0.3476"
segment 3 first duplicated line = "2014-06-24 00:51:41 | 585 | 0.7"
segment 3 last line = "2014-06-23 23:25:44 | 588.5 | 1.29928"

segment 4 second line = "2014-06-24 03:05:16 | 586.77 | 1.3476"
segment 4 first duplicated line = "2014-06-24 02:27:28 | 584.99 | 0.3476"
segment 4 last line = "2014-06-24 01:08:15 | 585 | 1.05"

segment 5 second line = "2014-06-24 03:25:25 | 586.75 | 0.2"
segment 5 first duplicated line = "2014-06-24 03:05:16 | 586.77 | 1.3476"
segment 5 last line = "2014-06-24 01:08:15 | 585 | 1.05"
found 5 segments
found 364 non-duplicated transactions
=== raw/linux/2014-06-24-0142-BTCE-raw.txt --> clean/2014-06-24-0142-BTCE.txt ===================================================
segment 1 second line = "2014-06-24 00:26:44 | 580.482 | 3.44187"
segment 1 last line = "2014-06-23 23:54:59 | 584.329 | 0.00168"

segment 2 second line = "2014-06-24 03:30:22 | 582.101 | 0.68015"
** previous segment had no duplicated part
removed '.all.txt'
=== raw/linux/2014-06-25-0038-BSTP-raw.txt --> clean/2014-06-25-0038-BSTP.txt ===================================================
segment 1 second line = "2014-06-24 22:34:23 | 573.5 | 0.27513"
segment 1 last line = "2014-06-24 22:28:56 | 575 | 5.286"

segment 2 second line = "2014-06-24 22:39:20 | 572.3 | 8.31726"
segment 2 first duplicated line = "2014-06-24 22:34:23 | 573.5 | 0.27513"
segment 2 last line = "2014-06-24 22:33:08 | 574.82 | 0.73809"

segment 3 second line = "2014-06-24 22:53:27 | 580 | 0.4"
segment 3 first duplicated line = "2014-06-24 22:39:20 | 572.3 | 8.31726"
segment 3 last line = "2014-06-24 22:33:08 | 574.82 | 0.73809"

segment 4 second line = "2014-06-24 23:07:41 | 580.51 | 1.02635"
segment 4 first duplicated line = "2014-06-24 22:53:27 | 580 | 0.4"
segment 4 last line = "2014-06-24 22:33:08 | 574.82 | 0.73809"

segment 5 second line = "2014-06-24 23:51:26 | 577 | 0.05614"
segment 5 first duplicated line = "2014-06-24 23:07:41 | 580.51 | 1.02635"
segment 5 last line = "2014-06-24 22:35:18 | 575 | 0.03"

segment 6 second line = "2014-06-25 00:16:37 | 577 | 0.01"
raw/linux/2014-06-25-0038-BSTP-raw.txt:673: ** entries out of order 2014-06-25 00:13:20 < 2014-06-25 00:13:22
segment 6 first duplicated line = "2014-06-24 23:51:26 | 577 | 0.05614"
segment 6 last line = "2014-06-24 22:48:32 | 578 | 5.0002"

segment 7 second line = "2014-06-25 02:09:12 | 572.11 | 0.2"
raw/linux/2014-06-25-0038-BSTP-raw.txt:926: ** entries out of order 2014-06-25 01:52:51 < 2014-06-25 01:52:56
segment 7 first duplicated line = "2014-06-25 00:16:37 | 577 | 0.01"
raw/linux/2014-06-25-0038-BSTP-raw.txt:1055: ** entries out of order 2014-06-25 00:13:20 < 2014-06-25 00:13:22
segment 7 last line = "2014-06-25 00:12:44 | 576 | 0.39312"

segment 8 second line = "2014-06-25 02:45:25 | 571.77 | 4.18378"
segment 8 first duplicated line = "2014-06-25 02:09:12 | 572.11 | 0.2"
** aborted
removed '.all.txt'
=== raw/linux/2014-06-25-0270-HUBI-raw.txt --> clean/2014-06-25-0270-HUBI.txt ===================================================
segment 1 second line = "2014-06-25 02:12:49 | 3652.98 | 0.3"
segment 1 last line = "2014-06-25 02:04:40 | 3666.72 | 0.1"

segment 2 second line = "2014-06-25 02:14:02 | 3651.1 | 0.01"
segment 2 first duplicated line = "2014-06-25 02:12:49 | 3652.98 | 0.3"
segment 2 last line = "2014-06-25 02:07:36 | 3665.78 | 0.208"

segment 3 second line = "2014-06-25 02:15:28 | 3656.02 | 1.1585"
segment 3 first duplicated line = "2014-06-25 02:14:02 | 3651.1 | 0.01"
segment 3 last line = "2014-06-25 02:08:47 | 3662.98 | 0.017"

segment 4 second line = "2014-06-25 02:18:47 | 3655.08 | 3"
segment 4 first duplicated line = "2014-06-25 02:15:28 | 3656.02 | 1.1585"
segment 4 last line = "2014-06-25 02:12:00 | 3654 | 0.4842"

segment 5 second line = "2014-06-25 02:26:33 | 3651 | 0.024"
segment 5 first duplicated line = "2014-06-25 02:18:47 | 3655.08 | 3"
segment 5 last line = "2014-06-25 02:16:02 | 3655.97 | 1.3172"

segment 6 second line = "2014-06-25 02:29:59 | 3647 | 0.49"
segment 6 first duplicated line = "2014-06-25 02:26:33 | 3651 | 0.024"
segment 6 last line = "2014-06-25 02:22:42 | 3657.03 | 0.069"

segment 7 second line = "2014-06-25 02:33:05 | 3644.72 | 1.39"
segment 7 first duplicated line = "2014-06-25 02:29:59 | 3647 | 0.49"
segment 7 last line = "2014-06-25 02:26:15 | 3652.98 | 0.4285"

segment 8 second line = "2014-06-25 02:39:26 | 3645.01 | 0.24"
segment 8 first duplicated line = "2014-06-25 02:33:05 | 3644.72 | 1.39"
segment 8 last line = "2014-06-25 02:29:37 | 3648.22 | 4.7875"

segment 9 second line = "2014-06-25 02:45:04 | 3647.97 | 0.29"
segment 9 first duplicated line = "2014-06-25 02:39:26 | 3645.01 | 0.24"
segment 9 last line = "2014-06-25 02:36:16 | 3647.97 | 0.01"

segment 10 second line = "2014-06-25 02:51:38 | 3635 | 6.407"
segment 10 first duplicated line = "2014-06-25 02:45:04 | 3647.97 | 0.29"
segment 10 last line = "2014-06-25 02:42:42 | 3640.03 | 0.096"

segment 11 second line = "2014-06-25 02:57:16 | 3639.78 | 1"
segment 11 first duplicated line = "2014-06-25 02:51:38 | 3635 | 6.407"
segment 11 last line = "2014-06-25 02:47:42 | 3644.32 | 0.076"

segment 12 second line = "2014-06-25 02:59:28 | 3636.97 | 0.0241"
segment 12 first duplicated line = "2014-06-25 02:57:16 | 3639.78 | 1"
segment 12 last line = "2014-06-25 02:50:46 | 3631 | 0.2"

segment 13 second line = "2014-06-25 03:03:39 | 3638.66 | 0.001"
segment 13 first duplicated line = "2014-06-25 02:59:28 | 3636.97 | 0.0241"
segment 13 last line = "2014-06-25 02:54:44 | 3640.74 | 0.05"

segment 14 second line = "2014-06-25 03:13:21 | 3640.89 | 1.608"
segment 14 first duplicated line = "2014-06-25 03:03:39 | 3638.66 | 0.001"
segment 14 last line = "2014-06-25 03:00:01 | 3635 | 10.024"

segment 15 second line = "2014-06-25 03:20:29 | 3639.97 | 0.3331"
** previous segment had no duplicated part
removed '.all.txt'
=== raw/linux/2014-06-25-0325-HUBI-raw.txt --> clean/2014-06-25-0325-HUBI.txt ===================================================
segment 1 second line = "2014-06-25 03:28:58 | 3645.06 | 4.428"
segment 1 last line = "2014-06-25 03:15:21 | 3645.03 | 0.01"

segment 2 second line = "2014-06-25 03:32:04 | 3645.13 | 2"
segment 2 last line = "2014-06-25 03:23:48 | 3638.23 | 3.504"

raw/linux/2014-06-25-0325-HUBI-raw.txt:408: ** segment 2 had no duplicated part
** previous segment had no duplicated part
removed '.all.txt'