168 .cleans 18 .raws-apple 120 .raws-linux 1 .toclean-apple 0 .toclean-linux 31 .noraw 137 .cleaned 475 total stolfilocal@cratera 368>>> === raw/apple/2014-05-19-0720-HUBI-raw-apple.txt --> clean/2014-05-19-0720-HUBI.txt === 8456 raw/apple/2014-05-19-0720-HUBI-raw-apple.txt .raw-001.txt ... 657 lines. .raw-002.txt ... 656 lines. .raw-003.txt ... 656 lines. .raw-004.txt ... 655 lines. .raw-005.txt ... 655 lines. .raw-006.txt ... 655 lines. .raw-007.txt ... 655 lines. .raw-008.txt ... 659 lines. .raw-009.txt ... 657 lines. .raw-010.txt ... 655 lines. .raw-011.txt ... 657 lines. .raw-012.txt ... 655 lines. .raw-013.txt ... 657 lines. .raw-014.txt ... 656 lines. .raw-015.txt ... 657 lines. .raw-016.txt ... 657 lines. .raw-017.txt ... 656 lines. .raw-018.txt ... 658 lines. .raw-019.txt ... 656 lines. .raw-020.txt ... 655 lines. .raw-021.txt ... 657 lines. .raw-022.txt ... 657 lines. .raw-023.txt ... 656 lines. .raw-024.txt ... 656 lines. .raw-025.txt ... 656 lines. .raw-026.txt ... 657 lines. .raw-027.txt ... 655 lines. .raw-028.txt ... 656 lines. .raw-029.txt ... 655 lines. .raw-030.txt ... 660 lines. .raw-031.txt ... 656 lines. .raw-032.txt ... 656 lines. .raw-033.txt ...fix_bitconwisdom_from_apple.gawk: 33 chunks found 655 lines. 657 .raw-001.txt 656 .raw-002.txt 656 .raw-003.txt 655 .raw-004.txt 655 .raw-005.txt 655 .raw-006.txt 655 .raw-007.txt 659 .raw-008.txt 657 .raw-009.txt 655 .raw-010.txt 657 .raw-011.txt 655 .raw-012.txt 657 .raw-013.txt 656 .raw-014.txt 657 .raw-015.txt 657 .raw-016.txt 656 .raw-017.txt 658 .raw-018.txt 656 .raw-019.txt 655 .raw-020.txt 657 .raw-021.txt 657 .raw-022.txt 656 .raw-023.txt 656 .raw-024.txt 656 .raw-025.txt 657 .raw-026.txt 655 .raw-027.txt 656 .raw-028.txt 655 .raw-029.txt 660 .raw-030.txt 656 .raw-031.txt 656 .raw-032.txt 655 .raw-033.txt 21656 total segment 1 second line = "2014-05-19 06:48:56 | 2764.2 | 0.01" segment 1 last line = "2014-05-19 06:34:13 | 2765.55 | 0.005" segment 2 second line = "2014-05-19 06:50:45 | 2763.78 | 0.08" segment 2 first duplicated line = "2014-05-19 06:48:56 | 2764.2 | 0.01" segment 2 last line = "2014-05-19 06:40:17 | 2764.37 | 0.2" segment 3 second line = "2014-05-19 06:51:14 | 2763.98 | 0.01" segment 3 first duplicated line = "2014-05-19 06:50:45 | 2763.78 | 0.08" segment 3 last line = "2014-05-19 06:41:47 | 2764.69 | 0.01" segment 4 second line = "2014-05-19 06:52:05 | 2763.97 | 0.01" segment 4 first duplicated line = "2014-05-19 06:51:14 | 2763.98 | 0.01" segment 4 last line = "2014-05-19 06:44:11 | 2764.01 | 0.01" segment 5 second line = "2014-05-19 06:54:19 | 2763.79 | 0.05" segment 5 first duplicated line = "2014-05-19 06:52:05 | 2763.97 | 0.01" segment 5 last line = "2014-05-19 06:46:14 | 2763.82 | 0.01" segment 6 second line = "2014-05-19 06:56:14 | 2763.97 | 0.02" segment 6 first duplicated line = "2014-05-19 06:54:19 | 2763.79 | 0.05" segment 6 last line = "2014-05-19 06:49:02 | 2763.79 | 0.01" segment 7 second line = "2014-05-19 06:57:47 | 2764.25 | 0.01" segment 7 first duplicated line = "2014-05-19 06:56:14 | 2763.97 | 0.02" segment 7 last line = "2014-05-19 06:50:23 | 2763.83 | 0.04" segment 8 second line = "2014-05-19 07:01:01 | 2763.92 | 0.01" segment 8 first duplicated line = "2014-05-19 06:57:47 | 2764.25 | 0.01" segment 8 last line = "2014-05-19 06:54:11 | 2763.24 | 0.01" segment 9 second line = "2014-05-19 07:03:51 | 2763.32 | 0.01" segment 9 first duplicated line = "2014-05-19 07:01:01 | 2763.92 | 0.01" segment 9 last line = "2014-05-19 06:57:32 | 2764.25 | 0.01" segment 10 second line = "2014-05-19 07:05:45 | 2763.32 | 0.01" segment 10 first duplicated line = "2014-05-19 07:03:51 | 2763.32 | 0.01" segment 10 last line = "2014-05-19 07:00:01 | 2763.26 | 0.01" segment 11 second line = "2014-05-19 07:08:37 | 2763.71 | 0.01" segment 11 first duplicated line = "2014-05-19 07:05:45 | 2763.32 | 0.01" segment 11 last line = "2014-05-19 07:02:21 | 2763.25 | 0.02" segment 12 second line = "2014-05-19 07:10:34 | 2763.69 | 0.01" segment 12 first duplicated line = "2014-05-19 07:08:37 | 2763.71 | 0.01" segment 12 last line = "2014-05-19 07:04:05 | 2763.69 | 0.01" segment 13 second line = "2014-05-19 07:12:10 | 2763.31 | 0.01" segment 13 first duplicated line = "2014-05-19 07:10:34 | 2763.69 | 0.01" segment 13 last line = "2014-05-19 07:06:00 | 2763.3 | 0.21" segment 14 second line = "2014-05-19 07:14:35 | 2762.75 | 0.0301" segment 14 first duplicated line = "2014-05-19 07:12:10 | 2763.31 | 0.01" segment 14 last line = "2014-05-19 07:08:37 | 2763.71 | 0.01" segment 15 second line = "2014-05-19 07:16:52 | 2763.88 | 0.01" segment 15 first duplicated line = "2014-05-19 07:14:35 | 2762.75 | 0.0301" segment 15 last line = "2014-05-19 07:11:05 | 2763.7 | 0.01" segment 16 second line = "2014-05-19 07:18:50 | 2763.3 | 0.49" segment 16 first duplicated line = "2014-05-19 07:16:52 | 2763.88 | 0.01" segment 16 last line = "2014-05-19 07:12:53 | 2763.27 | 0.02" segment 17 second line = "2014-05-19 07:22:28 | 2763.5 | 0.01" segment 17 first duplicated line = "2014-05-19 07:18:50 | 2763.3 | 0.49" segment 17 last line = "2014-05-19 07:14:56 | 2763.67 | 0.139" segment 18 second line = "2014-05-19 07:25:03 | 2764.76 | 6.631" segment 18 first duplicated line = "2014-05-19 07:22:28 | 2763.5 | 0.01" segment 18 last line = "2014-05-19 07:15:56 | 2763.79 | 0.01" segment 19 second line = "2014-05-19 07:28:38 | 2763.93 | 0.02" segment 19 first duplicated line = "2014-05-19 07:25:03 | 2764.76 | 6.631" segment 19 last line = "2014-05-19 07:17:19 | 2763.84 | 0.01" segment 20 second line = "2014-05-19 07:31:30 | 2763.86 | 0.01" segment 20 first duplicated line = "2014-05-19 07:28:38 | 2763.93 | 0.02" segment 20 last line = "2014-05-19 07:19:20 | 2763.31 | 0.01" segment 21 second line = "2014-05-19 07:34:04 | 2763 | 0.8144" segment 21 first duplicated line = "2014-05-19 07:31:30 | 2763.86 | 0.01" segment 21 last line = "2014-05-19 07:25:58 | 2765 | 6.6111" segment 22 second line = "2014-05-19 07:37:11 | 2762.7 | 0.01" segment 22 first duplicated line = "2014-05-19 07:34:04 | 2763 | 0.8144" segment 22 last line = "2014-05-19 07:31:41 | 2763.36 | 0.01" segment 23 second line = "2014-05-19 07:39:58 | 2762.6 | 0.01" segment 23 first duplicated line = "2014-05-19 07:37:11 | 2762.7 | 0.01" segment 23 last line = "2014-05-19 07:34:14 | 2763.59 | 0.01" segment 24 second line = "2014-05-19 07:42:58 | 2762.26 | 0.01" segment 24 first duplicated line = "2014-05-19 07:39:58 | 2762.6 | 0.01" segment 24 last line = "2014-05-19 07:36:41 | 2762.32 | 0.02" segment 25 second line = "2014-05-19 07:45:46 | 2762.6 | 0.01" segment 25 first duplicated line = "2014-05-19 07:42:58 | 2762.26 | 0.01" segment 25 last line = "2014-05-19 07:37:47 | 2762.7 | 0.01" segment 26 second line = "2014-05-19 07:48:14 | 2762.66 | 0.01" segment 26 first duplicated line = "2014-05-19 07:45:46 | 2762.6 | 0.01" segment 26 last line = "2014-05-19 07:40:08 | 2762.31 | 0.01" segment 27 second line = "2014-05-19 07:50:29 | 2759.63 | 0.072" segment 27 first duplicated line = "2014-05-19 07:48:14 | 2762.66 | 0.01" segment 27 last line = "2014-05-19 07:42:24 | 2762.31 | 0.01" segment 28 second line = "2014-05-19 07:52:58 | 2758.7 | 0.074" segment 28 first duplicated line = "2014-05-19 07:50:29 | 2759.63 | 0.072" segment 28 last line = "2014-05-19 07:46:25 | 2762.2 | 0.01" segment 29 second line = "2014-05-19 07:55:10 | 2759 | 0.0874" segment 29 first duplicated line = "2014-05-19 07:52:58 | 2758.7 | 0.074" segment 29 last line = "2014-05-19 07:47:58 | 2762.66 | 0.01" segment 30 second line = "2014-05-19 07:59:11 | 2758 | 49.1582" segment 30 first duplicated line = "2014-05-19 07:55:10 | 2759 | 0.0874" segment 30 last line = "2014-05-19 07:52:00 | 2758.98 | 0.1213" segment 31 second line = "2014-05-19 08:01:06 | 2756.98 | 0.0938" segment 31 first duplicated line = "2014-05-19 07:59:11 | 2758 | 49.1582" segment 31 last line = "2014-05-19 07:52:59 | 2758 | 1.7135" segment 32 second line = "2014-05-19 08:05:01 | 2754.12 | 0.0102" segment 32 first duplicated line = "2014-05-19 08:01:06 | 2756.98 | 0.0938" segment 32 last line = "2014-05-19 07:55:51 | 2759 | 0.01" segment 33 second line = "2014-05-19 08:06:09 | 2752.66 | 0.02" segment 33 first duplicated line = "2014-05-19 08:05:01 | 2754.12 | 0.0102" segment 33 last line = "2014-05-19 07:57:47 | 2759.25 | 0.0746" found 33 segments found 2291 non-duplicated transactions 2293 clean/2014-05-19-0720-HUBI.txt removed '.raw-001.txt' removed '.raw-002.txt' removed '.raw-003.txt' removed '.raw-004.txt' removed '.raw-005.txt' removed '.raw-006.txt' removed '.raw-007.txt' removed '.raw-008.txt' removed '.raw-009.txt' removed '.raw-010.txt' removed '.raw-011.txt' removed '.raw-012.txt' removed '.raw-013.txt' removed '.raw-014.txt' removed '.raw-015.txt' removed '.raw-016.txt' removed '.raw-017.txt' removed '.raw-018.txt' removed '.raw-019.txt' removed '.raw-020.txt' removed '.raw-021.txt' removed '.raw-022.txt' removed '.raw-023.txt' removed '.raw-024.txt' removed '.raw-025.txt' removed '.raw-026.txt' removed '.raw-027.txt' removed '.raw-028.txt' removed '.raw-029.txt' removed '.raw-030.txt' removed '.raw-031.txt' removed '.raw-032.txt' removed '.raw-033.txt' removed '.cln-001.txt' removed '.cln-002.txt' removed '.cln-003.txt' removed '.cln-004.txt' removed '.cln-005.txt' removed '.cln-006.txt' removed '.cln-007.txt' removed '.cln-008.txt' removed '.cln-009.txt' removed '.cln-010.txt' removed '.cln-011.txt' removed '.cln-012.txt' removed '.cln-013.txt' removed '.cln-014.txt' removed '.cln-015.txt' removed '.cln-016.txt' removed '.cln-017.txt' removed '.cln-018.txt' removed '.cln-019.txt' removed '.cln-020.txt' removed '.cln-021.txt' removed '.cln-022.txt' removed '.cln-023.txt' removed '.cln-024.txt' removed '.cln-025.txt' removed '.cln-026.txt' removed '.cln-027.txt' removed '.cln-028.txt' removed '.cln-029.txt' removed '.cln-030.txt' removed '.cln-031.txt' removed '.cln-032.txt' removed '.cln-033.txt' removed '.all.txt' === raw/apple/2014-05-21-0515-HUBI-raw-apple.txt --> clean/2014-05-21-0515-HUBI.txt === 1111 raw/apple/2014-05-21-0515-HUBI-raw-apple.txt .raw-001.txt ... 677 lines. .raw-002.txt ... 677 lines. .raw-003.txt ... 680 lines. .raw-004.txt ...fix_bitconwisdom_from_apple.gawk: 4 chunks found 676 lines. 677 .raw-001.txt 677 .raw-002.txt 680 .raw-003.txt 676 .raw-004.txt 2710 total segment 1 second line = "2014-05-21 04:59:43 | 3049 | 0.243" segment 1 last line = "2014-05-21 04:49:12 | 3053.02 | 0.05" segment 2 second line = "2014-05-21 05:06:40 | 3046 | 0.641" segment 2 first duplicated line = "2014-05-21 04:59:43 | 3049 | 0.243" segment 2 last line = "2014-05-21 04:53:56 | 3054.04 | 0.1" segment 3 second line = "2014-05-21 05:17:28 | 3035.06 | 1.8834" segment 3 first duplicated line = "2014-05-21 05:06:40 | 3046 | 0.641" segment 3 last line = "2014-05-21 05:03:40 | 3048 | 1.0152" segment 4 second line = "2014-05-21 05:22:11 | 3035.01 | 4.296" segment 4 first duplicated line = "2014-05-21 05:17:28 | 3035.06 | 1.8834" segment 4 last line = "2014-05-21 05:08:47 | 3041.16 | 0.0205" found 4 segments found 529 non-duplicated transactions 531 clean/2014-05-21-0515-HUBI.txt removed '.raw-001.txt' removed '.raw-002.txt' removed '.raw-003.txt' removed '.raw-004.txt' removed '.cln-001.txt' removed '.cln-002.txt' removed '.cln-003.txt' removed '.cln-004.txt' removed '.all.txt' === raw/apple/2014-05-21-0728-HUBI-raw-apple.txt --> clean/2014-05-21-0728-HUBI.txt === 8056 raw/apple/2014-05-21-0728-HUBI-raw-apple.txt .raw-001.txt ... 674 lines. .raw-002.txt ... 679 lines. .raw-003.txt ... 678 lines. .raw-004.txt ... 677 lines. .raw-005.txt ... 678 lines. .raw-006.txt ... 676 lines. .raw-007.txt ... 677 lines. .raw-008.txt ... 688 lines. .raw-009.txt ... 677 lines. .raw-010.txt ... 678 lines. .raw-011.txt ... 677 lines. .raw-012.txt ... 679 lines. .raw-013.txt ... 678 lines. .raw-014.txt ... 679 lines. .raw-015.txt ... 677 lines. .raw-016.txt ... 677 lines. .raw-017.txt ... 677 lines. .raw-018.txt ... 676 lines. .raw-019.txt ... 677 lines. .raw-020.txt ... 677 lines. .raw-021.txt ... 678 lines. .raw-022.txt ... 676 lines. .raw-023.txt ... 680 lines. .raw-024.txt ... 677 lines. .raw-025.txt ... 680 lines. .raw-026.txt ... 677 lines. .raw-027.txt ... 677 lines. .raw-028.txt ... 677 lines. .raw-029.txt ...fix_bitconwisdom_from_apple.gawk: 29 chunks found 677 lines. 674 .raw-001.txt 679 .raw-002.txt 678 .raw-003.txt 677 .raw-004.txt 678 .raw-005.txt 676 .raw-006.txt 677 .raw-007.txt 688 .raw-008.txt 677 .raw-009.txt 678 .raw-010.txt 677 .raw-011.txt 679 .raw-012.txt 678 .raw-013.txt 679 .raw-014.txt 677 .raw-015.txt 677 .raw-016.txt 677 .raw-017.txt 676 .raw-018.txt 677 .raw-019.txt 677 .raw-020.txt 678 .raw-021.txt 676 .raw-022.txt 680 .raw-023.txt 677 .raw-024.txt 680 .raw-025.txt 677 .raw-026.txt 677 .raw-027.txt 677 .raw-028.txt 677 .raw-029.txt 19655 total segment 1 second line = "2014-05-21 05:34:55 | 3039.77 | 0.2" segment 1 last line = "2014-05-21 05:25:13 | 3041.86 | 0.5" segment 2 second line = "2014-05-21 05:37:20 | 3039.9 | 0.05" segment 2 first duplicated line = "2014-05-21 05:34:55 | 3039.77 | 0.2" segment 2 last line = "2014-05-21 05:26:49 | 3042.23 | 0.05" segment 3 second line = "2014-05-21 05:53:04 | 3028.1 | 1.786" segment 3 first duplicated line = "2014-05-21 05:37:20 | 3039.9 | 0.05" segment 3 last line = "2014-05-21 05:37:16 | 3039.88 | 0.05" segment 4 second line = "2014-05-21 05:58:39 | 3029.51 | 0.824" segment 4 first duplicated line = "2014-05-21 05:53:04 | 3028.1 | 1.786" segment 4 last line = "2014-05-21 05:47:28 | 3042 | 1" segment 5 second line = "2014-05-21 06:02:09 | 3031.94 | 2" segment 5 first duplicated line = "2014-05-21 05:58:39 | 3029.51 | 0.824" segment 5 last line = "2014-05-21 05:53:03 | 3028.08 | 1.1855" segment 6 second line = "2014-05-21 06:09:21 | 3031.98 | 0.14" segment 6 first duplicated line = "2014-05-21 06:02:09 | 3031.94 | 2" segment 6 last line = "2014-05-21 05:55:30 | 3032.96 | 1.0484" segment 7 second line = "2014-05-21 06:14:27 | 3024.95 | 0.8478" segment 7 first duplicated line = "2014-05-21 06:09:21 | 3031.98 | 0.14" segment 7 last line = "2014-05-21 06:00:05 | 3028 | 0.058" segment 8 second line = "2014-05-21 06:18:11 | 3027.41 | 0.05" segment 8 first duplicated line = "2014-05-21 06:14:27 | 3024.95 | 0.8478" segment 8 last line = "2014-05-21 06:03:09 | 3033 | 0.2183" segment 9 second line = "2014-05-21 06:21:40 | 3029.48 | 2.5636" segment 9 first duplicated line = "2014-05-21 06:18:11 | 3027.41 | 0.05" segment 9 last line = "2014-05-21 06:07:33 | 3034 | 0.01" segment 10 second line = "2014-05-21 06:30:38 | 3026.91 | 0.104" segment 10 first duplicated line = "2014-05-21 06:21:40 | 3029.48 | 2.5636" segment 10 last line = "2014-05-21 06:14:52 | 3025 | 16.2836" segment 11 second line = "2014-05-21 06:34:45 | 3021.15 | 0.3108" segment 11 first duplicated line = "2014-05-21 06:30:38 | 3026.91 | 0.104" segment 11 last line = "2014-05-21 06:23:45 | 3030.02 | 0.05" segment 12 second line = "2014-05-21 06:37:30 | 3025.98 | 0.366" segment 12 first duplicated line = "2014-05-21 06:34:45 | 3021.15 | 0.3108" segment 12 last line = "2014-05-21 06:27:16 | 3027.96 | 0.31" segment 13 second line = "2014-05-21 06:39:07 | 3030.09 | 0.2501" segment 13 first duplicated line = "2014-05-21 06:37:30 | 3025.98 | 0.366" segment 13 last line = "2014-05-21 06:30:38 | 3026.91 | 0.104" segment 14 second line = "2014-05-21 06:42:33 | 3026.99 | 0.0307" segment 14 first duplicated line = "2014-05-21 06:39:07 | 3030.09 | 0.2501" segment 14 last line = "2014-05-21 06:35:28 | 3021.62 | 1.9465" segment 15 second line = "2014-05-21 06:45:27 | 3023.97 | 0.02" segment 15 first duplicated line = "2014-05-21 06:42:33 | 3026.99 | 0.0307" segment 15 last line = "2014-05-21 06:37:44 | 3026.05 | 0.1" segment 16 second line = "2014-05-21 06:47:26 | 3022 | 20" segment 16 first duplicated line = "2014-05-21 06:45:27 | 3023.97 | 0.02" segment 16 last line = "2014-05-21 06:38:51 | 3034.75 | 0.1036" segment 17 second line = "2014-05-21 06:49:02 | 3024 | 2.7655" segment 17 first duplicated line = "2014-05-21 06:47:26 | 3022 | 20" segment 17 last line = "2014-05-21 06:39:40 | 3028.97 | 0.06" segment 18 second line = "2014-05-21 06:53:55 | 3034.8 | 0.295" segment 18 first duplicated line = "2014-05-21 06:49:02 | 3024 | 2.7655" segment 18 last line = "2014-05-21 06:44:26 | 3026.5 | 0.01" segment 19 second line = "2014-05-21 06:56:10 | 3033.39 | 1.1811" segment 19 first duplicated line = "2014-05-21 06:53:55 | 3034.8 | 0.295" segment 19 last line = "2014-05-21 06:47:24 | 3025 | 0.5371" segment 20 second line = "2014-05-21 06:59:34 | 3035.27 | 0.09" segment 20 first duplicated line = "2014-05-21 06:56:10 | 3033.39 | 1.1811" segment 20 last line = "2014-05-21 06:53:14 | 3031.85 | 0.4" segment 21 second line = "2014-05-21 07:00:59 | 3044.01 | 6.5891" segment 21 first duplicated line = "2014-05-21 06:59:34 | 3035.27 | 0.09" segment 21 last line = "2014-05-21 06:54:08 | 3035.6 | 0.9025" segment 22 second line = "2014-05-21 07:02:56 | 3041.03 | 0.1093" segment 22 first duplicated line = "2014-05-21 07:00:59 | 3044.01 | 6.5891" segment 22 last line = "2014-05-21 06:55:54 | 3034.95 | 0.05" segment 23 second line = "2014-05-21 07:07:29 | 3048 | 8.9392" segment 23 first duplicated line = "2014-05-21 07:02:56 | 3041.03 | 0.1093" segment 23 last line = "2014-05-21 06:58:30 | 3035.05 | 0.6838" segment 24 second line = "2014-05-21 07:10:31 | 3045.09 | 6.7987" segment 24 first duplicated line = "2014-05-21 07:07:29 | 3048 | 8.9392" segment 24 last line = "2014-05-21 07:01:00 | 3044.1 | 0.2301" segment 25 second line = "2014-05-21 07:14:15 | 3042.22 | 0.005" segment 25 first duplicated line = "2014-05-21 07:10:31 | 3045.09 | 6.7987" segment 25 last line = "2014-05-21 07:05:17 | 3043.05 | 0.041" segment 26 second line = "2014-05-21 07:16:45 | 3040.59 | 0.0531" segment 26 first duplicated line = "2014-05-21 07:14:15 | 3042.22 | 0.005" segment 26 last line = "2014-05-21 07:06:48 | 3047.03 | 0.0149" segment 27 second line = "2014-05-21 07:23:36 | 3054.81 | 0.3933" segment 27 first duplicated line = "2014-05-21 07:16:45 | 3040.59 | 0.0531" segment 27 last line = "2014-05-21 07:15:54 | 3041.95 | 0.709" segment 28 second line = "2014-05-21 07:26:12 | 3066.2 | 0.2" segment 28 first duplicated line = "2014-05-21 07:23:36 | 3054.81 | 0.3933" segment 28 last line = "2014-05-21 07:20:04 | 3054.84 | 5.9215" segment 29 second line = "2014-05-21 07:29:06 | 3065 | 0.7681" segment 29 first duplicated line = "2014-05-21 07:26:12 | 3066.2 | 0.2" segment 29 last line = "2014-05-21 07:24:18 | 3056.02 | 1.05" found 29 segments found 2416 non-duplicated transactions 2418 clean/2014-05-21-0728-HUBI.txt removed '.raw-001.txt' removed '.raw-002.txt' removed '.raw-003.txt' removed '.raw-004.txt' removed '.raw-005.txt' removed '.raw-006.txt' removed '.raw-007.txt' removed '.raw-008.txt' removed '.raw-009.txt' removed '.raw-010.txt' removed '.raw-011.txt' removed '.raw-012.txt' removed '.raw-013.txt' removed '.raw-014.txt' removed '.raw-015.txt' removed '.raw-016.txt' removed '.raw-017.txt' removed '.raw-018.txt' removed '.raw-019.txt' removed '.raw-020.txt' removed '.raw-021.txt' removed '.raw-022.txt' removed '.raw-023.txt' removed '.raw-024.txt' removed '.raw-025.txt' removed '.raw-026.txt' removed '.raw-027.txt' removed '.raw-028.txt' removed '.raw-029.txt' removed '.cln-001.txt' removed '.cln-002.txt' removed '.cln-003.txt' removed '.cln-004.txt' removed '.cln-005.txt' removed '.cln-006.txt' removed '.cln-007.txt' removed '.cln-008.txt' removed '.cln-009.txt' removed '.cln-010.txt' removed '.cln-011.txt' removed '.cln-012.txt' removed '.cln-013.txt' removed '.cln-014.txt' removed '.cln-015.txt' removed '.cln-016.txt' removed '.cln-017.txt' removed '.cln-018.txt' removed '.cln-019.txt' removed '.cln-020.txt' removed '.cln-021.txt' removed '.cln-022.txt' removed '.cln-023.txt' removed '.cln-024.txt' removed '.cln-025.txt' removed '.cln-026.txt' removed '.cln-027.txt' removed '.cln-028.txt' removed '.cln-029.txt' removed '.all.txt' === raw/apple/2014-05-26-0129-HUBI-raw-apple.txt --> clean/2014-05-26-0129-HUBI.txt === 147 raw/apple/2014-05-26-0129-HUBI-raw-apple.txt fix_bitconwisdom_from_apple.gawk: 1 chunks found .raw-001.txt ... 287 lines. 287 .raw-001.txt segment 1 second line = "2014-05-26 01:31:15 | 3552.96 | 0.6871" segment 1 last line = "2014-05-26 01:27:45 | 3540 | 47.2742" found 1 segments found 69 non-duplicated transactions 71 clean/2014-05-26-0129-HUBI.txt removed '.raw-001.txt' removed '.cln-001.txt' removed '.all.txt' === raw/apple/2014-05-26-0245-HUBI-raw-apple.txt --> clean/2014-05-26-0245-HUBI.txt === 2236 raw/apple/2014-05-26-0245-HUBI-raw-apple.txt .raw-001.txt ... 676 lines. .raw-002.txt ... 682 lines. .raw-003.txt ... 680 lines. .raw-004.txt ... 677 lines. .raw-005.txt ... 678 lines. .raw-006.txt ... 684 lines. .raw-007.txt ... 682 lines. .raw-008.txt ...fix_bitconwisdom_from_apple.gawk: 8 chunks found 677 lines. 676 .raw-001.txt 682 .raw-002.txt 680 .raw-003.txt 677 .raw-004.txt 678 .raw-005.txt 684 .raw-006.txt 682 .raw-007.txt 677 .raw-008.txt 5436 total segment 1 second line = "2014-05-26 02:54:57 | 3611.93 | 1.6713" segment 1 last line = "2014-05-26 02:46:35 | 3621.02 | 5.41" segment 2 second line = "2014-05-26 02:55:42 | 3608.95 | 0.05" segment 2 first duplicated line = "2014-05-26 02:54:57 | 3611.93 | 1.6713" segment 2 last line = "2014-05-26 02:47:30 | 3617 | 3.6771" segment 3 second line = "2014-05-26 02:56:41 | 3616.94 | 0.2702" segment 3 first duplicated line = "2014-05-26 02:55:42 | 3608.95 | 0.05" segment 3 last line = "2014-05-26 02:49:09 | 3620 | 1.0328" segment 4 second line = "2014-05-26 02:58:14 | 3616 | 10.5902" segment 4 first duplicated line = "2014-05-26 02:56:41 | 3616.94 | 0.2702" segment 4 last line = "2014-05-26 02:50:58 | 3620.04 | 0.471" segment 5 second line = "2014-05-26 02:58:40 | 3615.8 | 1.474" segment 5 first duplicated line = "2014-05-26 02:58:14 | 3616 | 10.5902" segment 5 last line = "2014-05-26 02:51:11 | 3621.1 | 0.026" segment 6 second line = "2014-05-26 03:00:09 | 3612 | 1.56" segment 6 first duplicated line = "2014-05-26 02:58:40 | 3615.8 | 1.474" segment 6 last line = "2014-05-26 02:52:10 | 3613.9 | 0.01" segment 7 second line = "2014-05-26 03:00:47 | 3612 | 12.646" segment 7 first duplicated line = "2014-05-26 03:00:09 | 3612 | 1.56" segment 7 last line = "2014-05-26 02:52:37 | 3609.94 | 1.147" segment 8 second line = "2014-05-26 03:03:17 | 3599.87 | 0.04" segment 8 first duplicated line = "2014-05-26 03:00:47 | 3612 | 12.646" segment 8 last line = "2014-05-26 02:54:56 | 3611.93 | 0.6105" found 8 segments found 395 non-duplicated transactions 397 clean/2014-05-26-0245-HUBI.txt removed '.raw-001.txt' removed '.raw-002.txt' removed '.raw-003.txt' removed '.raw-004.txt' removed '.raw-005.txt' removed '.raw-006.txt' removed '.raw-007.txt' removed '.raw-008.txt' removed '.cln-001.txt' removed '.cln-002.txt' removed '.cln-003.txt' removed '.cln-004.txt' removed '.cln-005.txt' removed '.cln-006.txt' removed '.cln-007.txt' removed '.cln-008.txt' removed '.all.txt' === raw/apple/2014-05-26-0938-HUBI-raw-apple.txt --> clean/2014-05-26-0938-HUBI.txt === 276 raw/apple/2014-05-26-0938-HUBI-raw-apple.txt fix_bitconwisdom_from_apple.gawk: 1 chunks found .raw-001.txt ... 676 lines. 676 .raw-001.txt segment 1 second line = "2014-05-26 09:43:37 | 3616.02 | 0.3684" segment 1 last line = "2014-05-26 09:33:10 | 3608.86 | 0.02" found 1 segments found 199 non-duplicated transactions 201 clean/2014-05-26-0938-HUBI.txt removed '.raw-001.txt' removed '.cln-001.txt' removed '.all.txt' === raw/apple/2014-06-01-0330-BSTP-raw-apple.txt --> clean/2014-06-01-0330-BSTP.txt === 297 raw/apple/2014-06-01-0330-BSTP-raw-apple.txt fix_bitconwisdom_from_apple.gawk: 2 chunks found .raw-001.txt ... 333 lines. .raw-002.txt ... 315 lines. 333 .raw-001.txt 315 .raw-002.txt 648 total segment 1 second line = "2014-06-01 03:23:57 | 640.82 | 0.8" segment 1 last line = "2014-06-01 03:18:04 | 640 | 0.016" segment 2 second line = "2014-06-01 03:26:10 | 641.14 | 0.0079" segment 2 first duplicated line = "2014-06-01 03:23:57 | 640.82 | 0.8" segment 2 last line = "2014-06-01 03:20:19 | 640 | 0.10820" found 2 segments found 116 non-duplicated transactions 118 clean/2014-06-01-0330-BSTP.txt removed '.raw-001.txt' removed '.raw-002.txt' removed '.cln-001.txt' removed '.cln-002.txt' removed '.all.txt' === raw/apple/2014-06-01-0330-HUBI-raw-apple.txt --> clean/2014-06-01-0330-HUBI.txt === 1545 raw/apple/2014-06-01-0330-HUBI-raw-apple.txt .raw-001.txt ... 679 lines. .raw-002.txt ... 265 lines. .raw-003.txt ...fix_bitconwisdom_from_apple.gawk: 7 chunks found 349 lines. .raw-004.txt ... 226 lines. .raw-005.txt ... 678 lines. .raw-006.txt ... 679 lines. .raw-007.txt ... 677 lines. 679 .raw-001.txt 265 .raw-002.txt 349 .raw-003.txt 226 .raw-004.txt 678 .raw-005.txt 679 .raw-006.txt 677 .raw-007.txt 3553 total segment 1 second line = "2014-06-01 03:23:41 | 4099 | 38.3766" segment 1 last line = "2014-06-01 03:18:37 | 4122.06 | 1.959" segment 2 second line = "2014-06-01 03:24:50 | 4094 | 0.4121" segment 2 first duplicated line = "2014-06-01 03:23:41 | 4099 | 38.3766" segment 2 last line = "2014-06-01 03:23:28 | 4092.03 | 0.001" segment 3 second line = "2014-06-01 03:25:49 | 4095 | 20" segment 3 first duplicated line = "2014-06-01 03:24:50 | 4094 | 0.4121" segment 3 last line = "2014-06-01 03:23:26 | 4098.97 | 0.0452" segment 4 second line = "2014-06-01 03:26:58 | 4075 | 0.9193" segment 4 first duplicated line = "2014-06-01 03:25:49 | 4095 | 20" segment 4 last line = "2014-06-01 03:25:49 | 4095 | 20" segment 5 second line = "2014-06-01 03:30:55 | 4065 | 1.0151" segment 5 first duplicated line = "2014-06-01 03:26:58 | 4075 | 0.9193" segment 5 last line = "2014-06-01 03:26:11 | 4098.64 | 1.739" segment 6 second line = "2014-06-01 03:36:43 | 4070.01 | 1.5219" segment 6 first duplicated line = "2014-06-01 03:30:55 | 4065 | 1.0151" segment 6 last line = "2014-06-01 03:30:33 | 4067.97 | 10.6248" segment 7 second line = "2014-06-01 03:39:50 | 4067.43 | 0.779" segment 7 first duplicated line = "2014-06-01 03:36:43 | 4070.01 | 1.5219" segment 7 last line = "2014-06-01 03:33:22 | 4075 | 1.79" found 7 segments found 752 non-duplicated transactions 754 clean/2014-06-01-0330-HUBI.txt removed '.raw-001.txt' removed '.raw-002.txt' removed '.raw-003.txt' removed '.raw-004.txt' removed '.raw-005.txt' removed '.raw-006.txt' removed '.raw-007.txt' removed '.cln-001.txt' removed '.cln-002.txt' removed '.cln-003.txt' removed '.cln-004.txt' removed '.cln-005.txt' removed '.cln-006.txt' removed '.cln-007.txt' removed '.all.txt' === raw/apple/2014-06-01-0350-HUBI-raw-apple.txt --> clean/2014-06-01-0350-HUBI.txt === 277 raw/apple/2014-06-01-0350-HUBI-raw-apple.txt fix_bitconwisdom_from_apple.gawk: 1 chunks found .raw-001.txt ... 677 lines. 677 .raw-001.txt segment 1 second line = "2014-06-01 03:50:00 | 4104.9 | 0.1" segment 1 last line = "2014-06-01 03:43:29 | 4100 | 39" found 1 segments found 199 non-duplicated transactions 201 clean/2014-06-01-0350-HUBI.txt removed '.raw-001.txt' removed '.cln-001.txt' removed '.all.txt' === raw/apple/2014-06-01-0445-HUBI-raw-apple.txt --> clean/2014-06-01-0445-HUBI.txt === 3343 raw/apple/2014-06-01-0445-HUBI-raw-apple.txt .raw-001.txt ... 677 lines. .raw-002.txt ... 677 lines. .raw-003.txt ... 678 lines. .raw-004.txt ... 693 lines. .raw-005.txt ... 677 lines. .raw-006.txt ... 677 lines. .raw-007.txt ... 678 lines. .raw-008.txt ... 678 lines. .raw-009.txt ... 677 lines. .raw-010.txt ... 677 lines. .raw-011.txt ... 677 lines. .raw-012.txt ...fix_bitconwisdom_from_apple.gawk: 12 chunks found 677 lines. 677 .raw-001.txt 677 .raw-002.txt 678 .raw-003.txt 693 .raw-004.txt 677 .raw-005.txt 677 .raw-006.txt 678 .raw-007.txt 678 .raw-008.txt 677 .raw-009.txt 677 .raw-010.txt 677 .raw-011.txt 677 .raw-012.txt 8143 total segment 1 second line = "2014-06-01 04:37:51 | 4146 | 0.2822" segment 1 last line = "2014-06-01 04:31:10 | 4165 | 19.3249" segment 2 second line = "2014-06-01 04:38:57 | 4140 | 40.6301" segment 2 first duplicated line = "2014-06-01 04:37:51 | 4146 | 0.2822" segment 2 last line = "2014-06-01 04:32:05 | 4170 | 0.8549" segment 3 second line = "2014-06-01 04:39:36 | 4133.04 | 8.2711" segment 3 first duplicated line = "2014-06-01 04:38:57 | 4140 | 40.6301" segment 3 last line = "2014-06-01 04:32:53 | 4168.97 | 0.103" segment 4 second line = "2014-06-01 04:43:13 | 4140.14 | 0.001" segment 4 first duplicated line = "2014-06-01 04:39:36 | 4133.04 | 8.2711" segment 4 last line = "2014-06-01 04:37:20 | 4150 | 1.85" segment 5 second line = "2014-06-01 04:44:21 | 4132.31 | 5.2931" segment 5 first duplicated line = "2014-06-01 04:43:13 | 4140.14 | 0.001" segment 5 last line = "2014-06-01 04:38:15 | 4141 | 0.2" segment 6 second line = "2014-06-01 04:46:04 | 4126.42 | 2.3184" segment 6 first duplicated line = "2014-06-01 04:44:21 | 4132.31 | 5.2931" segment 6 last line = "2014-06-01 04:39:54 | 4137.43 | 2" segment 7 second line = "2014-06-01 04:50:46 | 4126 | 1.5119" segment 7 first duplicated line = "2014-06-01 04:46:04 | 4126.42 | 2.3184" segment 7 last line = "2014-06-01 04:44:46 | 4130.03 | 1.5178" segment 8 second line = "2014-06-01 04:53:43 | 4134.81 | 0.01" segment 8 first duplicated line = "2014-06-01 04:50:46 | 4126 | 1.5119" segment 8 last line = "2014-06-01 04:46:42 | 4130 | 47.2547" segment 9 second line = "2014-06-01 04:57:58 | 4102.11 | 8.3745" segment 9 first duplicated line = "2014-06-01 04:53:43 | 4134.81 | 0.01" segment 9 last line = "2014-06-01 04:50:35 | 4127.42 | 1.048" segment 10 second line = "2014-06-01 04:59:07 | 4098 | 4.9216" segment 10 first duplicated line = "2014-06-01 04:57:58 | 4102.11 | 8.3745" segment 10 last line = "2014-06-01 04:52:05 | 4132.82 | 2" segment 11 second line = "2014-06-01 05:01:30 | 4100.03 | 0.165" segment 11 first duplicated line = "2014-06-01 04:59:07 | 4098 | 4.9216" segment 11 last line = "2014-06-01 04:56:03 | 4121 | 6.2785" segment 12 second line = "2014-06-01 05:04:21 | 4115 | 0.441" segment 12 first duplicated line = "2014-06-01 05:01:30 | 4100.03 | 0.165" segment 12 last line = "2014-06-01 04:58:43 | 4100 | 0.01" found 12 segments found 1038 non-duplicated transactions 1040 clean/2014-06-01-0445-HUBI.txt removed '.raw-001.txt' removed '.raw-002.txt' removed '.raw-003.txt' removed '.raw-004.txt' removed '.raw-005.txt' removed '.raw-006.txt' removed '.raw-007.txt' removed '.raw-008.txt' removed '.raw-009.txt' removed '.raw-010.txt' removed '.raw-011.txt' removed '.raw-012.txt' removed '.cln-001.txt' removed '.cln-002.txt' removed '.cln-003.txt' removed '.cln-004.txt' removed '.cln-005.txt' removed '.cln-006.txt' removed '.cln-007.txt' removed '.cln-008.txt' removed '.cln-009.txt' removed '.cln-010.txt' removed '.cln-011.txt' removed '.cln-012.txt' removed '.all.txt' === raw/apple/2014-06-01-0520-HUBI-raw-apple.txt --> clean/2014-06-01-0520-HUBI.txt === 2221 raw/apple/2014-06-01-0520-HUBI-raw-apple.txt .raw-001.txt ... 677 lines. .raw-002.txt ... 678 lines. .raw-003.txt ... 676 lines. .raw-004.txt ... 677 lines. .raw-005.txt ... 677 lines. .raw-006.txt ... 677 lines. .raw-007.txt ... 682 lines. .raw-008.txt ...fix_bitconwisdom_from_apple.gawk: 8 chunks found 677 lines. 677 .raw-001.txt 678 .raw-002.txt 676 .raw-003.txt 677 .raw-004.txt 677 .raw-005.txt 677 .raw-006.txt 682 .raw-007.txt 677 .raw-008.txt 5421 total segment 1 second line = "2014-06-01 05:18:18 | 4117 | 0.2482" segment 1 last line = "2014-06-01 05:11:06 | 4117.99 | 0.07" segment 2 second line = "2014-06-01 05:21:12 | 4112.31 | 5.8452" segment 2 first duplicated line = "2014-06-01 05:18:18 | 4117 | 0.2482" segment 2 last line = "2014-06-01 05:13:36 | 4109.95 | 0.538" segment 3 second line = "2014-06-01 05:24:42 | 4110 | 5.9264" segment 3 first duplicated line = "2014-06-01 05:21:12 | 4112.31 | 5.8452" segment 3 last line = "2014-06-01 05:16:16 | 4114 | 8.4366" segment 4 second line = "2014-06-01 05:26:27 | 4105 | 0.2689" segment 4 first duplicated line = "2014-06-01 05:24:42 | 4110 | 5.9264" segment 4 last line = "2014-06-01 05:18:25 | 4116.99 | 0.01" segment 5 second line = "2014-06-01 05:27:25 | 4095.37 | 0.7747" segment 5 first duplicated line = "2014-06-01 05:26:27 | 4105 | 0.2689" segment 5 last line = "2014-06-01 05:19:12 | 4115.17 | 0.1418" segment 6 second line = "2014-06-01 05:28:54 | 4088.98 | 1.4714" segment 6 first duplicated line = "2014-06-01 05:27:25 | 4095.37 | 0.7747" segment 6 last line = "2014-06-01 05:21:43 | 4113 | 2.1716" segment 7 second line = "2014-06-01 05:32:32 | 4089.8 | 0.3" segment 7 first duplicated line = "2014-06-01 05:28:54 | 4088.98 | 1.4714" segment 7 last line = "2014-06-01 05:26:09 | 4108 | 0.06" segment 8 second line = "2014-06-01 05:40:02 | 4072.57 | 1.881" segment 8 first duplicated line = "2014-06-01 05:32:32 | 4089.8 | 0.3" segment 8 last line = "2014-06-01 05:32:19 | 4090.14 | 0.2854" found 8 segments found 777 non-duplicated transactions 779 clean/2014-06-01-0520-HUBI.txt removed '.raw-001.txt' removed '.raw-002.txt' removed '.raw-003.txt' removed '.raw-004.txt' removed '.raw-005.txt' removed '.raw-006.txt' removed '.raw-007.txt' removed '.raw-008.txt' removed '.cln-001.txt' removed '.cln-002.txt' removed '.cln-003.txt' removed '.cln-004.txt' removed '.cln-005.txt' removed '.cln-006.txt' removed '.cln-007.txt' removed '.cln-008.txt' removed '.all.txt' === raw/apple/2014-06-08-1900-HUBI-raw-apple.txt --> clean/2014-06-08-1900-HUBI.txt === 264 raw/apple/2014-06-08-1900-HUBI-raw-apple.txt .raw-001.txt ...fix_bitconwisdom_from_apple.gawk: 1 chunks found 664 lines. 664 .raw-001.txt segment 1 second line = "2014-06-08 19:09:57 | 4064.92 | 0.05" segment 1 last line = "2014-06-08 18:51:57 | 4064.69 | 0.0173" found 1 segments found 199 non-duplicated transactions 201 clean/2014-06-08-1900-HUBI.txt removed '.raw-001.txt' removed '.cln-001.txt' removed '.all.txt' === raw/apple/2014-06-08-2040-HUBI-raw-apple.txt --> clean/2014-06-08-2040-HUBI.txt === 244 raw/apple/2014-06-08-2040-HUBI-raw-apple.txt fix_bitconwisdom_from_apple.gawk: 1 chunks found .raw-001.txt ... 644 lines. 644 .raw-001.txt segment 1 second line = "2014-06-08 21:10:57 | 4073.57 | 0.0032" segment 1 last line = "2014-06-08 20:38:57 | 4076.74 | 0.01" found 1 segments found 199 non-duplicated transactions 201 clean/2014-06-08-2040-HUBI.txt removed '.raw-001.txt' removed '.cln-001.txt' removed '.all.txt' === raw/apple/2014-06-09-0700-BSTP-raw-apple.txt --> clean/2014-06-09-0700-BSTP.txt === 3012 raw/apple/2014-06-09-0700-BSTP-raw-apple.txt .raw-001.txt ... 371 lines. .raw-002.txt ... 641 lines. .raw-003.txt ... 659 lines. .raw-004.txt ... 659 lines. .raw-005.txt ... 659 lines. .raw-006.txt ... 660 lines. .raw-007.txt ... 660 lines. .raw-008.txt ... 660 lines. .raw-009.txt ... 660 lines. .raw-010.txt ... 661 lines. .raw-011.txt ... 659 lines. .raw-012.txt ...fix_bitconwisdom_from_apple.gawk: 12 chunks found 659 lines. 371 .raw-001.txt 641 .raw-002.txt 659 .raw-003.txt 659 .raw-004.txt 659 .raw-005.txt 660 .raw-006.txt 660 .raw-007.txt 660 .raw-008.txt 660 .raw-009.txt 661 .raw-010.txt 659 .raw-011.txt 659 .raw-012.txt 7608 total segment 1 second line = "2014-06-09 03:04:24 | 656.86 | 0.00969" segment 1 last line = "2014-06-09 00:32:59 | 658 | 0.02026" segment 2 second line = "2014-06-09 05:29:10 | 649.4 | 2.5" segment 2 first duplicated line = "2014-06-09 03:04:24 | 656.86 | 0.00969" segment 2 last line = "2014-06-09 00:32:59 | 658 | 0.02026" segment 3 second line = "2014-06-09 05:39:50 | 648.29 | 1.87614" segment 3 first duplicated line = "2014-06-09 05:29:10 | 649.4 | 2.5" segment 3 last line = "2014-06-09 00:57:12 | 656 | 0.2" segment 4 second line = "2014-06-09 05:48:15 | 644 | 0.08510" segment 4 first duplicated line = "2014-06-09 05:39:50 | 648.29 | 1.87614" segment 4 last line = "2014-06-09 02:57:13 | 654 | 0.02" segment 5 second line = "2014-06-09 05:51:29 | 643.99 | 0.83000" segment 5 first duplicated line = "2014-06-09 05:48:15 | 644 | 0.08510" segment 5 last line = "2014-06-09 03:30:09 | 656.78 | 0.2" segment 6 second line = "2014-06-09 06:00:12 | 644.4 | 0.12423" segment 6 first duplicated line = "2014-06-09 05:51:29 | 643.99 | 0.83000" segment 6 last line = "2014-06-09 04:58:19 | 657.4 | 25" segment 7 second line = "2014-06-09 06:33:50 | 646.3 | 0.30669" segment 7 first duplicated line = "2014-06-09 06:00:12 | 644.4 | 0.12423" segment 7 last line = "2014-06-09 05:34:04 | 652.99 | 1.58747" segment 8 second line = "2014-06-09 06:55:23 | 645.74 | 0.008" segment 8 first duplicated line = "2014-06-09 06:33:50 | 646.3 | 0.30669" segment 8 last line = "2014-06-09 05:39:50 | 648.29 | 1.87614" segment 9 second line = "2014-06-09 07:20:01 | 647.46 | 1.80683" segment 9 first duplicated line = "2014-06-09 06:55:23 | 645.74 | 0.008" segment 9 last line = "2014-06-09 05:43:10 | 641.61 | 0.79796" segment 10 second line = "2014-06-09 07:54:35 | 645.6 | 5.2" segment 10 first duplicated line = "2014-06-09 07:20:01 | 647.46 | 1.80683" segment 10 last line = "2014-06-09 05:47:12 | 642.62 | 0.00972" segment 11 second line = "2014-06-09 08:12:23 | 644 | 0.05079" segment 11 first duplicated line = "2014-06-09 07:54:35 | 645.6 | 5.2" segment 11 last line = "2014-06-09 05:59:32 | 644.4 | 0.05108" segment 12 second line = "2014-06-09 08:31:23 | 644.84 | 0.7" segment 12 first duplicated line = "2014-06-09 08:12:23 | 644 | 0.05079" segment 12 last line = "2014-06-09 06:20:56 | 646.31 | 0.06411" found 12 segments found 581 non-duplicated transactions 583 clean/2014-06-09-0700-BSTP.txt removed '.raw-001.txt' removed '.raw-002.txt' removed '.raw-003.txt' removed '.raw-004.txt' removed '.raw-005.txt' removed '.raw-006.txt' removed '.raw-007.txt' removed '.raw-008.txt' removed '.raw-009.txt' removed '.raw-010.txt' removed '.raw-011.txt' removed '.raw-012.txt' removed '.cln-001.txt' removed '.cln-002.txt' removed '.cln-003.txt' removed '.cln-004.txt' removed '.cln-005.txt' removed '.cln-006.txt' removed '.cln-007.txt' removed '.cln-008.txt' removed '.cln-009.txt' removed '.cln-010.txt' removed '.cln-011.txt' removed '.cln-012.txt' removed '.all.txt' === raw/apple/2014-06-09-0735-HUBI-raw-apple.txt --> clean/2014-06-09-0735-HUBI.txt === 1720 raw/apple/2014-06-09-0735-HUBI-raw-apple.txt .raw-001.txt ... 311 lines. .raw-002.txt ... 665 lines. .raw-003.txt ... 639 lines. .raw-004.txt ... 682 lines. .raw-005.txt ... 662 lines. .raw-006.txt ... 664 lines. .raw-007.txt ...fix_bitconwisdom_from_apple.gawk: 7 chunks found 661 lines. 311 .raw-001.txt 665 .raw-002.txt 639 .raw-003.txt 682 .raw-004.txt 662 .raw-005.txt 664 .raw-006.txt 661 .raw-007.txt 4284 total segment 1 second line = "2014-06-09 07:39:15 | 4028.84 | 0.19" segment 1 last line = "2014-06-09 07:31:28 | 4030 | 10.6844" segment 2 second line = "2014-06-09 07:55:15 | 4025 | 20" segment 2 last line = "2014-06-09 07:41:34 | 4029.7 | 0.17" -:290: ** segment 2 had no duplicated part -:290: ** segment 2 had no duplicated part 83 clean/2014-06-09-0735-HUBI.txt removed '.raw-001.txt' removed '.raw-002.txt' removed '.raw-003.txt' removed '.raw-004.txt' removed '.raw-005.txt' removed '.raw-006.txt' removed '.raw-007.txt' removed '.cln-001.txt' removed '.cln-002.txt' removed '.cln-003.txt' removed '.cln-004.txt' removed '.cln-005.txt' removed '.cln-006.txt' removed '.cln-007.txt' removed '.all.txt' === raw/apple/2014-06-09-0820-HUBI-raw-apple.txt --> clean/2014-06-09-0820-HUBI.txt === 8189 raw/apple/2014-06-09-0820-HUBI-raw-apple.txt .raw-001.txt ... 663 lines. .raw-002.txt ... 663 lines. .raw-003.txt ... 663 lines. .raw-004.txt ... 664 lines. .raw-005.txt ... 664 lines. .raw-006.txt ... 663 lines. .raw-007.txt ... 665 lines. .raw-008.txt ... 668 lines. .raw-009.txt ... 663 lines. .raw-010.txt ... 665 lines. .raw-011.txt ... 667 lines. .raw-012.txt ... 665 lines. .raw-013.txt ... 665 lines. .raw-014.txt ... 668 lines. .raw-015.txt ... 668 lines. .raw-016.txt ... 666 lines. .raw-017.txt ... 667 lines. .raw-018.txt ... 668 lines. .raw-019.txt ... 667 lines. .raw-020.txt ... 669 lines. .raw-021.txt ... 667 lines. .raw-022.txt ... 622 lines. .raw-023.txt ... 667 lines. .raw-024.txt ... 666 lines. .raw-025.txt ... 667 lines. .raw-026.txt ... 667 lines. .raw-027.txt ... 667 lines. .raw-028.txt ... 667 lines. .raw-029.txt ... 669 lines. .raw-030.txt ... 655 lines. .raw-031.txt ...fix_bitconwisdom_from_apple.gawk: 31 chunks found 664 lines. 663 .raw-001.txt 663 .raw-002.txt 663 .raw-003.txt 664 .raw-004.txt 664 .raw-005.txt 663 .raw-006.txt 665 .raw-007.txt 668 .raw-008.txt 663 .raw-009.txt 665 .raw-010.txt 667 .raw-011.txt 665 .raw-012.txt 665 .raw-013.txt 668 .raw-014.txt 668 .raw-015.txt 666 .raw-016.txt 667 .raw-017.txt 668 .raw-018.txt 667 .raw-019.txt 669 .raw-020.txt 667 .raw-021.txt 622 .raw-022.txt 667 .raw-023.txt 666 .raw-024.txt 667 .raw-025.txt 667 .raw-026.txt 667 .raw-027.txt 667 .raw-028.txt 669 .raw-029.txt 655 .raw-030.txt 664 .raw-031.txt 20589 total segment 1 second line = "2014-06-09 02:43:48 | 4059.98 | 1.06" segment 1 last line = "2014-06-09 02:18:34 | 4070.2 | 1.7" segment 2 second line = "2014-06-09 02:51:40 | 4062.85 | 1.316" segment 2 first duplicated line = "2014-06-09 02:43:48 | 4059.98 | 1.06" segment 2 last line = "2014-06-09 02:34:11 | 4069.67 | 2.203" segment 3 second line = "2014-06-09 03:07:15 | 4063 | 2.386" segment 3 first duplicated line = "2014-06-09 02:51:40 | 4062.85 | 1.316" segment 3 last line = "2014-06-09 02:43:59 | 4060 | 3.7101" segment 4 second line = "2014-06-09 03:25:19 | 4067 | 0.3728" segment 4 first duplicated line = "2014-06-09 03:07:15 | 4063 | 2.386" segment 4 last line = "2014-06-09 02:57:30 | 4068 | 1.067" segment 5 second line = "2014-06-09 03:36:36 | 4068.16 | 11.103" segment 5 first duplicated line = "2014-06-09 03:25:19 | 4067 | 0.3728" segment 5 last line = "2014-06-09 03:07:00 | 4062.51 | 0.1285" segment 6 second line = "2014-06-09 04:10:02 | 4068 | 0.4755" segment 6 first duplicated line = "2014-06-09 03:36:36 | 4068.16 | 11.103" segment 6 last line = "2014-06-09 03:18:41 | 4067 | 0.4794" segment 7 second line = "2014-06-09 04:32:32 | 4059.97 | 0.5" segment 7 first duplicated line = "2014-06-09 04:10:02 | 4068 | 0.4755" segment 7 last line = "2014-06-09 03:49:51 | 4068 | 3.0823" segment 8 second line = "2014-06-09 04:48:33 | 4065.35 | 0.3264" segment 8 first duplicated line = "2014-06-09 04:32:32 | 4059.97 | 0.5" segment 8 last line = "2014-06-09 04:16:57 | 4066.02 | 0.1331" segment 9 second line = "2014-06-09 05:13:48 | 4066.5 | 0.05" segment 9 first duplicated line = "2014-06-09 04:48:33 | 4065.35 | 0.3264" segment 9 last line = "2014-06-09 04:36:32 | 4063 | 0.0709" segment 10 second line = "2014-06-09 05:31:19 | 4056.04 | 0.158" segment 10 first duplicated line = "2014-06-09 05:13:48 | 4066.5 | 0.05" segment 10 last line = "2014-06-09 05:04:43 | 4068.13 | 4.205" segment 11 second line = "2014-06-09 05:39:16 | 4046.08 | 0.4475" segment 11 first duplicated line = "2014-06-09 05:31:19 | 4056.04 | 0.158" segment 11 last line = "2014-06-09 05:30:44 | 4058 | 0.025" segment 12 second line = "2014-06-09 05:42:32 | 4040.03 | 1.5612" segment 12 first duplicated line = "2014-06-09 05:39:16 | 4046.08 | 0.4475" segment 12 last line = "2014-06-09 05:34:50 | 4052.82 | 0.4889" segment 13 second line = "2014-06-09 05:44:38 | 4020 | 146.377" segment 13 first duplicated line = "2014-06-09 05:42:32 | 4040.03 | 1.5612" segment 13 last line = "2014-06-09 05:37:13 | 4050.99 | 0.0439" segment 14 second line = "2014-06-09 05:48:20 | 4026 | 3.1464" segment 14 first duplicated line = "2014-06-09 05:44:38 | 4020 | 146.377" segment 14 last line = "2014-06-09 05:41:16 | 4042 | 0.0652" segment 15 second line = "2014-06-09 05:51:32 | 4024.95 | 0.05" segment 15 first duplicated line = "2014-06-09 05:48:20 | 4026 | 3.1464" segment 15 last line = "2014-06-09 05:45:36 | 4012.01 | 33.7391" segment 16 second line = "2014-06-09 05:53:47 | 4034.9 | 0.047" segment 16 first duplicated line = "2014-06-09 05:51:32 | 4024.95 | 0.05" segment 16 last line = "2014-06-09 05:48:30 | 4028 | 0.1" segment 17 second line = "2014-06-09 05:56:04 | 4036.22 | 0.0898" segment 17 first duplicated line = "2014-06-09 05:53:47 | 4034.9 | 0.047" segment 17 last line = "2014-06-09 05:50:27 | 4025.02 | 0.412" segment 18 second line = "2014-06-09 06:01:11 | 4024.97 | 1.2718" segment 18 first duplicated line = "2014-06-09 05:56:04 | 4036.22 | 0.0898" segment 18 last line = "2014-06-09 05:52:29 | 4025.66 | 0.001" segment 19 second line = "2014-06-09 06:08:03 | 4029.97 | 0.19" segment 19 first duplicated line = "2014-06-09 06:01:11 | 4024.97 | 1.2718" segment 19 last line = "2014-06-09 05:56:53 | 4035 | 3.7442" segment 20 second line = "2014-06-09 06:11:28 | 4040 | 0.4649" segment 20 first duplicated line = "2014-06-09 06:08:03 | 4029.97 | 0.19" segment 20 last line = "2014-06-09 06:01:16 | 4024.97 | 0.05" segment 21 second line = "2014-06-09 06:17:19 | 4043.17 | 0.02" segment 21 first duplicated line = "2014-06-09 06:11:28 | 4040 | 0.4649" segment 21 last line = "2014-06-09 06:07:57 | 4030 | 0.085" segment 22 second line = "2014-06-09 06:23:00 | 4049.9 | 1.0073" segment 22 first duplicated line = "2014-06-09 06:17:19 | 4043.17 | 0.02" segment 22 last line = "2014-06-09 06:12:22 | 4041.7 | 0.218" segment 23 second line = "2014-06-09 06:28:45 | 4046.87 | 0.03" segment 23 first duplicated line = "2014-06-09 06:23:00 | 4049.9 | 1.0073" segment 23 last line = "2014-06-09 06:15:50 | 4042.96 | 4.2774" segment 24 second line = "2014-06-09 06:35:45 | 4045.97 | 0.8696" segment 24 first duplicated line = "2014-06-09 06:28:45 | 4046.87 | 0.03" segment 24 last line = "2014-06-09 06:19:20 | 4043.2 | 6.5" segment 25 second line = "2014-06-09 06:41:34 | 4043 | 20.1399" segment 25 first duplicated line = "2014-06-09 06:35:45 | 4045.97 | 0.8696" segment 25 last line = "2014-06-09 06:25:17 | 4046.98 | 1.5009" segment 26 second line = "2014-06-09 06:47:10 | 4041 | 9.3403" segment 26 first duplicated line = "2014-06-09 06:41:34 | 4043 | 20.1399" segment 26 last line = "2014-06-09 06:32:12 | 4045.92 | 0.51" segment 27 second line = "2014-06-09 06:56:40 | 4043.07 | 0.02" segment 27 first duplicated line = "2014-06-09 06:47:10 | 4041 | 9.3403" segment 27 last line = "2014-06-09 06:37:59 | 4045.13 | 0.22" segment 28 second line = "2014-06-09 07:03:12 | 4043.97 | 0.2828" segment 28 first duplicated line = "2014-06-09 06:56:40 | 4043.07 | 0.02" segment 28 last line = "2014-06-09 06:42:44 | 4040 | 0.1477" segment 29 second line = "2014-06-09 07:16:07 | 4039.64 | 4.5041" segment 29 first duplicated line = "2014-06-09 07:03:12 | 4043.97 | 0.2828" segment 29 last line = "2014-06-09 06:50:30 | 4039.76 | 0.19" segment 30 second line = "2014-06-09 07:26:32 | 4022.11 | 0.13" segment 30 first duplicated line = "2014-06-09 07:16:07 | 4039.64 | 4.5041" segment 30 last line = "2014-06-09 07:11:03 | 4041.99 | 0.02" segment 31 second line = "2014-06-09 07:30:48 | 4024.38 | 0.05" segment 31 first duplicated line = "2014-06-09 07:26:32 | 4022.11 | 0.13" segment 31 last line = "2014-06-09 07:23:43 | 4020 | 20.5288" found 31 segments found 3199 non-duplicated transactions 3201 clean/2014-06-09-0820-HUBI.txt removed '.raw-001.txt' removed '.raw-002.txt' removed '.raw-003.txt' removed '.raw-004.txt' removed '.raw-005.txt' removed '.raw-006.txt' removed '.raw-007.txt' removed '.raw-008.txt' removed '.raw-009.txt' removed '.raw-010.txt' removed '.raw-011.txt' removed '.raw-012.txt' removed '.raw-013.txt' removed '.raw-014.txt' removed '.raw-015.txt' removed '.raw-016.txt' removed '.raw-017.txt' removed '.raw-018.txt' removed '.raw-019.txt' removed '.raw-020.txt' removed '.raw-021.txt' removed '.raw-022.txt' removed '.raw-023.txt' removed '.raw-024.txt' removed '.raw-025.txt' removed '.raw-026.txt' removed '.raw-027.txt' removed '.raw-028.txt' removed '.raw-029.txt' removed '.raw-030.txt' removed '.raw-031.txt' removed '.cln-001.txt' removed '.cln-002.txt' removed '.cln-003.txt' removed '.cln-004.txt' removed '.cln-005.txt' removed '.cln-006.txt' removed '.cln-007.txt' removed '.cln-008.txt' removed '.cln-009.txt' removed '.cln-010.txt' removed '.cln-011.txt' removed '.cln-012.txt' removed '.cln-013.txt' removed '.cln-014.txt' removed '.cln-015.txt' removed '.cln-016.txt' removed '.cln-017.txt' removed '.cln-018.txt' removed '.cln-019.txt' removed '.cln-020.txt' removed '.cln-021.txt' removed '.cln-022.txt' removed '.cln-023.txt' removed '.cln-024.txt' removed '.cln-025.txt' removed '.cln-026.txt' removed '.cln-027.txt' removed '.cln-028.txt' removed '.cln-029.txt' removed '.cln-030.txt' removed '.cln-031.txt' removed '.all.txt' === raw/apple/2014-06-18-0900-BSTP-raw-apple.txt --> clean/2014-06-18-0900-BSTP.txt === 679 raw/apple/2014-06-18-0900-BSTP-raw-apple.txt .raw-001.txt ... 370 lines. .raw-002.txt ...fix_bitconwisdom_from_apple.gawk: 3 chunks found 659 lines. .raw-003.txt ... 658 lines. 370 .raw-001.txt 659 .raw-002.txt 658 .raw-003.txt 1687 total segment 1 second line = "2014-06-18 08:43:48 | 608.26 | 0.01" segment 1 last line = "2014-06-18 07:49:08 | 613.94 | 31.3368" segment 2 second line = "2014-06-18 09:50:33 | 607.8 | 0.01" segment 2 first duplicated line = "2014-06-18 08:43:48 | 608.26 | 0.01" segment 2 last line = "2014-06-18 07:51:31 | 609.04 | 0.01" segment 3 second line = "2014-06-18 10:19:43 | 607.81 | 0.0405" segment 3 first duplicated line = "2014-06-18 09:50:33 | 607.8 | 0.01" segment 3 last line = "2014-06-18 08:07:56 | 610.33 | 0.01" found 3 segments found 244 non-duplicated transactions 246 clean/2014-06-18-0900-BSTP.txt removed '.raw-001.txt' removed '.raw-002.txt' removed '.raw-003.txt' removed '.cln-001.txt' removed '.cln-002.txt' removed '.cln-003.txt' removed '.all.txt' === raw/apple/2014-06-18-0900-HUBI-raw-apple.txt --> clean/2014-06-18-0900-HUBI.txt === 3309 raw/apple/2014-06-18-0900-HUBI-raw-apple.txt .raw-001.txt ... 684 lines. .raw-002.txt ... 669 lines. .raw-003.txt ... 670 lines. .raw-004.txt ... 415 lines. .raw-005.txt ... 606 lines. .raw-006.txt ... 669 lines. .raw-007.txt ... 670 lines. .raw-008.txt ... 669 lines. .raw-009.txt ... 669 lines. .raw-010.txt ... 669 lines. .raw-011.txt ... 668 lines. .raw-012.txt ... 669 lines. .raw-013.txt ...fix_bitconwisdom_from_apple.gawk: 13 chunks found 374 lines. 684 .raw-001.txt 669 .raw-002.txt 670 .raw-003.txt 415 .raw-004.txt 606 .raw-005.txt 669 .raw-006.txt 670 .raw-007.txt 669 .raw-008.txt 669 .raw-009.txt 669 .raw-010.txt 668 .raw-011.txt 669 .raw-012.txt 374 .raw-013.txt 8101 total segment 1 second line = "2014-06-18 08:43:36 | 3796.54 | 0.085" segment 1 last line = "2014-06-18 08:29:40 | 3808.18 | 0.2" segment 2 second line = "2014-06-18 08:48:59 | 3803.52 | 0.8422" segment 2 first duplicated line = "2014-06-18 08:43:36 | 3796.54 | 0.085" segment 2 last line = "2014-06-18 08:36:56 | 3811.52 | 0.05" segment 3 second line = "2014-06-18 08:56:44 | 3803.68 | 0.1" segment 3 first duplicated line = "2014-06-18 08:48:59 | 3803.52 | 0.8422" segment 3 last line = "2014-06-18 08:42:04 | 3803.1 | 11.6212" segment 4 second line = "2014-06-18 09:01:31 | 3797.77 | 0.319" segment 4 first duplicated line = "2014-06-18 08:56:44 | 3803.68 | 0.1" segment 4 last line = "2014-06-18 08:48:49 | 3803.5 | 6.316" segment 5 second line = "2014-06-18 09:03:59 | 3802 | 0.257" segment 5 first duplicated line = "2014-06-18 09:01:31 | 3797.77 | 0.319" segment 5 last line = "2014-06-18 08:48:49 | 3803.5 | 6.316" segment 6 second line = "2014-06-18 09:11:23 | 3793.54 | 1.4457" segment 6 first duplicated line = "2014-06-18 09:03:59 | 3802 | 0.257" segment 6 last line = "2014-06-18 09:01:19 | 3796.05 | 0.2" segment 7 second line = "2014-06-18 09:17:26 | 3790 | 1.8249" segment 7 first duplicated line = "2014-06-18 09:11:23 | 3793.54 | 1.4457" segment 7 last line = "2014-06-18 09:05:23 | 3798.97 | 0.2026" segment 8 second line = "2014-06-18 09:28:36 | 3791.09 | 2" segment 8 first duplicated line = "2014-06-18 09:17:26 | 3790 | 1.8249" segment 8 last line = "2014-06-18 09:15:05 | 3788.98 | 0.02" segment 9 second line = "2014-06-18 09:34:34 | 3786.88 | 0.1" segment 9 first duplicated line = "2014-06-18 09:28:36 | 3791.09 | 2" segment 9 last line = "2014-06-18 09:23:10 | 3795 | 0.2399" segment 10 second line = "2014-06-18 09:44:19 | 3790.03 | 0.05" segment 10 first duplicated line = "2014-06-18 09:34:34 | 3786.88 | 0.1" segment 10 last line = "2014-06-18 09:32:00 | 3785 | 0.049" segment 11 second line = "2014-06-18 09:51:43 | 3796.2 | 0.1" segment 11 first duplicated line = "2014-06-18 09:44:19 | 3790.03 | 0.05" segment 11 last line = "2014-06-18 09:40:48 | 3791.02 | 0.01" segment 12 second line = "2014-06-18 09:55:48 | 3793.89 | 0.6834" segment 12 first duplicated line = "2014-06-18 09:51:43 | 3796.2 | 0.1" segment 12 last line = "2014-06-18 09:42:59 | 3788 | 12.6219" segment 13 second line = "2014-06-18 09:55:48 | 3793.89 | 0.6834" segment 13 first duplicated line = "2014-06-18 09:55:48 | 3793.89 | 0.6834" segment 13 last line = "2014-06-18 09:47:16 | 3798 | 1.025" found 13 segments found 1260 non-duplicated transactions 1262 clean/2014-06-18-0900-HUBI.txt removed '.raw-001.txt' removed '.raw-002.txt' removed '.raw-003.txt' removed '.raw-004.txt' removed '.raw-005.txt' removed '.raw-006.txt' removed '.raw-007.txt' removed '.raw-008.txt' removed '.raw-009.txt' removed '.raw-010.txt' removed '.raw-011.txt' removed '.raw-012.txt' removed '.raw-013.txt' removed '.cln-001.txt' removed '.cln-002.txt' removed '.cln-003.txt' removed '.cln-004.txt' removed '.cln-005.txt' removed '.cln-006.txt' removed '.cln-007.txt' removed '.cln-008.txt' removed '.cln-009.txt' removed '.cln-010.txt' removed '.cln-011.txt' removed '.cln-012.txt' removed '.cln-013.txt' removed '.all.txt' stolfilocal@cratera 369>>> 169 .cleans 18 .raws-apple 120 .raws-linux 0 .toclean-apple 0 .toclean-linux 31 .noraw 138 .cleaned 476 total