0%|          | 0/35075 [00:00<?, ?it/s]
  0%|          | 1/35075 [00:02<24:29:26,  2.51s/it]
  0%|          | 8/35075 [00:02<17:10:57,  1.76s/it]
  0%|          | 18/35075 [00:02<12:03:26,  1.24s/it]
  0%|          | 28/35075 [00:02<8:28:05,  1.15it/s] 
  0%|          | 38/35075 [00:02<5:57:26,  1.63it/s]
  0%|          | 50/35075 [00:03<4:11:38,  2.32it/s]
  0%|          | 61/35075 [00:03<2:58:17,  3.27it/s]
  0%|          | 73/35075 [00:03<2:06:18,  4.62it/s]
  0%|          | 83/35075 [00:03<1:30:23,  6.45it/s]
  0%|          | 94/35075 [00:03<1:04:52,  8.99it/s]
  0%|          | 105/35075 [00:03<47:08, 12.37it/s] 
  0%|          | 116/35075 [00:03<34:39, 16.81it/s]
  0%|          | 128/35075 [00:03<25:45, 22.62it/s]
  0%|          | 139/35075 [00:03<19:49, 29.37it/s]
  0%|          | 150/35075 [00:04<16:21, 35.59it/s]Skipping ../../sampledata/20191129/13/580099849600493811.html with error input contains invalid UTF-8 around byte 913 (of 1345)

  0%|          | 160/35075 [00:04<13:31, 43.02it/s]
  0%|          | 169/35075 [00:04<11:39, 49.88it/s]
  1%|          | 178/35075 [00:04<10:39, 54.60it/s]
  1%|          | 189/35075 [00:04<09:06, 63.81it/s]
  1%|          | 199/35075 [00:04<08:12, 70.88it/s]
  1%|          | 209/35075 [00:04<08:02, 72.23it/s]
  1%|          | 218/35075 [00:04<07:37, 76.12it/s]
  1%|          | 228/35075 [00:05<07:32, 76.99it/s]
  1%|          | 237/35075 [00:05<07:40, 75.64it/s]
  1%|          | 248/35075 [00:05<07:05, 81.83it/s]
  1%|          | 259/35075 [00:05<06:36, 87.75it/s]
  1%|          | 269/35075 [00:05<06:38, 87.28it/s]
  1%|          | 279/35075 [00:05<07:16, 79.66it/s]
  1%|          | 288/35075 [00:05<07:15, 79.81it/s]
  1%|          | 297/35075 [00:05<07:37, 75.97it/s]
  1%|          | 306/35075 [00:05<07:18, 79.31it/s]
  1%|          | 315/35075 [00:06<07:46, 74.45it/s]
  1%|          | 323/35075 [00:06<08:01, 72.24it/s]
  1%|          | 334/35075 [00:06<07:20, 78.96it/s]
  1%|          | 343/35075 [00:06<07:22, 78.40it/s]
  1%|          | 353/35075 [00:06<06:55, 83.55it/s]
  1%|          | 362/35075 [00:06<07:03, 81.92it/s]
  1%|          | 371/35075 [00:06<07:46, 74.46it/s]
  1%|          | 379/35075 [00:06<08:57, 64.55it/s]
  1%|          | 386/35075 [00:07<09:04, 63.66it/s]
  1%|          | 393/35075 [00:07<09:32, 60.61it/s]
  1%|          | 402/35075 [00:07<08:38, 66.83it/s]
  1%|          | 410/35075 [00:07<08:59, 64.23it/s]
  1%|          | 417/35075 [00:07<09:05, 63.51it/s]
  1%|          | 424/35075 [00:07<08:59, 64.22it/s]
  1%|          | 432/35075 [00:07<09:07, 63.28it/s]
  1%|▏         | 439/35075 [00:07<10:02, 57.52it/s]
  1%|▏         | 445/35075 [00:08<10:49, 53.34it/s]
  1%|▏         | 452/35075 [00:08<10:24, 55.46it/s]
  1%|▏         | 460/35075 [00:08<09:56, 58.04it/s]
  1%|▏         | 468/35075 [00:08<09:52, 58.42it/s]
  1%|▏         | 475/35075 [00:08<09:47, 58.88it/s]
  1%|▏         | 481/35075 [00:08<11:26, 50.38it/s]
  1%|▏         | 487/35075 [00:08<13:01, 44.25it/s]
  1%|▏         | 492/35075 [00:09<13:25, 42.95it/s]
  1%|▏         | 497/35075 [00:09<14:13, 40.53it/s]
  1%|▏         | 504/35075 [00:09<12:46, 45.12it/s]
  1%|▏         | 509/35075 [00:09<12:34, 45.81it/s]
  1%|▏         | 516/35075 [00:09<11:31, 49.96it/s]
  1%|▏         | 522/35075 [00:09<13:05, 44.01it/s]
  2%|▏         | 527/35075 [00:09<15:38, 36.80it/s]
  2%|▏         | 533/35075 [00:09<14:03, 40.95it/s]
  2%|▏         | 538/35075 [00:10<14:23, 40.02it/s]
  2%|▏         | 544/35075 [00:10<13:01, 44.19it/s]
  2%|▏         | 550/35075 [00:10<12:20, 46.64it/s]
  2%|▏         | 556/35075 [00:10<11:34, 49.70it/s]
  2%|▏         | 562/35075 [00:10<11:53, 48.40it/s]
  2%|▏         | 568/35075 [00:10<11:26, 50.30it/s]
  2%|▏         | 575/35075 [00:10<14:21, 40.05it/s]
  2%|▏         | 583/35075 [00:11<12:13, 47.00it/s]
  2%|▏         | 591/35075 [00:11<10:58, 52.33it/s]
  2%|▏         | 597/35075 [00:11<10:36, 54.14it/s]
  2%|▏         | 604/35075 [00:11<09:58, 57.56it/s]
  2%|▏         | 613/35075 [00:11<08:55, 64.40it/s]
  2%|▏         | 622/35075 [00:11<08:19, 68.98it/s]
  2%|▏         | 630/35075 [00:11<08:03, 71.22it/s]
  2%|▏         | 638/35075 [00:11<08:58, 63.93it/s]
  2%|▏         | 647/35075 [00:11<08:21, 68.66it/s]
  2%|▏         | 655/35075 [00:12<09:14, 62.13it/s]
  2%|▏         | 662/35075 [00:12<09:26, 60.73it/s]
  2%|▏         | 669/35075 [00:12<10:43, 53.48it/s]
  2%|▏         | 675/35075 [00:12<10:55, 52.52it/s]
  2%|▏         | 681/35075 [00:12<11:24, 50.27it/s]
  2%|▏         | 687/35075 [00:12<12:18, 46.55it/s]
  2%|▏         | 692/35075 [00:12<12:36, 45.48it/s]
  2%|▏         | 697/35075 [00:13<15:47, 36.27it/s]
  2%|▏         | 702/35075 [00:13<16:23, 34.95it/s]
  2%|▏         | 708/35075 [00:13<14:43, 38.89it/s]
  2%|▏         | 714/35075 [00:13<14:03, 40.76it/s]
  2%|▏         | 719/35075 [00:13<13:23, 42.77it/s]
  2%|▏         | 724/35075 [00:13<13:36, 42.09it/s]
  2%|▏         | 729/35075 [00:13<14:02, 40.75it/s]
  2%|▏         | 735/35075 [00:13<12:47, 44.72it/s]
  2%|▏         | 740/35075 [00:14<13:22, 42.80it/s]
  2%|▏         | 745/35075 [00:14<13:22, 42.76it/s]
  2%|▏         | 750/35075 [00:14<13:33, 42.18it/s]
  2%|▏         | 756/35075 [00:14<12:25, 46.06it/s]
  2%|▏         | 762/35075 [00:14<11:42, 48.88it/s]
  2%|▏         | 768/35075 [00:14<12:24, 46.07it/s]
  2%|▏         | 774/35075 [00:14<11:49, 48.32it/s]
  2%|▏         | 779/35075 [00:15<15:58, 35.79it/s]
  2%|▏         | 784/35075 [00:15<19:37, 29.11it/s]
  2%|▏         | 790/35075 [00:15<16:50, 33.93it/s]
  2%|▏         | 796/35075 [00:15<14:46, 38.68it/s]
  2%|▏         | 803/35075 [00:15<13:09, 43.40it/s]
  2%|▏         | 809/35075 [00:15<12:08, 47.02it/s]
  2%|▏         | 815/35075 [00:15<12:19, 46.33it/s]
  2%|▏         | 821/35075 [00:15<11:43, 48.68it/s]
  2%|▏         | 827/35075 [00:16<12:08, 47.03it/s]
  2%|▏         | 832/35075 [00:16<12:23, 46.07it/s]
  2%|▏         | 838/35075 [00:16<11:52, 48.08it/s]
  2%|▏         | 844/35075 [00:16<11:10, 51.08it/s]
  2%|▏         | 850/35075 [00:16<11:12, 50.88it/s]
  2%|▏         | 856/35075 [00:16<12:01, 47.40it/s]
  2%|▏         | 863/35075 [00:16<10:53, 52.35it/s]
  2%|▏         | 869/35075 [00:16<10:33, 53.97it/s]
  3%|▎         | 878/35075 [00:16<09:26, 60.33it/s]
  3%|▎         | 887/35075 [00:17<08:39, 65.81it/s]
  3%|▎         | 894/35075 [00:17<09:40, 58.84it/s]
  3%|▎         | 902/35075 [00:17<09:16, 61.35it/s]
  3%|▎         | 910/35075 [00:17<08:41, 65.54it/s]
  3%|▎         | 919/35075 [00:17<08:02, 70.85it/s]
  3%|▎         | 928/35075 [00:17<07:35, 74.91it/s]
  3%|▎         | 938/35075 [00:17<07:02, 80.79it/s]
  3%|▎         | 950/35075 [00:17<06:24, 88.79it/s]
  3%|▎         | 960/35075 [00:18<07:08, 79.63it/s]
  3%|▎         | 969/35075 [00:18<09:02, 62.92it/s]
  3%|▎         | 977/35075 [00:18<09:26, 60.18it/s]
  3%|▎         | 984/35075 [00:18<09:16, 61.27it/s]
  3%|▎         | 992/35075 [00:18<08:58, 63.28it/s]
  3%|▎         | 999/35075 [00:18<08:56, 63.50it/s]
  3%|▎         | 1006/35075 [00:18<10:36, 53.54it/s]
  3%|▎         | 1012/35075 [00:19<11:00, 51.59it/s]
  3%|▎         | 1018/35075 [00:19<11:07, 51.06it/s]
  3%|▎         | 1024/35075 [00:19<11:28, 49.47it/s]
  3%|▎         | 1030/35075 [00:19<11:31, 49.22it/s]
  3%|▎         | 1037/35075 [00:19<10:46, 52.66it/s]
  3%|▎         | 1043/35075 [00:19<12:28, 45.49it/s]
  3%|▎         | 1052/35075 [00:19<10:41, 53.06it/s]
  3%|▎         | 1059/35075 [00:19<09:55, 57.13it/s]
  3%|▎         | 1066/35075 [00:20<11:16, 50.25it/s]
  3%|▎         | 1072/35075 [00:20<11:01, 51.43it/s]
  3%|▎         | 1079/35075 [00:20<10:17, 55.08it/s]
  3%|▎         | 1085/35075 [00:20<12:04, 46.91it/s]
  3%|▎         | 1091/35075 [00:20<12:42, 44.58it/s]
  3%|▎         | 1096/35075 [00:20<12:40, 44.67it/s]
  3%|▎         | 1102/35075 [00:20<11:47, 48.02it/s]
  3%|▎         | 1108/35075 [00:20<12:06, 46.76it/s]
  3%|▎         | 1116/35075 [00:21<10:50, 52.18it/s]
  3%|▎         | 1126/35075 [00:21<09:27, 59.79it/s]
  3%|▎         | 1134/35075 [00:21<09:02, 62.54it/s]
  3%|▎         | 1145/35075 [00:21<08:01, 70.46it/s]
  3%|▎         | 1153/35075 [00:21<07:52, 71.79it/s]
  3%|▎         | 1161/35075 [00:21<07:45, 72.78it/s]Skipping ../../sampledata/20191129/13/5375131905612959624.html with error input contains invalid UTF-8 around byte 163 (of 3948)

  3%|▎         | 1172/35075 [00:21<07:02, 80.21it/s]
  3%|▎         | 1183/35075 [00:21<06:31, 86.61it/s]
  3%|▎         | 1193/35075 [00:21<06:30, 86.85it/s]
  3%|▎         | 1203/35075 [00:22<06:15, 90.17it/s]
  3%|▎         | 1213/35075 [00:22<06:43, 83.98it/s]
  3%|▎         | 1222/35075 [00:22<07:22, 76.44it/s]
  4%|▎         | 1230/35075 [00:22<08:38, 65.30it/s]
  4%|▎         | 1238/35075 [00:22<08:27, 66.73it/s]
  4%|▎         | 1246/35075 [00:22<08:21, 67.49it/s]
  4%|▎         | 1254/35075 [00:22<08:27, 66.68it/s]
  4%|▎         | 1262/35075 [00:22<08:17, 67.96it/s]
  4%|▎         | 1271/35075 [00:23<07:46, 72.45it/s]
  4%|▎         | 1281/35075 [00:23<07:19, 76.81it/s]
  4%|▎         | 1289/35075 [00:23<07:16, 77.41it/s]
  4%|▎         | 1297/35075 [00:23<07:43, 72.91it/s]
  4%|▎         | 1305/35075 [00:23<07:37, 73.87it/s]
  4%|▎         | 1313/35075 [00:23<08:04, 69.72it/s]
  4%|▍         | 1321/35075 [00:23<08:42, 64.60it/s]
  4%|▍         | 1328/35075 [00:23<09:34, 58.76it/s]
  4%|▍         | 1336/35075 [00:24<09:11, 61.22it/s]
  4%|▍         | 1343/35075 [00:24<09:26, 59.56it/s]
  4%|▍         | 1350/35075 [00:24<09:28, 59.30it/s]
  4%|▍         | 1357/35075 [00:24<09:37, 58.37it/s]
  4%|▍         | 1364/35075 [00:24<09:24, 59.67it/s]
  4%|▍         | 1374/35075 [00:24<08:26, 66.56it/s]
  4%|▍         | 1382/35075 [00:24<08:03, 69.75it/s]
  4%|▍         | 1390/35075 [00:24<08:11, 68.52it/s]
  4%|▍         | 1398/35075 [00:24<09:00, 62.34it/s]
  4%|▍         | 1406/35075 [00:25<08:36, 65.15it/s]
  4%|▍         | 1413/35075 [00:25<08:49, 63.56it/s]
  4%|▍         | 1421/35075 [00:25<08:37, 64.97it/s]
  4%|▍         | 1430/35075 [00:25<08:07, 68.96it/s]
  4%|▍         | 1438/35075 [00:25<09:28, 59.20it/s]
  4%|▍         | 1445/35075 [00:25<09:07, 61.39it/s]
  4%|▍         | 1452/35075 [00:25<09:26, 59.37it/s]
  4%|▍         | 1460/35075 [00:25<08:57, 62.55it/s]
  4%|▍         | 1467/35075 [00:26<09:27, 59.26it/s]
  4%|▍         | 1474/35075 [00:26<10:19, 54.20it/s]
  4%|▍         | 1480/35075 [00:26<10:13, 54.76it/s]
  4%|▍         | 1488/35075 [00:26<09:40, 57.84it/s]
  4%|▍         | 1495/35075 [00:26<09:22, 59.71it/s]
  4%|▍         | 1502/35075 [00:26<09:34, 58.40it/s]
  4%|▍         | 1508/35075 [00:26<09:45, 57.31it/s]
  4%|▍         | 1514/35075 [00:26<09:41, 57.73it/s]
  4%|▍         | 1520/35075 [00:27<09:42, 57.61it/s]
  4%|▍         | 1527/35075 [00:27<09:38, 58.02it/s]
  4%|▍         | 1535/35075 [00:27<09:20, 59.84it/s]
  4%|▍         | 1543/35075 [00:27<08:51, 63.08it/s]
  4%|▍         | 1550/35075 [00:27<09:07, 61.23it/s]
  4%|▍         | 1557/35075 [00:27<09:44, 57.31it/s]
  4%|▍         | 1565/35075 [00:27<09:29, 58.87it/s]
  4%|▍         | 1573/35075 [00:27<08:51, 63.08it/s]
  5%|▍         | 1580/35075 [00:28<09:06, 61.32it/s]
  5%|▍         | 1587/35075 [00:28<09:34, 58.26it/s]
  5%|▍         | 1595/35075 [00:28<08:51, 63.01it/s]
  5%|▍         | 1603/35075 [00:28<08:19, 66.97it/s]
  5%|▍         | 1612/35075 [00:28<07:49, 71.27it/s]
  5%|▍         | 1621/35075 [00:28<07:34, 73.64it/s]
  5%|▍         | 1629/35075 [00:28<07:30, 74.29it/s]
  5%|▍         | 1637/35075 [00:28<07:22, 75.53it/s]
  5%|▍         | 1645/35075 [00:28<07:28, 74.50it/s]
  5%|▍         | 1654/35075 [00:28<07:11, 77.54it/s]
  5%|▍         | 1662/35075 [00:29<07:17, 76.44it/s]
  5%|▍         | 1672/35075 [00:29<06:48, 81.75it/s]
  5%|▍         | 1682/35075 [00:29<06:31, 85.40it/s]
  5%|▍         | 1693/35075 [00:29<06:09, 90.43it/s]
  5%|▍         | 1703/35075 [00:29<06:15, 88.78it/s]
  5%|▍         | 1713/35075 [00:29<06:05, 91.22it/s]
  5%|▍         | 1723/35075 [00:29<06:01, 92.29it/s]
  5%|▍         | 1734/35075 [00:29<05:56, 93.41it/s]
  5%|▍         | 1744/35075 [00:29<06:29, 85.54it/s]
  5%|▌         | 1754/35075 [00:30<06:14, 88.95it/s]
  5%|▌         | 1764/35075 [00:30<06:05, 91.24it/s]
  5%|▌         | 1774/35075 [00:30<06:30, 85.32it/s]
  5%|▌         | 1784/35075 [00:30<06:26, 86.09it/s]
  5%|▌         | 1793/35075 [00:30<06:49, 81.31it/s]
  5%|▌         | 1803/35075 [00:30<06:28, 85.67it/s]
  5%|▌         | 1814/35075 [00:30<06:09, 90.00it/s]
  5%|▌         | 1824/35075 [00:30<06:12, 89.32it/s]
  5%|▌         | 1834/35075 [00:31<06:34, 84.18it/s]
  5%|▌         | 1843/35075 [00:31<06:30, 85.03it/s]
  5%|▌         | 1853/35075 [00:31<06:13, 88.92it/s]
  5%|▌         | 1863/35075 [00:31<06:25, 86.08it/s]
  5%|▌         | 1872/35075 [00:31<06:28, 85.43it/s]
  5%|▌         | 1883/35075 [00:31<06:07, 90.32it/s]
  5%|▌         | 1894/35075 [00:31<05:54, 93.73it/s]
  5%|▌         | 1904/35075 [00:31<05:58, 92.41it/s]Skipping ../../sampledata/20191129/13/7916917745265926869.html with error input contains invalid UTF-8 around byte 297 (of 2427)

  5%|▌         | 1914/35075 [00:31<06:54, 79.97it/s]
  5%|▌         | 1923/35075 [00:32<06:55, 79.71it/s]
  6%|▌         | 1932/35075 [00:32<08:01, 68.78it/s]
  6%|▌         | 1940/35075 [00:32<08:38, 63.85it/s]
  6%|▌         | 1947/35075 [00:32<08:40, 63.62it/s]
  6%|▌         | 1955/35075 [00:32<08:19, 66.34it/s]
  6%|▌         | 1963/35075 [00:32<07:56, 69.48it/s]
  6%|▌         | 1971/35075 [00:32<07:44, 71.26it/s]
  6%|▌         | 1979/35075 [00:32<07:56, 69.43it/s]
  6%|▌         | 1988/35075 [00:33<07:34, 72.84it/s]
  6%|▌         | 1998/35075 [00:33<06:58, 78.95it/s]
  6%|▌         | 2007/35075 [00:33<06:44, 81.66it/s]
  6%|▌         | 2017/35075 [00:33<06:23, 86.21it/s]
  6%|▌         | 2026/35075 [00:33<06:20, 86.91it/s]
  6%|▌         | 2035/35075 [00:33<06:18, 87.35it/s]
  6%|▌         | 2046/35075 [00:33<05:55, 92.87it/s]
  6%|▌         | 2056/35075 [00:33<05:53, 93.36it/s]
  6%|▌         | 2067/35075 [00:33<05:39, 97.29it/s]
  6%|▌         | 2077/35075 [00:33<06:21, 86.51it/s]
  6%|▌         | 2086/35075 [00:34<06:45, 81.39it/s]
  6%|▌         | 2095/35075 [00:34<07:22, 74.55it/s]
  6%|▌         | 2105/35075 [00:34<06:49, 80.43it/s]
  6%|▌         | 2114/35075 [00:34<06:41, 82.08it/s]
  6%|▌         | 2123/35075 [00:34<07:06, 77.20it/s]
  6%|▌         | 2131/35075 [00:34<07:59, 68.74it/s]
  6%|▌         | 2139/35075 [00:34<07:47, 70.51it/s]
  6%|▌         | 2149/35075 [00:34<07:11, 76.26it/s]
  6%|▌         | 2157/35075 [00:35<07:13, 76.00it/s]
  6%|▌         | 2167/35075 [00:35<06:51, 79.93it/s]
  6%|▌         | 2176/35075 [00:35<07:18, 75.04it/s]Skipping ../../sampledata/20191129/13/6579911480031350226.html with error input contains invalid UTF-8 around byte 3168 (of 3180)

  6%|▌         | 2185/35075 [00:35<07:11, 76.22it/s]
  6%|▋         | 2193/35075 [00:35<08:29, 64.54it/s]
  6%|▋         | 2203/35075 [00:35<07:36, 72.03it/s]
  6%|▋         | 2211/35075 [00:35<07:29, 73.11it/s]
  6%|▋         | 2219/35075 [00:35<07:50, 69.77it/s]
  6%|▋         | 2227/35075 [00:36<09:03, 60.46it/s]
  6%|▋         | 2236/35075 [00:36<08:17, 66.02it/s]
  6%|▋         | 2244/35075 [00:36<08:42, 62.89it/s]
  6%|▋         | 2251/35075 [00:36<08:48, 62.14it/s]
  6%|▋         | 2259/35075 [00:36<08:37, 63.36it/s]
  6%|▋         | 2268/35075 [00:36<07:54, 69.09it/s]
  6%|▋         | 2276/35075 [00:36<07:53, 69.21it/s]
  7%|▋         | 2284/35075 [00:36<07:35, 72.06it/s]
  7%|▋         | 2294/35075 [00:37<07:03, 77.41it/s]
  7%|▋         | 2302/35075 [00:37<07:04, 77.26it/s]
  7%|▋         | 2310/35075 [00:37<07:45, 70.33it/s]
  7%|▋         | 2318/35075 [00:37<07:38, 71.39it/s]
  7%|▋         | 2326/35075 [00:37<08:24, 64.95it/s]
  7%|▋         | 2333/35075 [00:37<08:50, 61.71it/s]
  7%|▋         | 2340/35075 [00:37<10:15, 53.16it/s]
  7%|▋         | 2349/35075 [00:37<09:05, 60.01it/s]
  7%|▋         | 2356/35075 [00:38<10:47, 50.52it/s]
  7%|▋         | 2362/35075 [00:38<10:41, 51.02it/s]
  7%|▋         | 2368/35075 [00:38<11:23, 47.86it/s]
  7%|▋         | 2374/35075 [00:38<12:19, 44.19it/s]
  7%|▋         | 2379/35075 [00:38<12:05, 45.08it/s]
  7%|▋         | 2384/35075 [00:38<13:13, 41.18it/s]
  7%|▋         | 2391/35075 [00:38<11:51, 45.93it/s]Skipping ../../sampledata/20191129/13/580099849983014477.html with error input contains invalid UTF-8 around byte 290 (of 919)

  7%|▋         | 2397/35075 [00:39<11:11, 48.65it/s]
  7%|▋         | 2403/35075 [00:39<12:19, 44.21it/s]
  7%|▋         | 2408/35075 [00:39<12:21, 44.03it/s]
  7%|▋         | 2413/35075 [00:39<12:46, 42.60it/s]
  7%|▋         | 2420/35075 [00:39<11:19, 48.07it/s]
  7%|▋         | 2426/35075 [00:39<11:39, 46.64it/s]Skipping ../../sampledata/20191129/13/7191573466176424891.html with error input contains invalid UTF-8 around byte 1403 (of 1644)

  7%|▋         | 2434/35075 [00:39<10:16, 52.91it/s]
  7%|▋         | 2443/35075 [00:39<09:02, 60.10it/s]
  7%|▋         | 2452/35075 [00:39<08:14, 65.97it/s]
  7%|▋         | 2461/35075 [00:40<07:40, 70.88it/s]
  7%|▋         | 2469/35075 [00:40<08:45, 62.01it/s]
  7%|▋         | 2476/35075 [00:40<08:30, 63.81it/s]
  7%|▋         | 2483/35075 [00:40<08:26, 64.39it/s]
  7%|▋         | 2490/35075 [00:40<08:18, 65.35it/s]
  7%|▋         | 2497/35075 [00:40<08:42, 62.39it/s]
  7%|▋         | 2504/35075 [00:40<08:49, 61.49it/s]
  7%|▋         | 2513/35075 [00:40<08:13, 66.03it/s]
  7%|▋         | 2522/35075 [00:41<07:39, 70.92it/s]
  7%|▋         | 2532/35075 [00:41<07:08, 75.87it/s]
  7%|▋         | 2540/35075 [00:41<07:12, 75.18it/s]
  7%|▋         | 2548/35075 [00:41<07:21, 73.61it/s]
  7%|▋         | 2556/35075 [00:41<07:38, 70.99it/s]
  7%|▋         | 2565/35075 [00:41<07:16, 74.46it/s]
  7%|▋         | 2575/35075 [00:41<06:45, 80.16it/s]
  7%|▋         | 2584/35075 [00:41<06:58, 77.61it/s]
  7%|▋         | 2594/35075 [00:41<06:36, 82.02it/s]
  7%|▋         | 2603/35075 [00:42<07:01, 76.95it/s]
  7%|▋         | 2611/35075 [00:42<06:57, 77.76it/s]
  7%|▋         | 2621/35075 [00:42<06:34, 82.24it/s]
  7%|▋         | 2630/35075 [00:42<06:47, 79.59it/s]
  8%|▊         | 2639/35075 [00:42<06:35, 82.07it/s]
  8%|▊         | 2648/35075 [00:42<06:43, 80.29it/s]
  8%|▊         | 2657/35075 [00:42<07:38, 70.74it/s]
  8%|▊         | 2665/35075 [00:42<08:00, 67.48it/s]
  8%|▊         | 2672/35075 [00:42<08:15, 65.37it/s]
  8%|▊         | 2679/35075 [00:43<08:18, 64.95it/s]
  8%|▊         | 2686/35075 [00:43<08:46, 61.54it/s]
  8%|▊         | 2693/35075 [00:43<09:44, 55.36it/s]
  8%|▊         | 2700/35075 [00:43<09:08, 59.03it/s]
  8%|▊         | 2707/35075 [00:43<09:25, 57.19it/s]
  8%|▊         | 2714/35075 [00:43<09:04, 59.39it/s]
  8%|▊         | 2721/35075 [00:43<09:41, 55.63it/s]
  8%|▊         | 2729/35075 [00:43<09:00, 59.86it/s]
  8%|▊         | 2739/35075 [00:44<08:06, 66.47it/s]
  8%|▊         | 2750/35075 [00:44<07:12, 74.75it/s]
  8%|▊         | 2761/35075 [00:44<06:33, 82.06it/s]
  8%|▊         | 2773/35075 [00:44<06:00, 89.64it/s]
  8%|▊         | 2784/35075 [00:44<05:44, 93.76it/s]
  8%|▊         | 2794/35075 [00:44<06:30, 82.66it/s]
  8%|▊         | 2803/35075 [00:44<06:45, 79.55it/s]
  8%|▊         | 2813/35075 [00:44<06:22, 84.27it/s]
  8%|▊         | 2823/35075 [00:44<06:13, 86.44it/s]
  8%|▊         | 2833/35075 [00:45<06:20, 84.64it/s]
  8%|▊         | 2842/35075 [00:45<06:40, 80.42it/s]
  8%|▊         | 2851/35075 [00:45<06:33, 81.95it/s]
  8%|▊         | 2860/35075 [00:45<06:59, 76.79it/s]
  8%|▊         | 2868/35075 [00:45<07:23, 72.68it/s]
  8%|▊         | 2876/35075 [00:45<07:26, 72.18it/s]
  8%|▊         | 2884/35075 [00:45<07:46, 68.97it/s]
  8%|▊         | 2893/35075 [00:45<07:31, 71.31it/s]
  8%|▊         | 2902/35075 [00:46<07:12, 74.35it/s]
  8%|▊         | 2912/35075 [00:46<06:41, 80.11it/s]
  8%|▊         | 2921/35075 [00:46<07:14, 74.06it/s]
  8%|▊         | 2929/35075 [00:46<07:06, 75.39it/s]
  8%|▊         | 2940/35075 [00:46<06:27, 82.91it/s]
  8%|▊         | 2951/35075 [00:46<06:03, 88.47it/s]
  8%|▊         | 2961/35075 [00:46<05:59, 89.25it/s]
  8%|▊         | 2971/35075 [00:46<05:50, 91.56it/s]
  8%|▊         | 2981/35075 [00:46<05:45, 92.98it/s]
  9%|▊         | 2991/35075 [00:47<06:04, 88.06it/s]
  9%|▊         | 3000/35075 [00:47<06:32, 81.80it/s]
  9%|▊         | 3010/35075 [00:47<06:17, 85.04it/s]
  9%|▊         | 3019/35075 [00:47<06:18, 84.72it/s]
  9%|▊         | 3028/35075 [00:47<06:21, 83.97it/s]
  9%|▊         | 3038/35075 [00:47<07:58, 66.92it/s]
  9%|▊         | 3049/35075 [00:47<07:04, 75.38it/s]
  9%|▊         | 3059/35075 [00:47<06:37, 80.46it/s]
  9%|▊         | 3068/35075 [00:48<06:28, 82.29it/s]
  9%|▉         | 3078/35075 [00:48<06:17, 84.73it/s]
  9%|▉         | 3087/35075 [00:48<06:15, 85.22it/s]
  9%|▉         | 3096/35075 [00:48<06:10, 86.40it/s]
  9%|▉         | 3106/35075 [00:48<05:54, 90.06it/s]
  9%|▉         | 3119/35075 [00:48<05:22, 99.01it/s]
  9%|▉         | 3130/35075 [00:48<05:16, 101.05it/s]
  9%|▉         | 3143/35075 [00:48<04:59, 106.72it/s]
  9%|▉         | 3154/35075 [00:48<05:12, 102.12it/s]
  9%|▉         | 3165/35075 [00:49<06:01, 88.36it/s] 
  9%|▉         | 3175/35075 [00:49<06:22, 83.49it/s]
  9%|▉         | 3184/35075 [00:49<06:17, 84.46it/s]
  9%|▉         | 3194/35075 [00:49<06:06, 86.91it/s]
  9%|▉         | 3204/35075 [00:49<05:53, 90.29it/s]
  9%|▉         | 3214/35075 [00:49<06:07, 86.64it/s]
  9%|▉         | 3223/35075 [00:49<06:35, 80.48it/s]
  9%|▉         | 3233/35075 [00:49<06:20, 83.68it/s]
  9%|▉         | 3242/35075 [00:49<06:41, 79.20it/s]
  9%|▉         | 3252/35075 [00:50<06:55, 76.55it/s]
  9%|▉         | 3261/35075 [00:50<06:48, 77.92it/s]
  9%|▉         | 3271/35075 [00:50<06:39, 79.69it/s]
  9%|▉         | 3280/35075 [00:50<06:29, 81.63it/s]
  9%|▉         | 3289/35075 [00:50<06:36, 80.15it/s]
  9%|▉         | 3298/35075 [00:50<06:28, 81.80it/s]
  9%|▉         | 3307/35075 [00:50<06:41, 79.20it/s]
  9%|▉         | 3317/35075 [00:50<06:22, 82.95it/s]
  9%|▉         | 3326/35075 [00:51<06:15, 84.55it/s]
 10%|▉         | 3336/35075 [00:51<06:02, 87.55it/s]
 10%|▉         | 3345/35075 [00:51<06:05, 86.73it/s]
 10%|▉         | 3354/35075 [00:51<06:14, 84.69it/s]
 10%|▉         | 3363/35075 [00:51<06:24, 82.48it/s]
 10%|▉         | 3372/35075 [00:51<06:36, 80.04it/s]
 10%|▉         | 3381/35075 [00:51<06:57, 75.92it/s]
 10%|▉         | 3390/35075 [00:51<06:44, 78.34it/s]
 10%|▉         | 3399/35075 [00:51<06:54, 76.37it/s]Skipping ../../sampledata/20191129/13/580099849083571195.html with error input contains invalid UTF-8 around byte 301 (of 3240)

 10%|▉         | 3407/35075 [00:52<07:22, 71.55it/s]
 10%|▉         | 3415/35075 [00:52<07:26, 70.98it/s]
 10%|▉         | 3423/35075 [00:52<07:49, 67.39it/s]
 10%|▉         | 3431/35075 [00:52<07:47, 67.70it/s]
 10%|▉         | 3438/35075 [00:52<08:26, 62.43it/s]
 10%|▉         | 3447/35075 [00:52<07:49, 67.31it/s]
 10%|▉         | 3455/35075 [00:52<07:29, 70.28it/s]
 10%|▉         | 3463/35075 [00:52<07:50, 67.26it/s]
 10%|▉         | 3470/35075 [00:53<09:35, 54.95it/s]
 10%|▉         | 3480/35075 [00:53<08:22, 62.93it/s]
 10%|▉         | 3489/35075 [00:53<07:58, 66.02it/s]
 10%|▉         | 3497/35075 [00:53<07:59, 65.84it/s]
 10%|▉         | 3505/35075 [00:53<07:35, 69.36it/s]
 10%|█         | 3513/35075 [00:53<07:33, 69.67it/s]
 10%|█         | 3521/35075 [00:53<07:52, 66.82it/s]
 10%|█         | 3530/35075 [00:53<07:18, 71.90it/s]Skipping ../../sampledata/20191129/13/7191573467548501035.html with error input contains invalid UTF-8 around byte 1412 (of 1653)

 10%|█         | 3538/35075 [00:54<07:45, 67.71it/s]
 10%|█         | 3550/35075 [00:54<06:46, 77.46it/s]
 10%|█         | 3559/35075 [00:54<06:35, 79.59it/s]
 10%|█         | 3568/35075 [00:54<06:24, 81.92it/s]
 10%|█         | 3577/35075 [00:54<06:37, 79.19it/s]
 10%|█         | 3586/35075 [00:54<06:41, 78.42it/s]
 10%|█         | 3595/35075 [00:54<07:00, 74.80it/s]
 10%|█         | 3603/35075 [00:54<08:04, 65.01it/s]
 10%|█         | 3610/35075 [00:55<09:00, 58.22it/s]
 10%|█         | 3617/35075 [00:55<08:36, 60.90it/s]
 10%|█         | 3626/35075 [00:55<07:54, 66.34it/s]
 10%|█         | 3635/35075 [00:55<07:18, 71.72it/s]
 10%|█         | 3643/35075 [00:55<07:44, 67.72it/s]
 10%|█         | 3651/35075 [00:55<07:31, 69.61it/s]
 10%|█         | 3659/35075 [00:55<07:47, 67.24it/s]
 10%|█         | 3666/35075 [00:55<07:49, 66.90it/s]
 10%|█         | 3673/35075 [00:55<08:48, 59.46it/s]
 10%|█         | 3680/35075 [00:56<10:32, 49.61it/s]
 11%|█         | 3686/35075 [00:56<12:15, 42.68it/s]
 11%|█         | 3691/35075 [00:56<11:45, 44.49it/s]
 11%|█         | 3697/35075 [00:56<10:55, 47.84it/s]
 11%|█         | 3703/35075 [00:56<10:43, 48.79it/s]
 11%|█         | 3709/35075 [00:56<11:12, 46.62it/s]
 11%|█         | 3715/35075 [00:56<10:42, 48.79it/s]
 11%|█         | 3722/35075 [00:57<10:02, 52.04it/s]
 11%|█         | 3728/35075 [00:57<10:02, 52.01it/s]
 11%|█         | 3734/35075 [00:57<11:12, 46.62it/s]
 11%|█         | 3741/35075 [00:57<10:21, 50.41it/s]
 11%|█         | 3747/35075 [00:57<10:03, 51.88it/s]
 11%|█         | 3753/35075 [00:57<09:43, 53.68it/s]
 11%|█         | 3759/35075 [00:57<10:02, 51.95it/s]
 11%|█         | 3766/35075 [00:57<09:25, 55.38it/s]
 11%|█         | 3774/35075 [00:57<08:37, 60.46it/s]
 11%|█         | 3781/35075 [00:58<08:57, 58.21it/s]
 11%|█         | 3790/35075 [00:58<08:03, 64.68it/s]
 11%|█         | 3797/35075 [00:58<08:19, 62.64it/s]
 11%|█         | 3805/35075 [00:58<07:52, 66.21it/s]
 11%|█         | 3813/35075 [00:58<07:49, 66.54it/s]
 11%|█         | 3820/35075 [00:58<07:43, 67.38it/s]
 11%|█         | 3828/35075 [00:58<07:32, 69.03it/s]
 11%|█         | 3836/35075 [00:58<07:16, 71.54it/s]
 11%|█         | 3844/35075 [00:58<07:11, 72.36it/s]
 11%|█         | 3854/35075 [00:59<06:39, 78.17it/s]
 11%|█         | 3862/35075 [00:59<07:06, 73.10it/s]
 11%|█         | 3870/35075 [00:59<07:22, 70.54it/s]
 11%|█         | 3879/35075 [00:59<07:01, 73.93it/s]
 11%|█         | 3888/35075 [00:59<06:44, 77.09it/s]
 11%|█         | 3897/35075 [00:59<06:30, 79.81it/s]
 11%|█         | 3907/35075 [00:59<06:10, 84.05it/s]
 11%|█         | 3916/35075 [00:59<06:08, 84.57it/s]
 11%|█         | 3925/35075 [00:59<06:49, 76.13it/s]
 11%|█         | 3934/35075 [01:00<06:36, 78.47it/s]
 11%|█         | 3943/35075 [01:00<07:04, 73.30it/s]
 11%|█▏        | 3951/35075 [01:00<06:55, 74.96it/s]
 11%|█▏        | 3960/35075 [01:00<06:37, 78.18it/s]
 11%|█▏        | 3968/35075 [01:00<07:03, 73.49it/s]
 11%|█▏        | 3977/35075 [01:00<06:46, 76.55it/s]
 11%|█▏        | 3987/35075 [01:00<06:30, 79.57it/s]
 11%|█▏        | 3996/35075 [01:01<08:57, 57.87it/s]
 11%|█▏        | 4005/35075 [01:01<08:19, 62.20it/s]
 11%|█▏        | 4012/35075 [01:01<08:19, 62.18it/s]
 11%|█▏        | 4020/35075 [01:01<07:59, 64.72it/s]
 11%|█▏        | 4029/35075 [01:01<07:22, 70.13it/s]
 12%|█▏        | 4038/35075 [01:01<07:06, 72.74it/s]
 12%|█▏        | 4048/35075 [01:01<06:41, 77.25it/s]
 12%|█▏        | 4057/35075 [01:01<06:38, 77.74it/s]
 12%|█▏        | 4066/35075 [01:01<06:23, 80.82it/s]
 12%|█▏        | 4075/35075 [01:02<06:27, 79.97it/s]Skipping ../../sampledata/20191129/13/5375131905511749808.html with error input contains invalid UTF-8 around byte 296 (of 7712)

 12%|█▏        | 4084/35075 [01:02<06:48, 75.96it/s]
 12%|█▏        | 4092/35075 [01:02<09:21, 55.18it/s]
 12%|█▏        | 4099/35075 [01:02<08:52, 58.16it/s]
 12%|█▏        | 4106/35075 [01:02<08:29, 60.75it/s]
 12%|█▏        | 4113/35075 [01:02<08:33, 60.33it/s]
 12%|█▏        | 4120/35075 [01:02<09:00, 57.28it/s]
 12%|█▏        | 4127/35075 [01:03<09:27, 54.49it/s]
 12%|█▏        | 4134/35075 [01:03<08:52, 58.05it/s]
 12%|█▏        | 4141/35075 [01:03<08:39, 59.51it/s]
 12%|█▏        | 4148/35075 [01:03<09:00, 57.19it/s]
 12%|█▏        | 4156/35075 [01:03<08:31, 60.40it/s]
 12%|█▏        | 4163/35075 [01:03<08:13, 62.67it/s]
 12%|█▏        | 4170/35075 [01:03<08:21, 61.66it/s]
 12%|█▏        | 4177/35075 [01:03<09:19, 55.26it/s]
 12%|█▏        | 4183/35075 [01:03<09:33, 53.83it/s]
 12%|█▏        | 4189/35075 [01:04<10:39, 48.29it/s]
 12%|█▏        | 4197/35075 [01:04<09:45, 52.71it/s]
 12%|█▏        | 4206/35075 [01:04<08:43, 58.99it/s]
 12%|█▏        | 4215/35075 [01:04<07:55, 64.86it/s]
 12%|█▏        | 4222/35075 [01:04<07:48, 65.92it/s]
 12%|█▏        | 4229/35075 [01:04<08:12, 62.64it/s]
 12%|█▏        | 4236/35075 [01:04<08:09, 63.03it/s]
 12%|█▏        | 4243/35075 [01:04<08:59, 57.20it/s]
 12%|█▏        | 4249/35075 [01:05<08:53, 57.73it/s]
 12%|█▏        | 4255/35075 [01:05<10:01, 51.28it/s]
 12%|█▏        | 4261/35075 [01:05<11:33, 44.45it/s]
 12%|█▏        | 4266/35075 [01:05<17:57, 28.60it/s]
 12%|█▏        | 4270/35075 [01:05<19:46, 25.97it/s]
 12%|█▏        | 4274/35075 [01:06<18:54, 27.16it/s]
 12%|█▏        | 4280/35075 [01:06<16:24, 31.29it/s]
 12%|█▏        | 4284/35075 [01:06<15:50, 32.39it/s]
 12%|█▏        | 4288/35075 [01:06<19:57, 25.71it/s]
 12%|█▏        | 4295/35075 [01:06<16:18, 31.44it/s]
 12%|█▏        | 4300/35075 [01:06<15:34, 32.94it/s]
 12%|█▏        | 4309/35075 [01:06<12:53, 39.79it/s]
 12%|█▏        | 4315/35075 [01:06<11:46, 43.51it/s]
 12%|█▏        | 4321/35075 [01:07<10:51, 47.22it/s]
 12%|█▏        | 4327/35075 [01:07<10:24, 49.20it/s]Skipping ../../sampledata/20191129/13/5375131904493810808.html with error input contains invalid UTF-8 around byte 1007 (of 7476)

 12%|█▏        | 4333/35075 [01:07<11:41, 43.82it/s]
 12%|█▏        | 4338/35075 [01:07<17:03, 30.03it/s]
 12%|█▏        | 4342/35075 [01:07<16:30, 31.02it/s]
 12%|█▏        | 4346/35075 [01:07<16:36, 30.84it/s]
 12%|█▏        | 4352/35075 [01:07<14:36, 35.06it/s]
 12%|█▏        | 4357/35075 [01:08<13:36, 37.61it/s]
 12%|█▏        | 4362/35075 [01:08<13:03, 39.19it/s]
 12%|█▏        | 4367/35075 [01:08<12:47, 39.99it/s]
 12%|█▏        | 4372/35075 [01:08<13:38, 37.52it/s]
 12%|█▏        | 4376/35075 [01:08<13:47, 37.11it/s]
 12%|█▏        | 4382/35075 [01:08<13:14, 38.63it/s]
 13%|█▎        | 4386/35075 [01:08<14:33, 35.12it/s]
 13%|█▎        | 4390/35075 [01:09<15:34, 32.83it/s]
 13%|█▎        | 4394/35075 [01:09<16:11, 31.57it/s]
 13%|█▎        | 4398/35075 [01:09<15:21, 33.28it/s]
 13%|█▎        | 4404/35075 [01:09<13:25, 38.10it/s]
 13%|█▎        | 4409/35075 [01:09<13:18, 38.41it/s]
 13%|█▎        | 4414/35075 [01:09<13:49, 36.96it/s]
 13%|█▎        | 4419/35075 [01:09<12:58, 39.36it/s]
 13%|█▎        | 4424/35075 [01:09<12:16, 41.62it/s]
 13%|█▎        | 4429/35075 [01:09<13:15, 38.53it/s]
 13%|█▎        | 4435/35075 [01:10<12:06, 42.20it/s]
 13%|█▎        | 4440/35075 [01:10<12:39, 40.31it/s]
 13%|█▎        | 4445/35075 [01:10<12:33, 40.66it/s]
 13%|█▎        | 4450/35075 [01:10<12:56, 39.43it/s]
 13%|█▎        | 4455/35075 [01:10<13:27, 37.91it/s]
 13%|█▎        | 4459/35075 [01:10<14:08, 36.07it/s]
 13%|█▎        | 4463/35075 [01:10<13:47, 36.99it/s]
 13%|█▎        | 4469/35075 [01:10<12:53, 39.55it/s]
 13%|█▎        | 4475/35075 [01:11<12:05, 42.20it/s]
 13%|█▎        | 4480/35075 [01:11<12:06, 42.09it/s]
 13%|█▎        | 4485/35075 [01:11<13:07, 38.82it/s]
 13%|█▎        | 4491/35075 [01:11<11:51, 43.01it/s]
 13%|█▎        | 4500/35075 [01:11<10:03, 50.66it/s]
 13%|█▎        | 4509/35075 [01:11<08:53, 57.25it/s]
 13%|█▎        | 4517/35075 [01:11<08:36, 59.11it/s]
 13%|█▎        | 4524/35075 [01:11<08:23, 60.67it/s]
 13%|█▎        | 4532/35075 [01:12<08:08, 62.55it/s]
 13%|█▎        | 4539/35075 [01:12<07:57, 63.94it/s]
 13%|█▎        | 4548/35075 [01:12<07:18, 69.62it/s]
 13%|█▎        | 4556/35075 [01:12<07:28, 68.07it/s]
 13%|█▎        | 4564/35075 [01:12<07:54, 64.30it/s]
 13%|█▎        | 4572/35075 [01:12<07:32, 67.43it/s]
 13%|█▎        | 4580/35075 [01:12<07:22, 68.98it/s]
 13%|█▎        | 4588/35075 [01:12<07:25, 68.45it/s]
 13%|█▎        | 4595/35075 [01:12<08:05, 62.80it/s]
 13%|█▎        | 4603/35075 [01:13<07:36, 66.82it/s]
 13%|█▎        | 4610/35075 [01:13<07:57, 63.74it/s]
 13%|█▎        | 4617/35075 [01:13<08:10, 62.07it/s]
 13%|█▎        | 4625/35075 [01:13<07:44, 65.61it/s]
 13%|█▎        | 4632/35075 [01:13<07:38, 66.38it/s]
 13%|█▎        | 4640/35075 [01:13<07:21, 68.99it/s]
 13%|█▎        | 4649/35075 [01:13<07:01, 72.21it/s]
 13%|█▎        | 4657/35075 [01:13<07:08, 71.04it/s]
 13%|█▎        | 4665/35075 [01:13<06:58, 72.67it/s]
 13%|█▎        | 4673/35075 [01:14<07:09, 70.80it/s]
 13%|█▎        | 4681/35075 [01:14<07:10, 70.61it/s]
 13%|█▎        | 4691/35075 [01:14<06:37, 76.42it/s]
 13%|█▎        | 4700/35075 [01:14<06:27, 78.49it/s]
 13%|█▎        | 4708/35075 [01:14<06:49, 74.08it/s]
 13%|█▎        | 4717/35075 [01:14<06:39, 76.02it/s]
 13%|█▎        | 4725/35075 [01:14<07:56, 63.70it/s]
 13%|█▎        | 4732/35075 [01:15<09:18, 54.32it/s]
 14%|█▎        | 4738/35075 [01:15<09:26, 53.58it/s]
 14%|█▎        | 4744/35075 [01:15<09:18, 54.28it/s]
 14%|█▎        | 4752/35075 [01:15<08:28, 59.58it/s]
 14%|█▎        | 4761/35075 [01:15<08:08, 62.01it/s]
 14%|█▎        | 4768/35075 [01:15<09:11, 54.99it/s]
 14%|█▎        | 4774/35075 [01:15<11:45, 42.93it/s]
 14%|█▎        | 4779/35075 [01:16<14:24, 35.06it/s]
 14%|█▎        | 4784/35075 [01:16<13:50, 36.48it/s]
 14%|█▎        | 4789/35075 [01:16<14:25, 34.99it/s]
 14%|█▎        | 4793/35075 [01:16<15:00, 33.63it/s]
 14%|█▎        | 4797/35075 [01:16<14:46, 34.14it/s]
 14%|█▎        | 4802/35075 [01:16<13:44, 36.70it/s]
 14%|█▎        | 4806/35075 [01:16<14:07, 35.70it/s]
 14%|█▎        | 4811/35075 [01:16<13:02, 38.68it/s]
 14%|█▎        | 4816/35075 [01:17<12:33, 40.15it/s]
 14%|█▎        | 4821/35075 [01:17<11:54, 42.36it/s]
 14%|█▍        | 4830/35075 [01:17<10:08, 49.70it/s]
 14%|█▍        | 4837/35075 [01:17<09:31, 52.93it/s]
 14%|█▍        | 4843/35075 [01:17<09:16, 54.28it/s]
 14%|█▍        | 4850/35075 [01:17<08:41, 57.91it/s]
 14%|█▍        | 4857/35075 [01:17<09:26, 53.31it/s]
 14%|█▍        | 4863/35075 [01:17<09:55, 50.75it/s]
 14%|█▍        | 4869/35075 [01:17<10:17, 48.91it/s]
 14%|█▍        | 4875/35075 [01:18<09:43, 51.77it/s]
 14%|█▍        | 4881/35075 [01:18<10:34, 47.57it/s]
 14%|█▍        | 4886/35075 [01:18<11:06, 45.31it/s]
 14%|█▍        | 4892/35075 [01:18<10:17, 48.87it/s]
 14%|█▍        | 4899/35075 [01:18<10:02, 50.10it/s]
 14%|█▍        | 4906/35075 [01:18<09:13, 54.46it/s]
 14%|█▍        | 4913/35075 [01:18<08:56, 56.25it/s]
 14%|█▍        | 4919/35075 [01:18<09:04, 55.42it/s]
 14%|█▍        | 4928/35075 [01:18<08:06, 62.02it/s]
 14%|█▍        | 4935/35075 [01:19<09:01, 55.70it/s]
 14%|█▍        | 4943/35075 [01:19<08:21, 60.14it/s]
 14%|█▍        | 4952/35075 [01:19<07:42, 65.10it/s]
 14%|█▍        | 4961/35075 [01:19<07:10, 70.00it/s]
 14%|█▍        | 4969/35075 [01:19<06:58, 71.93it/s]
 14%|█▍        | 4978/35075 [01:19<06:57, 72.03it/s]
 14%|█▍        | 4987/35075 [01:19<06:45, 74.26it/s]
 14%|█▍        | 4996/35075 [01:19<06:36, 75.87it/s]
 14%|█▍        | 5004/35075 [01:20<07:01, 71.33it/s]
 14%|█▍        | 5012/35075 [01:20<06:50, 73.31it/s]
 14%|█▍        | 5021/35075 [01:20<07:21, 68.05it/s]
 14%|█▍        | 5028/35075 [01:20<08:13, 60.85it/s]
 14%|█▍        | 5035/35075 [01:20<08:16, 60.47it/s]
 14%|█▍        | 5042/35075 [01:20<08:01, 62.41it/s]
 14%|█▍        | 5049/35075 [01:20<08:07, 61.56it/s]
 14%|█▍        | 5056/35075 [01:20<08:00, 62.42it/s]
 14%|█▍        | 5064/35075 [01:21<07:55, 63.06it/s]
 14%|█▍        | 5071/35075 [01:21<07:52, 63.56it/s]
 14%|█▍        | 5080/35075 [01:21<07:25, 67.34it/s]
 15%|█▍        | 5088/35075 [01:21<07:17, 68.61it/s]
 15%|█▍        | 5095/35075 [01:21<07:25, 67.26it/s]
 15%|█▍        | 5102/35075 [01:21<07:23, 67.60it/s]
 15%|█▍        | 5109/35075 [01:21<08:05, 61.78it/s]
 15%|█▍        | 5118/35075 [01:21<07:24, 67.45it/s]
 15%|█▍        | 5128/35075 [01:21<06:48, 73.35it/s]
 15%|█▍        | 5136/35075 [01:22<06:56, 71.82it/s]
 15%|█▍        | 5144/35075 [01:22<07:10, 69.46it/s]
 15%|█▍        | 5152/35075 [01:22<07:31, 66.34it/s]
 15%|█▍        | 5159/35075 [01:22<07:50, 63.64it/s]
 15%|█▍        | 5166/35075 [01:22<08:05, 61.63it/s]
 15%|█▍        | 5174/35075 [01:22<07:34, 65.85it/s]
 15%|█▍        | 5182/35075 [01:22<07:12, 69.15it/s]
 15%|█▍        | 5190/35075 [01:22<07:41, 64.72it/s]
 15%|█▍        | 5197/35075 [01:23<07:47, 63.90it/s]
 15%|█▍        | 5207/35075 [01:23<07:05, 70.12it/s]
 15%|█▍        | 5215/35075 [01:23<07:57, 62.47it/s]
 15%|█▍        | 5222/35075 [01:23<08:11, 60.74it/s]
 15%|█▍        | 5229/35075 [01:23<07:59, 62.22it/s]
 15%|█▍        | 5236/35075 [01:23<07:59, 62.29it/s]
 15%|█▍        | 5244/35075 [01:23<07:34, 65.68it/s]
 15%|█▍        | 5251/35075 [01:23<07:37, 65.19it/s]
 15%|█▍        | 5258/35075 [01:23<07:30, 66.18it/s]
 15%|█▌        | 5266/35075 [01:24<07:14, 68.56it/s]
 15%|█▌        | 5273/35075 [01:24<07:15, 68.36it/s]
 15%|█▌        | 5280/35075 [01:24<07:26, 66.70it/s]
 15%|█▌        | 5287/35075 [01:24<08:08, 60.92it/s]
 15%|█▌        | 5294/35075 [01:24<07:50, 63.29it/s]
 15%|█▌        | 5301/35075 [01:24<07:38, 64.87it/s]
 15%|█▌        | 5308/35075 [01:24<07:40, 64.65it/s]
 15%|█▌        | 5317/35075 [01:24<07:03, 70.30it/s]
 15%|█▌        | 5325/35075 [01:24<07:04, 70.15it/s]
 15%|█▌        | 5334/35075 [01:25<06:42, 73.90it/s]
 15%|█▌        | 5342/35075 [01:25<06:54, 71.77it/s]
 15%|█▌        | 5351/35075 [01:25<06:33, 75.50it/s]
 15%|█▌        | 5359/35075 [01:25<06:42, 73.91it/s]
 15%|█▌        | 5367/35075 [01:25<06:56, 71.32it/s]
 15%|█▌        | 5375/35075 [01:25<06:58, 71.00it/s]
 15%|█▌        | 5383/35075 [01:25<07:11, 68.81it/s]
 15%|█▌        | 5390/35075 [01:25<07:34, 65.26it/s]
 15%|█▌        | 5397/35075 [01:25<07:53, 62.67it/s]
 15%|█▌        | 5405/35075 [01:26<07:30, 65.92it/s]
 15%|█▌        | 5412/35075 [01:26<07:29, 65.94it/s]
 15%|█▌        | 5419/35075 [01:26<08:09, 60.54it/s]
 15%|█▌        | 5427/35075 [01:26<07:37, 64.80it/s]
 15%|█▌        | 5435/35075 [01:26<07:21, 67.10it/s]
 16%|█▌        | 5444/35075 [01:26<06:53, 71.59it/s]
 16%|█▌        | 5454/35075 [01:26<06:25, 76.87it/s]
 16%|█▌        | 5462/35075 [01:26<06:27, 76.49it/s]
 16%|█▌        | 5473/35075 [01:26<05:55, 83.37it/s]
 16%|█▌        | 5483/35075 [01:27<05:38, 87.54it/s]
 16%|█▌        | 5493/35075 [01:27<05:39, 87.13it/s]
 16%|█▌        | 5503/35075 [01:27<05:33, 88.61it/s]
 16%|█▌        | 5512/35075 [01:27<06:07, 80.49it/s]
 16%|█▌        | 5521/35075 [01:27<06:35, 74.67it/s]
 16%|█▌        | 5529/35075 [01:27<08:23, 58.67it/s]
 16%|█▌        | 5537/35075 [01:27<08:00, 61.50it/s]
 16%|█▌        | 5544/35075 [01:27<07:56, 62.03it/s]
 16%|█▌        | 5551/35075 [01:28<08:36, 57.11it/s]
 16%|█▌        | 5558/35075 [01:28<08:29, 57.97it/s]
 16%|█▌        | 5565/35075 [01:28<08:09, 60.24it/s]
 16%|█▌        | 5572/35075 [01:28<09:39, 50.89it/s]
 16%|█▌        | 5579/35075 [01:28<09:00, 54.57it/s]
 16%|█▌        | 5585/35075 [01:28<10:07, 48.55it/s]
 16%|█▌        | 5591/35075 [01:28<09:55, 49.52it/s]
 16%|█▌        | 5599/35075 [01:29<08:55, 55.08it/s]
 16%|█▌        | 5606/35075 [01:29<08:31, 57.59it/s]
 16%|█▌        | 5615/35075 [01:29<07:40, 64.01it/s]
 16%|█▌        | 5622/35075 [01:29<07:41, 63.88it/s]
 16%|█▌        | 5630/35075 [01:29<07:18, 67.08it/s]
 16%|█▌        | 5638/35075 [01:29<07:04, 69.28it/s]
 16%|█▌        | 5646/35075 [01:29<07:29, 65.47it/s]
 16%|█▌        | 5654/35075 [01:29<07:14, 67.72it/s]
 16%|█▌        | 5661/35075 [01:29<07:26, 65.85it/s]
 16%|█▌        | 5668/35075 [01:30<07:43, 63.40it/s]
 16%|█▌        | 5677/35075 [01:30<07:09, 68.40it/s]
 16%|█▌        | 5687/35075 [01:30<06:32, 74.82it/s]
 16%|█▌        | 5699/35075 [01:30<05:53, 83.15it/s]
 16%|█▋        | 5708/35075 [01:30<06:03, 80.71it/s]
 16%|█▋        | 5717/35075 [01:30<06:00, 81.39it/s]
 16%|█▋        | 5727/35075 [01:30<05:47, 84.36it/s]
 16%|█▋        | 5736/35075 [01:30<06:05, 80.31it/s]
 16%|█▋        | 5745/35075 [01:30<06:08, 79.68it/s]
 16%|█▋        | 5754/35075 [01:31<06:33, 74.59it/s]
 16%|█▋        | 5763/35075 [01:31<06:23, 76.39it/s]
 16%|█▋        | 5772/35075 [01:31<06:12, 78.68it/s]
 16%|█▋        | 5780/35075 [01:31<07:05, 68.84it/s]
 17%|█▋        | 5788/35075 [01:31<07:35, 64.35it/s]
 17%|█▋        | 5796/35075 [01:31<07:11, 67.82it/s]
 17%|█▋        | 5804/35075 [01:31<08:08, 59.87it/s]
 17%|█▋        | 5812/35075 [01:31<07:58, 61.10it/s]
 17%|█▋        | 5821/35075 [01:32<07:21, 66.28it/s]
 17%|█▋        | 5829/35075 [01:32<07:01, 69.32it/s]
 17%|█▋        | 5837/35075 [01:32<07:07, 68.44it/s]
 17%|█▋        | 5845/35075 [01:32<07:34, 64.26it/s]
 17%|█▋        | 5852/35075 [01:32<07:43, 63.03it/s]
 17%|█▋        | 5859/35075 [01:32<07:37, 63.93it/s]
 17%|█▋        | 5867/35075 [01:32<07:15, 67.00it/s]
 17%|█▋        | 5875/35075 [01:32<07:02, 69.10it/s]
 17%|█▋        | 5882/35075 [01:33<07:33, 64.33it/s]
 17%|█▋        | 5889/35075 [01:33<07:46, 62.62it/s]
 17%|█▋        | 5896/35075 [01:33<08:08, 59.77it/s]
 17%|█▋        | 5904/35075 [01:33<07:49, 62.14it/s]
 17%|█▋        | 5912/35075 [01:33<07:25, 65.52it/s]
 17%|█▋        | 5920/35075 [01:33<07:04, 68.62it/s]
 17%|█▋        | 5927/35075 [01:33<07:39, 63.47it/s]
 17%|█▋        | 5934/35075 [01:33<08:11, 59.27it/s]
 17%|█▋        | 5941/35075 [01:33<08:24, 57.71it/s]
 17%|█▋        | 5948/35075 [01:34<08:07, 59.69it/s]
 17%|█▋        | 5955/35075 [01:34<08:11, 59.25it/s]
 17%|█▋        | 5962/35075 [01:34<08:14, 58.85it/s]
 17%|█▋        | 5971/35075 [01:34<07:32, 64.27it/s]
 17%|█▋        | 5980/35075 [01:34<07:08, 67.92it/s]
 17%|█▋        | 5989/35075 [01:34<06:46, 71.62it/s]
 17%|█▋        | 5997/35075 [01:34<06:58, 69.52it/s]
 17%|█▋        | 6005/35075 [01:34<07:07, 67.95it/s]
 17%|█▋        | 6015/35075 [01:35<06:30, 74.42it/s]
 17%|█▋        | 6023/35075 [01:35<07:13, 67.09it/s]
 17%|█▋        | 6031/35075 [01:35<07:30, 64.42it/s]
 17%|█▋        | 6041/35075 [01:35<06:45, 71.60it/s]
 17%|█▋        | 6050/35075 [01:35<06:34, 73.56it/s]
 17%|█▋        | 6060/35075 [01:35<06:04, 79.62it/s]
 17%|█▋        | 6069/35075 [01:35<06:13, 77.75it/s]
 17%|█▋        | 6080/35075 [01:35<05:49, 83.05it/s]
 17%|█▋        | 6089/35075 [01:35<06:00, 80.49it/s]
 17%|█▋        | 6098/35075 [01:36<06:15, 77.27it/s]Skipping ../../sampledata/20191129/12/580099849702550892.html with error input contains invalid UTF-8 around byte 987 (of 1828)

 17%|█▋        | 6107/35075 [01:36<06:01, 80.03it/s]
 17%|█▋        | 6116/35075 [01:36<05:53, 81.85it/s]
 17%|█▋        | 6125/35075 [01:36<05:58, 80.76it/s]
 17%|█▋        | 6134/35075 [01:36<06:09, 78.43it/s]
 18%|█▊        | 6143/35075 [01:36<05:57, 81.02it/s]
 18%|█▊        | 6153/35075 [01:36<05:39, 85.13it/s]
 18%|█▊        | 6164/35075 [01:36<05:19, 90.49it/s]
 18%|█▊        | 6174/35075 [01:36<05:31, 87.12it/s]
 18%|█▊        | 6183/35075 [01:37<06:03, 79.48it/s]
 18%|█▊        | 6192/35075 [01:37<06:57, 69.18it/s]
 18%|█▊        | 6203/35075 [01:37<06:11, 77.70it/s]
 18%|█▊        | 6214/35075 [01:37<05:42, 84.17it/s]
 18%|█▊        | 6224/35075 [01:37<05:41, 84.57it/s]
 18%|█▊        | 6234/35075 [01:37<05:31, 87.01it/s]
 18%|█▊        | 6244/35075 [01:37<05:25, 88.66it/s]
 18%|█▊        | 6254/35075 [01:37<05:57, 80.70it/s]
 18%|█▊        | 6265/35075 [01:38<05:32, 86.70it/s]
 18%|█▊        | 6275/35075 [01:38<06:32, 73.30it/s]
 18%|█▊        | 6283/35075 [01:38<06:24, 74.88it/s]
 18%|█▊        | 6291/35075 [01:38<06:34, 72.99it/s]
 18%|█▊        | 6301/35075 [01:38<06:05, 78.80it/s]
 18%|█▊        | 6311/35075 [01:38<05:42, 83.87it/s]
 18%|█▊        | 6320/35075 [01:38<05:36, 85.49it/s]
 18%|█▊        | 6329/35075 [01:38<05:56, 80.53it/s]
 18%|█▊        | 6338/35075 [01:39<05:53, 81.33it/s]
 18%|█▊        | 6347/35075 [01:39<05:55, 80.89it/s]
 18%|█▊        | 6356/35075 [01:39<05:55, 80.87it/s]
 18%|█▊        | 6365/35075 [01:39<06:23, 74.94it/s]
 18%|█▊        | 6373/35075 [01:39<06:20, 75.35it/s]
 18%|█▊        | 6381/35075 [01:39<06:36, 72.39it/s]
 18%|█▊        | 6389/35075 [01:39<06:26, 74.21it/s]
 18%|█▊        | 6397/35075 [01:39<06:53, 69.34it/s]
 18%|█▊        | 6405/35075 [01:39<07:20, 65.09it/s]
 18%|█▊        | 6412/35075 [01:40<07:45, 61.58it/s]
 18%|█▊        | 6419/35075 [01:40<07:42, 61.99it/s]
 18%|█▊        | 6428/35075 [01:40<07:12, 66.23it/s]
 18%|█▊        | 6436/35075 [01:40<07:06, 67.13it/s]
 18%|█▊        | 6444/35075 [01:40<07:25, 64.28it/s]
 18%|█▊        | 6451/35075 [01:40<07:50, 60.79it/s]
 18%|█▊        | 6459/35075 [01:40<07:28, 63.84it/s]
 18%|█▊        | 6469/35075 [01:40<06:41, 71.20it/s]
 18%|█▊        | 6479/35075 [01:41<06:12, 76.84it/s]
 19%|█▊        | 6490/35075 [01:41<05:47, 82.18it/s]
 19%|█▊        | 6500/35075 [01:41<05:41, 83.61it/s]
 19%|█▊        | 6509/35075 [01:41<05:41, 83.72it/s]
 19%|█▊        | 6520/35075 [01:41<05:17, 90.08it/s]
 19%|█▊        | 6530/35075 [01:41<05:07, 92.81it/s]
 19%|█▊        | 6540/35075 [01:41<05:06, 93.03it/s]
 19%|█▊        | 6553/35075 [01:41<04:44, 100.30it/s]
 19%|█▊        | 6564/35075 [01:41<04:39, 101.98it/s]
 19%|█▉        | 6577/35075 [01:42<04:26, 107.09it/s]
 19%|█▉        | 6588/35075 [01:42<04:28, 105.92it/s]
 19%|█▉        | 6599/35075 [01:42<04:43, 100.31it/s]
 19%|█▉        | 6610/35075 [01:42<04:49, 98.46it/s] 
 19%|█▉        | 6621/35075 [01:42<04:39, 101.62it/s]
 19%|█▉        | 6633/35075 [01:42<04:29, 105.41it/s]
 19%|█▉        | 6645/35075 [01:42<04:25, 106.92it/s]
 19%|█▉        | 6657/35075 [01:42<04:21, 108.78it/s]
 19%|█▉        | 6668/35075 [01:42<04:57, 95.62it/s] 
 19%|█▉        | 6678/35075 [01:43<04:59, 94.74it/s]
 19%|█▉        | 6689/35075 [01:43<04:50, 97.58it/s]
 19%|█▉        | 6699/35075 [01:43<05:05, 92.79it/s]
 19%|█▉        | 6709/35075 [01:43<05:20, 88.47it/s]
 19%|█▉        | 6720/35075 [01:43<05:04, 93.02it/s]
 19%|█▉        | 6731/35075 [01:43<04:55, 95.97it/s]
 19%|█▉        | 6743/35075 [01:43<04:45, 99.39it/s]
 19%|█▉        | 6754/35075 [01:43<04:38, 101.56it/s]
 19%|█▉        | 6765/35075 [01:43<05:06, 92.23it/s] 
 19%|█▉        | 6776/35075 [01:44<04:56, 95.38it/s]
 19%|█▉        | 6786/35075 [01:44<05:33, 84.85it/s]
 19%|█▉        | 6799/35075 [01:44<05:04, 92.90it/s]Skipping ../../sampledata/20191129/12/9051559958417418453.html with error input contains invalid UTF-8 around byte 957 (of 4492)

 19%|█▉        | 6810/35075 [01:44<04:50, 97.33it/s]
 19%|█▉        | 6821/35075 [01:44<05:17, 88.97it/s]
 19%|█▉        | 6831/35075 [01:44<05:08, 91.66it/s]
 20%|█▉        | 6841/35075 [01:44<05:31, 85.19it/s]
 20%|█▉        | 6850/35075 [01:44<05:30, 85.39it/s]
 20%|█▉        | 6862/35075 [01:45<05:04, 92.63it/s]
 20%|█▉        | 6873/35075 [01:45<04:58, 94.63it/s]
 20%|█▉        | 6883/35075 [01:45<05:14, 89.59it/s]
 20%|█▉        | 6893/35075 [01:45<05:38, 83.37it/s]
 20%|█▉        | 6902/35075 [01:45<05:30, 85.18it/s]
 20%|█▉        | 6911/35075 [01:45<05:33, 84.36it/s]
 20%|█▉        | 6920/35075 [01:45<06:03, 77.52it/s]
 20%|█▉        | 6928/35075 [01:45<06:54, 67.95it/s]
 20%|█▉        | 6937/35075 [01:45<06:25, 73.02it/s]
 20%|█▉        | 6949/35075 [01:46<05:47, 80.95it/s]
 20%|█▉        | 6959/35075 [01:46<05:32, 84.68it/s]
 20%|█▉        | 6968/35075 [01:46<05:57, 78.61it/s]
 20%|█▉        | 6977/35075 [01:46<05:46, 81.09it/s]
 20%|█▉        | 6986/35075 [01:46<05:37, 83.30it/s]
 20%|█▉        | 6995/35075 [01:46<05:51, 79.98it/s]
 20%|█▉        | 7004/35075 [01:46<05:50, 80.00it/s]
 20%|█▉        | 7014/35075 [01:46<05:35, 83.62it/s]
 20%|██        | 7024/35075 [01:46<05:25, 86.29it/s]
 20%|██        | 7033/35075 [01:47<05:25, 86.23it/s]
 20%|██        | 7042/35075 [01:47<05:37, 83.05it/s]
 20%|██        | 7051/35075 [01:47<05:56, 78.71it/s]
 20%|██        | 7059/35075 [01:47<06:09, 75.85it/s]
 20%|██        | 7069/35075 [01:47<05:45, 81.15it/s]
 20%|██        | 7080/35075 [01:47<05:22, 86.76it/s]
 20%|██        | 7089/35075 [01:47<05:41, 81.96it/s]
 20%|██        | 7098/35075 [01:47<05:49, 79.97it/s]
 20%|██        | 7107/35075 [01:48<05:41, 81.98it/s]
 20%|██        | 7118/35075 [01:48<05:25, 85.99it/s]
 20%|██        | 7127/35075 [01:48<05:49, 80.04it/s]
 20%|██        | 7136/35075 [01:48<05:53, 78.97it/s]
 20%|██        | 7145/35075 [01:48<06:06, 76.25it/s]
 20%|██        | 7153/35075 [01:48<06:08, 75.80it/s]
 20%|██        | 7161/35075 [01:48<06:24, 72.56it/s]
 20%|██        | 7170/35075 [01:48<06:09, 75.59it/s]
 20%|██        | 7180/35075 [01:48<05:47, 80.21it/s]
 20%|██        | 7189/35075 [01:49<06:03, 76.79it/s]
 21%|██        | 7197/35075 [01:49<06:24, 72.55it/s]
 21%|██        | 7205/35075 [01:49<06:40, 69.60it/s]
 21%|██        | 7213/35075 [01:49<06:26, 72.12it/s]
 21%|██        | 7222/35075 [01:49<06:04, 76.31it/s]
 21%|██        | 7232/35075 [01:49<05:40, 81.72it/s]
 21%|██        | 7241/35075 [01:49<05:42, 81.16it/s]
 21%|██        | 7252/35075 [01:49<05:49, 79.64it/s]
 21%|██        | 7261/35075 [01:49<05:51, 79.20it/s]
 21%|██        | 7271/35075 [01:50<05:33, 83.26it/s]
 21%|██        | 7280/35075 [01:50<05:40, 81.65it/s]
 21%|██        | 7289/35075 [01:50<05:35, 82.76it/s]
 21%|██        | 7299/35075 [01:50<05:25, 85.30it/s]
 21%|██        | 7309/35075 [01:50<05:15, 88.01it/s]
 21%|██        | 7320/35075 [01:50<05:02, 91.61it/s]
 21%|██        | 7330/35075 [01:50<05:15, 87.93it/s]
 21%|██        | 7339/35075 [01:50<05:28, 84.34it/s]
 21%|██        | 7348/35075 [01:50<05:37, 82.27it/s]
 21%|██        | 7357/35075 [01:51<05:41, 81.27it/s]
 21%|██        | 7366/35075 [01:51<05:55, 78.01it/s]
 21%|██        | 7374/35075 [01:51<06:28, 71.33it/s]
 21%|██        | 7382/35075 [01:51<06:19, 72.98it/s]
 21%|██        | 7390/35075 [01:51<06:19, 72.92it/s]
 21%|██        | 7400/35075 [01:51<05:50, 78.91it/s]
 21%|██        | 7409/35075 [01:51<06:20, 72.75it/s]
 21%|██        | 7417/35075 [01:51<06:15, 73.64it/s]
 21%|██        | 7425/35075 [01:52<06:38, 69.37it/s]
 21%|██        | 7435/35075 [01:52<06:05, 75.73it/s]
 21%|██        | 7444/35075 [01:52<05:47, 79.49it/s]
 21%|██        | 7453/35075 [01:52<06:04, 75.68it/s]
 21%|██▏       | 7461/35075 [01:52<06:04, 75.72it/s]
 21%|██▏       | 7469/35075 [01:52<06:22, 72.15it/s]
 21%|██▏       | 7477/35075 [01:52<06:29, 70.85it/s]
 21%|██▏       | 7486/35075 [01:52<06:08, 74.77it/s]
 21%|██▏       | 7494/35075 [01:53<06:47, 67.61it/s]
 21%|██▏       | 7504/35075 [01:53<06:17, 73.07it/s]
 21%|██▏       | 7512/35075 [01:53<06:14, 73.57it/s]
 21%|██▏       | 7520/35075 [01:53<06:11, 74.08it/s]
 21%|██▏       | 7528/35075 [01:53<06:08, 74.72it/s]
 21%|██▏       | 7537/35075 [01:53<05:55, 77.39it/s]
 22%|██▏       | 7545/35075 [01:53<06:43, 68.21it/s]
 22%|██▏       | 7555/35075 [01:53<06:11, 74.09it/s]
 22%|██▏       | 7563/35075 [01:53<06:11, 74.14it/s]
 22%|██▏       | 7571/35075 [01:54<06:29, 70.53it/s]
 22%|██▏       | 7579/35075 [01:54<06:47, 67.53it/s]
 22%|██▏       | 7586/35075 [01:54<07:39, 59.80it/s]
 22%|██▏       | 7595/35075 [01:54<06:56, 65.98it/s]
 22%|██▏       | 7602/35075 [01:54<07:00, 65.36it/s]
 22%|██▏       | 7609/35075 [01:54<06:55, 66.08it/s]
 22%|██▏       | 7616/35075 [01:54<07:04, 64.74it/s]
 22%|██▏       | 7626/35075 [01:54<06:32, 69.94it/s]
 22%|██▏       | 7634/35075 [01:54<06:23, 71.50it/s]
 22%|██▏       | 7642/35075 [01:55<06:22, 71.63it/s]
 22%|██▏       | 7651/35075 [01:55<06:01, 75.85it/s]
 22%|██▏       | 7660/35075 [01:55<05:45, 79.42it/s]
 22%|██▏       | 7669/35075 [01:55<06:51, 66.56it/s]
 22%|██▏       | 7678/35075 [01:55<06:24, 71.32it/s]
 22%|██▏       | 7687/35075 [01:55<06:05, 74.92it/s]
 22%|██▏       | 7697/35075 [01:55<05:40, 80.48it/s]
 22%|██▏       | 7706/35075 [01:55<06:54, 66.11it/s]
 22%|██▏       | 7714/35075 [01:56<06:53, 66.24it/s]
 22%|██▏       | 7723/35075 [01:56<06:22, 71.44it/s]
 22%|██▏       | 7731/35075 [01:56<06:34, 69.28it/s]
 22%|██▏       | 7741/35075 [01:56<06:09, 74.05it/s]
 22%|██▏       | 7749/35075 [01:56<06:16, 72.57it/s]
 22%|██▏       | 7757/35075 [01:56<07:06, 64.10it/s]
 22%|██▏       | 7766/35075 [01:56<06:34, 69.17it/s]
 22%|██▏       | 7775/35075 [01:56<06:10, 73.64it/s]
 22%|██▏       | 7785/35075 [01:57<05:52, 77.46it/s]
 22%|██▏       | 7796/35075 [01:57<05:22, 84.62it/s]
 22%|██▏       | 7805/35075 [01:57<05:19, 85.48it/s]
 22%|██▏       | 7814/35075 [01:57<05:28, 83.00it/s]
 22%|██▏       | 7823/35075 [01:57<05:32, 81.92it/s]
 22%|██▏       | 7832/35075 [01:57<06:02, 75.17it/s]
 22%|██▏       | 7844/35075 [01:57<05:24, 83.94it/s]
 22%|██▏       | 7855/35075 [01:57<05:04, 89.31it/s]
 22%|██▏       | 7865/35075 [01:57<05:17, 85.71it/s]
 22%|██▏       | 7875/35075 [01:58<05:03, 89.52it/s]
 22%|██▏       | 7885/35075 [01:58<05:45, 78.68it/s]
 23%|██▎       | 7894/35075 [01:58<05:38, 80.30it/s]
 23%|██▎       | 7903/35075 [01:58<05:36, 80.63it/s]
 23%|██▎       | 7912/35075 [01:58<05:44, 78.82it/s]
 23%|██▎       | 7921/35075 [01:58<05:48, 77.86it/s]
 23%|██▎       | 7932/35075 [01:58<05:26, 83.05it/s]
 23%|██▎       | 7941/35075 [01:58<05:29, 82.46it/s]
 23%|██▎       | 7951/35075 [01:58<05:19, 84.88it/s]
 23%|██▎       | 7960/35075 [01:59<06:12, 72.82it/s]
 23%|██▎       | 7968/35075 [01:59<06:31, 69.23it/s]
 23%|██▎       | 7977/35075 [01:59<06:11, 72.91it/s]
 23%|██▎       | 7985/35075 [01:59<06:08, 73.51it/s]
 23%|██▎       | 7994/35075 [01:59<05:55, 76.19it/s]
 23%|██▎       | 8003/35075 [01:59<05:50, 77.26it/s]
 23%|██▎       | 8011/35075 [01:59<06:17, 71.68it/s]
 23%|██▎       | 8019/35075 [01:59<06:26, 69.94it/s]
 23%|██▎       | 8027/35075 [02:00<06:26, 69.98it/s]
 23%|██▎       | 8036/35075 [02:00<06:08, 73.43it/s]
 23%|██▎       | 8045/35075 [02:00<05:48, 77.56it/s]
 23%|██▎       | 8053/35075 [02:00<06:12, 72.52it/s]
 23%|██▎       | 8061/35075 [02:00<07:26, 60.48it/s]
 23%|██▎       | 8069/35075 [02:00<07:02, 63.92it/s]
 23%|██▎       | 8076/35075 [02:00<06:51, 65.56it/s]
 23%|██▎       | 8083/35075 [02:00<07:06, 63.32it/s]
 23%|██▎       | 8091/35075 [02:01<06:43, 66.92it/s]
 23%|██▎       | 8098/35075 [02:01<06:46, 66.39it/s]
 23%|██▎       | 8106/35075 [02:01<06:33, 68.60it/s]
 23%|██▎       | 8113/35075 [02:01<06:43, 66.83it/s]
 23%|██▎       | 8120/35075 [02:01<07:12, 62.28it/s]
 23%|██▎       | 8127/35075 [02:01<07:02, 63.82it/s]
 23%|██▎       | 8134/35075 [02:01<07:11, 62.45it/s]
 23%|██▎       | 8142/35075 [02:01<06:44, 66.60it/s]
 23%|██▎       | 8151/35075 [02:01<06:33, 68.45it/s]
 23%|██▎       | 8158/35075 [02:02<07:01, 63.79it/s]
 23%|██▎       | 8168/35075 [02:02<06:27, 69.48it/s]
 23%|██▎       | 8177/35075 [02:02<06:04, 73.85it/s]
 23%|██▎       | 8187/35075 [02:02<05:36, 79.90it/s]
 23%|██▎       | 8199/35075 [02:02<05:08, 86.98it/s]
 23%|██▎       | 8210/35075 [02:02<04:50, 92.62it/s]
 23%|██▎       | 8220/35075 [02:02<04:48, 93.14it/s]
 23%|██▎       | 8231/35075 [02:02<04:38, 96.51it/s]
 23%|██▎       | 8241/35075 [02:02<04:49, 92.67it/s]
 24%|██▎       | 8252/35075 [02:03<04:42, 95.01it/s]
 24%|██▎       | 8262/35075 [02:03<04:56, 90.46it/s]
 24%|██▎       | 8272/35075 [02:03<04:54, 90.94it/s]
 24%|██▎       | 8282/35075 [02:03<04:59, 89.55it/s]
 24%|██▎       | 8292/35075 [02:03<04:49, 92.40it/s]
 24%|██▎       | 8302/35075 [02:03<05:02, 88.41it/s]
 24%|██▎       | 8311/35075 [02:03<05:33, 80.24it/s]
 24%|██▎       | 8320/35075 [02:03<05:51, 76.10it/s]
 24%|██▎       | 8329/35075 [02:03<05:59, 74.37it/s]
 24%|██▍       | 8337/35075 [02:04<06:38, 67.04it/s]
 24%|██▍       | 8345/35075 [02:04<06:32, 68.14it/s]
 24%|██▍       | 8353/35075 [02:04<06:25, 69.35it/s]
 24%|██▍       | 8361/35075 [02:04<06:54, 64.41it/s]
 24%|██▍       | 8369/35075 [02:04<06:39, 66.89it/s]
 24%|██▍       | 8376/35075 [02:04<07:13, 61.59it/s]
 24%|██▍       | 8383/35075 [02:04<07:15, 61.30it/s]
 24%|██▍       | 8390/35075 [02:04<07:10, 62.02it/s]
 24%|██▍       | 8399/35075 [02:05<06:45, 65.71it/s]
 24%|██▍       | 8407/35075 [02:05<06:36, 67.23it/s]
 24%|██▍       | 8414/35075 [02:05<06:40, 66.63it/s]
 24%|██▍       | 8425/35075 [02:05<06:04, 73.17it/s]
 24%|██▍       | 8435/35075 [02:05<05:42, 77.84it/s]
 24%|██▍       | 8444/35075 [02:05<05:50, 75.90it/s]
 24%|██▍       | 8453/35075 [02:05<05:42, 77.65it/s]
 24%|██▍       | 8461/35075 [02:05<05:40, 78.18it/s]
 24%|██▍       | 8470/35075 [02:05<05:37, 78.73it/s]
 24%|██▍       | 8478/35075 [02:06<07:19, 60.49it/s]
 24%|██▍       | 8485/35075 [02:06<07:50, 56.47it/s]
 24%|██▍       | 8494/35075 [02:06<07:01, 63.00it/s]
 24%|██▍       | 8501/35075 [02:06<06:58, 63.53it/s]
 24%|██▍       | 8508/35075 [02:06<07:14, 61.09it/s]
 24%|██▍       | 8516/35075 [02:06<06:48, 65.08it/s]
 24%|██▍       | 8523/35075 [02:06<06:49, 64.82it/s]
 24%|██▍       | 8530/35075 [02:07<07:03, 62.70it/s]
 24%|██▍       | 8537/35075 [02:07<07:32, 58.67it/s]
 24%|██▍       | 8545/35075 [02:07<07:08, 61.93it/s]
 24%|██▍       | 8552/35075 [02:07<07:24, 59.70it/s]
 24%|██▍       | 8559/35075 [02:07<07:14, 60.96it/s]
 24%|██▍       | 8566/35075 [02:07<10:33, 41.86it/s]
 24%|██▍       | 8572/35075 [02:07<10:20, 42.70it/s]
 24%|██▍       | 8580/35075 [02:08<09:10, 48.16it/s]
 24%|██▍       | 8586/35075 [02:08<09:03, 48.71it/s]
 24%|██▍       | 8593/35075 [02:08<08:22, 52.72it/s]
 25%|██▍       | 8599/35075 [02:08<08:23, 52.63it/s]
 25%|██▍       | 8605/35075 [02:08<08:30, 51.88it/s]
 25%|██▍       | 8611/35075 [02:08<08:14, 53.54it/s]
 25%|██▍       | 8617/35075 [02:08<08:23, 52.53it/s]
 25%|██▍       | 8623/35075 [02:08<08:24, 52.43it/s]
 25%|██▍       | 8629/35075 [02:08<08:52, 49.64it/s]
 25%|██▍       | 8635/35075 [02:09<09:00, 48.89it/s]
 25%|██▍       | 8641/35075 [02:09<08:44, 50.39it/s]
 25%|██▍       | 8647/35075 [02:09<09:32, 46.20it/s]
 25%|██▍       | 8655/35075 [02:09<08:33, 51.46it/s]
 25%|██▍       | 8661/35075 [02:09<08:23, 52.46it/s]
 25%|██▍       | 8669/35075 [02:09<07:41, 57.19it/s]
 25%|██▍       | 8675/35075 [02:09<07:53, 55.72it/s]
 25%|██▍       | 8681/35075 [02:09<08:10, 53.78it/s]
 25%|██▍       | 8687/35075 [02:10<08:00, 54.94it/s]
 25%|██▍       | 8694/35075 [02:10<07:32, 58.27it/s]
 25%|██▍       | 8702/35075 [02:10<07:00, 62.68it/s]
 25%|██▍       | 8709/35075 [02:10<06:52, 63.98it/s]
 25%|██▍       | 8717/35075 [02:10<06:38, 66.15it/s]
 25%|██▍       | 8724/35075 [02:10<06:41, 65.60it/s]
 25%|██▍       | 8732/35075 [02:10<06:31, 67.33it/s]
 25%|██▍       | 8739/35075 [02:10<06:37, 66.31it/s]
 25%|██▍       | 8746/35075 [02:10<06:43, 65.29it/s]
 25%|██▍       | 8755/35075 [02:11<06:12, 70.70it/s]
 25%|██▍       | 8765/35075 [02:11<05:43, 76.49it/s]
 25%|██▌       | 8773/35075 [02:11<05:42, 76.81it/s]
 25%|██▌       | 8783/35075 [02:11<05:24, 80.95it/s]
 25%|██▌       | 8792/35075 [02:11<05:26, 80.50it/s]
 25%|██▌       | 8802/35075 [02:11<05:10, 84.74it/s]
 25%|██▌       | 8811/35075 [02:11<05:26, 80.45it/s]
 25%|██▌       | 8820/35075 [02:11<05:46, 75.73it/s]
 25%|██▌       | 8830/35075 [02:11<05:29, 79.67it/s]
 25%|██▌       | 8839/35075 [02:12<05:26, 80.29it/s]
 25%|██▌       | 8848/35075 [02:12<05:17, 82.60it/s]
 25%|██▌       | 8859/35075 [02:12<05:00, 87.13it/s]
 25%|██▌       | 8869/35075 [02:12<04:50, 90.21it/s]
 25%|██▌       | 8879/35075 [02:12<05:02, 86.70it/s]
 25%|██▌       | 8888/35075 [02:12<05:59, 72.78it/s]
 25%|██▌       | 8896/35075 [02:12<05:59, 72.77it/s]
 25%|██▌       | 8904/35075 [02:12<06:33, 66.49it/s]
 25%|██▌       | 8911/35075 [02:12<06:34, 66.37it/s]
 25%|██▌       | 8921/35075 [02:13<06:14, 69.92it/s]
 25%|██▌       | 8931/35075 [02:13<05:43, 76.04it/s]
 25%|██▌       | 8940/35075 [02:13<05:31, 78.83it/s]
 26%|██▌       | 8951/35075 [02:13<05:07, 84.98it/s]
 26%|██▌       | 8960/35075 [02:13<05:19, 81.69it/s]
 26%|██▌       | 8969/35075 [02:13<05:43, 75.96it/s]
 26%|██▌       | 8980/35075 [02:13<05:16, 82.39it/s]
 26%|██▌       | 8990/35075 [02:13<05:03, 86.02it/s]
 26%|██▌       | 8999/35075 [02:14<05:13, 83.07it/s]
 26%|██▌       | 9008/35075 [02:14<05:31, 78.52it/s]
 26%|██▌       | 9017/35075 [02:14<05:25, 79.95it/s]
 26%|██▌       | 9026/35075 [02:14<05:18, 81.90it/s]
 26%|██▌       | 9036/35075 [02:14<05:09, 84.06it/s]
 26%|██▌       | 9047/35075 [02:14<04:48, 90.21it/s]
 26%|██▌       | 9058/35075 [02:14<04:35, 94.59it/s]
 26%|██▌       | 9068/35075 [02:14<04:42, 91.98it/s]
 26%|██▌       | 9078/35075 [02:14<05:15, 82.30it/s]
 26%|██▌       | 9087/35075 [02:15<05:18, 81.48it/s]
 26%|██▌       | 9098/35075 [02:15<04:54, 88.24it/s]
 26%|██▌       | 9108/35075 [02:15<05:06, 84.69it/s]
 26%|██▌       | 9117/35075 [02:15<05:36, 77.08it/s]
 26%|██▌       | 9126/35075 [02:15<05:52, 73.71it/s]
 26%|██▌       | 9134/35075 [02:15<05:57, 72.61it/s]
 26%|██▌       | 9142/35075 [02:15<06:29, 66.57it/s]
 26%|██▌       | 9152/35075 [02:15<05:58, 72.22it/s]
 26%|██▌       | 9161/35075 [02:16<05:46, 74.79it/s]
 26%|██▌       | 9169/35075 [02:16<05:54, 73.10it/s]
 26%|██▌       | 9177/35075 [02:16<06:08, 70.28it/s]
 26%|██▌       | 9186/35075 [02:16<05:45, 74.95it/s]
 26%|██▌       | 9196/35075 [02:16<05:29, 78.52it/s]
 26%|██▌       | 9205/35075 [02:16<05:20, 80.75it/s]
 26%|██▋       | 9214/35075 [02:16<05:29, 78.58it/s]
 26%|██▋       | 9222/35075 [02:16<05:27, 78.90it/s]
 26%|██▋       | 9232/35075 [02:16<05:12, 82.77it/s]
 26%|██▋       | 9243/35075 [02:17<04:49, 89.20it/s]
 26%|██▋       | 9253/35075 [02:17<05:26, 79.01it/s]
 26%|██▋       | 9263/35075 [02:17<05:15, 81.69it/s]
 26%|██▋       | 9272/35075 [02:17<05:44, 74.79it/s]
 26%|██▋       | 9280/35075 [02:17<05:52, 73.26it/s]
 26%|██▋       | 9288/35075 [02:17<06:22, 67.50it/s]
 27%|██▋       | 9295/35075 [02:17<06:48, 63.10it/s]
 27%|██▋       | 9302/35075 [02:18<08:30, 50.51it/s]
 27%|██▋       | 9309/35075 [02:18<07:55, 54.23it/s]
 27%|██▋       | 9318/35075 [02:18<06:58, 61.55it/s]
 27%|██▋       | 9327/35075 [02:18<06:19, 67.92it/s]
 27%|██▋       | 9337/35075 [02:18<05:50, 73.47it/s]
 27%|██▋       | 9345/35075 [02:18<05:45, 74.53it/s]
 27%|██▋       | 9353/35075 [02:18<06:32, 65.57it/s]
 27%|██▋       | 9361/35075 [02:18<06:34, 65.25it/s]
 27%|██▋       | 9368/35075 [02:18<07:38, 56.03it/s]
 27%|██▋       | 9375/35075 [02:19<08:50, 48.48it/s]
 27%|██▋       | 9382/35075 [02:19<08:07, 52.74it/s]
 27%|██▋       | 9389/35075 [02:19<07:33, 56.70it/s]
 27%|██▋       | 9396/35075 [02:19<07:17, 58.65it/s]
 27%|██▋       | 9404/35075 [02:19<06:50, 62.61it/s]
 27%|██▋       | 9415/35075 [02:19<06:01, 70.90it/s]
 27%|██▋       | 9426/35075 [02:19<05:29, 77.84it/s]
 27%|██▋       | 9435/35075 [02:19<05:20, 80.11it/s]
 27%|██▋       | 9445/35075 [02:20<05:02, 84.84it/s]
 27%|██▋       | 9454/35075 [02:20<04:58, 85.83it/s]
 27%|██▋       | 9463/35075 [02:20<05:18, 80.43it/s]Skipping ../../sampledata/20191129/12/1134283326565962776.html with error input contains invalid UTF-8 around byte 2286 (of 3189)

 27%|██▋       | 9473/35075 [02:20<05:06, 83.47it/s]
 27%|██▋       | 9482/35075 [02:20<05:08, 83.01it/s]
 27%|██▋       | 9491/35075 [02:20<05:28, 77.98it/s]
 27%|██▋       | 9500/35075 [02:20<05:16, 80.83it/s]
 27%|██▋       | 9510/35075 [02:20<05:01, 84.82it/s]
 27%|██▋       | 9519/35075 [02:20<04:56, 86.12it/s]
 27%|██▋       | 9528/35075 [02:21<04:57, 85.83it/s]
 27%|██▋       | 9538/35075 [02:21<04:46, 89.00it/s]
 27%|██▋       | 9548/35075 [02:21<04:46, 89.24it/s]
 27%|██▋       | 9557/35075 [02:21<04:55, 86.48it/s]
 27%|██▋       | 9566/35075 [02:21<04:56, 86.10it/s]
 27%|██▋       | 9575/35075 [02:21<05:08, 82.71it/s]
 27%|██▋       | 9584/35075 [02:21<05:17, 80.38it/s]
 27%|██▋       | 9593/35075 [02:21<05:30, 77.10it/s]
 27%|██▋       | 9601/35075 [02:21<05:31, 76.92it/s]
 27%|██▋       | 9610/35075 [02:22<05:26, 78.00it/s]
 27%|██▋       | 9622/35075 [02:22<04:56, 85.73it/s]
 27%|██▋       | 9633/35075 [02:22<04:41, 90.48it/s]
 27%|██▋       | 9643/35075 [02:22<05:05, 83.17it/s]
 28%|██▊       | 9652/35075 [02:22<06:02, 70.22it/s]
 28%|██▊       | 9660/35075 [02:22<06:04, 69.66it/s]
 28%|██▊       | 9669/35075 [02:22<05:43, 73.85it/s]
 28%|██▊       | 9677/35075 [02:22<06:19, 66.99it/s]
 28%|██▊       | 9686/35075 [02:23<05:59, 70.55it/s]
 28%|██▊       | 9695/35075 [02:23<05:38, 75.07it/s]
 28%|██▊       | 9703/35075 [02:23<06:24, 66.00it/s]
 28%|██▊       | 9712/35075 [02:23<05:56, 71.23it/s]
 28%|██▊       | 9721/35075 [02:23<05:40, 74.50it/s]
 28%|██▊       | 9730/35075 [02:23<05:53, 71.62it/s]
 28%|██▊       | 9740/35075 [02:23<05:28, 77.12it/s]
 28%|██▊       | 9750/35075 [02:23<05:09, 81.78it/s]
 28%|██▊       | 9759/35075 [02:23<05:10, 81.52it/s]
 28%|██▊       | 9770/35075 [02:24<04:47, 87.97it/s]
 28%|██▊       | 9780/35075 [02:24<04:41, 89.73it/s]
 28%|██▊       | 9790/35075 [02:24<04:49, 87.20it/s]
 28%|██▊       | 9799/35075 [02:24<05:25, 77.66it/s]
 28%|██▊       | 9808/35075 [02:24<05:40, 74.24it/s]
 28%|██▊       | 9816/35075 [02:24<05:40, 74.08it/s]
 28%|██▊       | 9825/35075 [02:24<05:26, 77.40it/s]Skipping ../../sampledata/20191129/12/3480199993098730605.html with error input contains invalid UTF-8 around byte 200 (of 6436)

 28%|██▊       | 9833/35075 [02:24<05:33, 75.76it/s]
 28%|██▊       | 9841/35075 [02:25<05:31, 76.13it/s]
 28%|██▊       | 9850/35075 [02:25<05:18, 79.17it/s]
 28%|██▊       | 9859/35075 [02:25<05:07, 81.98it/s]
 28%|██▊       | 9869/35075 [02:25<04:54, 85.49it/s]
 28%|██▊       | 9880/35075 [02:25<04:36, 91.06it/s]
 28%|██▊       | 9890/35075 [02:25<04:29, 93.56it/s]
 28%|██▊       | 9900/35075 [02:25<04:26, 94.39it/s]
 28%|██▊       | 9911/35075 [02:25<04:20, 96.76it/s]
 28%|██▊       | 9921/35075 [02:25<04:23, 95.49it/s]
 28%|██▊       | 9931/35075 [02:25<04:33, 91.85it/s]
 28%|██▊       | 9941/35075 [02:26<04:55, 85.02it/s]
 28%|██▊       | 9950/35075 [02:26<04:54, 85.18it/s]
 28%|██▊       | 9959/35075 [02:26<05:04, 82.54it/s]
 28%|██▊       | 9968/35075 [02:26<05:07, 81.54it/s]
 28%|██▊       | 9977/35075 [02:26<05:16, 79.40it/s]
 28%|██▊       | 9985/35075 [02:26<05:33, 75.23it/s]
 28%|██▊       | 9993/35075 [02:26<06:22, 65.51it/s]
 29%|██▊       | 10003/35075 [02:26<05:47, 72.25it/s]
 29%|██▊       | 10014/35075 [02:27<05:13, 79.95it/s]
 29%|██▊       | 10023/35075 [02:27<05:19, 78.52it/s]
 29%|██▊       | 10032/35075 [02:27<05:12, 80.03it/s]
 29%|██▊       | 10041/35075 [02:27<07:10, 58.12it/s]
 29%|██▊       | 10049/35075 [02:27<06:38, 62.83it/s]
 29%|██▊       | 10057/35075 [02:27<06:14, 66.85it/s]
 29%|██▊       | 10066/35075 [02:27<05:47, 71.98it/s]Skipping ../../sampledata/20191129/12/6533336738915803663.html with error input contains invalid UTF-8 around byte 1 (of 4817)

 29%|██▊       | 10075/35075 [02:27<05:39, 73.73it/s]Skipping ../../sampledata/20191129/12/6579911479789966213.html with error input contains invalid UTF-8 around byte 2047 (of 2062)

 29%|██▊       | 10084/35075 [02:28<05:28, 76.14it/s]
 29%|██▉       | 10092/35075 [02:28<05:25, 76.86it/s]
 29%|██▉       | 10100/35075 [02:28<05:29, 75.81it/s]
 29%|██▉       | 10108/35075 [02:28<06:07, 67.89it/s]
 29%|██▉       | 10116/35075 [02:28<06:13, 66.78it/s]
 29%|██▉       | 10123/35075 [02:28<06:14, 66.60it/s]
 29%|██▉       | 10130/35075 [02:28<06:18, 65.82it/s]
 29%|██▉       | 10139/35075 [02:28<05:53, 70.52it/s]
 29%|██▉       | 10150/35075 [02:28<05:19, 78.07it/s]
 29%|██▉       | 10160/35075 [02:29<05:01, 82.77it/s]
 29%|██▉       | 10169/35075 [02:29<05:13, 79.44it/s]
 29%|██▉       | 10180/35075 [02:29<04:50, 85.80it/s]
 29%|██▉       | 10189/35075 [02:29<04:53, 84.81it/s]
 29%|██▉       | 10199/35075 [02:29<04:46, 86.85it/s]
 29%|██▉       | 10208/35075 [02:29<04:56, 83.87it/s]
 29%|██▉       | 10217/35075 [02:29<04:58, 83.40it/s]
 29%|██▉       | 10226/35075 [02:29<05:01, 82.51it/s]
 29%|██▉       | 10235/35075 [02:29<05:17, 78.14it/s]
 29%|██▉       | 10243/35075 [02:30<05:32, 74.65it/s]
 29%|██▉       | 10251/35075 [02:30<05:55, 69.92it/s]
 29%|██▉       | 10259/35075 [02:30<06:30, 63.59it/s]
 29%|██▉       | 10268/35075 [02:30<06:00, 68.91it/s]Skipping ../../sampledata/20191129/12/7781473803205391976.html with error input contains invalid UTF-8 around byte 1754 (of 2011)

 29%|██▉       | 10278/35075 [02:30<05:31, 74.84it/s]
 29%|██▉       | 10286/35075 [02:30<05:52, 70.25it/s]
 29%|██▉       | 10294/35075 [02:30<05:47, 71.25it/s]
 29%|██▉       | 10302/35075 [02:30<06:08, 67.18it/s]
 29%|██▉       | 10310/35075 [02:31<05:53, 70.15it/s]
 29%|██▉       | 10318/35075 [02:31<05:58, 69.07it/s]
 29%|██▉       | 10326/35075 [02:31<06:10, 66.75it/s]
 29%|██▉       | 10334/35075 [02:31<05:54, 69.72it/s]
 29%|██▉       | 10342/35075 [02:31<06:03, 68.05it/s]
 30%|██▉       | 10350/35075 [02:31<05:48, 70.96it/s]
 30%|██▉       | 10362/35075 [02:31<05:09, 79.82it/s]
 30%|██▉       | 10371/35075 [02:31<05:42, 72.22it/s]
 30%|██▉       | 10379/35075 [02:32<05:45, 71.57it/s]
 30%|██▉       | 10388/35075 [02:32<05:28, 75.14it/s]
 30%|██▉       | 10397/35075 [02:32<05:14, 78.41it/s]
 30%|██▉       | 10407/35075 [02:32<04:55, 83.45it/s]
 30%|██▉       | 10419/35075 [02:32<04:30, 91.23it/s]
 30%|██▉       | 10429/35075 [02:32<04:59, 82.33it/s]
 30%|██▉       | 10438/35075 [02:32<04:54, 83.66it/s]
 30%|██▉       | 10448/35075 [02:32<04:43, 87.00it/s]
 30%|██▉       | 10459/35075 [02:32<04:28, 91.66it/s]
 30%|██▉       | 10469/35075 [02:33<04:26, 92.37it/s]
 30%|██▉       | 10481/35075 [02:33<04:11, 97.90it/s]
 30%|██▉       | 10491/35075 [02:33<04:37, 88.67it/s]
 30%|██▉       | 10501/35075 [02:33<04:40, 87.51it/s]
 30%|██▉       | 10511/35075 [02:33<04:43, 86.69it/s]
 30%|██▉       | 10520/35075 [02:33<05:48, 70.51it/s]
 30%|███       | 10530/35075 [02:33<05:25, 75.52it/s]
 30%|███       | 10539/35075 [02:33<05:33, 73.49it/s]
 30%|███       | 10549/35075 [02:34<05:15, 77.69it/s]
 30%|███       | 10558/35075 [02:34<05:23, 75.87it/s]
 30%|███       | 10566/35075 [02:34<05:24, 75.54it/s]
 30%|███       | 10574/35075 [02:34<05:58, 68.40it/s]
 30%|███       | 10582/35075 [02:34<05:49, 70.02it/s]
 30%|███       | 10592/35075 [02:34<05:20, 76.39it/s]
 30%|███       | 10602/35075 [02:34<04:59, 81.80it/s]
 30%|███       | 10613/35075 [02:34<04:38, 87.73it/s]
 30%|███       | 10625/35075 [02:34<04:20, 93.86it/s]
 30%|███       | 10637/35075 [02:35<04:04, 99.85it/s]
 30%|███       | 10648/35075 [02:35<03:59, 101.79it/s]
 30%|███       | 10660/35075 [02:35<03:53, 104.42it/s]
 30%|███       | 10672/35075 [02:35<03:49, 106.51it/s]
 30%|███       | 10683/35075 [02:35<04:02, 100.58it/s]
 30%|███       | 10694/35075 [02:35<04:06, 98.92it/s] 
 31%|███       | 10705/35075 [02:35<04:04, 99.54it/s]
 31%|███       | 10716/35075 [02:35<04:21, 93.01it/s]
 31%|███       | 10726/35075 [02:35<04:22, 92.81it/s]
 31%|███       | 10736/35075 [02:36<04:32, 89.28it/s]
 31%|███       | 10746/35075 [02:36<04:27, 91.01it/s]
 31%|███       | 10756/35075 [02:36<05:04, 79.90it/s]
 31%|███       | 10765/35075 [02:36<05:20, 75.82it/s]
 31%|███       | 10775/35075 [02:36<04:58, 81.42it/s]
 31%|███       | 10784/35075 [02:36<04:59, 81.19it/s]
 31%|███       | 10793/35075 [02:36<05:05, 79.57it/s]
 31%|███       | 10802/35075 [02:37<12:03, 33.56it/s]
 31%|███       | 10811/35075 [02:37<09:50, 41.12it/s]
 31%|███       | 10822/35075 [02:37<08:04, 50.08it/s]
 31%|███       | 10831/35075 [02:37<07:02, 57.43it/s]
 31%|███       | 10840/35075 [02:37<06:23, 63.25it/s]
 31%|███       | 10849/35075 [02:37<06:21, 63.44it/s]
 31%|███       | 10860/35075 [02:38<05:34, 72.37it/s]
 31%|███       | 10870/35075 [02:38<05:14, 76.86it/s]
 31%|███       | 10879/35075 [02:38<05:04, 79.47it/s]
 31%|███       | 10891/35075 [02:38<04:35, 87.73it/s]
 31%|███       | 10904/35075 [02:38<04:11, 95.98it/s]
 31%|███       | 10918/35075 [02:38<03:49, 105.43it/s]
 31%|███       | 10930/35075 [02:38<04:02, 99.55it/s] 
 31%|███       | 10942/35075 [02:38<03:50, 104.75it/s]
 31%|███       | 10954/35075 [02:38<03:41, 108.83it/s]
 31%|███▏      | 10966/35075 [02:39<03:42, 108.34it/s]
 31%|███▏      | 10978/35075 [02:39<04:05, 98.33it/s] 
 31%|███▏      | 10989/35075 [02:39<04:06, 97.56it/s]
 31%|███▏      | 11000/35075 [02:39<04:11, 95.56it/s]
 31%|███▏      | 11011/35075 [02:39<04:09, 96.38it/s]
 31%|███▏      | 11021/35075 [02:39<04:33, 87.83it/s]
 31%|███▏      | 11031/35075 [02:39<04:47, 83.63it/s]
 31%|███▏      | 11042/35075 [02:39<04:27, 89.80it/s]
 32%|███▏      | 11052/35075 [02:40<04:43, 84.76it/s]
 32%|███▏      | 11061/35075 [02:40<04:40, 85.72it/s]Skipping ../../sampledata/20191129/12/7916917745189113543.html with error input contains invalid UTF-8 around byte 486 (of 4319)

 32%|███▏      | 11070/35075 [02:40<04:40, 85.50it/s]
 32%|███▏      | 11079/35075 [02:40<04:42, 84.95it/s]
 32%|███▏      | 11088/35075 [02:40<04:40, 85.37it/s]
 32%|███▏      | 11098/35075 [02:40<04:36, 86.71it/s]
 32%|███▏      | 11109/35075 [02:40<04:28, 89.22it/s]
 32%|███▏      | 11118/35075 [02:40<04:38, 85.98it/s]
 32%|███▏      | 11130/35075 [02:40<04:28, 89.05it/s]
 32%|███▏      | 11139/35075 [02:41<04:36, 86.64it/s]
 32%|███▏      | 11150/35075 [02:41<04:20, 91.82it/s]
 32%|███▏      | 11160/35075 [02:41<04:50, 82.43it/s]
 32%|███▏      | 11171/35075 [02:41<04:30, 88.27it/s]
 32%|███▏      | 11183/35075 [02:41<04:13, 94.33it/s]
 32%|███▏      | 11193/35075 [02:41<04:36, 86.51it/s]
 32%|███▏      | 11204/35075 [02:41<04:25, 89.79it/s]
 32%|███▏      | 11215/35075 [02:41<04:37, 85.99it/s]
 32%|███▏      | 11225/35075 [02:42<04:30, 88.16it/s]
 32%|███▏      | 11235/35075 [02:42<04:22, 90.77it/s]
 32%|███▏      | 11245/35075 [02:42<04:28, 88.81it/s]
 32%|███▏      | 11256/35075 [02:42<04:12, 94.21it/s]
 32%|███▏      | 11266/35075 [02:42<04:16, 92.91it/s]
 32%|███▏      | 11276/35075 [02:42<04:29, 88.47it/s]
 32%|███▏      | 11285/35075 [02:42<04:40, 84.96it/s]
 32%|███▏      | 11295/35075 [02:42<04:28, 88.67it/s]
 32%|███▏      | 11305/35075 [02:42<04:23, 90.20it/s]
 32%|███▏      | 11315/35075 [02:42<04:19, 91.66it/s]
 32%|███▏      | 11325/35075 [02:43<04:20, 91.05it/s]
 32%|███▏      | 11335/35075 [02:43<04:20, 91.03it/s]
 32%|███▏      | 11345/35075 [02:43<04:51, 81.48it/s]
 32%|███▏      | 11359/35075 [02:43<04:18, 91.67it/s]
 32%|███▏      | 11369/35075 [02:43<04:30, 87.73it/s]
 32%|███▏      | 11379/35075 [02:43<04:31, 87.43it/s]
 32%|███▏      | 11389/35075 [02:43<04:54, 80.49it/s]
 32%|███▏      | 11398/35075 [02:43<04:55, 80.14it/s]
 33%|███▎      | 11407/35075 [02:44<05:07, 77.08it/s]
 33%|███▎      | 11416/35075 [02:44<05:03, 77.96it/s]
 33%|███▎      | 11426/35075 [02:44<04:45, 82.98it/s]
 33%|███▎      | 11435/35075 [02:44<04:42, 83.61it/s]
 33%|███▎      | 11444/35075 [02:44<05:16, 74.69it/s]
 33%|███▎      | 11454/35075 [02:44<04:52, 80.64it/s]
 33%|███▎      | 11465/35075 [02:44<04:32, 86.75it/s]
 33%|███▎      | 11475/35075 [02:44<04:22, 89.95it/s]
 33%|███▎      | 11487/35075 [02:44<04:06, 95.61it/s]
 33%|███▎      | 11499/35075 [02:45<04:03, 96.82it/s]
 33%|███▎      | 11509/35075 [02:45<04:03, 96.77it/s]
 33%|███▎      | 11519/35075 [02:45<04:41, 83.60it/s]
 33%|███▎      | 11528/35075 [02:45<05:00, 78.23it/s]
 33%|███▎      | 11537/35075 [02:45<05:19, 73.72it/s]
 33%|███▎      | 11545/35075 [02:45<05:31, 70.97it/s]
 33%|███▎      | 11553/35075 [02:45<05:49, 67.38it/s]
 33%|███▎      | 11560/35075 [02:46<05:56, 65.98it/s]
 33%|███▎      | 11567/35075 [02:46<06:13, 62.87it/s]
 33%|███▎      | 11574/35075 [02:46<06:21, 61.57it/s]
 33%|███▎      | 11582/35075 [02:46<06:09, 63.53it/s]
 33%|███▎      | 11589/35075 [02:46<06:13, 62.89it/s]
 33%|███▎      | 11601/35075 [02:46<05:50, 66.98it/s]
 33%|███▎      | 11611/35075 [02:46<05:16, 74.05it/s]Skipping ../../sampledata/20191129/10/7916917744573645539.html with error input contains invalid UTF-8 around byte 642 (of 2374)

 33%|███▎      | 11624/35075 [02:46<04:38, 84.09it/s]
 33%|███▎      | 11634/35075 [02:46<04:36, 84.79it/s]
 33%|███▎      | 11643/35075 [02:47<04:53, 79.95it/s]
 33%|███▎      | 11652/35075 [02:47<04:59, 78.21it/s]
 33%|███▎      | 11662/35075 [02:47<04:44, 82.30it/s]
 33%|███▎      | 11671/35075 [02:47<04:39, 83.63it/s]
 33%|███▎      | 11680/35075 [02:47<04:39, 83.66it/s]
 33%|███▎      | 11690/35075 [02:47<04:31, 86.20it/s]
 33%|███▎      | 11700/35075 [02:47<04:25, 87.92it/s]
 33%|███▎      | 11710/35075 [02:47<04:25, 88.12it/s]
 33%|███▎      | 11721/35075 [02:47<04:10, 93.22it/s]
 33%|███▎      | 11731/35075 [02:48<04:19, 90.03it/s]
 33%|███▎      | 11741/35075 [02:48<04:25, 87.76it/s]
 33%|███▎      | 11750/35075 [02:48<04:33, 85.38it/s]
 34%|███▎      | 11759/35075 [02:48<04:47, 81.19it/s]
 34%|███▎      | 11769/35075 [02:48<04:35, 84.64it/s]
 34%|███▎      | 11778/35075 [02:48<04:47, 80.93it/s]
 34%|███▎      | 11787/35075 [02:48<05:19, 72.78it/s]
 34%|███▎      | 11795/35075 [02:48<05:20, 72.64it/s]
 34%|███▎      | 11803/35075 [02:49<07:06, 54.62it/s]
 34%|███▎      | 11810/35075 [02:49<06:44, 57.48it/s]
 34%|███▎      | 11817/35075 [02:49<06:25, 60.35it/s]
 34%|███▎      | 11824/35075 [02:49<06:38, 58.41it/s]
 34%|███▎      | 11832/35075 [02:49<06:11, 62.61it/s]
 34%|███▍      | 11841/35075 [02:49<05:39, 68.42it/s]
 34%|███▍      | 11849/35075 [02:49<05:36, 69.00it/s]
 34%|███▍      | 11857/35075 [02:49<05:43, 67.56it/s]
 34%|███▍      | 11864/35075 [02:50<06:34, 58.90it/s]
 34%|███▍      | 11873/35075 [02:50<06:03, 63.76it/s]
 34%|███▍      | 11880/35075 [02:50<05:56, 65.12it/s]
 34%|███▍      | 11887/35075 [02:50<05:51, 65.95it/s]
 34%|███▍      | 11896/35075 [02:50<05:35, 69.10it/s]
 34%|███▍      | 11905/35075 [02:50<05:13, 73.89it/s]
 34%|███▍      | 11916/35075 [02:50<04:43, 81.61it/s]
 34%|███▍      | 11927/35075 [02:50<04:24, 87.48it/s]
 34%|███▍      | 11937/35075 [02:50<04:32, 84.87it/s]
 34%|███▍      | 11946/35075 [02:51<04:28, 86.14it/s]
 34%|███▍      | 11955/35075 [02:51<04:40, 82.43it/s]
 34%|███▍      | 11964/35075 [02:51<04:33, 84.55it/s]
 34%|███▍      | 11973/35075 [02:51<04:56, 77.80it/s]
 34%|███▍      | 11982/35075 [02:51<04:46, 80.49it/s]
 34%|███▍      | 11991/35075 [02:51<04:50, 79.45it/s]
 34%|███▍      | 12000/35075 [02:51<05:01, 76.54it/s]
 34%|███▍      | 12008/35075 [02:51<05:14, 73.39it/s]
 34%|███▍      | 12016/35075 [02:51<05:12, 73.72it/s]
 34%|███▍      | 12027/35075 [02:52<04:47, 80.09it/s]
 34%|███▍      | 12036/35075 [02:52<04:42, 81.58it/s]
 34%|███▍      | 12045/35075 [02:52<04:53, 78.58it/s]
 34%|███▍      | 12054/35075 [02:52<04:46, 80.49it/s]
 34%|███▍      | 12065/35075 [02:52<04:29, 85.43it/s]
 34%|███▍      | 12074/35075 [02:52<04:30, 84.93it/s]
 34%|███▍      | 12085/35075 [02:52<04:16, 89.48it/s]
 34%|███▍      | 12096/35075 [02:52<04:08, 92.41it/s]
 35%|███▍      | 12106/35075 [02:52<04:13, 90.74it/s]
 35%|███▍      | 12116/35075 [02:53<04:41, 81.42it/s]
 35%|███▍      | 12125/35075 [02:53<06:40, 57.30it/s]
 35%|███▍      | 12138/35075 [02:53<05:39, 67.52it/s]
 35%|███▍      | 12148/35075 [02:53<05:13, 73.16it/s]
 35%|███▍      | 12159/35075 [02:53<04:46, 79.91it/s]
 35%|███▍      | 12169/35075 [02:53<04:47, 79.67it/s]
 35%|███▍      | 12178/35075 [02:53<04:46, 79.97it/s]
 35%|███▍      | 12188/35075 [02:54<05:31, 69.14it/s]
 35%|███▍      | 12196/35075 [02:54<05:18, 71.91it/s]
 35%|███▍      | 12204/35075 [02:54<05:18, 71.83it/s]
 35%|███▍      | 12214/35075 [02:54<05:33, 68.57it/s]
 35%|███▍      | 12222/35075 [02:54<05:24, 70.40it/s]
 35%|███▍      | 12230/35075 [02:54<05:19, 71.53it/s]
 35%|███▍      | 12238/35075 [02:54<05:33, 68.49it/s]
 35%|███▍      | 12247/35075 [02:54<05:13, 72.72it/s]
 35%|███▍      | 12256/35075 [02:55<05:15, 72.30it/s]
 35%|███▍      | 12264/35075 [02:55<05:59, 63.39it/s]
 35%|███▍      | 12271/35075 [02:55<05:58, 63.56it/s]
 35%|███▌      | 12278/35075 [02:55<06:22, 59.59it/s]
 35%|███▌      | 12285/35075 [02:55<07:37, 49.83it/s]
 35%|███▌      | 12291/35075 [02:55<09:31, 39.87it/s]
 35%|███▌      | 12296/35075 [02:56<10:30, 36.12it/s]
 35%|███▌      | 12301/35075 [02:56<10:16, 36.96it/s]
 35%|███▌      | 12306/35075 [02:56<10:35, 35.82it/s]
 35%|███▌      | 12310/35075 [02:56<12:02, 31.50it/s]
 35%|███▌      | 12314/35075 [02:56<12:05, 31.36it/s]
 35%|███▌      | 12318/35075 [02:56<13:14, 28.63it/s]
 35%|███▌      | 12322/35075 [02:57<15:16, 24.82it/s]
 35%|███▌      | 12325/35075 [02:57<15:52, 23.87it/s]
 35%|███▌      | 12328/35075 [02:57<17:10, 22.06it/s]
 35%|███▌      | 12331/35075 [02:57<16:27, 23.02it/s]
 35%|███▌      | 12334/35075 [02:57<16:56, 22.36it/s]
 35%|███▌      | 12339/35075 [02:57<14:35, 25.96it/s]
 35%|███▌      | 12343/35075 [02:57<13:09, 28.80it/s]
 35%|███▌      | 12347/35075 [02:58<14:27, 26.21it/s]
 35%|███▌      | 12351/35075 [02:58<13:16, 28.52it/s]
 35%|███▌      | 12355/35075 [02:58<12:56, 29.24it/s]
 35%|███▌      | 12359/35075 [02:58<12:35, 30.07it/s]
 35%|███▌      | 12364/35075 [02:58<11:07, 34.05it/s]
 35%|███▌      | 12369/35075 [02:58<10:04, 37.53it/s]
 35%|███▌      | 12377/35075 [02:58<08:39, 43.69it/s]
 35%|███▌      | 12383/35075 [02:58<08:30, 44.44it/s]
 35%|███▌      | 12388/35075 [02:58<08:42, 43.43it/s]
 35%|███▌      | 12395/35075 [02:59<08:01, 47.06it/s]
 35%|███▌      | 12401/35075 [02:59<07:58, 47.36it/s]
 35%|███▌      | 12406/35075 [02:59<07:57, 47.51it/s]
 35%|███▌      | 12412/35075 [02:59<07:40, 49.23it/s]
 35%|███▌      | 12418/35075 [02:59<07:22, 51.22it/s]
 35%|███▌      | 12424/35075 [02:59<07:41, 49.11it/s]
 35%|███▌      | 12434/35075 [02:59<06:38, 56.87it/s]
 35%|███▌      | 12443/35075 [02:59<05:55, 63.75it/s]
 35%|███▌      | 12451/35075 [03:00<07:17, 51.71it/s]
 36%|███▌      | 12457/35075 [03:00<07:59, 47.20it/s]
 36%|███▌      | 12463/35075 [03:00<08:11, 46.01it/s]
 36%|███▌      | 12469/35075 [03:00<09:01, 41.78it/s]
 36%|███▌      | 12477/35075 [03:00<07:43, 48.72it/s]
 36%|███▌      | 12485/35075 [03:00<06:54, 54.49it/s]
 36%|███▌      | 12493/35075 [03:00<06:17, 59.85it/s]
 36%|███▌      | 12500/35075 [03:00<06:19, 59.42it/s]
 36%|███▌      | 12507/35075 [03:01<07:09, 52.51it/s]
 36%|███▌      | 12515/35075 [03:01<06:27, 58.14it/s]
 36%|███▌      | 12522/35075 [03:01<07:00, 53.64it/s]
 36%|███▌      | 12530/35075 [03:01<06:23, 58.76it/s]
 36%|███▌      | 12537/35075 [03:01<06:09, 60.95it/s]
 36%|███▌      | 12544/35075 [03:01<06:45, 55.54it/s]
 36%|███▌      | 12550/35075 [03:01<07:01, 53.43it/s]
 36%|███▌      | 12557/35075 [03:02<06:44, 55.69it/s]Skipping ../../sampledata/20191129/10/6169202161466689324.html with error input contains invalid UTF-8 around byte 4049 (of 4055)

 36%|███▌      | 12563/35075 [03:02<06:43, 55.76it/s]
 36%|███▌      | 12570/35075 [03:02<06:29, 57.80it/s]
 36%|███▌      | 12576/35075 [03:02<06:38, 56.49it/s]
 36%|███▌      | 12582/35075 [03:02<07:14, 51.78it/s]
 36%|███▌      | 12588/35075 [03:02<07:06, 52.69it/s]
 36%|███▌      | 12595/35075 [03:02<06:40, 56.09it/s]
 36%|███▌      | 12601/35075 [03:02<07:44, 48.34it/s]
 36%|███▌      | 12607/35075 [03:02<07:53, 47.50it/s]
 36%|███▌      | 12612/35075 [03:03<09:13, 40.56it/s]
 36%|███▌      | 12617/35075 [03:03<09:13, 40.57it/s]
 36%|███▌      | 12623/35075 [03:03<08:25, 44.43it/s]
 36%|███▌      | 12629/35075 [03:03<08:03, 46.40it/s]
 36%|███▌      | 12636/35075 [03:03<07:26, 50.20it/s]
 36%|███▌      | 12644/35075 [03:03<06:45, 55.33it/s]
 36%|███▌      | 12650/35075 [03:03<07:48, 47.87it/s]
 36%|███▌      | 12656/35075 [03:04<07:54, 47.26it/s]
 36%|███▌      | 12664/35075 [03:04<07:23, 50.53it/s]
 36%|███▌      | 12670/35075 [03:04<07:34, 49.32it/s]
 36%|███▌      | 12677/35075 [03:04<07:08, 52.31it/s]
 36%|███▌      | 12684/35075 [03:04<06:47, 54.96it/s]
 36%|███▌      | 12690/35075 [03:04<06:47, 55.00it/s]
 36%|███▌      | 12698/35075 [03:04<06:23, 58.41it/s]
 36%|███▌      | 12704/35075 [03:04<06:33, 56.88it/s]
 36%|███▌      | 12710/35075 [03:04<06:48, 54.78it/s]
 36%|███▋      | 12716/35075 [03:05<06:49, 54.61it/s]
 36%|███▋      | 12722/35075 [03:05<07:28, 49.80it/s]
 36%|███▋      | 12730/35075 [03:05<06:55, 53.84it/s]
 36%|███▋      | 12739/35075 [03:05<06:06, 60.98it/s]Skipping ../../sampledata/20191129/10/7916917743915703679.html with error input contains invalid UTF-8 around byte 898 (of 2068)

 36%|███▋      | 12746/35075 [03:05<06:08, 60.58it/s]
 36%|███▋      | 12753/35075 [03:05<06:08, 60.61it/s]
 36%|███▋      | 12760/35075 [03:05<06:26, 57.80it/s]
 36%|███▋      | 12767/35075 [03:05<06:06, 60.95it/s]
 36%|███▋      | 12774/35075 [03:06<06:47, 54.70it/s]
 36%|███▋      | 12780/35075 [03:06<06:55, 53.64it/s]
 36%|███▋      | 12787/35075 [03:06<06:27, 57.45it/s]
 36%|███▋      | 12796/35075 [03:06<05:47, 64.14it/s]Skipping ../../sampledata/20191129/10/580099848343635955.html with error input contains invalid UTF-8 around byte 260 (of 2446)

 37%|███▋      | 12805/35075 [03:06<05:18, 69.83it/s]
 37%|███▋      | 12814/35075 [03:06<05:02, 73.66it/s]
 37%|███▋      | 12825/35075 [03:06<04:32, 81.65it/s]
 37%|███▋      | 12834/35075 [03:06<04:49, 76.82it/s]
 37%|███▋      | 12843/35075 [03:06<04:52, 76.13it/s]
 37%|███▋      | 12851/35075 [03:07<04:57, 74.77it/s]
 37%|███▋      | 12859/35075 [03:07<05:09, 71.71it/s]
 37%|███▋      | 12867/35075 [03:07<05:36, 65.99it/s]
 37%|███▋      | 12875/35075 [03:07<05:33, 66.53it/s]
 37%|███▋      | 12885/35075 [03:07<05:04, 72.80it/s]
 37%|███▋      | 12893/35075 [03:07<04:59, 74.13it/s]
 37%|███▋      | 12903/35075 [03:07<04:41, 78.82it/s]
 37%|███▋      | 12912/35075 [03:07<04:39, 79.42it/s]
 37%|███▋      | 12921/35075 [03:07<04:37, 79.84it/s]
 37%|███▋      | 12930/35075 [03:08<04:33, 80.86it/s]
 37%|███▋      | 12939/35075 [03:08<04:27, 82.63it/s]
 37%|███▋      | 12948/35075 [03:08<04:27, 82.70it/s]
 37%|███▋      | 12960/35075 [03:08<04:11, 88.01it/s]
 37%|███▋      | 12972/35075 [03:08<03:55, 93.82it/s]
 37%|███▋      | 12983/35075 [03:08<03:50, 95.64it/s]
 37%|███▋      | 12994/35075 [03:08<03:45, 97.97it/s]
 37%|███▋      | 13004/35075 [03:08<03:45, 97.75it/s]
 37%|███▋      | 13014/35075 [03:08<03:48, 96.61it/s]
 37%|███▋      | 13024/35075 [03:09<04:13, 86.94it/s]
 37%|███▋      | 13035/35075 [03:09<04:03, 90.37it/s]
 37%|███▋      | 13045/35075 [03:09<03:58, 92.56it/s]
 37%|███▋      | 13055/35075 [03:09<04:31, 81.03it/s]
 37%|███▋      | 13064/35075 [03:09<04:59, 73.52it/s]
 37%|███▋      | 13073/35075 [03:09<04:49, 76.04it/s]
 37%|███▋      | 13081/35075 [03:09<05:01, 72.85it/s]
 37%|███▋      | 13089/35075 [03:10<06:24, 57.11it/s]
 37%|███▋      | 13096/35075 [03:10<06:59, 52.39it/s]
 37%|███▋      | 13102/35075 [03:10<07:36, 48.15it/s]
 37%|███▋      | 13108/35075 [03:10<07:29, 48.87it/s]
 37%|███▋      | 13115/35075 [03:10<06:53, 53.10it/s]
 37%|███▋      | 13122/35075 [03:10<06:40, 54.80it/s]
 37%|███▋      | 13130/35075 [03:10<06:04, 60.24it/s]
 37%|███▋      | 13138/35075 [03:10<05:47, 63.10it/s]
 37%|███▋      | 13147/35075 [03:11<05:23, 67.79it/s]
 38%|███▊      | 13156/35075 [03:11<05:02, 72.45it/s]
 38%|███▊      | 13164/35075 [03:11<05:31, 66.04it/s]
 38%|███▊      | 13171/35075 [03:11<05:56, 61.51it/s]
 38%|███▊      | 13178/35075 [03:11<06:39, 54.88it/s]
 38%|███▊      | 13184/35075 [03:11<07:13, 50.53it/s]
 38%|███▊      | 13191/35075 [03:11<06:45, 53.90it/s]
 38%|███▊      | 13197/35075 [03:11<06:55, 52.69it/s]
 38%|███▊      | 13204/35075 [03:12<06:36, 55.11it/s]
 38%|███▊      | 13210/35075 [03:12<06:48, 53.52it/s]
 38%|███▊      | 13216/35075 [03:12<06:35, 55.24it/s]Skipping ../../sampledata/20191129/10/7916917743777676430.html with error input contains invalid UTF-8 around byte 643 (of 2122)

 38%|███▊      | 13222/35075 [03:12<08:00, 45.46it/s]
 38%|███▊      | 13227/35075 [03:12<08:36, 42.30it/s]
 38%|███▊      | 13232/35075 [03:12<09:15, 39.30it/s]
 38%|███▊      | 13237/35075 [03:12<09:42, 37.51it/s]
 38%|███▊      | 13241/35075 [03:13<13:37, 26.70it/s]
 38%|███▊      | 13245/35075 [03:13<14:02, 25.92it/s]
 38%|███▊      | 13250/35075 [03:13<12:20, 29.49it/s]
 38%|███▊      | 13254/35075 [03:13<11:23, 31.90it/s]
 38%|███▊      | 13259/35075 [03:13<10:27, 34.75it/s]
 38%|███▊      | 13264/35075 [03:13<10:19, 35.19it/s]
 38%|███▊      | 13268/35075 [03:13<11:22, 31.97it/s]
 38%|███▊      | 13272/35075 [03:14<12:31, 29.01it/s]
 38%|███▊      | 13276/35075 [03:14<12:34, 28.89it/s]
 38%|███▊      | 13281/35075 [03:14<11:25, 31.80it/s]
 38%|███▊      | 13285/35075 [03:14<11:35, 31.33it/s]
 38%|███▊      | 13289/35075 [03:14<11:23, 31.86it/s]
 38%|███▊      | 13293/35075 [03:14<11:28, 31.65it/s]
 38%|███▊      | 13298/35075 [03:14<10:29, 34.58it/s]
 38%|███▊      | 13303/35075 [03:14<09:34, 37.88it/s]
 38%|███▊      | 13307/35075 [03:15<10:49, 33.51it/s]
 38%|███▊      | 13311/35075 [03:15<10:57, 33.08it/s]
 38%|███▊      | 13315/35075 [03:15<11:31, 31.47it/s]
 38%|███▊      | 13320/35075 [03:15<10:33, 34.36it/s]
 38%|███▊      | 13324/35075 [03:15<10:35, 34.23it/s]
 38%|███▊      | 13328/35075 [03:15<12:22, 29.30it/s]
 38%|███▊      | 13332/35075 [03:15<12:02, 30.10it/s]
 38%|███▊      | 13337/35075 [03:16<11:02, 32.83it/s]
 38%|███▊      | 13342/35075 [03:16<10:03, 36.03it/s]
 38%|███▊      | 13347/35075 [03:16<09:49, 36.87it/s]
 38%|███▊      | 13352/35075 [03:16<09:41, 37.35it/s]
 38%|███▊      | 13358/35075 [03:16<09:09, 39.56it/s]
 38%|███▊      | 13363/35075 [03:16<09:41, 37.35it/s]
 38%|███▊      | 13368/35075 [03:16<09:32, 37.90it/s]
 38%|███▊      | 13372/35075 [03:16<11:09, 32.41it/s]
 38%|███▊      | 13376/35075 [03:17<10:43, 33.73it/s]
 38%|███▊      | 13381/35075 [03:17<10:17, 35.14it/s]
 38%|███▊      | 13387/35075 [03:17<09:17, 38.91it/s]
 38%|███▊      | 13392/35075 [03:17<08:50, 40.88it/s]
 38%|███▊      | 13397/35075 [03:17<08:21, 43.23it/s]
 38%|███▊      | 13402/35075 [03:17<09:23, 38.44it/s]
 38%|███▊      | 13407/35075 [03:17<09:50, 36.70it/s]
 38%|███▊      | 13412/35075 [03:17<09:37, 37.49it/s]
 38%|███▊      | 13416/35075 [03:18<10:09, 35.52it/s]
 38%|███▊      | 13420/35075 [03:18<10:53, 33.13it/s]
 38%|███▊      | 13424/35075 [03:18<11:30, 31.38it/s]
 38%|███▊      | 13432/35075 [03:18<09:43, 37.10it/s]
 38%|███▊      | 13437/35075 [03:18<09:00, 40.01it/s]
 38%|███▊      | 13442/35075 [03:18<08:44, 41.27it/s]
 38%|███▊      | 13447/35075 [03:18<08:20, 43.18it/s]
 38%|███▊      | 13452/35075 [03:18<08:36, 41.87it/s]
 38%|███▊      | 13459/35075 [03:19<07:40, 46.95it/s]
 38%|███▊      | 13466/35075 [03:19<07:03, 51.08it/s]
 38%|███▊      | 13472/35075 [03:19<06:47, 53.00it/s]
 38%|███▊      | 13479/35075 [03:19<06:18, 57.05it/s]
 38%|███▊      | 13485/35075 [03:19<08:28, 42.46it/s]
 38%|███▊      | 13490/35075 [03:19<09:02, 39.82it/s]
 38%|███▊      | 13495/35075 [03:19<09:34, 37.57it/s]
 38%|███▊      | 13500/35075 [03:20<09:07, 39.42it/s]
 39%|███▊      | 13505/35075 [03:20<08:37, 41.66it/s]
 39%|███▊      | 13510/35075 [03:20<09:02, 39.72it/s]
 39%|███▊      | 13515/35075 [03:20<08:45, 41.04it/s]
 39%|███▊      | 13522/35075 [03:20<07:48, 45.96it/s]
 39%|███▊      | 13528/35075 [03:20<07:31, 47.74it/s]
 39%|███▊      | 13535/35075 [03:20<06:50, 52.46it/s]
 39%|███▊      | 13543/35075 [03:20<06:18, 56.88it/s]
 39%|███▊      | 13550/35075 [03:20<06:03, 59.15it/s]
 39%|███▊      | 13559/35075 [03:21<05:36, 63.86it/s]
 39%|███▊      | 13567/35075 [03:21<05:20, 67.17it/s]
 39%|███▊      | 13574/35075 [03:21<05:32, 64.63it/s]
 39%|███▊      | 13581/35075 [03:21<05:37, 63.72it/s]
 39%|███▊      | 13590/35075 [03:21<05:13, 68.54it/s]
 39%|███▉      | 13598/35075 [03:21<05:08, 69.60it/s]
 39%|███▉      | 13608/35075 [03:21<04:51, 73.54it/s]
 39%|███▉      | 13616/35075 [03:21<05:27, 65.55it/s]
 39%|███▉      | 13623/35075 [03:22<06:38, 53.77it/s]
 39%|███▉      | 13629/35075 [03:22<07:19, 48.78it/s]
 39%|███▉      | 13637/35075 [03:22<06:39, 53.61it/s]
 39%|███▉      | 13643/35075 [03:22<07:14, 49.31it/s]
 39%|███▉      | 13649/35075 [03:22<07:11, 49.64it/s]
 39%|███▉      | 13655/35075 [03:22<07:10, 49.81it/s]
 39%|███▉      | 13661/35075 [03:22<08:02, 44.34it/s]
 39%|███▉      | 13667/35075 [03:22<07:40, 46.48it/s]
 39%|███▉      | 13672/35075 [03:23<08:34, 41.57it/s]
 39%|███▉      | 13677/35075 [03:23<08:27, 42.16it/s]
 39%|███▉      | 13685/35075 [03:23<07:18, 48.73it/s]
 39%|███▉      | 13691/35075 [03:23<07:04, 50.34it/s]
 39%|███▉      | 13700/35075 [03:23<06:13, 57.28it/s]
 39%|███▉      | 13707/35075 [03:23<05:59, 59.40it/s]
 39%|███▉      | 13714/35075 [03:23<05:57, 59.82it/s]
 39%|███▉      | 13721/35075 [03:23<06:10, 57.61it/s]
 39%|███▉      | 13729/35075 [03:24<05:50, 60.85it/s]
 39%|███▉      | 13737/35075 [03:24<05:32, 64.19it/s]
 39%|███▉      | 13745/35075 [03:24<05:28, 64.98it/s]
 39%|███▉      | 13752/35075 [03:24<05:51, 60.71it/s]
 39%|███▉      | 13762/35075 [03:24<05:15, 67.58it/s]
 39%|███▉      | 13771/35075 [03:24<04:54, 72.33it/s]
 39%|███▉      | 13781/35075 [03:24<04:31, 78.33it/s]
 39%|███▉      | 13790/35075 [03:24<04:36, 77.01it/s]
 39%|███▉      | 13800/35075 [03:24<04:22, 80.99it/s]
 39%|███▉      | 13809/35075 [03:25<05:01, 70.58it/s]
 39%|███▉      | 13819/35075 [03:25<04:36, 76.95it/s]
 39%|███▉      | 13829/35075 [03:25<04:19, 81.96it/s]
 39%|███▉      | 13840/35075 [03:25<04:07, 85.79it/s]
 39%|███▉      | 13851/35075 [03:25<03:55, 90.11it/s]
 40%|███▉      | 13862/35075 [03:25<03:47, 93.40it/s]
 40%|███▉      | 13872/35075 [03:25<04:06, 85.86it/s]
 40%|███▉      | 13881/35075 [03:25<04:03, 86.92it/s]
 40%|███▉      | 13890/35075 [03:25<04:14, 83.35it/s]
 40%|███▉      | 13899/35075 [03:26<04:38, 76.16it/s]
 40%|███▉      | 13909/35075 [03:26<04:18, 81.73it/s]
 40%|███▉      | 13919/35075 [03:26<04:06, 85.77it/s]
 40%|███▉      | 13929/35075 [03:26<04:02, 87.25it/s]
 40%|███▉      | 13938/35075 [03:26<04:19, 81.49it/s]
 40%|███▉      | 13947/35075 [03:26<04:23, 80.14it/s]
 40%|███▉      | 13956/35075 [03:26<04:52, 72.12it/s]
 40%|███▉      | 13965/35075 [03:26<04:37, 75.97it/s]
 40%|███▉      | 13973/35075 [03:27<04:50, 72.62it/s]
 40%|███▉      | 13982/35075 [03:27<04:37, 75.94it/s]
 40%|███▉      | 13990/35075 [03:27<04:40, 75.06it/s]
 40%|███▉      | 13999/35075 [03:27<04:32, 77.36it/s]
 40%|███▉      | 14007/35075 [03:27<05:12, 67.32it/s]
 40%|███▉      | 14015/35075 [03:27<05:34, 62.88it/s]
 40%|███▉      | 14023/35075 [03:27<05:21, 65.47it/s]
 40%|████      | 14033/35075 [03:27<05:00, 70.02it/s]
 40%|████      | 14041/35075 [03:28<04:56, 70.95it/s]
 40%|████      | 14049/35075 [03:28<05:15, 66.75it/s]
 40%|████      | 14057/35075 [03:28<05:04, 69.05it/s]
 40%|████      | 14066/35075 [03:28<04:45, 73.51it/s]
 40%|████      | 14074/35075 [03:28<04:42, 74.38it/s]
 40%|████      | 14084/35075 [03:28<04:24, 79.50it/s]
 40%|████      | 14093/35075 [03:28<05:03, 69.09it/s]
 40%|████      | 14101/35075 [03:28<04:53, 71.44it/s]
 40%|████      | 14111/35075 [03:28<04:32, 77.07it/s]Skipping ../../sampledata/20191129/10/580099848864785595.html with error input contains invalid UTF-8 around byte 506 (of 1116)

 40%|████      | 14120/35075 [03:29<04:40, 74.63it/s]
 40%|████      | 14128/35075 [03:29<04:37, 75.60it/s]
 40%|████      | 14138/35075 [03:29<04:21, 80.12it/s]
 40%|████      | 14148/35075 [03:29<04:13, 82.68it/s]
 40%|████      | 14157/35075 [03:29<04:21, 80.07it/s]
 40%|████      | 14168/35075 [03:29<04:03, 85.90it/s]
 40%|████      | 14178/35075 [03:29<03:53, 89.55it/s]
 40%|████      | 14188/35075 [03:29<04:03, 85.87it/s]
 40%|████      | 14197/35075 [03:29<04:18, 80.90it/s]
 41%|████      | 14207/35075 [03:30<04:03, 85.69it/s]
 41%|████      | 14216/35075 [03:30<04:16, 81.17it/s]
 41%|████      | 14225/35075 [03:30<04:15, 81.59it/s]
 41%|████      | 14234/35075 [03:30<04:39, 74.44it/s]
 41%|████      | 14244/35075 [03:30<04:23, 79.13it/s]
 41%|████      | 14253/35075 [03:30<04:42, 73.64it/s]
 41%|████      | 14263/35075 [03:30<04:22, 79.35it/s]
 41%|████      | 14273/35075 [03:30<04:08, 83.78it/s]
 41%|████      | 14283/35075 [03:31<04:04, 85.13it/s]
 41%|████      | 14294/35075 [03:31<03:50, 89.98it/s]
 41%|████      | 14304/35075 [03:31<03:56, 87.83it/s]
 41%|████      | 14313/35075 [03:31<04:24, 78.54it/s]
 41%|████      | 14322/35075 [03:31<04:34, 75.74it/s]
 41%|████      | 14331/35075 [03:31<04:35, 75.32it/s]
 41%|████      | 14339/35075 [03:31<04:55, 70.25it/s]
 41%|████      | 14348/35075 [03:31<04:38, 74.51it/s]Skipping ../../sampledata/20191129/10/580099848063215662.html with error input contains invalid UTF-8 around byte 305 (of 3096)

 41%|████      | 14356/35075 [03:32<04:45, 72.55it/s]
 41%|████      | 14364/35075 [03:32<05:16, 65.37it/s]
 41%|████      | 14373/35075 [03:32<04:53, 70.56it/s]
 41%|████      | 14381/35075 [03:32<05:04, 68.05it/s]Skipping ../../sampledata/20191129/10/6579911480854116969.html with error input contains invalid UTF-8 around byte 2347 (of 2356)

 41%|████      | 14390/35075 [03:32<04:46, 72.25it/s]
 41%|████      | 14398/35075 [03:32<05:02, 68.31it/s]Skipping ../../sampledata/20191129/10/7916917745276834356.html with error input contains invalid UTF-8 around byte 844 (of 2712)

 41%|████      | 14406/35075 [03:32<05:37, 61.23it/s]
 41%|████      | 14414/35075 [03:32<05:19, 64.74it/s]
 41%|████      | 14421/35075 [03:33<05:20, 64.42it/s]
 41%|████      | 14428/35075 [03:33<05:42, 60.23it/s]
 41%|████      | 14436/35075 [03:33<05:24, 63.53it/s]
 41%|████      | 14446/35075 [03:33<04:53, 70.28it/s]
 41%|████      | 14454/35075 [03:33<04:52, 70.55it/s]
 41%|████      | 14462/35075 [03:33<04:46, 71.86it/s]
 41%|████▏     | 14472/35075 [03:33<04:24, 77.89it/s]
 41%|████▏     | 14482/35075 [03:33<04:06, 83.39it/s]
 41%|████▏     | 14491/35075 [03:33<04:03, 84.49it/s]
 41%|████▏     | 14500/35075 [03:34<04:06, 83.43it/s]
 41%|████▏     | 14509/35075 [03:34<04:05, 83.84it/s]
 41%|████▏     | 14518/35075 [03:34<04:12, 81.30it/s]
 41%|████▏     | 14527/35075 [03:34<04:21, 78.63it/s]
 41%|████▏     | 14536/35075 [03:34<04:17, 79.61it/s]Skipping ../../sampledata/20191129/10/4548664963380016644.html with error input contains invalid UTF-8 around byte 13781 (of 15885)

 41%|████▏     | 14545/35075 [03:34<05:01, 68.12it/s]
 41%|████▏     | 14553/35075 [03:34<04:59, 68.53it/s]
 42%|████▏     | 14561/35075 [03:34<04:52, 70.08it/s]
 42%|████▏     | 14569/35075 [03:34<04:48, 71.18it/s]
 42%|████▏     | 14577/35075 [03:35<04:45, 71.85it/s]
 42%|████▏     | 14587/35075 [03:35<04:23, 77.82it/s]
 42%|████▏     | 14595/35075 [03:35<04:37, 73.72it/s]
 42%|████▏     | 14605/35075 [03:35<04:20, 78.68it/s]
 42%|████▏     | 14614/35075 [03:35<04:13, 80.76it/s]
 42%|████▏     | 14623/35075 [03:35<04:35, 74.29it/s]
 42%|████▏     | 14631/35075 [03:35<04:33, 74.64it/s]
 42%|████▏     | 14641/35075 [03:35<04:12, 80.77it/s]
 42%|████▏     | 14651/35075 [03:35<04:02, 84.11it/s]
 42%|████▏     | 14661/35075 [03:36<03:54, 87.24it/s]
 42%|████▏     | 14673/35075 [03:36<03:46, 90.03it/s]
 42%|████▏     | 14683/35075 [03:36<03:52, 87.71it/s]
 42%|████▏     | 14695/35075 [03:36<03:56, 86.18it/s]
 42%|████▏     | 14704/35075 [03:36<03:53, 87.19it/s]
 42%|████▏     | 14714/35075 [03:36<03:48, 88.97it/s]
 42%|████▏     | 14724/35075 [03:36<03:44, 90.50it/s]
 42%|████▏     | 14734/35075 [03:36<03:50, 88.08it/s]
 42%|████▏     | 14743/35075 [03:37<03:58, 85.09it/s]
 42%|████▏     | 14752/35075 [03:37<04:17, 79.04it/s]
 42%|████▏     | 14761/35075 [03:37<04:19, 78.21it/s]
 42%|████▏     | 14770/35075 [03:37<04:12, 80.42it/s]
 42%|████▏     | 14779/35075 [03:37<04:04, 82.91it/s]
 42%|████▏     | 14790/35075 [03:37<03:48, 88.72it/s]
 42%|████▏     | 14801/35075 [03:37<03:40, 92.08it/s]
 42%|████▏     | 14811/35075 [03:37<03:53, 86.88it/s]
 42%|████▏     | 14820/35075 [03:37<03:52, 87.14it/s]
 42%|████▏     | 14829/35075 [03:38<03:58, 85.02it/s]
 42%|████▏     | 14840/35075 [03:38<03:42, 90.96it/s]
 42%|████▏     | 14851/35075 [03:38<03:33, 94.56it/s]
 42%|████▏     | 14861/35075 [03:38<03:43, 90.41it/s]
 42%|████▏     | 14871/35075 [03:38<03:43, 90.25it/s]
 42%|████▏     | 14881/35075 [03:38<03:39, 91.99it/s]
 42%|████▏     | 14892/35075 [03:38<03:33, 94.48it/s]
 42%|████▏     | 14902/35075 [03:38<03:54, 85.86it/s]
 43%|████▎     | 14911/35075 [03:38<03:54, 85.94it/s]
 43%|████▎     | 14920/35075 [03:39<04:43, 71.09it/s]
 43%|████▎     | 14930/35075 [03:39<04:20, 77.23it/s]
 43%|████▎     | 14939/35075 [03:39<04:11, 79.91it/s]
 43%|████▎     | 14948/35075 [03:39<04:05, 81.90it/s]
 43%|████▎     | 14959/35075 [03:39<03:54, 85.62it/s]
 43%|████▎     | 14969/35075 [03:39<03:45, 89.03it/s]
 43%|████▎     | 14979/35075 [03:39<03:40, 90.95it/s]
 43%|████▎     | 14989/35075 [03:39<03:35, 93.42it/s]
 43%|████▎     | 15001/35075 [03:39<03:21, 99.75it/s]
 43%|████▎     | 15012/35075 [03:40<03:39, 91.60it/s]
 43%|████▎     | 15022/35075 [03:40<03:36, 92.56it/s]
 43%|████▎     | 15032/35075 [03:40<03:59, 83.64it/s]
 43%|████▎     | 15041/35075 [03:40<04:18, 77.46it/s]
 43%|████▎     | 15050/35075 [03:40<04:41, 71.05it/s]
 43%|████▎     | 15058/35075 [03:40<04:48, 69.28it/s]
 43%|████▎     | 15067/35075 [03:40<04:29, 74.11it/s]
 43%|████▎     | 15075/35075 [03:40<04:24, 75.60it/s]
 43%|████▎     | 15084/35075 [03:41<04:18, 77.48it/s]
 43%|████▎     | 15092/35075 [03:41<04:20, 76.66it/s]
 43%|████▎     | 15102/35075 [03:41<04:02, 82.29it/s]
 43%|████▎     | 15111/35075 [03:41<03:59, 83.37it/s]
 43%|████▎     | 15120/35075 [03:41<04:03, 82.10it/s]
 43%|████▎     | 15129/35075 [03:41<03:59, 83.44it/s]
 43%|████▎     | 15138/35075 [03:41<04:09, 80.00it/s]
 43%|████▎     | 15147/35075 [03:41<04:09, 79.84it/s]
 43%|████▎     | 15156/35075 [03:41<04:13, 78.43it/s]
 43%|████▎     | 15164/35075 [03:42<04:17, 77.35it/s]
 43%|████▎     | 15172/35075 [03:42<04:29, 73.73it/s]
 43%|████▎     | 15180/35075 [03:42<05:21, 61.80it/s]
 43%|████▎     | 15188/35075 [03:42<05:07, 64.65it/s]
 43%|████▎     | 15195/35075 [03:42<05:06, 64.85it/s]
 43%|████▎     | 15202/35075 [03:42<05:21, 61.74it/s]
 43%|████▎     | 15210/35075 [03:42<05:04, 65.30it/s]
 43%|████▎     | 15218/35075 [03:42<04:54, 67.46it/s]
 43%|████▎     | 15225/35075 [03:43<04:53, 67.54it/s]
 43%|████▎     | 15233/35075 [03:43<04:50, 68.26it/s]
 43%|████▎     | 15240/35075 [03:43<05:04, 65.16it/s]
 43%|████▎     | 15247/35075 [03:43<04:58, 66.48it/s]
 44%|████▎     | 15258/35075 [03:43<04:23, 75.10it/s]
 44%|████▎     | 15266/35075 [03:43<04:55, 67.13it/s]
 44%|████▎     | 15274/35075 [03:43<04:45, 69.41it/s]
 44%|████▎     | 15282/35075 [03:43<04:45, 69.34it/s]Skipping ../../sampledata/20191129/10/5375131904319934046.html with error input contains invalid UTF-8 around byte 1091 (of 1986)

 44%|████▎     | 15290/35075 [03:43<04:41, 70.18it/s]
 44%|████▎     | 15298/35075 [03:44<04:35, 71.66it/s]
 44%|████▎     | 15306/35075 [03:44<04:46, 69.10it/s]
 44%|████▎     | 15314/35075 [03:44<05:00, 65.74it/s]
 44%|████▎     | 15321/35075 [03:44<05:11, 63.32it/s]
 44%|████▎     | 15329/35075 [03:44<04:59, 65.99it/s]
 44%|████▎     | 15336/35075 [03:44<04:57, 66.38it/s]
 44%|████▎     | 15344/35075 [03:44<04:42, 69.83it/s]
 44%|████▍     | 15352/35075 [03:44<04:31, 72.53it/s]
 44%|████▍     | 15361/35075 [03:44<04:16, 76.93it/s]
 44%|████▍     | 15369/35075 [03:45<04:16, 76.98it/s]
 44%|████▍     | 15380/35075 [03:45<03:53, 84.30it/s]
 44%|████▍     | 15389/35075 [03:45<03:49, 85.75it/s]
 44%|████▍     | 15399/35075 [03:45<03:51, 85.11it/s]
 44%|████▍     | 15408/35075 [03:45<03:54, 84.02it/s]
 44%|████▍     | 15417/35075 [03:45<04:07, 79.43it/s]
 44%|████▍     | 15426/35075 [03:45<04:10, 78.49it/s]
 44%|████▍     | 15434/35075 [03:45<04:09, 78.72it/s]
 44%|████▍     | 15442/35075 [03:45<04:30, 72.55it/s]
 44%|████▍     | 15450/35075 [03:46<04:36, 70.91it/s]
 44%|████▍     | 15458/35075 [03:46<05:10, 63.14it/s]
 44%|████▍     | 15467/35075 [03:46<04:48, 68.04it/s]
 44%|████▍     | 15476/35075 [03:46<04:28, 73.11it/s]Skipping ../../sampledata/20191129/10/5375131904369899528.html with error input contains invalid UTF-8 around byte 109 (of 9054)

 44%|████▍     | 15484/35075 [03:46<04:31, 72.03it/s]
 44%|████▍     | 15495/35075 [03:46<04:08, 78.65it/s]
 44%|████▍     | 15505/35075 [03:46<03:56, 82.67it/s]
 44%|████▍     | 15514/35075 [03:46<04:01, 80.90it/s]
 44%|████▍     | 15523/35075 [03:46<03:54, 83.22it/s]
 44%|████▍     | 15534/35075 [03:47<03:45, 86.51it/s]
 44%|████▍     | 15543/35075 [03:47<04:04, 79.74it/s]
 44%|████▍     | 15552/35075 [03:47<04:11, 77.51it/s]
 44%|████▍     | 15562/35075 [03:47<03:56, 82.37it/s]
 44%|████▍     | 15573/35075 [03:47<03:44, 86.75it/s]
 44%|████▍     | 15583/35075 [03:47<03:38, 89.15it/s]
 44%|████▍     | 15594/35075 [03:47<03:27, 93.80it/s]
 44%|████▍     | 15604/35075 [03:47<03:31, 91.91it/s]
 45%|████▍     | 15614/35075 [03:48<03:52, 83.63it/s]
 45%|████▍     | 15624/35075 [03:48<03:45, 86.25it/s]
 45%|████▍     | 15634/35075 [03:48<03:38, 89.05it/s]
 45%|████▍     | 15644/35075 [03:48<04:06, 78.81it/s]
 45%|████▍     | 15653/35075 [03:48<04:43, 68.48it/s]
 45%|████▍     | 15664/35075 [03:48<04:17, 75.37it/s]
 45%|████▍     | 15673/35075 [03:48<04:18, 75.04it/s]
 45%|████▍     | 15681/35075 [03:48<04:18, 75.08it/s]
 45%|████▍     | 15689/35075 [03:49<04:22, 73.77it/s]
 45%|████▍     | 15697/35075 [03:49<04:24, 73.30it/s]
 45%|████▍     | 15705/35075 [03:49<04:42, 68.53it/s]
 45%|████▍     | 15713/35075 [03:49<04:54, 65.68it/s]
 45%|████▍     | 15721/35075 [03:49<04:38, 69.38it/s]
 45%|████▍     | 15732/35075 [03:49<04:10, 77.33it/s]
 45%|████▍     | 15743/35075 [03:49<03:50, 84.05it/s]
 45%|████▍     | 15754/35075 [03:49<03:39, 87.98it/s]
 45%|████▍     | 15764/35075 [03:49<03:41, 87.25it/s]
 45%|████▍     | 15773/35075 [03:50<03:39, 87.86it/s]
 45%|████▍     | 15782/35075 [03:50<03:48, 84.35it/s]
 45%|████▌     | 15791/35075 [03:50<03:47, 84.87it/s]
 45%|████▌     | 15800/35075 [03:50<04:32, 70.79it/s]
 45%|████▌     | 15809/35075 [03:50<04:17, 74.79it/s]
 45%|████▌     | 15817/35075 [03:50<04:15, 75.41it/s]
 45%|████▌     | 15825/35075 [03:50<04:26, 72.36it/s]
 45%|████▌     | 15833/35075 [03:50<04:22, 73.44it/s]
 45%|████▌     | 15844/35075 [03:50<03:56, 81.23it/s]
 45%|████▌     | 15854/35075 [03:51<03:46, 84.71it/s]
 45%|████▌     | 15863/35075 [03:51<03:55, 81.68it/s]
 45%|████▌     | 15872/35075 [03:51<03:51, 82.86it/s]
 45%|████▌     | 15883/35075 [03:51<03:38, 88.02it/s]
 45%|████▌     | 15893/35075 [03:51<03:37, 88.22it/s]
 45%|████▌     | 15903/35075 [03:51<03:39, 87.34it/s]Skipping ../../sampledata/20191129/10/5375131905737605206.html with error input contains invalid UTF-8 around byte 1024 (of 5458)

 45%|████▌     | 15912/35075 [03:51<03:42, 86.16it/s]
 45%|████▌     | 15921/35075 [03:51<03:40, 87.06it/s]
 45%|████▌     | 15930/35075 [03:52<04:14, 75.29it/s]
 45%|████▌     | 15938/35075 [03:52<04:31, 70.49it/s]
 45%|████▌     | 15946/35075 [03:52<04:37, 69.01it/s]
 45%|████▌     | 15954/35075 [03:52<04:48, 66.23it/s]
 46%|████▌     | 15963/35075 [03:52<04:26, 71.79it/s]
 46%|████▌     | 15971/35075 [03:52<04:53, 65.00it/s]
 46%|████▌     | 15980/35075 [03:52<04:32, 70.11it/s]
 46%|████▌     | 15988/35075 [03:52<04:34, 69.44it/s]
 46%|████▌     | 15996/35075 [03:52<04:40, 68.07it/s]
 46%|████▌     | 16006/35075 [03:53<04:16, 74.28it/s]
 46%|████▌     | 16015/35075 [03:53<04:04, 77.85it/s]
 46%|████▌     | 16024/35075 [03:53<04:17, 73.92it/s]
 46%|████▌     | 16033/35075 [03:53<04:06, 77.40it/s]
 46%|████▌     | 16044/35075 [03:53<03:54, 81.15it/s]
 46%|████▌     | 16054/35075 [03:53<03:46, 83.81it/s]
 46%|████▌     | 16064/35075 [03:53<03:36, 87.78it/s]
 46%|████▌     | 16073/35075 [03:53<03:51, 82.22it/s]
 46%|████▌     | 16082/35075 [03:54<03:50, 82.55it/s]
 46%|████▌     | 16093/35075 [03:54<03:33, 88.85it/s]
 46%|████▌     | 16103/35075 [03:54<03:33, 88.79it/s]
 46%|████▌     | 16113/35075 [03:54<03:32, 89.31it/s]
 46%|████▌     | 16123/35075 [03:54<03:34, 88.24it/s]
 46%|████▌     | 16132/35075 [03:54<03:58, 79.29it/s]
 46%|████▌     | 16142/35075 [03:54<03:44, 84.32it/s]
 46%|████▌     | 16152/35075 [03:54<03:39, 86.15it/s]
 46%|████▌     | 16163/35075 [03:54<03:26, 91.58it/s]
 46%|████▌     | 16173/35075 [03:55<03:28, 90.55it/s]
 46%|████▌     | 16183/35075 [03:55<03:34, 88.25it/s]
 46%|████▌     | 16195/35075 [03:55<03:19, 94.69it/s]
 46%|████▌     | 16208/35075 [03:55<03:05, 101.89it/s]
 46%|████▌     | 16219/35075 [03:55<03:18, 95.00it/s] 
 46%|████▋     | 16229/35075 [03:55<03:27, 91.04it/s]
 46%|████▋     | 16239/35075 [03:55<03:42, 84.50it/s]
 46%|████▋     | 16248/35075 [03:55<03:46, 83.26it/s]
 46%|████▋     | 16257/35075 [03:55<03:54, 80.37it/s]
 46%|████▋     | 16266/35075 [03:56<03:58, 78.98it/s]
 46%|████▋     | 16275/35075 [03:56<03:58, 78.67it/s]
 46%|████▋     | 16283/35075 [03:56<04:08, 75.74it/s]
 46%|████▋     | 16291/35075 [03:56<04:39, 67.25it/s]
 46%|████▋     | 16300/35075 [03:56<04:24, 71.05it/s]
 46%|████▋     | 16308/35075 [03:56<05:02, 61.99it/s]
 47%|████▋     | 16315/35075 [03:56<05:00, 62.46it/s]
 47%|████▋     | 16322/35075 [03:56<05:05, 61.40it/s]
 47%|████▋     | 16329/35075 [03:57<05:10, 60.30it/s]
 47%|████▋     | 16336/35075 [03:57<05:06, 61.23it/s]
 47%|████▋     | 16343/35075 [03:57<05:01, 62.16it/s]
 47%|████▋     | 16354/35075 [03:57<04:26, 70.24it/s]
 47%|████▋     | 16363/35075 [03:57<04:14, 73.49it/s]
 47%|████▋     | 16373/35075 [03:57<04:06, 75.78it/s]
 47%|████▋     | 16382/35075 [03:57<04:02, 77.06it/s]
 47%|████▋     | 16390/35075 [03:57<04:02, 76.91it/s]
 47%|████▋     | 16399/35075 [03:57<04:03, 76.55it/s]
 47%|████▋     | 16407/35075 [03:58<04:15, 73.14it/s]
 47%|████▋     | 16415/35075 [03:58<04:10, 74.64it/s]
 47%|████▋     | 16423/35075 [03:58<04:33, 68.19it/s]
 47%|████▋     | 16430/35075 [03:58<04:35, 67.72it/s]
 47%|████▋     | 16437/35075 [03:58<04:56, 62.80it/s]
 47%|████▋     | 16448/35075 [03:58<04:19, 71.85it/s]
 47%|████▋     | 16456/35075 [03:58<04:21, 71.16it/s]
 47%|████▋     | 16464/35075 [03:58<04:54, 63.25it/s]
 47%|████▋     | 16471/35075 [03:59<04:52, 63.65it/s]
 47%|████▋     | 16479/35075 [03:59<04:51, 63.77it/s]
 47%|████▋     | 16486/35075 [03:59<04:57, 62.48it/s]
 47%|████▋     | 16494/35075 [03:59<04:46, 64.83it/s]
 47%|████▋     | 16503/35075 [03:59<04:29, 69.03it/s]
 47%|████▋     | 16511/35075 [03:59<04:23, 70.47it/s]
 47%|████▋     | 16519/35075 [03:59<04:31, 68.39it/s]
 47%|████▋     | 16527/35075 [03:59<04:25, 69.83it/s]
 47%|████▋     | 16536/35075 [03:59<04:14, 72.73it/s]
 47%|████▋     | 16544/35075 [04:00<04:28, 69.07it/s]
 47%|████▋     | 16552/35075 [04:00<04:30, 68.42it/s]
 47%|████▋     | 16561/35075 [04:00<04:16, 72.16it/s]
 47%|████▋     | 16569/35075 [04:00<04:17, 71.99it/s]
 47%|████▋     | 16577/35075 [04:00<04:10, 73.94it/s]
 47%|████▋     | 16585/35075 [04:00<04:06, 75.06it/s]
 47%|████▋     | 16593/35075 [04:00<04:05, 75.36it/s]
 47%|████▋     | 16603/35075 [04:00<03:50, 80.19it/s]
 47%|████▋     | 16612/35075 [04:00<03:53, 78.99it/s]
 47%|████▋     | 16620/35075 [04:01<04:09, 74.11it/s]
 47%|████▋     | 16628/35075 [04:01<04:06, 74.91it/s]
 47%|████▋     | 16637/35075 [04:01<03:57, 77.78it/s]
 47%|████▋     | 16645/35075 [04:01<04:05, 74.96it/s]
 47%|████▋     | 16653/35075 [04:01<04:04, 75.40it/s]
 48%|████▊     | 16661/35075 [04:01<04:18, 71.33it/s]
 48%|████▊     | 16669/35075 [04:01<04:36, 66.50it/s]
 48%|████▊     | 16677/35075 [04:01<04:23, 69.86it/s]
 48%|████▊     | 16685/35075 [04:02<04:14, 72.15it/s]
 48%|████▊     | 16695/35075 [04:02<04:01, 76.24it/s]
 48%|████▊     | 16704/35075 [04:02<03:50, 79.66it/s]
 48%|████▊     | 16713/35075 [04:02<04:01, 76.10it/s]
 48%|████▊     | 16721/35075 [04:02<04:02, 75.70it/s]
 48%|████▊     | 16729/35075 [04:02<04:18, 71.07it/s]
 48%|████▊     | 16737/35075 [04:02<04:59, 61.23it/s]
 48%|████▊     | 16744/35075 [04:02<04:58, 61.44it/s]
 48%|████▊     | 16751/35075 [04:02<04:48, 63.52it/s]
 48%|████▊     | 16763/35075 [04:03<04:14, 71.91it/s]
 48%|████▊     | 16774/35075 [04:03<04:06, 74.38it/s]
 48%|████▊     | 16783/35075 [04:03<03:55, 77.71it/s]
 48%|████▊     | 16794/35075 [04:03<03:37, 84.19it/s]
 48%|████▊     | 16803/35075 [04:03<03:37, 83.91it/s]
 48%|████▊     | 16812/35075 [04:03<03:49, 79.46it/s]
 48%|████▊     | 16821/35075 [04:03<04:27, 68.14it/s]
 48%|████▊     | 16829/35075 [04:04<04:56, 61.49it/s]
 48%|████▊     | 16836/35075 [04:04<05:02, 60.21it/s]
 48%|████▊     | 16843/35075 [04:04<05:21, 56.75it/s]
 48%|████▊     | 16849/35075 [04:04<05:24, 56.21it/s]
 48%|████▊     | 16855/35075 [04:04<05:57, 51.00it/s]
 48%|████▊     | 16861/35075 [04:04<06:53, 44.00it/s]
 48%|████▊     | 16870/35075 [04:04<06:01, 50.40it/s]
 48%|████▊     | 16878/35075 [04:04<05:28, 55.45it/s]
 48%|████▊     | 16885/35075 [04:05<05:23, 56.23it/s]
 48%|████▊     | 16893/35075 [04:05<05:05, 59.59it/s]
 48%|████▊     | 16900/35075 [04:05<04:51, 62.29it/s]
 48%|████▊     | 16911/35075 [04:05<04:16, 70.86it/s]
 48%|████▊     | 16926/35075 [04:05<03:38, 83.06it/s]
 48%|████▊     | 16937/35075 [04:05<03:23, 89.35it/s]
 48%|████▊     | 16948/35075 [04:05<03:17, 91.98it/s]
 48%|████▊     | 16958/35075 [04:05<03:36, 83.72it/s]
 48%|████▊     | 16969/35075 [04:05<03:21, 89.88it/s]Skipping ../../sampledata/20191129/10/5375131906104784793.html with error input contains invalid UTF-8 around byte 1141 (of 1580)

 48%|████▊     | 16980/35075 [04:06<03:14, 92.89it/s]
 48%|████▊     | 16991/35075 [04:06<03:11, 94.26it/s]
 48%|████▊     | 17002/35075 [04:06<03:05, 97.42it/s]
 49%|████▊     | 17012/35075 [04:06<03:09, 95.48it/s]
 49%|████▊     | 17024/35075 [04:06<03:01, 99.53it/s]
 49%|████▊     | 17035/35075 [04:06<03:25, 87.64it/s]
 49%|████▊     | 17047/35075 [04:06<03:12, 93.51it/s]
 49%|████▊     | 17057/35075 [04:06<03:19, 90.44it/s]
 49%|████▊     | 17067/35075 [04:07<03:49, 78.60it/s]
 49%|████▊     | 17077/35075 [04:07<03:42, 80.81it/s]
 49%|████▊     | 17086/35075 [04:07<03:46, 79.41it/s]
 49%|████▊     | 17095/35075 [04:07<03:38, 82.11it/s]
 49%|████▉     | 17104/35075 [04:07<04:00, 74.75it/s]
 49%|████▉     | 17114/35075 [04:07<03:45, 79.63it/s]
 49%|████▉     | 17123/35075 [04:07<03:46, 79.15it/s]
 49%|████▉     | 17132/35075 [04:07<03:39, 81.93it/s]
 49%|████▉     | 17141/35075 [04:07<03:47, 78.69it/s]
 49%|████▉     | 17150/35075 [04:08<04:01, 74.32it/s]
 49%|████▉     | 17160/35075 [04:08<03:47, 78.64it/s]
 49%|████▉     | 17169/35075 [04:08<03:52, 76.96it/s]
 49%|████▉     | 17178/35075 [04:08<03:46, 78.86it/s]
 49%|████▉     | 17186/35075 [04:08<04:01, 73.96it/s]
 49%|████▉     | 17194/35075 [04:08<03:57, 75.22it/s]
 49%|████▉     | 17202/35075 [04:08<04:38, 64.13it/s]
 49%|████▉     | 17210/35075 [04:08<04:29, 66.30it/s]
 49%|████▉     | 17217/35075 [04:09<04:56, 60.23it/s]
 49%|████▉     | 17224/35075 [04:09<04:44, 62.79it/s]
 49%|████▉     | 17231/35075 [04:09<04:42, 63.10it/s]
 49%|████▉     | 17238/35075 [04:09<04:49, 61.59it/s]
 49%|████▉     | 17245/35075 [04:09<04:57, 60.01it/s]
 49%|████▉     | 17252/35075 [04:09<04:52, 60.98it/s]
 49%|████▉     | 17259/35075 [04:09<05:52, 50.60it/s]
 49%|████▉     | 17265/35075 [04:10<06:37, 44.78it/s]
 49%|████▉     | 17270/35075 [04:10<07:14, 40.93it/s]
 49%|████▉     | 17275/35075 [04:10<06:53, 43.07it/s]
 49%|████▉     | 17280/35075 [04:10<06:46, 43.82it/s]
 49%|████▉     | 17288/35075 [04:10<05:58, 49.65it/s]
 49%|████▉     | 17294/35075 [04:10<06:02, 49.09it/s]
 49%|████▉     | 17300/35075 [04:10<06:23, 46.33it/s]
 49%|████▉     | 17305/35075 [04:10<06:22, 46.48it/s]
 49%|████▉     | 17311/35075 [04:11<06:26, 45.98it/s]
 49%|████▉     | 17320/35075 [04:11<05:37, 52.54it/s]
 49%|████▉     | 17329/35075 [04:11<04:58, 59.38it/s]
 49%|████▉     | 17336/35075 [04:11<04:55, 60.08it/s]
 49%|████▉     | 17345/35075 [04:11<04:26, 66.42it/s]
 49%|████▉     | 17354/35075 [04:11<04:11, 70.46it/s]
 50%|████▉     | 17363/35075 [04:11<04:03, 72.71it/s]
 50%|████▉     | 17373/35075 [04:11<03:51, 76.58it/s]
 50%|████▉     | 17382/35075 [04:11<03:51, 76.57it/s]
 50%|████▉     | 17391/35075 [04:12<03:40, 80.11it/s]
 50%|████▉     | 17400/35075 [04:12<03:39, 80.69it/s]
 50%|████▉     | 17410/35075 [04:12<03:35, 81.84it/s]
 50%|████▉     | 17419/35075 [04:12<03:35, 82.04it/s]
 50%|████▉     | 17429/35075 [04:12<03:23, 86.54it/s]
 50%|████▉     | 17440/35075 [04:12<03:14, 90.74it/s]
 50%|████▉     | 17450/35075 [04:12<04:16, 68.77it/s]
 50%|████▉     | 17458/35075 [04:12<05:09, 57.01it/s]
 50%|████▉     | 17465/35075 [04:13<05:16, 55.71it/s]
 50%|████▉     | 17472/35075 [04:13<05:16, 55.57it/s]
 50%|████▉     | 17479/35075 [04:13<05:26, 53.91it/s]
 50%|████▉     | 17488/35075 [04:13<04:49, 60.79it/s]
 50%|████▉     | 17496/35075 [04:13<04:31, 64.82it/s]
 50%|████▉     | 17505/35075 [04:13<04:13, 69.19it/s]
 50%|████▉     | 17513/35075 [04:13<04:26, 66.02it/s]
 50%|████▉     | 17521/35075 [04:13<04:17, 68.23it/s]
 50%|████▉     | 17529/35075 [04:14<05:14, 55.80it/s]
 50%|████▉     | 17536/35075 [04:14<05:46, 50.61it/s]
 50%|█████     | 17542/35075 [04:14<05:32, 52.77it/s]
 50%|█████     | 17549/35075 [04:14<05:13, 55.90it/s]
 50%|█████     | 17557/35075 [04:14<04:48, 60.64it/s]
 50%|█████     | 17564/35075 [04:14<05:11, 56.17it/s]
 50%|█████     | 17572/35075 [04:14<04:45, 61.23it/s]
 50%|█████     | 17579/35075 [04:14<04:53, 59.63it/s]
 50%|█████     | 17588/35075 [04:15<04:25, 65.98it/s]
 50%|█████     | 17597/35075 [04:15<04:04, 71.51it/s]
 50%|█████     | 17606/35075 [04:15<03:53, 74.70it/s]
 50%|█████     | 17614/35075 [04:15<03:49, 76.00it/s]
 50%|█████     | 17622/35075 [04:15<04:04, 71.35it/s]
 50%|█████     | 17630/35075 [04:15<03:59, 72.99it/s]
 50%|█████     | 17638/35075 [04:15<04:00, 72.65it/s]
 50%|█████     | 17647/35075 [04:15<03:47, 76.72it/s]
 50%|█████     | 17656/35075 [04:15<03:37, 80.26it/s]
 50%|█████     | 17665/35075 [04:16<04:41, 61.82it/s]
 50%|█████     | 17672/35075 [04:16<05:08, 56.47it/s]
 50%|█████     | 17679/35075 [04:16<05:06, 56.81it/s]
 50%|█████     | 17687/35075 [04:16<04:39, 62.11it/s]
 50%|█████     | 17694/35075 [04:16<04:39, 62.17it/s]
 50%|█████     | 17703/35075 [04:16<04:20, 66.73it/s]
 50%|█████     | 17711/35075 [04:16<04:15, 68.07it/s]
 51%|█████     | 17721/35075 [04:16<04:00, 72.18it/s]
 51%|█████     | 17729/35075 [04:17<04:07, 70.01it/s]
 51%|█████     | 17737/35075 [04:17<04:20, 66.59it/s]
 51%|█████     | 17746/35075 [04:17<04:01, 71.85it/s]
 51%|█████     | 17754/35075 [04:17<04:07, 69.85it/s]
 51%|█████     | 17763/35075 [04:17<03:54, 73.87it/s]
 51%|█████     | 17774/35075 [04:17<03:31, 81.71it/s]
 51%|█████     | 17783/35075 [04:17<03:39, 78.92it/s]
 51%|█████     | 17792/35075 [04:17<03:43, 77.34it/s]
 51%|█████     | 17801/35075 [04:18<03:41, 78.15it/s]
 51%|█████     | 17811/35075 [04:18<03:26, 83.41it/s]
 51%|█████     | 17820/35075 [04:18<03:31, 81.57it/s]
 51%|█████     | 17829/35075 [04:18<03:53, 73.86it/s]
 51%|█████     | 17840/35075 [04:18<03:34, 80.48it/s]
 51%|█████     | 17849/35075 [04:18<03:37, 79.29it/s]
 51%|█████     | 17858/35075 [04:18<03:31, 81.25it/s]
 51%|█████     | 17867/35075 [04:18<03:36, 79.38it/s]
 51%|█████     | 17876/35075 [04:18<03:43, 77.07it/s]
 51%|█████     | 17884/35075 [04:19<03:57, 72.39it/s]
 51%|█████     | 17892/35075 [04:19<03:59, 71.89it/s]Skipping ../../sampledata/20191129/14/580099849952261090.html with error input contains invalid UTF-8 around byte 1107 (of 1246)

 51%|█████     | 17902/35075 [04:19<03:45, 76.23it/s]
 51%|█████     | 17913/35075 [04:19<03:24, 83.94it/s]
 51%|█████     | 17923/35075 [04:19<03:16, 87.08it/s]
 51%|█████     | 17932/35075 [04:19<03:21, 85.18it/s]
 51%|█████     | 17941/35075 [04:19<03:27, 82.55it/s]
 51%|█████     | 17950/35075 [04:19<03:27, 82.40it/s]
 51%|█████     | 17961/35075 [04:19<03:14, 88.16it/s]
 51%|█████     | 17971/35075 [04:20<03:17, 86.49it/s]
 51%|█████▏    | 17980/35075 [04:20<03:24, 83.46it/s]
 51%|█████▏    | 17989/35075 [04:20<03:39, 77.67it/s]
 51%|█████▏    | 17997/35075 [04:20<03:48, 74.60it/s]
 51%|█████▏    | 18005/35075 [04:20<03:59, 71.16it/s]
 51%|█████▏    | 18013/35075 [04:20<04:03, 69.97it/s]
 51%|█████▏    | 18021/35075 [04:20<03:55, 72.55it/s]
 51%|█████▏    | 18029/35075 [04:20<04:02, 70.34it/s]
 51%|█████▏    | 18037/35075 [04:21<04:01, 70.45it/s]
 51%|█████▏    | 18047/35075 [04:21<03:43, 76.24it/s]
 51%|█████▏    | 18055/35075 [04:21<03:45, 75.42it/s]
 52%|█████▏    | 18064/35075 [04:21<03:41, 76.74it/s]
 52%|█████▏    | 18074/35075 [04:21<03:28, 81.64it/s]
 52%|█████▏    | 18083/35075 [04:21<03:27, 81.97it/s]
 52%|█████▏    | 18092/35075 [04:21<03:32, 80.02it/s]
 52%|█████▏    | 18101/35075 [04:21<03:32, 80.01it/s]
 52%|█████▏    | 18110/35075 [04:22<04:12, 67.31it/s]
 52%|█████▏    | 18119/35075 [04:22<03:56, 71.58it/s]
 52%|█████▏    | 18129/35075 [04:22<03:47, 74.41it/s]
 52%|█████▏    | 18138/35075 [04:22<03:36, 78.12it/s]
 52%|█████▏    | 18147/35075 [04:22<03:34, 78.90it/s]
 52%|█████▏    | 18156/35075 [04:22<03:29, 80.90it/s]
 52%|█████▏    | 18165/35075 [04:22<03:28, 80.98it/s]
 52%|█████▏    | 18174/35075 [04:22<04:32, 62.06it/s]
 52%|█████▏    | 18183/35075 [04:23<04:34, 61.48it/s]
 52%|█████▏    | 18190/35075 [04:23<04:42, 59.71it/s]
 52%|█████▏    | 18198/35075 [04:23<04:40, 60.22it/s]
 52%|█████▏    | 18205/35075 [04:23<05:01, 55.98it/s]
 52%|█████▏    | 18211/35075 [04:23<05:10, 54.25it/s]
 52%|█████▏    | 18218/35075 [04:23<04:57, 56.67it/s]
 52%|█████▏    | 18224/35075 [04:23<05:10, 54.21it/s]
 52%|█████▏    | 18230/35075 [04:23<05:24, 51.96it/s]
 52%|█████▏    | 18236/35075 [04:24<05:26, 51.61it/s]
 52%|█████▏    | 18242/35075 [04:24<06:34, 42.68it/s]
 52%|█████▏    | 18248/35075 [04:24<06:05, 46.00it/s]
 52%|█████▏    | 18254/35075 [04:24<05:48, 48.32it/s]
 52%|█████▏    | 18260/35075 [04:24<05:47, 48.40it/s]
 52%|█████▏    | 18267/35075 [04:24<05:28, 51.12it/s]
 52%|█████▏    | 18274/35075 [04:24<05:20, 52.38it/s]
 52%|█████▏    | 18280/35075 [04:24<05:38, 49.63it/s]
 52%|█████▏    | 18289/35075 [04:25<05:00, 55.90it/s]
 52%|█████▏    | 18295/35075 [04:25<05:00, 55.78it/s]
 52%|█████▏    | 18301/35075 [04:25<04:56, 56.49it/s]
 52%|█████▏    | 18307/35075 [04:25<05:19, 52.51it/s]
 52%|█████▏    | 18313/35075 [04:25<05:13, 53.48it/s]
 52%|█████▏    | 18319/35075 [04:25<05:11, 53.77it/s]
 52%|█████▏    | 18327/35075 [04:25<04:40, 59.62it/s]
 52%|█████▏    | 18334/35075 [04:25<04:33, 61.25it/s]
 52%|█████▏    | 18341/35075 [04:25<04:32, 61.41it/s]
 52%|█████▏    | 18348/35075 [04:26<04:33, 61.23it/s]
 52%|█████▏    | 18355/35075 [04:26<04:36, 60.46it/s]
 52%|█████▏    | 18363/35075 [04:26<04:17, 64.89it/s]
 52%|█████▏    | 18372/35075 [04:26<04:01, 69.29it/s]
 52%|█████▏    | 18381/35075 [04:26<03:49, 72.71it/s]
 52%|█████▏    | 18389/35075 [04:26<03:48, 72.97it/s]
 52%|█████▏    | 18397/35075 [04:26<03:49, 72.72it/s]
 52%|█████▏    | 18405/35075 [04:26<03:51, 71.96it/s]Skipping ../../sampledata/20191129/14/6169202162194917130.html with error input contains invalid UTF-8 around byte 1564 (of 1570)

 52%|█████▏    | 18413/35075 [04:26<03:57, 70.12it/s]
 53%|█████▎    | 18421/35075 [04:27<03:54, 71.17it/s]
 53%|█████▎    | 18429/35075 [04:27<03:51, 72.01it/s]
 53%|█████▎    | 18437/35075 [04:27<03:45, 73.75it/s]
 53%|█████▎    | 18446/35075 [04:27<03:35, 77.07it/s]
 53%|█████▎    | 18454/35075 [04:27<03:34, 77.46it/s]
 53%|█████▎    | 18467/35075 [04:27<03:11, 86.80it/s]
 53%|█████▎    | 18477/35075 [04:27<03:11, 86.48it/s]
 53%|█████▎    | 18486/35075 [04:27<03:26, 80.17it/s]
 53%|█████▎    | 18495/35075 [04:27<03:20, 82.59it/s]
 53%|█████▎    | 18504/35075 [04:28<03:25, 80.74it/s]
 53%|█████▎    | 18513/35075 [04:28<03:24, 81.03it/s]
 53%|█████▎    | 18522/35075 [04:28<03:29, 78.92it/s]
 53%|█████▎    | 18530/35075 [04:28<03:37, 76.15it/s]
 53%|█████▎    | 18538/35075 [04:28<03:43, 74.13it/s]
 53%|█████▎    | 18546/35075 [04:28<03:49, 72.09it/s]
 53%|█████▎    | 18554/35075 [04:28<03:43, 73.76it/s]
 53%|█████▎    | 18562/35075 [04:28<03:45, 73.36it/s]
 53%|█████▎    | 18570/35075 [04:28<03:39, 75.22it/s]
 53%|█████▎    | 18578/35075 [04:29<03:37, 75.71it/s]
 53%|█████▎    | 18587/35075 [04:29<03:28, 79.26it/s]
 53%|█████▎    | 18597/35075 [04:29<03:25, 80.01it/s]
 53%|█████▎    | 18607/35075 [04:29<03:16, 83.94it/s]
 53%|█████▎    | 18616/35075 [04:29<03:21, 81.49it/s]
 53%|█████▎    | 18626/35075 [04:29<03:12, 85.33it/s]
 53%|█████▎    | 18635/35075 [04:29<03:20, 82.06it/s]
 53%|█████▎    | 18645/35075 [04:29<03:12, 85.53it/s]
 53%|█████▎    | 18654/35075 [04:29<03:18, 82.83it/s]
 53%|█████▎    | 18663/35075 [04:30<03:26, 79.47it/s]
 53%|█████▎    | 18674/35075 [04:30<03:11, 85.80it/s]
 53%|█████▎    | 18684/35075 [04:30<03:03, 89.43it/s]
 53%|█████▎    | 18694/35075 [04:30<03:03, 89.21it/s]
 53%|█████▎    | 18704/35075 [04:30<03:23, 80.38it/s]
 53%|█████▎    | 18713/35075 [04:30<03:24, 79.87it/s]
 53%|█████▎    | 18723/35075 [04:30<03:16, 83.25it/s]
 53%|█████▎    | 18733/35075 [04:30<03:08, 86.64it/s]
 53%|█████▎    | 18744/35075 [04:30<03:06, 87.53it/s]
 53%|█████▎    | 18753/35075 [04:31<03:13, 84.22it/s]
 53%|█████▎    | 18762/35075 [04:31<03:39, 74.18it/s]
 54%|█████▎    | 18770/35075 [04:31<03:54, 69.47it/s]
 54%|█████▎    | 18780/35075 [04:31<03:35, 75.62it/s]
 54%|█████▎    | 18789/35075 [04:31<03:26, 78.87it/s]
 54%|█████▎    | 18800/35075 [04:31<03:11, 84.94it/s]
 54%|█████▎    | 18812/35075 [04:31<03:00, 90.27it/s]
 54%|█████▎    | 18822/35075 [04:31<02:56, 91.96it/s]
 54%|█████▎    | 18832/35075 [04:32<02:59, 90.64it/s]
 54%|█████▎    | 18842/35075 [04:32<03:13, 83.95it/s]
 54%|█████▎    | 18851/35075 [04:32<03:51, 70.15it/s]
 54%|█████▍    | 18861/35075 [04:32<03:34, 75.52it/s]
 54%|█████▍    | 18870/35075 [04:32<03:33, 75.73it/s]
 54%|█████▍    | 18878/35075 [04:32<03:35, 75.24it/s]
 54%|█████▍    | 18886/35075 [04:32<03:31, 76.55it/s]
 54%|█████▍    | 18895/35075 [04:32<03:33, 75.68it/s]
 54%|█████▍    | 18903/35075 [04:33<03:31, 76.54it/s]Skipping ../../sampledata/20191129/14/580099849393642364.html with error input contains invalid UTF-8 around byte 219 (of 3416)

 54%|█████▍    | 18911/35075 [04:33<03:34, 75.32it/s]
 54%|█████▍    | 18919/35075 [04:33<03:37, 74.12it/s]
 54%|█████▍    | 18929/35075 [04:33<03:27, 77.98it/s]
 54%|█████▍    | 18939/35075 [04:33<03:20, 80.44it/s]
 54%|█████▍    | 18950/35075 [04:33<03:05, 86.98it/s]
 54%|█████▍    | 18962/35075 [04:33<02:52, 93.20it/s]
 54%|█████▍    | 18972/35075 [04:33<03:11, 84.07it/s]
 54%|█████▍    | 18981/35075 [04:33<03:10, 84.36it/s]
 54%|█████▍    | 18990/35075 [04:34<03:09, 85.02it/s]
 54%|█████▍    | 19000/35075 [04:34<03:04, 87.11it/s]
 54%|█████▍    | 19011/35075 [04:34<02:54, 91.92it/s]
 54%|█████▍    | 19021/35075 [04:34<03:07, 85.54it/s]
 54%|█████▍    | 19031/35075 [04:34<03:05, 86.61it/s]
 54%|█████▍    | 19041/35075 [04:34<03:02, 87.63it/s]
 54%|█████▍    | 19050/35075 [04:34<03:09, 84.56it/s]
 54%|█████▍    | 19060/35075 [04:34<03:07, 85.64it/s]
 54%|█████▍    | 19069/35075 [04:34<03:20, 80.01it/s]
 54%|█████▍    | 19078/35075 [04:35<03:19, 80.13it/s]
 54%|█████▍    | 19087/35075 [04:35<03:18, 80.71it/s]
 54%|█████▍    | 19097/35075 [04:35<03:06, 85.46it/s]
 54%|█████▍    | 19106/35075 [04:35<03:31, 75.59it/s]
 55%|█████▍    | 19118/35075 [04:35<03:09, 84.13it/s]
 55%|█████▍    | 19127/35075 [04:35<03:08, 84.58it/s]
 55%|█████▍    | 19136/35075 [04:35<03:09, 84.05it/s]
 55%|█████▍    | 19145/35075 [04:35<03:20, 79.64it/s]
 55%|█████▍    | 19154/35075 [04:36<03:25, 77.59it/s]
 55%|█████▍    | 19162/35075 [04:36<03:51, 68.75it/s]
 55%|█████▍    | 19171/35075 [04:36<03:42, 71.59it/s]
 55%|█████▍    | 19180/35075 [04:36<03:32, 74.82it/s]
 55%|█████▍    | 19190/35075 [04:36<03:21, 78.98it/s]
 55%|█████▍    | 19199/35075 [04:36<03:20, 79.05it/s]
 55%|█████▍    | 19209/35075 [04:36<03:10, 83.44it/s]
 55%|█████▍    | 19218/35075 [04:36<03:19, 79.43it/s]
 55%|█████▍    | 19229/35075 [04:36<03:13, 82.06it/s]
 55%|█████▍    | 19239/35075 [04:37<03:07, 84.57it/s]
 55%|█████▍    | 19248/35075 [04:37<03:13, 81.59it/s]
 55%|█████▍    | 19257/35075 [04:37<03:14, 81.14it/s]
 55%|█████▍    | 19266/35075 [04:37<03:24, 77.16it/s]
 55%|█████▍    | 19274/35075 [04:37<03:34, 73.60it/s]
 55%|█████▍    | 19282/35075 [04:37<03:57, 66.51it/s]
 55%|█████▍    | 19289/35075 [04:37<04:07, 63.74it/s]
 55%|█████▌    | 19297/35075 [04:37<03:58, 66.12it/s]
 55%|█████▌    | 19304/35075 [04:38<03:54, 67.23it/s]
 55%|█████▌    | 19311/35075 [04:38<04:12, 62.54it/s]
 55%|█████▌    | 19318/35075 [04:38<05:04, 51.80it/s]
 55%|█████▌    | 19326/35075 [04:38<04:43, 55.53it/s]
 55%|█████▌    | 19333/35075 [04:38<04:28, 58.57it/s]
 55%|█████▌    | 19341/35075 [04:38<04:13, 62.13it/s]
 55%|█████▌    | 19351/35075 [04:38<03:47, 69.10it/s]
 55%|█████▌    | 19363/35075 [04:38<03:19, 78.84it/s]
 55%|█████▌    | 19372/35075 [04:38<03:19, 78.61it/s]
 55%|█████▌    | 19381/35075 [04:39<03:28, 75.20it/s]
 55%|█████▌    | 19392/35075 [04:39<03:15, 80.17it/s]
 55%|█████▌    | 19401/35075 [04:39<03:19, 78.63it/s]
 55%|█████▌    | 19411/35075 [04:39<03:07, 83.65it/s]
 55%|█████▌    | 19422/35075 [04:39<02:53, 90.02it/s]
 55%|█████▌    | 19432/35075 [04:39<02:48, 92.70it/s]
 55%|█████▌    | 19443/35075 [04:39<02:51, 91.20it/s]
 55%|█████▌    | 19453/35075 [04:39<03:00, 86.36it/s]
 55%|█████▌    | 19462/35075 [04:40<03:19, 78.34it/s]
 56%|█████▌    | 19471/35075 [04:40<03:51, 67.28it/s]
 56%|█████▌    | 19479/35075 [04:40<03:58, 65.34it/s]
 56%|█████▌    | 19486/35075 [04:40<04:03, 64.12it/s]
 56%|█████▌    | 19493/35075 [04:40<04:17, 60.62it/s]
 56%|█████▌    | 19501/35075 [04:40<03:58, 65.24it/s]
 56%|█████▌    | 19509/35075 [04:40<03:49, 67.83it/s]
 56%|█████▌    | 19516/35075 [04:40<04:03, 63.83it/s]
 56%|█████▌    | 19523/35075 [04:41<04:15, 60.90it/s]
 56%|█████▌    | 19530/35075 [04:41<04:22, 59.28it/s]
 56%|█████▌    | 19537/35075 [04:41<04:19, 59.91it/s]
 56%|█████▌    | 19545/35075 [04:41<04:02, 64.09it/s]
 56%|█████▌    | 19552/35075 [04:41<04:03, 63.67it/s]
 56%|█████▌    | 19562/35075 [04:41<03:38, 70.85it/s]
 56%|█████▌    | 19572/35075 [04:41<03:23, 76.31it/s]
 56%|█████▌    | 19580/35075 [04:41<03:29, 74.04it/s]
 56%|█████▌    | 19588/35075 [04:41<03:25, 75.35it/s]Skipping ../../sampledata/20191129/14/3774364440625815305.html with error input contains invalid UTF-8 around byte 2269 (of 9682)

 56%|█████▌    | 19597/35075 [04:42<03:16, 78.58it/s]
 56%|█████▌    | 19606/35075 [04:42<03:10, 81.09it/s]
 56%|█████▌    | 19615/35075 [04:42<03:10, 81.33it/s]Skipping ../../sampledata/20191129/14/580099848373040670.html with error input contains invalid UTF-8 around byte 135 (of 703)

 56%|█████▌    | 19624/35075 [04:42<03:09, 81.40it/s]
 56%|█████▌    | 19633/35075 [04:42<03:17, 78.03it/s]
 56%|█████▌    | 19644/35075 [04:42<03:04, 83.65it/s]
 56%|█████▌    | 19654/35075 [04:42<02:56, 87.26it/s]
 56%|█████▌    | 19664/35075 [04:42<02:51, 89.61it/s]
 56%|█████▌    | 19674/35075 [04:42<02:53, 88.72it/s]
 56%|█████▌    | 19683/35075 [04:43<03:07, 81.91it/s]
 56%|█████▌    | 19692/35075 [04:43<03:24, 75.26it/s]
 56%|█████▌    | 19700/35075 [04:43<03:48, 67.36it/s]
 56%|█████▌    | 19709/35075 [04:43<03:33, 71.82it/s]
 56%|█████▌    | 19717/35075 [04:43<03:30, 73.13it/s]
 56%|█████▌    | 19725/35075 [04:43<04:09, 61.61it/s]
 56%|█████▋    | 19733/35075 [04:43<03:55, 65.21it/s]
 56%|█████▋    | 19740/35075 [04:43<03:53, 65.70it/s]
 56%|█████▋    | 19748/35075 [04:44<03:42, 68.95it/s]
 56%|█████▋    | 19756/35075 [04:44<03:51, 66.20it/s]
 56%|█████▋    | 19763/35075 [04:44<04:13, 60.52it/s]
 56%|█████▋    | 19770/35075 [04:44<04:11, 60.86it/s]
 56%|█████▋    | 19777/35075 [04:44<04:03, 62.83it/s]
 56%|█████▋    | 19785/35075 [04:44<03:52, 65.82it/s]
 56%|█████▋    | 19795/35075 [04:44<03:30, 72.49it/s]
 56%|█████▋    | 19806/35075 [04:44<03:13, 78.75it/s]
 56%|█████▋    | 19817/35075 [04:44<03:00, 84.58it/s]
 57%|█████▋    | 19828/35075 [04:45<02:51, 88.78it/s]
 57%|█████▋    | 19841/35075 [04:45<02:36, 97.36it/s]
 57%|█████▋    | 19852/35075 [04:45<02:36, 97.12it/s]
 57%|█████▋    | 19863/35075 [04:45<02:50, 89.02it/s]
 57%|█████▋    | 19873/35075 [04:45<03:04, 82.32it/s]
 57%|█████▋    | 19882/35075 [04:45<03:25, 73.99it/s]
 57%|█████▋    | 19890/35075 [04:45<03:31, 71.90it/s]
 57%|█████▋    | 19898/35075 [04:46<04:12, 60.13it/s]
 57%|█████▋    | 19905/35075 [04:46<04:16, 59.12it/s]
 57%|█████▋    | 19914/35075 [04:46<03:55, 64.27it/s]
 57%|█████▋    | 19923/35075 [04:46<03:35, 70.17it/s]
 57%|█████▋    | 19931/35075 [04:46<03:38, 69.25it/s]
 57%|█████▋    | 19939/35075 [04:46<03:37, 69.71it/s]
 57%|█████▋    | 19947/35075 [04:46<03:43, 67.80it/s]
 57%|█████▋    | 19955/35075 [04:46<03:37, 69.53it/s]
 57%|█████▋    | 19963/35075 [04:46<03:41, 68.32it/s]
 57%|█████▋    | 19972/35075 [04:47<03:25, 73.48it/s]
 57%|█████▋    | 19980/35075 [04:47<03:41, 68.04it/s]
 57%|█████▋    | 19989/35075 [04:47<03:30, 71.65it/s]
 57%|█████▋    | 20000/35075 [04:47<03:09, 79.49it/s]
 57%|█████▋    | 20010/35075 [04:47<03:01, 82.83it/s]
 57%|█████▋    | 20022/35075 [04:47<02:47, 89.94it/s]
 57%|█████▋    | 20032/35075 [04:47<02:57, 84.96it/s]
 57%|█████▋    | 20042/35075 [04:47<02:50, 88.16it/s]
 57%|█████▋    | 20052/35075 [04:47<02:47, 89.48it/s]
 57%|█████▋    | 20062/35075 [04:48<02:54, 86.11it/s]
 57%|█████▋    | 20071/35075 [04:48<02:53, 86.37it/s]
 57%|█████▋    | 20081/35075 [04:48<02:50, 87.85it/s]
 57%|█████▋    | 20090/35075 [04:48<02:59, 83.49it/s]
 57%|█████▋    | 20101/35075 [04:48<02:47, 89.35it/s]
 57%|█████▋    | 20112/35075 [04:48<02:40, 93.50it/s]
 57%|█████▋    | 20122/35075 [04:48<02:49, 88.34it/s]
 57%|█████▋    | 20132/35075 [04:48<02:44, 91.07it/s]
 57%|█████▋    | 20142/35075 [04:49<03:01, 82.18it/s]
 57%|█████▋    | 20151/35075 [04:49<03:02, 81.64it/s]
 57%|█████▋    | 20160/35075 [04:49<03:21, 73.90it/s]
 57%|█████▋    | 20168/35075 [04:49<03:28, 71.36it/s]
 58%|█████▊    | 20176/35075 [04:49<04:06, 60.39it/s]
 58%|█████▊    | 20183/35075 [04:49<04:20, 57.15it/s]
 58%|█████▊    | 20190/35075 [04:49<04:09, 59.62it/s]
 58%|█████▊    | 20197/35075 [04:49<04:13, 58.59it/s]
 58%|█████▊    | 20204/35075 [04:50<04:58, 49.84it/s]
 58%|█████▊    | 20210/35075 [04:50<05:06, 48.46it/s]
 58%|█████▊    | 20216/35075 [04:50<05:28, 45.27it/s]
 58%|█████▊    | 20221/35075 [04:50<05:26, 45.52it/s]
 58%|█████▊    | 20227/35075 [04:50<05:20, 46.26it/s]
 58%|█████▊    | 20232/35075 [04:50<06:33, 37.74it/s]
 58%|█████▊    | 20238/35075 [04:50<05:56, 41.57it/s]
 58%|█████▊    | 20245/35075 [04:51<05:24, 45.64it/s]
 58%|█████▊    | 20253/35075 [04:51<04:49, 51.28it/s]
 58%|█████▊    | 20262/35075 [04:51<04:28, 55.16it/s]
 58%|█████▊    | 20268/35075 [04:51<04:23, 56.13it/s]
 58%|█████▊    | 20276/35075 [04:51<04:01, 61.36it/s]
 58%|█████▊    | 20284/35075 [04:51<03:48, 64.79it/s]
 58%|█████▊    | 20291/35075 [04:51<03:55, 62.71it/s]
 58%|█████▊    | 20301/35075 [04:51<03:33, 69.15it/s]
 58%|█████▊    | 20310/35075 [04:51<03:23, 72.54it/s]
 58%|█████▊    | 20318/35075 [04:52<03:31, 69.92it/s]
 58%|█████▊    | 20326/35075 [04:52<03:25, 71.91it/s]
 58%|█████▊    | 20334/35075 [04:52<03:28, 70.57it/s]
 58%|█████▊    | 20344/35075 [04:52<03:13, 76.09it/s]
 58%|█████▊    | 20354/35075 [04:52<03:03, 80.08it/s]
 58%|█████▊    | 20363/35075 [04:52<03:00, 81.40it/s]
 58%|█████▊    | 20372/35075 [04:52<03:23, 72.15it/s]
 58%|█████▊    | 20382/35075 [04:52<03:11, 76.86it/s]
 58%|█████▊    | 20390/35075 [04:53<03:18, 73.81it/s]
 58%|█████▊    | 20398/35075 [04:53<03:33, 68.68it/s]
 58%|█████▊    | 20408/35075 [04:53<03:15, 75.17it/s]
 58%|█████▊    | 20418/35075 [04:53<03:03, 79.72it/s]
 58%|█████▊    | 20427/35075 [04:53<03:05, 78.91it/s]
 58%|█████▊    | 20437/35075 [04:53<02:59, 81.46it/s]
 58%|█████▊    | 20447/35075 [04:53<02:51, 85.21it/s]
 58%|█████▊    | 20456/35075 [04:53<03:04, 79.42it/s]
 58%|█████▊    | 20465/35075 [04:53<03:15, 74.54it/s]
 58%|█████▊    | 20473/35075 [04:54<03:32, 68.66it/s]
 58%|█████▊    | 20481/35075 [04:54<03:30, 69.48it/s]
 58%|█████▊    | 20491/35075 [04:54<03:14, 75.17it/s]
 58%|█████▊    | 20499/35075 [04:54<03:21, 72.34it/s]
 58%|█████▊    | 20509/35075 [04:54<03:07, 77.68it/s]
 59%|█████▊    | 20519/35075 [04:54<02:55, 83.16it/s]
 59%|█████▊    | 20529/35075 [04:54<02:46, 87.51it/s]
 59%|█████▊    | 20540/35075 [04:54<02:38, 91.59it/s]
 59%|█████▊    | 20550/35075 [04:55<03:04, 78.84it/s]
 59%|█████▊    | 20559/35075 [04:55<03:12, 75.58it/s]
 59%|█████▊    | 20567/35075 [04:55<03:22, 71.55it/s]
 59%|█████▊    | 20575/35075 [04:55<03:36, 67.12it/s]
 59%|█████▊    | 20583/35075 [04:55<03:31, 68.38it/s]
 59%|█████▊    | 20591/35075 [04:55<03:39, 66.05it/s]
 59%|█████▊    | 20598/35075 [04:55<03:44, 64.59it/s]
 59%|█████▊    | 20605/35075 [04:55<03:48, 63.43it/s]
 59%|█████▉    | 20612/35075 [04:56<03:51, 62.50it/s]
 59%|█████▉    | 20619/35075 [04:56<03:46, 63.91it/s]
 59%|█████▉    | 20626/35075 [04:56<03:53, 61.89it/s]
 59%|█████▉    | 20633/35075 [04:56<04:04, 58.96it/s]
 59%|█████▉    | 20639/35075 [04:56<04:20, 55.46it/s]
 59%|█████▉    | 20645/35075 [04:56<04:22, 54.90it/s]
 59%|█████▉    | 20651/35075 [04:56<04:24, 54.49it/s]
 59%|█████▉    | 20658/35075 [04:56<04:07, 58.32it/s]
 59%|█████▉    | 20665/35075 [04:56<04:01, 59.72it/s]
 59%|█████▉    | 20672/35075 [04:57<03:58, 60.33it/s]
 59%|█████▉    | 20679/35075 [04:57<04:00, 59.84it/s]
 59%|█████▉    | 20687/35075 [04:57<03:48, 62.88it/s]
 59%|█████▉    | 20694/35075 [04:57<03:58, 60.18it/s]
 59%|█████▉    | 20701/35075 [04:57<03:59, 60.09it/s]
 59%|█████▉    | 20708/35075 [04:57<04:08, 57.78it/s]
 59%|█████▉    | 20715/35075 [04:57<04:01, 59.43it/s]
 59%|█████▉    | 20723/35075 [04:57<03:47, 63.12it/s]
 59%|█████▉    | 20730/35075 [04:58<04:23, 54.47it/s]
 59%|█████▉    | 20736/35075 [04:58<04:41, 50.98it/s]
 59%|█████▉    | 20742/35075 [04:58<04:35, 52.01it/s]
 59%|█████▉    | 20749/35075 [04:58<04:15, 56.09it/s]
 59%|█████▉    | 20755/35075 [04:58<04:13, 56.53it/s]
 59%|█████▉    | 20761/35075 [04:58<04:23, 54.33it/s]
 59%|█████▉    | 20768/35075 [04:58<04:13, 56.38it/s]
 59%|█████▉    | 20774/35075 [04:58<04:12, 56.69it/s]
 59%|█████▉    | 20780/35075 [04:58<04:08, 57.51it/s]
 59%|█████▉    | 20787/35075 [04:59<04:02, 58.97it/s]
 59%|█████▉    | 20795/35075 [04:59<03:54, 61.02it/s]
 59%|█████▉    | 20802/35075 [04:59<04:00, 59.42it/s]
 59%|█████▉    | 20809/35075 [04:59<03:52, 61.35it/s]
 59%|█████▉    | 20816/35075 [04:59<03:52, 61.44it/s]
 59%|█████▉    | 20823/35075 [04:59<03:53, 60.97it/s]
 59%|█████▉    | 20830/35075 [04:59<04:04, 58.24it/s]
 59%|█████▉    | 20836/35075 [04:59<04:32, 52.26it/s]
 59%|█████▉    | 20843/35075 [05:00<04:19, 54.88it/s]
 59%|█████▉    | 20849/35075 [05:00<04:16, 55.48it/s]
 59%|█████▉    | 20856/35075 [05:00<04:06, 57.67it/s]
 59%|█████▉    | 20862/35075 [05:00<04:18, 54.93it/s]
 59%|█████▉    | 20868/35075 [05:00<04:15, 55.61it/s]
 60%|█████▉    | 20874/35075 [05:00<04:23, 53.87it/s]
 60%|█████▉    | 20881/35075 [05:00<04:09, 56.78it/s]
 60%|█████▉    | 20888/35075 [05:00<03:58, 59.47it/s]
 60%|█████▉    | 20895/35075 [05:00<03:49, 61.81it/s]
 60%|█████▉    | 20902/35075 [05:01<04:18, 54.73it/s]
 60%|█████▉    | 20909/35075 [05:01<04:44, 49.86it/s]
 60%|█████▉    | 20915/35075 [05:01<04:41, 50.28it/s]
 60%|█████▉    | 20921/35075 [05:01<05:00, 47.18it/s]
 60%|█████▉    | 20926/35075 [05:01<05:02, 46.83it/s]
 60%|█████▉    | 20932/35075 [05:01<04:47, 49.27it/s]
 60%|█████▉    | 20938/35075 [05:01<04:49, 48.87it/s]
 60%|█████▉    | 20943/35075 [05:02<06:08, 38.36it/s]
 60%|█████▉    | 20948/35075 [05:02<05:53, 39.95it/s]
 60%|█████▉    | 20957/35075 [05:02<05:10, 45.54it/s]
 60%|█████▉    | 20964/35075 [05:02<04:46, 49.31it/s]
 60%|█████▉    | 20970/35075 [05:02<04:33, 51.67it/s]
 60%|█████▉    | 20977/35075 [05:02<04:16, 55.05it/s]
 60%|█████▉    | 20983/35075 [05:02<04:25, 53.17it/s]
 60%|█████▉    | 20989/35075 [05:02<04:17, 54.70it/s]
 60%|█████▉    | 20996/35075 [05:02<04:02, 58.04it/s]
 60%|█████▉    | 21002/35075 [05:03<04:09, 56.46it/s]
 60%|█████▉    | 21008/35075 [05:03<04:14, 55.17it/s]
 60%|█████▉    | 21015/35075 [05:03<04:12, 55.60it/s]
 60%|█████▉    | 21021/35075 [05:03<04:19, 54.09it/s]
 60%|█████▉    | 21029/35075 [05:03<03:57, 59.22it/s]
 60%|█████▉    | 21036/35075 [05:03<03:56, 59.47it/s]
 60%|█████▉    | 21043/35075 [05:03<03:52, 60.33it/s]
 60%|██████    | 21051/35075 [05:03<03:49, 60.98it/s]
 60%|██████    | 21058/35075 [05:04<04:16, 54.73it/s]
 60%|██████    | 21066/35075 [05:04<03:57, 59.06it/s]
 60%|██████    | 21076/35075 [05:04<03:33, 65.66it/s]
 60%|██████    | 21083/35075 [05:04<03:43, 62.57it/s]
 60%|██████    | 21091/35075 [05:04<03:29, 66.61it/s]
 60%|██████    | 21100/35075 [05:04<03:17, 70.58it/s]
 60%|██████    | 21108/35075 [05:04<03:32, 65.83it/s]
 60%|██████    | 21115/35075 [05:04<03:31, 66.13it/s]
 60%|██████    | 21123/35075 [05:04<03:23, 68.53it/s]
 60%|██████    | 21132/35075 [05:05<03:10, 73.21it/s]
 60%|██████    | 21140/35075 [05:05<03:17, 70.63it/s]
 60%|██████    | 21148/35075 [05:05<03:24, 68.24it/s]
 60%|██████    | 21156/35075 [05:05<03:16, 70.96it/s]
 60%|██████    | 21164/35075 [05:05<03:28, 66.59it/s]
 60%|██████    | 21172/35075 [05:05<03:22, 68.69it/s]
 60%|██████    | 21179/35075 [05:05<04:25, 52.43it/s]
 60%|██████    | 21186/35075 [05:05<04:07, 56.07it/s]
 60%|██████    | 21193/35075 [05:06<04:48, 48.04it/s]
 60%|██████    | 21200/35075 [05:06<04:25, 52.21it/s]
 60%|██████    | 21206/35075 [05:06<04:19, 53.42it/s]
 60%|██████    | 21213/35075 [05:06<04:12, 54.90it/s]
 61%|██████    | 21221/35075 [05:06<03:55, 58.90it/s]
 61%|██████    | 21230/35075 [05:06<03:35, 64.12it/s]
 61%|██████    | 21239/35075 [05:06<03:30, 65.77it/s]
 61%|██████    | 21248/35075 [05:06<03:14, 71.03it/s]
 61%|██████    | 21256/35075 [05:07<03:20, 68.84it/s]
 61%|██████    | 21264/35075 [05:07<03:14, 71.19it/s]
 61%|██████    | 21272/35075 [05:07<03:08, 73.04it/s]
 61%|██████    | 21280/35075 [05:07<03:28, 66.23it/s]
 61%|██████    | 21288/35075 [05:07<03:20, 68.86it/s]
 61%|██████    | 21296/35075 [05:07<03:36, 63.61it/s]
 61%|██████    | 21303/35075 [05:07<03:47, 60.41it/s]
 61%|██████    | 21311/35075 [05:07<03:32, 64.70it/s]
 61%|██████    | 21318/35075 [05:08<03:34, 64.18it/s]
 61%|██████    | 21327/35075 [05:08<03:16, 69.92it/s]
 61%|██████    | 21335/35075 [05:08<03:29, 65.53it/s]
 61%|██████    | 21342/35075 [05:08<03:31, 64.80it/s]
 61%|██████    | 21350/35075 [05:08<03:28, 65.84it/s]
 61%|██████    | 21357/35075 [05:08<03:38, 62.89it/s]
 61%|██████    | 21364/35075 [05:08<03:35, 63.77it/s]
 61%|██████    | 21371/35075 [05:08<04:34, 49.85it/s]
 61%|██████    | 21377/35075 [05:09<04:34, 49.83it/s]
 61%|██████    | 21383/35075 [05:09<04:56, 46.22it/s]
 61%|██████    | 21389/35075 [05:09<04:39, 48.93it/s]
 61%|██████    | 21396/35075 [05:09<04:23, 51.97it/s]
 61%|██████    | 21402/35075 [05:09<04:24, 51.71it/s]
 61%|██████    | 21408/35075 [05:09<04:24, 51.76it/s]
 61%|██████    | 21414/35075 [05:09<05:05, 44.65it/s]
 61%|██████    | 21419/35075 [05:09<05:20, 42.63it/s]
 61%|██████    | 21424/35075 [05:10<05:42, 39.83it/s]
 61%|██████    | 21429/35075 [05:10<05:53, 38.64it/s]
 61%|██████    | 21435/35075 [05:10<05:19, 42.70it/s]
 61%|██████    | 21440/35075 [05:10<05:32, 41.01it/s]
 61%|██████    | 21445/35075 [05:10<05:27, 41.67it/s]
 61%|██████    | 21450/35075 [05:10<05:22, 42.20it/s]
 61%|██████    | 21457/35075 [05:10<04:52, 46.56it/s]
 61%|██████    | 21465/35075 [05:10<04:20, 52.23it/s]
 61%|██████    | 21473/35075 [05:11<03:54, 57.89it/s]
 61%|██████    | 21480/35075 [05:11<03:55, 57.63it/s]
 61%|██████▏   | 21488/35075 [05:11<03:37, 62.42it/s]
 61%|██████▏   | 21497/35075 [05:11<03:18, 68.52it/s]
 61%|██████▏   | 21506/35075 [05:11<03:06, 72.90it/s]
 61%|██████▏   | 21515/35075 [05:11<02:57, 76.27it/s]
 61%|██████▏   | 21524/35075 [05:11<02:54, 77.64it/s]
 61%|██████▏   | 21533/35075 [05:11<02:48, 80.54it/s]
 61%|██████▏   | 21542/35075 [05:11<02:43, 82.59it/s]
 61%|██████▏   | 21551/35075 [05:11<02:40, 84.09it/s]
 61%|██████▏   | 21561/35075 [05:12<02:33, 87.81it/s]
 61%|██████▏   | 21571/35075 [05:12<02:29, 90.45it/s]
 62%|██████▏   | 21581/35075 [05:12<02:38, 85.19it/s]
 62%|██████▏   | 21591/35075 [05:12<02:37, 85.74it/s]
 62%|██████▏   | 21600/35075 [05:12<02:47, 80.60it/s]
 62%|██████▏   | 21609/35075 [05:12<02:53, 77.61it/s]
 62%|██████▏   | 21617/35075 [05:12<03:00, 74.74it/s]
 62%|██████▏   | 21625/35075 [05:12<03:11, 70.29it/s]
 62%|██████▏   | 21633/35075 [05:13<03:20, 67.05it/s]
 62%|██████▏   | 21644/35075 [05:13<03:01, 74.20it/s]
 62%|██████▏   | 21652/35075 [05:13<03:05, 72.22it/s]
 62%|██████▏   | 21660/35075 [05:13<03:17, 68.06it/s]
 62%|██████▏   | 21670/35075 [05:13<03:01, 74.01it/s]
 62%|██████▏   | 21678/35075 [05:13<03:01, 73.92it/s]
 62%|██████▏   | 21686/35075 [05:13<03:16, 68.21it/s]
 62%|██████▏   | 21694/35075 [05:13<03:11, 69.69it/s]
 62%|██████▏   | 21702/35075 [05:14<03:07, 71.28it/s]
 62%|██████▏   | 21710/35075 [05:14<03:30, 63.41it/s]
 62%|██████▏   | 21717/35075 [05:14<03:26, 64.81it/s]
 62%|██████▏   | 21724/35075 [05:14<04:00, 55.54it/s]
 62%|██████▏   | 21732/35075 [05:14<03:39, 60.72it/s]
 62%|██████▏   | 21740/35075 [05:14<03:30, 63.45it/s]
 62%|██████▏   | 21747/35075 [05:14<03:44, 59.32it/s]
 62%|██████▏   | 21756/35075 [05:14<03:26, 64.59it/s]
 62%|██████▏   | 21765/35075 [05:14<03:10, 69.86it/s]
 62%|██████▏   | 21774/35075 [05:15<02:58, 74.58it/s]
 62%|██████▏   | 21785/35075 [05:15<02:44, 80.88it/s]
 62%|██████▏   | 21794/35075 [05:15<03:03, 72.32it/s]
 62%|██████▏   | 21802/35075 [05:15<03:17, 67.06it/s]
 62%|██████▏   | 21810/35075 [05:15<03:21, 65.85it/s]
 62%|██████▏   | 21818/35075 [05:15<03:12, 68.87it/s]
 62%|██████▏   | 21826/35075 [05:15<03:12, 68.75it/s]
 62%|██████▏   | 21835/35075 [05:15<03:00, 73.48it/s]
 62%|██████▏   | 21843/35075 [05:16<03:04, 71.91it/s]
 62%|██████▏   | 21851/35075 [05:16<03:08, 70.22it/s]
 62%|██████▏   | 21860/35075 [05:16<02:56, 74.69it/s]
 62%|██████▏   | 21869/35075 [05:16<02:55, 75.07it/s]
 62%|██████▏   | 21879/35075 [05:16<02:45, 79.97it/s]
 62%|██████▏   | 21889/35075 [05:16<02:41, 81.44it/s]
 62%|██████▏   | 21899/35075 [05:16<02:35, 84.97it/s]
 62%|██████▏   | 21908/35075 [05:16<02:41, 81.36it/s]
 62%|██████▏   | 21917/35075 [05:17<02:55, 75.16it/s]
 63%|██████▎   | 21925/35075 [05:17<02:54, 75.47it/s]
 63%|██████▎   | 21933/35075 [05:17<02:53, 75.92it/s]
 63%|██████▎   | 21941/35075 [05:17<03:01, 72.27it/s]
 63%|██████▎   | 21949/35075 [05:17<03:06, 70.51it/s]
 63%|██████▎   | 21957/35075 [05:17<03:00, 72.61it/s]
 63%|██████▎   | 21965/35075 [05:17<02:58, 73.49it/s]
 63%|██████▎   | 21973/35075 [05:17<02:58, 73.56it/s]
 63%|██████▎   | 21983/35075 [05:17<02:50, 76.90it/s]
 63%|██████▎   | 21991/35075 [05:18<03:06, 70.25it/s]
 63%|██████▎   | 21999/35075 [05:18<02:59, 72.91it/s]
 63%|██████▎   | 22008/35075 [05:18<02:58, 73.23it/s]
 63%|██████▎   | 22016/35075 [05:18<03:07, 69.83it/s]
 63%|██████▎   | 22024/35075 [05:18<03:05, 70.31it/s]
 63%|██████▎   | 22032/35075 [05:18<03:00, 72.08it/s]
 63%|██████▎   | 22040/35075 [05:18<03:05, 70.30it/s]
 63%|██████▎   | 22050/35075 [05:18<02:52, 75.33it/s]
 63%|██████▎   | 22059/35075 [05:18<02:44, 79.18it/s]
 63%|██████▎   | 22068/35075 [05:19<02:50, 76.38it/s]
 63%|██████▎   | 22076/35075 [05:19<03:12, 67.63it/s]
 63%|██████▎   | 22084/35075 [05:19<03:11, 67.97it/s]
 63%|██████▎   | 22091/35075 [05:19<03:43, 58.09it/s]
 63%|██████▎   | 22098/35075 [05:19<04:02, 53.40it/s]
 63%|██████▎   | 22104/35075 [05:19<04:45, 45.48it/s]
 63%|██████▎   | 22109/35075 [05:19<05:38, 38.31it/s]
 63%|██████▎   | 22114/35075 [05:20<06:20, 34.10it/s]
 63%|██████▎   | 22118/35075 [05:20<06:18, 34.23it/s]
 63%|██████▎   | 22122/35075 [05:20<06:28, 33.30it/s]
 63%|██████▎   | 22126/35075 [05:20<06:11, 34.84it/s]
 63%|██████▎   | 22130/35075 [05:20<06:02, 35.69it/s]
 63%|██████▎   | 22136/35075 [05:20<05:32, 38.94it/s]
 63%|██████▎   | 22141/35075 [05:20<05:13, 41.29it/s]
 63%|██████▎   | 22146/35075 [05:21<06:02, 35.71it/s]
 63%|██████▎   | 22150/35075 [05:21<06:21, 33.90it/s]
 63%|██████▎   | 22155/35075 [05:21<05:52, 36.68it/s]
 63%|██████▎   | 22160/35075 [05:21<05:35, 38.49it/s]
 63%|██████▎   | 22166/35075 [05:21<05:00, 42.94it/s]
 63%|██████▎   | 22171/35075 [05:21<05:42, 37.64it/s]
 63%|██████▎   | 22176/35075 [05:21<05:49, 36.91it/s]
 63%|██████▎   | 22181/35075 [05:21<05:25, 39.64it/s]
 63%|██████▎   | 22186/35075 [05:22<05:46, 37.16it/s]
 63%|██████▎   | 22190/35075 [05:22<06:10, 34.80it/s]
 63%|██████▎   | 22195/35075 [05:22<05:47, 37.10it/s]
 63%|██████▎   | 22201/35075 [05:22<05:24, 39.64it/s]
 63%|██████▎   | 22206/35075 [05:22<05:42, 37.58it/s]
 63%|██████▎   | 22211/35075 [05:22<05:24, 39.66it/s]
 63%|██████▎   | 22216/35075 [05:22<05:50, 36.67it/s]
 63%|██████▎   | 22221/35075 [05:22<05:48, 36.89it/s]
 63%|██████▎   | 22226/35075 [05:23<05:25, 39.50it/s]
 63%|██████▎   | 22231/35075 [05:23<05:57, 35.93it/s]
 63%|██████▎   | 22236/35075 [05:23<05:41, 37.65it/s]
 63%|██████▎   | 22240/35075 [05:23<05:51, 36.48it/s]
 63%|██████▎   | 22245/35075 [05:23<05:26, 39.28it/s]
 63%|██████▎   | 22250/35075 [05:23<05:52, 36.39it/s]
 63%|██████▎   | 22254/35075 [05:23<06:38, 32.15it/s]
 63%|██████▎   | 22258/35075 [05:24<06:15, 34.11it/s]
 63%|██████▎   | 22262/35075 [05:24<05:59, 35.66it/s]
 63%|██████▎   | 22267/35075 [05:24<05:43, 37.31it/s]
 63%|██████▎   | 22271/35075 [05:24<05:40, 37.61it/s]
 64%|██████▎   | 22275/35075 [05:24<05:57, 35.80it/s]
 64%|██████▎   | 22279/35075 [05:24<06:43, 31.72it/s]
 64%|██████▎   | 22284/35075 [05:24<06:04, 35.14it/s]
 64%|██████▎   | 22289/35075 [05:24<05:54, 36.09it/s]
 64%|██████▎   | 22293/35075 [05:24<05:47, 36.80it/s]
 64%|██████▎   | 22297/35075 [05:25<06:03, 35.20it/s]
 64%|██████▎   | 22301/35075 [05:25<06:00, 35.48it/s]
 64%|██████▎   | 22306/35075 [05:25<05:59, 35.51it/s]
 64%|██████▎   | 22310/35075 [05:25<06:17, 33.84it/s]
 64%|██████▎   | 22314/35075 [05:25<06:14, 34.06it/s]
 64%|██████▎   | 22320/35075 [05:25<05:31, 38.48it/s]
 64%|██████▎   | 22325/35075 [05:25<05:28, 38.82it/s]
 64%|██████▎   | 22332/35075 [05:25<05:07, 41.50it/s]
 64%|██████▎   | 22337/35075 [05:26<04:51, 43.69it/s]
 64%|██████▎   | 22342/35075 [05:26<05:54, 35.94it/s]
 64%|██████▎   | 22348/35075 [05:26<05:42, 37.16it/s]
 64%|██████▎   | 22352/35075 [05:26<05:41, 37.24it/s]
 64%|██████▎   | 22356/35075 [05:26<06:31, 32.48it/s]
 64%|██████▍   | 22364/35075 [05:26<05:34, 37.95it/s]
 64%|██████▍   | 22372/35075 [05:26<04:45, 44.56it/s]
 64%|██████▍   | 22378/35075 [05:27<04:23, 48.25it/s]
 64%|██████▍   | 22384/35075 [05:27<04:23, 48.18it/s]
 64%|██████▍   | 22390/35075 [05:27<04:15, 49.67it/s]
 64%|██████▍   | 22396/35075 [05:27<04:24, 47.91it/s]
 64%|██████▍   | 22402/35075 [05:27<04:21, 48.48it/s]
 64%|██████▍   | 22408/35075 [05:27<04:41, 44.93it/s]
 64%|██████▍   | 22414/35075 [05:27<04:25, 47.69it/s]
 64%|██████▍   | 22419/35075 [05:27<05:16, 40.04it/s]
 64%|██████▍   | 22424/35075 [05:28<05:54, 35.70it/s]
 64%|██████▍   | 22428/35075 [05:28<06:40, 31.60it/s]
 64%|██████▍   | 22432/35075 [05:28<06:19, 33.31it/s]
 64%|██████▍   | 22436/35075 [05:28<06:42, 31.38it/s]
 64%|██████▍   | 22440/35075 [05:28<06:19, 33.31it/s]
 64%|██████▍   | 22444/35075 [05:28<06:09, 34.22it/s]
 64%|██████▍   | 22448/35075 [05:28<06:48, 30.88it/s]
 64%|██████▍   | 22453/35075 [05:29<06:10, 34.07it/s]
 64%|██████▍   | 22458/35075 [05:29<05:40, 37.11it/s]
 64%|██████▍   | 22465/35075 [05:29<05:03, 41.58it/s]
 64%|██████▍   | 22471/35075 [05:29<04:38, 45.23it/s]
 64%|██████▍   | 22478/35075 [05:29<04:11, 50.11it/s]
 64%|██████▍   | 22484/35075 [05:29<03:59, 52.65it/s]
 64%|██████▍   | 22491/35075 [05:29<03:42, 56.63it/s]
 64%|██████▍   | 22499/35075 [05:29<03:25, 61.11it/s]
 64%|██████▍   | 22507/35075 [05:29<03:17, 63.59it/s]
 64%|██████▍   | 22514/35075 [05:30<03:40, 56.94it/s]
 64%|██████▍   | 22520/35075 [05:30<03:45, 55.61it/s]
 64%|██████▍   | 22526/35075 [05:30<04:36, 45.35it/s]
 64%|██████▍   | 22532/35075 [05:30<04:19, 48.37it/s]
 64%|██████▍   | 22538/35075 [05:30<04:04, 51.31it/s]
 64%|██████▍   | 22544/35075 [05:30<03:58, 52.49it/s]
 64%|██████▍   | 22552/35075 [05:30<03:39, 56.94it/s]
 64%|██████▍   | 22558/35075 [05:30<03:40, 56.64it/s]
 64%|██████▍   | 22566/35075 [05:30<03:25, 60.96it/s]
 64%|██████▍   | 22573/35075 [05:31<03:17, 63.14it/s]
 64%|██████▍   | 22583/35075 [05:31<02:59, 69.76it/s]
 64%|██████▍   | 22592/35075 [05:31<03:03, 67.92it/s]
 64%|██████▍   | 22600/35075 [05:31<03:08, 66.28it/s]
 64%|██████▍   | 22607/35075 [05:31<03:09, 65.68it/s]
 64%|██████▍   | 22618/35075 [05:31<02:52, 72.37it/s]
 65%|██████▍   | 22628/35075 [05:31<02:40, 77.41it/s]
 65%|██████▍   | 22639/35075 [05:31<02:29, 83.43it/s]
 65%|██████▍   | 22649/35075 [05:31<02:22, 87.05it/s]
 65%|██████▍   | 22660/35075 [05:32<02:19, 88.99it/s]
 65%|██████▍   | 22670/35075 [05:32<02:26, 84.90it/s]
 65%|██████▍   | 22681/35075 [05:32<02:20, 88.04it/s]
 65%|██████▍   | 22690/35075 [05:32<02:41, 76.87it/s]
 65%|██████▍   | 22699/35075 [05:32<02:36, 79.08it/s]
 65%|██████▍   | 22708/35075 [05:32<02:47, 73.92it/s]
 65%|██████▍   | 22716/35075 [05:32<03:06, 66.36it/s]
 65%|██████▍   | 22724/35075 [05:33<03:00, 68.32it/s]
 65%|██████▍   | 22732/35075 [05:33<03:04, 66.99it/s]
 65%|██████▍   | 22740/35075 [05:33<02:58, 69.13it/s]
 65%|██████▍   | 22748/35075 [05:33<03:02, 67.54it/s]
 65%|██████▍   | 22760/35075 [05:33<02:42, 75.75it/s]
 65%|██████▍   | 22771/35075 [05:33<02:27, 83.37it/s]
 65%|██████▍   | 22783/35075 [05:33<02:15, 90.48it/s]
 65%|██████▍   | 22793/35075 [05:33<02:15, 90.65it/s]
 65%|██████▌   | 22803/35075 [05:33<02:20, 87.20it/s]
 65%|██████▌   | 22813/35075 [05:34<02:16, 89.80it/s]
 65%|██████▌   | 22823/35075 [05:34<02:24, 85.02it/s]
 65%|██████▌   | 22832/35075 [05:34<02:22, 85.93it/s]
 65%|██████▌   | 22841/35075 [05:34<02:23, 85.11it/s]
 65%|██████▌   | 22850/35075 [05:34<02:33, 79.48it/s]
 65%|██████▌   | 22859/35075 [05:34<02:41, 75.50it/s]
 65%|██████▌   | 22867/35075 [05:34<02:51, 71.23it/s]
 65%|██████▌   | 22875/35075 [05:34<02:59, 67.80it/s]
 65%|██████▌   | 22882/35075 [05:35<03:24, 59.57it/s]
 65%|██████▌   | 22889/35075 [05:35<03:30, 58.00it/s]
 65%|██████▌   | 22896/35075 [05:35<03:29, 58.27it/s]
 65%|██████▌   | 22903/35075 [05:35<03:28, 58.33it/s]
 65%|██████▌   | 22909/35075 [05:35<03:39, 55.44it/s]
 65%|██████▌   | 22915/35075 [05:35<03:42, 54.55it/s]
 65%|██████▌   | 22922/35075 [05:35<03:33, 56.96it/s]
 65%|██████▌   | 22929/35075 [05:35<03:24, 59.34it/s]
 65%|██████▌   | 22936/35075 [05:36<03:38, 55.68it/s]
 65%|██████▌   | 22942/35075 [05:36<03:54, 51.65it/s]
 65%|██████▌   | 22948/35075 [05:36<04:07, 49.09it/s]
 65%|██████▌   | 22954/35075 [05:36<04:26, 45.53it/s]
 65%|██████▌   | 22959/35075 [05:36<04:51, 41.54it/s]
 65%|██████▌   | 22966/35075 [05:36<04:31, 44.58it/s]
 65%|██████▌   | 22971/35075 [05:36<04:50, 41.61it/s]
 66%|██████▌   | 22976/35075 [05:37<05:30, 36.65it/s]
 66%|██████▌   | 22980/35075 [05:37<06:47, 29.66it/s]
 66%|██████▌   | 22990/35075 [05:37<05:21, 37.53it/s]
 66%|██████▌   | 22999/35075 [05:37<04:30, 44.61it/s]
 66%|██████▌   | 23010/35075 [05:37<03:46, 53.29it/s]
 66%|██████▌   | 23018/35075 [05:37<03:26, 58.49it/s]
 66%|██████▌   | 23028/35075 [05:37<03:04, 65.36it/s]
 66%|██████▌   | 23036/35075 [05:37<03:14, 61.84it/s]
 66%|██████▌   | 23045/35075 [05:38<02:59, 66.87it/s]
 66%|██████▌   | 23054/35075 [05:38<02:50, 70.45it/s]
 66%|██████▌   | 23062/35075 [05:38<02:56, 67.89it/s]
 66%|██████▌   | 23070/35075 [05:38<02:51, 70.10it/s]
 66%|██████▌   | 23078/35075 [05:38<03:05, 64.79it/s]
 66%|██████▌   | 23085/35075 [05:38<03:01, 66.15it/s]
 66%|██████▌   | 23093/35075 [05:38<02:55, 68.13it/s]
 66%|██████▌   | 23101/35075 [05:38<02:50, 70.40it/s]
 66%|██████▌   | 23112/35075 [05:38<02:32, 78.56it/s]
 66%|██████▌   | 23121/35075 [05:39<02:36, 76.14it/s]
 66%|██████▌   | 23130/35075 [05:39<02:32, 78.55it/s]
 66%|██████▌   | 23140/35075 [05:39<02:23, 83.36it/s]
 66%|██████▌   | 23149/35075 [05:39<02:25, 81.75it/s]
 66%|██████▌   | 23158/35075 [05:39<02:25, 81.75it/s]
 66%|██████▌   | 23167/35075 [05:39<02:33, 77.74it/s]
 66%|██████▌   | 23175/35075 [05:39<03:29, 56.73it/s]
 66%|██████▌   | 23182/35075 [05:39<03:22, 58.83it/s]
 66%|██████▌   | 23189/35075 [05:40<03:20, 59.33it/s]
 66%|██████▌   | 23196/35075 [05:40<03:13, 61.24it/s]
 66%|██████▌   | 23203/35075 [05:40<03:17, 60.22it/s]
 66%|██████▌   | 23210/35075 [05:40<03:12, 61.65it/s]
 66%|██████▌   | 23217/35075 [05:40<03:15, 60.77it/s]
 66%|██████▌   | 23224/35075 [05:40<03:46, 52.38it/s]
 66%|██████▌   | 23231/35075 [05:40<03:30, 56.23it/s]
 66%|██████▌   | 23237/35075 [05:40<03:34, 55.07it/s]
 66%|██████▋   | 23243/35075 [05:41<03:56, 50.00it/s]
 66%|██████▋   | 23249/35075 [05:41<04:01, 48.94it/s]
 66%|██████▋   | 23256/35075 [05:41<03:41, 53.24it/s]
 66%|██████▋   | 23262/35075 [05:41<03:39, 53.84it/s]
 66%|██████▋   | 23270/35075 [05:41<03:21, 58.48it/s]
 66%|██████▋   | 23277/35075 [05:41<03:18, 59.41it/s]
 66%|██████▋   | 23284/35075 [05:41<03:16, 60.01it/s]
 66%|██████▋   | 23291/35075 [05:41<03:35, 54.68it/s]
 66%|██████▋   | 23297/35075 [05:42<04:14, 46.28it/s]
 66%|██████▋   | 23304/35075 [05:42<03:49, 51.20it/s]
 66%|██████▋   | 23312/35075 [05:42<03:28, 56.36it/s]
 66%|██████▋   | 23321/35075 [05:42<03:05, 63.21it/s]
 67%|██████▋   | 23328/35075 [05:42<03:08, 62.19it/s]
 67%|██████▋   | 23335/35075 [05:42<03:24, 57.47it/s]
 67%|██████▋   | 23346/35075 [05:42<02:55, 66.78it/s]
 67%|██████▋   | 23354/35075 [05:42<03:11, 61.28it/s]
 67%|██████▋   | 23362/35075 [05:43<02:59, 65.14it/s]
 67%|██████▋   | 23370/35075 [05:43<02:57, 65.91it/s]
 67%|██████▋   | 23377/35075 [05:43<02:57, 65.89it/s]
 67%|██████▋   | 23384/35075 [05:43<03:09, 61.58it/s]
 67%|██████▋   | 23391/35075 [05:43<03:17, 59.06it/s]
 67%|██████▋   | 23400/35075 [05:43<03:02, 64.10it/s]
 67%|██████▋   | 23407/35075 [05:43<03:00, 64.69it/s]
 67%|██████▋   | 23414/35075 [05:43<03:14, 59.81it/s]
 67%|██████▋   | 23421/35075 [05:43<03:13, 60.23it/s]
 67%|██████▋   | 23428/35075 [05:44<03:16, 59.37it/s]
 67%|██████▋   | 23436/35075 [05:44<03:02, 63.69it/s]
 67%|██████▋   | 23444/35075 [05:44<02:54, 66.72it/s]
 67%|██████▋   | 23451/35075 [05:44<02:55, 66.41it/s]Skipping ../../sampledata/20191129/11/5599725558335639745.html with error input contains invalid UTF-8 around byte 21957 (of 23247)

 67%|██████▋   | 23458/35075 [05:44<06:49, 28.39it/s]
 67%|██████▋   | 23465/35075 [05:45<05:36, 34.55it/s]
 67%|██████▋   | 23472/35075 [05:45<04:47, 40.29it/s]
 67%|██████▋   | 23479/35075 [05:45<04:12, 46.00it/s]
 67%|██████▋   | 23488/35075 [05:45<03:38, 53.12it/s]
 67%|██████▋   | 23495/35075 [05:45<03:29, 55.15it/s]
 67%|██████▋   | 23503/35075 [05:45<03:12, 60.15it/s]
 67%|██████▋   | 23512/35075 [05:45<02:56, 65.60it/s]
 67%|██████▋   | 23520/35075 [05:45<03:11, 60.37it/s]
 67%|██████▋   | 23527/35075 [05:46<03:39, 52.64it/s]
 67%|██████▋   | 23535/35075 [05:46<03:32, 54.20it/s]
 67%|██████▋   | 23541/35075 [05:46<03:45, 51.17it/s]
 67%|██████▋   | 23548/35075 [05:46<03:27, 55.60it/s]
 67%|██████▋   | 23556/35075 [05:46<03:12, 59.77it/s]
 67%|██████▋   | 23565/35075 [05:46<02:59, 64.12it/s]
 67%|██████▋   | 23572/35075 [05:46<02:58, 64.55it/s]
 67%|██████▋   | 23579/35075 [05:46<03:07, 61.36it/s]
 67%|██████▋   | 23588/35075 [05:46<02:52, 66.61it/s]
 67%|██████▋   | 23598/35075 [05:47<02:38, 72.25it/s]
 67%|██████▋   | 23608/35075 [05:47<02:28, 77.06it/s]
 67%|██████▋   | 23617/35075 [05:47<02:23, 79.76it/s]Skipping ../../sampledata/20191129/11/580099848108150538.html with error input contains invalid UTF-8 around byte 493 (of 5593)

 67%|██████▋   | 23628/35075 [05:47<02:14, 85.34it/s]
 67%|██████▋   | 23638/35075 [05:47<02:08, 89.04it/s]
 67%|██████▋   | 23648/35075 [05:47<02:14, 84.83it/s]
 67%|██████▋   | 23659/35075 [05:47<02:06, 90.58it/s]
 67%|██████▋   | 23669/35075 [05:48<04:13, 44.97it/s]
 68%|██████▊   | 23677/35075 [05:48<03:49, 49.58it/s]
 68%|██████▊   | 23687/35075 [05:48<03:16, 57.82it/s]
 68%|██████▊   | 23696/35075 [05:48<02:56, 64.35it/s]
 68%|██████▊   | 23705/35075 [05:48<02:43, 69.42it/s]
 68%|██████▊   | 23715/35075 [05:48<02:28, 76.29it/s]
 68%|██████▊   | 23725/35075 [05:48<02:22, 79.92it/s]
 68%|██████▊   | 23734/35075 [05:48<02:18, 81.67it/s]
 68%|██████▊   | 23743/35075 [05:49<02:51, 66.01it/s]
 68%|██████▊   | 23751/35075 [05:49<02:51, 66.18it/s]
 68%|██████▊   | 23760/35075 [05:49<02:39, 70.92it/s]
 68%|██████▊   | 23768/35075 [05:49<03:00, 62.69it/s]
 68%|██████▊   | 23776/35075 [05:49<02:49, 66.57it/s]
 68%|██████▊   | 23785/35075 [05:49<02:38, 71.02it/s]
 68%|██████▊   | 23794/35075 [05:49<02:31, 74.59it/s]
 68%|██████▊   | 23803/35075 [05:50<02:25, 77.45it/s]
 68%|██████▊   | 23811/35075 [05:50<02:27, 76.16it/s]
 68%|██████▊   | 23819/35075 [05:50<02:37, 71.35it/s]
 68%|██████▊   | 23827/35075 [05:50<02:42, 69.32it/s]
 68%|██████▊   | 23836/35075 [05:50<02:34, 72.94it/s]
 68%|██████▊   | 23845/35075 [05:50<02:31, 74.24it/s]
 68%|██████▊   | 23853/35075 [05:50<02:32, 73.45it/s]
 68%|██████▊   | 23863/35075 [05:50<02:24, 77.84it/s]
 68%|██████▊   | 23871/35075 [05:50<02:29, 75.00it/s]
 68%|██████▊   | 23880/35075 [05:51<02:24, 77.60it/s]
 68%|██████▊   | 23888/35075 [05:51<02:23, 77.74it/s]
 68%|██████▊   | 23899/35075 [05:51<02:11, 85.19it/s]
 68%|██████▊   | 23909/35075 [05:51<02:07, 87.35it/s]
 68%|██████▊   | 23918/35075 [05:51<02:11, 84.55it/s]
 68%|██████▊   | 23928/35075 [05:51<02:07, 87.66it/s]
 68%|██████▊   | 23937/35075 [05:51<02:11, 85.02it/s]
 68%|██████▊   | 23946/35075 [05:51<02:22, 78.15it/s]
 68%|██████▊   | 23955/35075 [05:51<02:32, 73.14it/s]
 68%|██████▊   | 23963/35075 [05:52<03:16, 56.61it/s]
 68%|██████▊   | 23973/35075 [05:52<02:53, 64.06it/s]
 68%|██████▊   | 23981/35075 [05:52<02:59, 61.98it/s]
 68%|██████▊   | 23989/35075 [05:52<02:49, 65.59it/s]
 68%|██████▊   | 23997/35075 [05:52<02:40, 69.22it/s]
 68%|██████▊   | 24005/35075 [05:52<02:34, 71.55it/s]
 68%|██████▊   | 24015/35075 [05:52<02:23, 77.05it/s]
 68%|██████▊   | 24024/35075 [05:52<02:32, 72.46it/s]
 69%|██████▊   | 24033/35075 [05:53<02:33, 71.70it/s]
 69%|██████▊   | 24041/35075 [05:53<02:44, 67.02it/s]
 69%|██████▊   | 24048/35075 [05:53<02:43, 67.40it/s]
 69%|██████▊   | 24056/35075 [05:53<02:43, 67.51it/s]
 69%|██████▊   | 24063/35075 [05:53<02:51, 64.14it/s]
 69%|██████▊   | 24072/35075 [05:53<02:38, 69.48it/s]
 69%|██████▊   | 24080/35075 [05:53<02:38, 69.29it/s]
 69%|██████▊   | 24088/35075 [05:53<02:50, 64.40it/s]
 69%|██████▊   | 24096/35075 [05:54<02:47, 65.73it/s]
 69%|██████▊   | 24105/35075 [05:54<02:36, 69.98it/s]
 69%|██████▊   | 24113/35075 [05:54<02:35, 70.65it/s]
 69%|██████▉   | 24122/35075 [05:54<02:27, 74.44it/s]
 69%|██████▉   | 24130/35075 [05:54<02:25, 75.43it/s]
 69%|██████▉   | 24138/35075 [05:54<02:28, 73.46it/s]
 69%|██████▉   | 24147/35075 [05:54<02:22, 76.55it/s]
 69%|██████▉   | 24155/35075 [05:54<02:39, 68.61it/s]
 69%|██████▉   | 24164/35075 [05:54<02:28, 73.52it/s]
 69%|██████▉   | 24172/35075 [05:55<02:27, 73.91it/s]
 69%|██████▉   | 24180/35075 [05:55<02:26, 74.26it/s]
 69%|██████▉   | 24189/35075 [05:55<02:22, 76.66it/s]
 69%|██████▉   | 24198/35075 [05:55<02:17, 78.99it/s]
 69%|██████▉   | 24207/35075 [05:55<02:15, 80.38it/s]
 69%|██████▉   | 24217/35075 [05:55<02:21, 76.62it/s]
 69%|██████▉   | 24225/35075 [05:55<02:45, 65.72it/s]
 69%|██████▉   | 24232/35075 [05:56<03:28, 52.07it/s]
 69%|██████▉   | 24238/35075 [05:56<03:34, 50.59it/s]
 69%|██████▉   | 24245/35075 [05:56<03:16, 55.04it/s]
 69%|██████▉   | 24252/35075 [05:56<03:09, 57.18it/s]
 69%|██████▉   | 24259/35075 [05:56<03:21, 53.75it/s]
 69%|██████▉   | 24266/35075 [05:56<03:09, 56.99it/s]
 69%|██████▉   | 24276/35075 [05:56<02:49, 63.58it/s]
 69%|██████▉   | 24283/35075 [05:56<03:07, 57.62it/s]
 69%|██████▉   | 24290/35075 [05:57<03:29, 51.39it/s]
 69%|██████▉   | 24297/35075 [05:57<03:15, 55.14it/s]
 69%|██████▉   | 24306/35075 [05:57<02:57, 60.82it/s]
 69%|██████▉   | 24313/35075 [05:57<02:52, 62.38it/s]
 69%|██████▉   | 24321/35075 [05:57<02:45, 64.90it/s]
 69%|██████▉   | 24329/35075 [05:57<02:38, 67.83it/s]
 69%|██████▉   | 24336/35075 [05:57<02:57, 60.34it/s]
 69%|██████▉   | 24344/35075 [05:57<02:50, 62.96it/s]
 69%|██████▉   | 24351/35075 [05:57<03:01, 59.01it/s]
 69%|██████▉   | 24358/35075 [05:58<03:08, 56.88it/s]
 69%|██████▉   | 24364/35075 [05:58<03:47, 47.06it/s]
 69%|██████▉   | 24370/35075 [05:58<03:47, 47.02it/s]
 69%|██████▉   | 24375/35075 [05:58<03:46, 47.22it/s]
 70%|██████▉   | 24382/35075 [05:58<03:24, 52.19it/s]
 70%|██████▉   | 24389/35075 [05:58<03:20, 53.27it/s]
 70%|██████▉   | 24396/35075 [05:58<03:12, 55.56it/s]
 70%|██████▉   | 24403/35075 [05:58<03:02, 58.38it/s]
 70%|██████▉   | 24410/35075 [05:59<03:05, 57.41it/s]
 70%|██████▉   | 24418/35075 [05:59<02:52, 61.85it/s]
 70%|██████▉   | 24425/35075 [05:59<03:01, 58.80it/s]
 70%|██████▉   | 24432/35075 [05:59<03:12, 55.36it/s]
 70%|██████▉   | 24441/35075 [05:59<02:53, 61.30it/s]
 70%|██████▉   | 24448/35075 [05:59<03:03, 57.93it/s]
 70%|██████▉   | 24455/35075 [05:59<02:57, 59.72it/s]
 70%|██████▉   | 24463/35075 [05:59<02:44, 64.60it/s]
 70%|██████▉   | 24470/35075 [06:00<02:42, 65.12it/s]
 70%|██████▉   | 24477/35075 [06:00<02:44, 64.39it/s]
 70%|██████▉   | 24485/35075 [06:00<02:37, 67.04it/s]
 70%|██████▉   | 24493/35075 [06:00<02:34, 68.55it/s]
 70%|██████▉   | 24500/35075 [06:00<03:07, 56.52it/s]
 70%|██████▉   | 24509/35075 [06:00<02:51, 61.58it/s]
 70%|██████▉   | 24517/35075 [06:00<02:40, 65.76it/s]
 70%|██████▉   | 24525/35075 [06:00<02:48, 62.54it/s]
 70%|██████▉   | 24532/35075 [06:01<03:08, 55.90it/s]
 70%|██████▉   | 24539/35075 [06:01<03:00, 58.49it/s]
 70%|██████▉   | 24546/35075 [06:01<02:59, 58.69it/s]
 70%|███████   | 24554/35075 [06:01<02:49, 62.21it/s]
 70%|███████   | 24562/35075 [06:01<02:40, 65.59it/s]
 70%|███████   | 24572/35075 [06:01<02:27, 71.28it/s]
 70%|███████   | 24581/35075 [06:01<02:28, 70.61it/s]
 70%|███████   | 24590/35075 [06:01<02:20, 74.83it/s]
 70%|███████   | 24598/35075 [06:01<02:24, 72.67it/s]
 70%|███████   | 24608/35075 [06:02<02:14, 77.97it/s]
 70%|███████   | 24617/35075 [06:02<02:25, 71.73it/s]
 70%|███████   | 24625/35075 [06:02<02:30, 69.21it/s]
 70%|███████   | 24634/35075 [06:02<02:21, 73.88it/s]
 70%|███████   | 24642/35075 [06:02<02:23, 72.65it/s]
 70%|███████   | 24650/35075 [06:02<02:35, 67.18it/s]
 70%|███████   | 24657/35075 [06:02<02:49, 61.61it/s]
 70%|███████   | 24666/35075 [06:02<02:38, 65.64it/s]
 70%|███████   | 24673/35075 [06:03<02:37, 65.91it/s]
 70%|███████   | 24680/35075 [06:03<03:14, 53.35it/s]
 70%|███████   | 24686/35075 [06:03<03:15, 53.26it/s]
 70%|███████   | 24692/35075 [06:03<03:28, 49.80it/s]
 70%|███████   | 24699/35075 [06:03<03:21, 51.51it/s]
 70%|███████   | 24708/35075 [06:03<02:58, 57.99it/s]
 70%|███████   | 24716/35075 [06:03<02:46, 62.35it/s]
 70%|███████   | 24723/35075 [06:03<02:43, 63.48it/s]
 71%|███████   | 24730/35075 [06:04<03:12, 53.87it/s]
 71%|███████   | 24736/35075 [06:04<03:11, 53.90it/s]
 71%|███████   | 24742/35075 [06:04<04:01, 42.80it/s]
 71%|███████   | 24747/35075 [06:04<04:11, 41.13it/s]
 71%|███████   | 24752/35075 [06:04<04:17, 40.05it/s]
 71%|███████   | 24757/35075 [06:04<04:14, 40.51it/s]
 71%|███████   | 24762/35075 [06:04<04:04, 42.11it/s]
 71%|███████   | 24769/35075 [06:05<03:43, 46.14it/s]
 71%|███████   | 24775/35075 [06:05<03:33, 48.21it/s]
 71%|███████   | 24782/35075 [06:05<03:14, 52.81it/s]
 71%|███████   | 24788/35075 [06:05<03:09, 54.25it/s]
 71%|███████   | 24796/35075 [06:05<02:56, 58.24it/s]
 71%|███████   | 24803/35075 [06:05<02:51, 59.95it/s]
 71%|███████   | 24810/35075 [06:05<02:52, 59.62it/s]
 71%|███████   | 24817/35075 [06:05<02:56, 58.18it/s]
 71%|███████   | 24823/35075 [06:05<02:56, 58.24it/s]
 71%|███████   | 24830/35075 [06:06<02:53, 58.99it/s]
 71%|███████   | 24837/35075 [06:06<02:51, 59.71it/s]
 71%|███████   | 24844/35075 [06:06<02:50, 59.91it/s]
 71%|███████   | 24851/35075 [06:06<02:50, 60.02it/s]
 71%|███████   | 24858/35075 [06:06<02:47, 60.93it/s]
 71%|███████   | 24865/35075 [06:06<02:47, 60.89it/s]Skipping ../../sampledata/20191129/11/7150386084388563715.html with error input contains invalid UTF-8 around byte 71 (of 2657)

 71%|███████   | 24874/35075 [06:06<02:32, 67.09it/s]
 71%|███████   | 24881/35075 [06:06<02:34, 65.85it/s]
 71%|███████   | 24888/35075 [06:06<02:37, 64.75it/s]
 71%|███████   | 24896/35075 [06:07<02:29, 68.22it/s]
 71%|███████   | 24903/35075 [06:07<02:29, 68.11it/s]
 71%|███████   | 24910/35075 [06:07<02:37, 64.36it/s]
 71%|███████   | 24917/35075 [06:07<02:51, 59.29it/s]
 71%|███████   | 24924/35075 [06:07<02:47, 60.71it/s]
 71%|███████   | 24931/35075 [06:07<02:45, 61.37it/s]
 71%|███████   | 24939/35075 [06:07<02:37, 64.50it/s]
 71%|███████   | 24947/35075 [06:07<02:34, 65.69it/s]
 71%|███████   | 24954/35075 [06:07<02:46, 60.86it/s]
 71%|███████   | 24961/35075 [06:08<02:48, 59.92it/s]
 71%|███████   | 24968/35075 [06:08<02:49, 59.59it/s]
 71%|███████   | 24975/35075 [06:08<04:29, 37.54it/s]
 71%|███████   | 24981/35075 [06:08<04:03, 41.53it/s]
 71%|███████   | 24988/35075 [06:08<03:36, 46.55it/s]
 71%|███████▏  | 24994/35075 [06:08<03:38, 46.16it/s]
 71%|███████▏  | 25000/35075 [06:09<03:26, 48.73it/s]
 71%|███████▏  | 25007/35075 [06:09<03:08, 53.34it/s]
 71%|███████▏  | 25013/35075 [06:09<03:11, 52.43it/s]
 71%|███████▏  | 25020/35075 [06:09<02:59, 55.88it/s]
 71%|███████▏  | 25028/35075 [06:09<02:48, 59.62it/s]
 71%|███████▏  | 25038/35075 [06:09<02:35, 64.62it/s]
 71%|███████▏  | 25049/35075 [06:09<02:18, 72.61it/s]
 71%|███████▏  | 25058/35075 [06:09<02:10, 76.98it/s]
 71%|███████▏  | 25067/35075 [06:09<02:19, 71.68it/s]
 71%|███████▏  | 25075/35075 [06:10<02:22, 70.02it/s]
 72%|███████▏  | 25083/35075 [06:10<02:28, 67.11it/s]
 72%|███████▏  | 25094/35075 [06:10<02:16, 73.32it/s]
 72%|███████▏  | 25102/35075 [06:10<02:30, 66.26it/s]
 72%|███████▏  | 25110/35075 [06:10<02:30, 66.24it/s]
 72%|███████▏  | 25117/35075 [06:10<02:30, 66.35it/s]
 72%|███████▏  | 25127/35075 [06:10<02:15, 73.21it/s]
 72%|███████▏  | 25135/35075 [06:10<02:19, 71.34it/s]
 72%|███████▏  | 25145/35075 [06:11<02:15, 73.31it/s]
 72%|███████▏  | 25156/35075 [06:11<02:02, 81.11it/s]
 72%|███████▏  | 25165/35075 [06:11<02:12, 75.06it/s]
 72%|███████▏  | 25173/35075 [06:11<02:12, 74.87it/s]
 72%|███████▏  | 25183/35075 [06:11<02:07, 77.42it/s]
 72%|███████▏  | 25192/35075 [06:11<02:02, 80.51it/s]
 72%|███████▏  | 25201/35075 [06:11<02:02, 80.47it/s]
 72%|███████▏  | 25210/35075 [06:11<02:06, 77.92it/s]
 72%|███████▏  | 25218/35075 [06:12<03:26, 47.77it/s]
 72%|███████▏  | 25225/35075 [06:12<03:08, 52.16it/s]
 72%|███████▏  | 25235/35075 [06:12<02:51, 57.34it/s]
 72%|███████▏  | 25242/35075 [06:12<02:59, 54.73it/s]
 72%|███████▏  | 25249/35075 [06:12<02:54, 56.31it/s]
 72%|███████▏  | 25257/35075 [06:12<02:40, 61.00it/s]
 72%|███████▏  | 25267/35075 [06:12<02:23, 68.12it/s]
 72%|███████▏  | 25275/35075 [06:13<02:30, 65.01it/s]
 72%|███████▏  | 25282/35075 [06:13<02:34, 63.45it/s]
 72%|███████▏  | 25289/35075 [06:13<02:30, 65.06it/s]
 72%|███████▏  | 25296/35075 [06:13<02:37, 62.12it/s]
 72%|███████▏  | 25306/35075 [06:13<02:22, 68.75it/s]
 72%|███████▏  | 25314/35075 [06:13<02:18, 70.38it/s]
 72%|███████▏  | 25323/35075 [06:13<02:11, 73.98it/s]
 72%|███████▏  | 25332/35075 [06:13<02:07, 76.62it/s]
 72%|███████▏  | 25340/35075 [06:13<02:09, 75.18it/s]
 72%|███████▏  | 25349/35075 [06:14<02:05, 77.74it/s]
 72%|███████▏  | 25360/35075 [06:14<01:56, 83.19it/s]
 72%|███████▏  | 25369/35075 [06:14<02:04, 77.69it/s]
 72%|███████▏  | 25377/35075 [06:14<02:06, 76.85it/s]
 72%|███████▏  | 25385/35075 [06:14<02:20, 68.99it/s]
 72%|███████▏  | 25393/35075 [06:14<02:19, 69.57it/s]
 72%|███████▏  | 25401/35075 [06:14<02:21, 68.26it/s]
 72%|███████▏  | 25408/35075 [06:14<02:34, 62.39it/s]
 72%|███████▏  | 25416/35075 [06:14<02:30, 64.06it/s]
 72%|███████▏  | 25426/35075 [06:15<02:16, 70.72it/s]
 73%|███████▎  | 25434/35075 [06:15<02:29, 64.64it/s]
 73%|███████▎  | 25442/35075 [06:15<02:28, 64.98it/s]
 73%|███████▎  | 25449/35075 [06:15<02:36, 61.62it/s]
 73%|███████▎  | 25456/35075 [06:15<02:50, 56.53it/s]
 73%|███████▎  | 25462/35075 [06:15<02:50, 56.47it/s]
 73%|███████▎  | 25469/35075 [06:15<02:43, 58.59it/s]
 73%|███████▎  | 25475/35075 [06:16<03:08, 51.04it/s]
 73%|███████▎  | 25481/35075 [06:16<03:24, 47.00it/s]
 73%|███████▎  | 25486/35075 [06:16<03:28, 46.08it/s]
 73%|███████▎  | 25491/35075 [06:16<03:45, 42.57it/s]
 73%|███████▎  | 25497/35075 [06:16<03:28, 45.84it/s]
 73%|███████▎  | 25504/35075 [06:16<03:18, 48.16it/s]
 73%|███████▎  | 25510/35075 [06:16<03:08, 50.78it/s]
 73%|███████▎  | 25516/35075 [06:16<03:08, 50.84it/s]
 73%|███████▎  | 25522/35075 [06:17<03:15, 48.74it/s]
 73%|███████▎  | 25532/35075 [06:17<02:47, 57.01it/s]
 73%|███████▎  | 25540/35075 [06:17<02:34, 61.89it/s]
 73%|███████▎  | 25550/35075 [06:17<02:20, 67.56it/s]
 73%|███████▎  | 25558/35075 [06:17<02:17, 69.09it/s]
 73%|███████▎  | 25566/35075 [06:17<02:18, 68.79it/s]
 73%|███████▎  | 25574/35075 [06:17<02:19, 68.04it/s]
 73%|███████▎  | 25581/35075 [06:17<02:26, 64.90it/s]
 73%|███████▎  | 25588/35075 [06:17<02:36, 60.59it/s]
 73%|███████▎  | 25597/35075 [06:18<02:24, 65.72it/s]
 73%|███████▎  | 25604/35075 [06:18<02:29, 63.31it/s]
 73%|███████▎  | 25611/35075 [06:18<02:42, 58.07it/s]
 73%|███████▎  | 25618/35075 [06:18<02:44, 57.64it/s]
 73%|███████▎  | 25624/35075 [06:18<03:03, 51.44it/s]
 73%|███████▎  | 25630/35075 [06:18<03:05, 50.96it/s]
 73%|███████▎  | 25636/35075 [06:18<03:09, 49.87it/s]
 73%|███████▎  | 25642/35075 [06:19<03:43, 42.26it/s]
 73%|███████▎  | 25647/35075 [06:19<03:44, 42.00it/s]
 73%|███████▎  | 25652/35075 [06:19<03:55, 39.95it/s]
 73%|███████▎  | 25657/35075 [06:19<03:46, 41.60it/s]
 73%|███████▎  | 25664/35075 [06:19<03:26, 45.57it/s]
 73%|███████▎  | 25669/35075 [06:19<03:37, 43.28it/s]
 73%|███████▎  | 25676/35075 [06:19<03:18, 47.35it/s]
 73%|███████▎  | 25681/35075 [06:19<03:25, 45.72it/s]
 73%|███████▎  | 25686/35075 [06:20<03:43, 42.08it/s]
 73%|███████▎  | 25692/35075 [06:20<03:29, 44.80it/s]
 73%|███████▎  | 25699/35075 [06:20<03:24, 45.83it/s]
 73%|███████▎  | 25707/35075 [06:20<02:59, 52.10it/s]
 73%|███████▎  | 25713/35075 [06:20<03:14, 48.18it/s]
 73%|███████▎  | 25719/35075 [06:20<03:28, 44.89it/s]
 73%|███████▎  | 25724/35075 [06:20<03:24, 45.62it/s]
 73%|███████▎  | 25730/35075 [06:20<03:18, 47.16it/s]
 73%|███████▎  | 25737/35075 [06:21<03:04, 50.67it/s]
 73%|███████▎  | 25744/35075 [06:21<02:52, 54.23it/s]
 73%|███████▎  | 25750/35075 [06:21<03:02, 51.03it/s]
 73%|███████▎  | 25756/35075 [06:21<03:07, 49.66it/s]
 73%|███████▎  | 25762/35075 [06:21<02:58, 52.12it/s]
 73%|███████▎  | 25770/35075 [06:21<02:44, 56.47it/s]
 73%|███████▎  | 25776/35075 [06:21<02:51, 54.32it/s]
 74%|███████▎  | 25782/35075 [06:21<02:46, 55.65it/s]
 74%|███████▎  | 25788/35075 [06:21<02:56, 52.60it/s]
 74%|███████▎  | 25796/35075 [06:22<02:46, 55.77it/s]
 74%|███████▎  | 25803/35075 [06:22<02:41, 57.42it/s]
 74%|███████▎  | 25809/35075 [06:22<02:51, 53.98it/s]
 74%|███████▎  | 25817/35075 [06:22<02:37, 58.71it/s]
 74%|███████▎  | 25825/35075 [06:22<02:27, 62.61it/s]
 74%|███████▎  | 25832/35075 [06:22<02:35, 59.32it/s]
 74%|███████▎  | 25839/35075 [06:22<02:30, 61.24it/s]
 74%|███████▎  | 25846/35075 [06:22<02:27, 62.66it/s]
 74%|███████▎  | 25853/35075 [06:22<02:32, 60.46it/s]
 74%|███████▎  | 25860/35075 [06:23<02:31, 60.81it/s]
 74%|███████▎  | 25867/35075 [06:23<02:28, 61.93it/s]
 74%|███████▍  | 25874/35075 [06:23<02:31, 60.76it/s]
 74%|███████▍  | 25881/35075 [06:23<02:26, 62.67it/s]
 74%|███████▍  | 25888/35075 [06:23<02:31, 60.54it/s]
 74%|███████▍  | 25895/35075 [06:23<02:42, 56.65it/s]
 74%|███████▍  | 25902/35075 [06:23<02:36, 58.63it/s]
 74%|███████▍  | 25908/35075 [06:23<02:41, 56.67it/s]
 74%|███████▍  | 25914/35075 [06:24<03:01, 50.50it/s]
 74%|███████▍  | 25920/35075 [06:24<03:15, 46.91it/s]
 74%|███████▍  | 25931/35075 [06:24<02:44, 55.49it/s]
 74%|███████▍  | 25940/35075 [06:24<02:34, 59.15it/s]
 74%|███████▍  | 25952/35075 [06:24<02:12, 69.01it/s]
 74%|███████▍  | 25960/35075 [06:24<02:27, 61.75it/s]
 74%|███████▍  | 25968/35075 [06:24<02:23, 63.68it/s]Skipping ../../sampledata/20191129/11/580099848467864893.html with error input contains invalid UTF-8 around byte 103 (of 3907)

 74%|███████▍  | 25975/35075 [06:24<02:23, 63.54it/s]
 74%|███████▍  | 25982/35075 [06:25<02:40, 56.63it/s]
 74%|███████▍  | 25989/35075 [06:25<02:41, 56.39it/s]
 74%|███████▍  | 25996/35075 [06:25<02:35, 58.54it/s]
 74%|███████▍  | 26003/35075 [06:25<02:31, 59.82it/s]
 74%|███████▍  | 26014/35075 [06:25<02:11, 68.83it/s]
 74%|███████▍  | 26026/35075 [06:25<01:55, 78.65it/s]
 74%|███████▍  | 26038/35075 [06:25<01:44, 86.65it/s]
 74%|███████▍  | 26048/35075 [06:25<01:46, 84.63it/s]
 74%|███████▍  | 26058/35075 [06:26<01:55, 77.79it/s]
 74%|███████▍  | 26068/35075 [06:26<01:49, 82.35it/s]
 74%|███████▍  | 26082/35075 [06:26<01:36, 92.86it/s]
 74%|███████▍  | 26094/35075 [06:26<01:31, 98.29it/s]
 74%|███████▍  | 26105/35075 [06:26<01:33, 95.87it/s]
 74%|███████▍  | 26118/35075 [06:26<01:27, 102.15it/s]
 74%|███████▍  | 26129/35075 [06:26<01:28, 100.70it/s]
 75%|███████▍  | 26140/35075 [06:26<01:38, 90.90it/s] 
 75%|███████▍  | 26150/35075 [06:27<01:48, 82.44it/s]
 75%|███████▍  | 26159/35075 [06:27<01:53, 78.83it/s]
 75%|███████▍  | 26168/35075 [06:27<01:55, 77.14it/s]
 75%|███████▍  | 26176/35075 [06:27<02:05, 70.65it/s]
 75%|███████▍  | 26184/35075 [06:27<02:02, 72.48it/s]
 75%|███████▍  | 26192/35075 [06:27<02:11, 67.49it/s]
 75%|███████▍  | 26199/35075 [06:27<02:10, 67.91it/s]
 75%|███████▍  | 26208/35075 [06:27<02:03, 71.65it/s]
 75%|███████▍  | 26216/35075 [06:27<02:02, 72.37it/s]
 75%|███████▍  | 26224/35075 [06:28<02:04, 70.93it/s]
 75%|███████▍  | 26232/35075 [06:28<02:06, 70.05it/s]
 75%|███████▍  | 26240/35075 [06:28<02:13, 66.39it/s]
 75%|███████▍  | 26247/35075 [06:28<02:21, 62.17it/s]
 75%|███████▍  | 26254/35075 [06:28<02:17, 64.30it/s]
 75%|███████▍  | 26261/35075 [06:28<02:21, 62.29it/s]
 75%|███████▍  | 26268/35075 [06:28<02:39, 55.31it/s]
 75%|███████▍  | 26274/35075 [06:28<02:39, 55.28it/s]
 75%|███████▍  | 26282/35075 [06:29<02:25, 60.42it/s]
 75%|███████▍  | 26289/35075 [06:29<02:19, 62.89it/s]
 75%|███████▍  | 26296/35075 [06:29<02:22, 61.43it/s]
 75%|███████▍  | 26303/35075 [06:29<02:24, 60.87it/s]
 75%|███████▌  | 26310/35075 [06:29<02:28, 59.02it/s]
 75%|███████▌  | 26316/35075 [06:29<02:46, 52.76it/s]
 75%|███████▌  | 26322/35075 [06:29<02:43, 53.49it/s]
 75%|███████▌  | 26329/35075 [06:29<02:38, 55.31it/s]
 75%|███████▌  | 26335/35075 [06:30<03:03, 47.55it/s]
 75%|███████▌  | 26341/35075 [06:30<03:14, 44.93it/s]
 75%|███████▌  | 26348/35075 [06:30<02:58, 49.00it/s]
 75%|███████▌  | 26356/35075 [06:30<02:50, 51.09it/s]
 75%|███████▌  | 26362/35075 [06:30<03:55, 36.96it/s]
 75%|███████▌  | 26367/35075 [06:30<04:08, 35.05it/s]
 75%|███████▌  | 26372/35075 [06:30<03:49, 37.89it/s]
 75%|███████▌  | 26378/35075 [06:31<03:24, 42.44it/s]
 75%|███████▌  | 26383/35075 [06:31<03:20, 43.25it/s]
 75%|███████▌  | 26390/35075 [06:31<03:00, 47.99it/s]
 75%|███████▌  | 26396/35075 [06:31<02:58, 48.53it/s]
 75%|███████▌  | 26403/35075 [06:31<02:43, 53.08it/s]
 75%|███████▌  | 26409/35075 [06:31<02:49, 51.26it/s]
 75%|███████▌  | 26416/35075 [06:31<02:39, 54.16it/s]
 75%|███████▌  | 26422/35075 [06:31<02:38, 54.67it/s]
 75%|███████▌  | 26428/35075 [06:31<02:40, 54.00it/s]
 75%|███████▌  | 26435/35075 [06:32<02:29, 57.71it/s]
 75%|███████▌  | 26443/35075 [06:32<02:19, 61.83it/s]
 75%|███████▌  | 26451/35075 [06:32<02:16, 63.40it/s]
 75%|███████▌  | 26458/35075 [06:32<02:15, 63.58it/s]
 75%|███████▌  | 26466/35075 [06:32<02:09, 66.35it/s]
 75%|███████▌  | 26474/35075 [06:32<02:07, 67.57it/s]
 76%|███████▌  | 26483/35075 [06:32<01:58, 72.38it/s]
 76%|███████▌  | 26491/35075 [06:32<02:08, 66.78it/s]
 76%|███████▌  | 26498/35075 [06:32<02:08, 66.75it/s]
 76%|███████▌  | 26507/35075 [06:33<01:59, 71.66it/s]
 76%|███████▌  | 26516/35075 [06:33<01:52, 75.92it/s]
 76%|███████▌  | 26524/35075 [06:33<01:58, 71.95it/s]
 76%|███████▌  | 26533/35075 [06:33<01:54, 74.44it/s]
 76%|███████▌  | 26541/35075 [06:33<02:05, 68.04it/s]
 76%|███████▌  | 26550/35075 [06:33<01:57, 72.86it/s]
 76%|███████▌  | 26560/35075 [06:33<01:53, 75.28it/s]
 76%|███████▌  | 26568/35075 [06:33<02:03, 68.81it/s]Skipping ../../sampledata/20191129/11/7916917744798815220.html with error input contains invalid UTF-8 around byte 927 (of 2227)

 76%|███████▌  | 26576/35075 [06:34<02:00, 70.74it/s]
 76%|███████▌  | 26584/35075 [06:34<02:04, 68.30it/s]
 76%|███████▌  | 26591/35075 [06:34<02:11, 64.36it/s]
 76%|███████▌  | 26599/35075 [06:34<02:06, 67.09it/s]
 76%|███████▌  | 26606/35075 [06:34<02:21, 59.94it/s]
 76%|███████▌  | 26614/35075 [06:34<02:16, 61.79it/s]
 76%|███████▌  | 26621/35075 [06:34<02:16, 61.78it/s]
 76%|███████▌  | 26628/35075 [06:34<02:13, 63.40it/s]
 76%|███████▌  | 26635/35075 [06:35<02:23, 58.98it/s]
 76%|███████▌  | 26642/35075 [06:35<02:33, 54.76it/s]
 76%|███████▌  | 26648/35075 [06:35<02:35, 54.21it/s]
 76%|███████▌  | 26655/35075 [06:35<02:29, 56.35it/s]
 76%|███████▌  | 26662/35075 [06:35<02:25, 57.93it/s]
 76%|███████▌  | 26669/35075 [06:35<02:19, 60.40it/s]
 76%|███████▌  | 26677/35075 [06:35<02:10, 64.13it/s]
 76%|███████▌  | 26686/35075 [06:35<02:01, 69.26it/s]
 76%|███████▌  | 26695/35075 [06:35<01:52, 74.37it/s]
 76%|███████▌  | 26704/35075 [06:36<01:49, 76.37it/s]
 76%|███████▌  | 26712/35075 [06:36<01:49, 76.56it/s]
 76%|███████▌  | 26721/35075 [06:36<01:44, 79.71it/s]
 76%|███████▌  | 26730/35075 [06:36<01:44, 79.82it/s]
 76%|███████▌  | 26739/35075 [06:36<01:43, 80.63it/s]
 76%|███████▋  | 26748/35075 [06:36<01:42, 81.27it/s]
 76%|███████▋  | 26757/35075 [06:36<02:09, 64.30it/s]
 76%|███████▋  | 26768/35075 [06:36<01:59, 69.67it/s]
 76%|███████▋  | 26776/35075 [06:37<01:56, 70.94it/s]
 76%|███████▋  | 26785/35075 [06:37<01:49, 75.65it/s]
 76%|███████▋  | 26794/35075 [06:37<01:45, 78.79it/s]
 76%|███████▋  | 26803/35075 [06:37<01:56, 70.85it/s]
 76%|███████▋  | 26814/35075 [06:37<01:46, 77.25it/s]
 76%|███████▋  | 26823/35075 [06:37<01:46, 77.22it/s]
 76%|███████▋  | 26832/35075 [06:37<02:02, 67.52it/s]
 77%|███████▋  | 26845/35075 [06:37<01:44, 78.50it/s]Skipping ../../sampledata/20191129/11/580099849574839495.html with error input contains invalid UTF-8 around byte 49 (of 4368)

 77%|███████▋  | 26856/35075 [06:37<01:36, 85.36it/s]
 77%|███████▋  | 26866/35075 [06:38<01:38, 83.05it/s]
 77%|███████▋  | 26875/35075 [06:38<01:46, 76.92it/s]
 77%|███████▋  | 26885/35075 [06:38<01:42, 80.04it/s]
 77%|███████▋  | 26894/35075 [06:38<01:39, 82.27it/s]
 77%|███████▋  | 26903/35075 [06:38<01:44, 78.45it/s]
 77%|███████▋  | 26912/35075 [06:38<01:42, 79.72it/s]
 77%|███████▋  | 26921/35075 [06:38<01:50, 73.74it/s]
 77%|███████▋  | 26929/35075 [06:38<01:51, 72.93it/s]
 77%|███████▋  | 26940/35075 [06:39<01:42, 79.22it/s]
 77%|███████▋  | 26949/35075 [06:39<01:42, 79.41it/s]
 77%|███████▋  | 26958/35075 [06:39<01:44, 77.84it/s]
 77%|███████▋  | 26966/35075 [06:39<01:54, 71.00it/s]
 77%|███████▋  | 26974/35075 [06:39<01:55, 70.07it/s]
 77%|███████▋  | 26982/35075 [06:39<01:52, 71.91it/s]
 77%|███████▋  | 26990/35075 [06:39<02:12, 60.97it/s]
 77%|███████▋  | 26997/35075 [06:39<02:11, 61.29it/s]
 77%|███████▋  | 27004/35075 [06:40<02:12, 60.93it/s]
 77%|███████▋  | 27011/35075 [06:40<02:15, 59.65it/s]
 77%|███████▋  | 27018/35075 [06:40<02:09, 62.11it/s]
 77%|███████▋  | 27026/35075 [06:40<02:01, 66.01it/s]
 77%|███████▋  | 27033/35075 [06:40<02:12, 60.69it/s]
 77%|███████▋  | 27040/35075 [06:40<02:11, 61.06it/s]
 77%|███████▋  | 27047/35075 [06:40<02:15, 59.11it/s]
 77%|███████▋  | 27054/35075 [06:40<02:25, 55.20it/s]
 77%|███████▋  | 27062/35075 [06:41<02:13, 59.95it/s]
 77%|███████▋  | 27069/35075 [06:41<02:39, 50.08it/s]
 77%|███████▋  | 27075/35075 [06:41<02:49, 47.20it/s]
 77%|███████▋  | 27081/35075 [06:41<02:47, 47.67it/s]
 77%|███████▋  | 27089/35075 [06:41<02:31, 52.83it/s]
 77%|███████▋  | 27095/35075 [06:41<02:44, 48.60it/s]
 77%|███████▋  | 27101/35075 [06:41<02:47, 47.50it/s]
 77%|███████▋  | 27107/35075 [06:41<02:38, 50.14it/s]
 77%|███████▋  | 27116/35075 [06:42<02:18, 57.31it/s]
 77%|███████▋  | 27123/35075 [06:42<02:24, 55.22it/s]
 77%|███████▋  | 27129/35075 [06:42<02:22, 55.77it/s]
 77%|███████▋  | 27136/35075 [06:42<02:17, 57.81it/s]
 77%|███████▋  | 27145/35075 [06:42<02:05, 63.34it/s]
 77%|███████▋  | 27153/35075 [06:42<01:58, 66.90it/s]
 77%|███████▋  | 27160/35075 [06:42<02:02, 64.39it/s]
 77%|███████▋  | 27167/35075 [06:42<02:11, 60.33it/s]
 77%|███████▋  | 27176/35075 [06:43<02:03, 63.81it/s]
 77%|███████▋  | 27183/35075 [06:43<02:23, 55.13it/s]
 78%|███████▊  | 27189/35075 [06:43<02:21, 55.90it/s]
 78%|███████▊  | 27195/35075 [06:43<02:30, 52.24it/s]
 78%|███████▊  | 27203/35075 [06:43<02:18, 56.67it/s]
 78%|███████▊  | 27210/35075 [06:43<02:12, 59.41it/s]
 78%|███████▊  | 27217/35075 [06:43<02:10, 60.30it/s]
 78%|███████▊  | 27224/35075 [06:43<02:09, 60.42it/s]
 78%|███████▊  | 27232/35075 [06:43<02:04, 63.18it/s]
 78%|███████▊  | 27239/35075 [06:44<02:04, 63.14it/s]
 78%|███████▊  | 27247/35075 [06:44<01:58, 66.06it/s]
 78%|███████▊  | 27254/35075 [06:44<01:57, 66.60it/s]
 78%|███████▊  | 27261/35075 [06:44<02:03, 63.38it/s]
 78%|███████▊  | 27269/35075 [06:44<01:57, 66.18it/s]
 78%|███████▊  | 27279/35075 [06:44<01:50, 70.69it/s]
 78%|███████▊  | 27287/35075 [06:44<01:47, 72.60it/s]
 78%|███████▊  | 27296/35075 [06:44<01:42, 75.70it/s]
 78%|███████▊  | 27304/35075 [06:44<01:43, 75.04it/s]
 78%|███████▊  | 27312/35075 [06:45<01:49, 71.06it/s]
 78%|███████▊  | 27320/35075 [06:45<01:52, 68.86it/s]
 78%|███████▊  | 27327/35075 [06:45<02:24, 53.55it/s]
 78%|███████▊  | 27333/35075 [06:45<02:21, 54.54it/s]
 78%|███████▊  | 27339/35075 [06:45<02:26, 52.85it/s]
 78%|███████▊  | 27345/35075 [06:45<02:26, 52.92it/s]
 78%|███████▊  | 27351/35075 [06:45<02:27, 52.30it/s]
 78%|███████▊  | 27357/35075 [06:46<02:24, 53.35it/s]
 78%|███████▊  | 27363/35075 [06:46<02:35, 49.45it/s]
 78%|███████▊  | 27369/35075 [06:46<02:33, 50.10it/s]
 78%|███████▊  | 27375/35075 [06:46<02:31, 50.68it/s]
 78%|███████▊  | 27382/35075 [06:46<02:23, 53.69it/s]
 78%|███████▊  | 27391/35075 [06:46<02:08, 59.90it/s]
 78%|███████▊  | 27400/35075 [06:46<01:57, 65.33it/s]
 78%|███████▊  | 27410/35075 [06:46<01:47, 71.05it/s]
 78%|███████▊  | 27421/35075 [06:46<01:36, 79.23it/s]
 78%|███████▊  | 27430/35075 [06:47<01:47, 71.28it/s]
 78%|███████▊  | 27440/35075 [06:47<01:39, 77.01it/s]
 78%|███████▊  | 27449/35075 [06:47<01:38, 77.24it/s]
 78%|███████▊  | 27460/35075 [06:47<01:30, 84.59it/s]
 78%|███████▊  | 27470/35075 [06:47<01:28, 86.32it/s]
 78%|███████▊  | 27479/35075 [06:47<01:31, 83.23it/s]
 78%|███████▊  | 27488/35075 [06:47<01:35, 79.72it/s]
 78%|███████▊  | 27499/35075 [06:47<01:27, 86.51it/s]
 78%|███████▊  | 27508/35075 [06:47<01:27, 86.10it/s]
 78%|███████▊  | 27517/35075 [06:48<01:41, 74.59it/s]
 78%|███████▊  | 27526/35075 [06:48<01:39, 76.14it/s]
 79%|███████▊  | 27534/35075 [06:48<01:44, 72.31it/s]
 79%|███████▊  | 27544/35075 [06:48<01:36, 77.67it/s]
 79%|███████▊  | 27553/35075 [06:48<01:33, 80.24it/s]
 79%|███████▊  | 27563/35075 [06:48<01:30, 82.77it/s]
 79%|███████▊  | 27572/35075 [06:48<01:37, 77.30it/s]
 79%|███████▊  | 27585/35075 [06:48<01:26, 86.59it/s]
 79%|███████▊  | 27595/35075 [06:49<01:25, 87.52it/s]
 79%|███████▊  | 27605/35075 [06:49<01:22, 90.45it/s]
 79%|███████▊  | 27615/35075 [06:49<01:23, 89.40it/s]
 79%|███████▉  | 27626/35075 [06:49<01:22, 89.98it/s]
 79%|███████▉  | 27636/35075 [06:49<01:39, 74.86it/s]
 79%|███████▉  | 27647/35075 [06:49<01:30, 81.95it/s]
 79%|███████▉  | 27657/35075 [06:49<01:25, 86.46it/s]
 79%|███████▉  | 27667/35075 [06:49<01:24, 87.54it/s]
 79%|███████▉  | 27677/35075 [06:49<01:22, 89.65it/s]
 79%|███████▉  | 27688/35075 [06:50<01:18, 94.11it/s]
 79%|███████▉  | 27698/35075 [06:50<01:21, 91.03it/s]
 79%|███████▉  | 27708/35075 [06:50<01:23, 87.77it/s]
 79%|███████▉  | 27722/35075 [06:50<01:14, 98.23it/s]Skipping ../../sampledata/20191129/11/580099849048328788.html with error input contains invalid UTF-8 around byte 515 (of 1205)

 79%|███████▉  | 27733/35075 [06:50<01:13, 99.79it/s]
 79%|███████▉  | 27746/35075 [06:50<01:10, 103.70it/s]
 79%|███████▉  | 27757/35075 [06:50<01:15, 96.53it/s] 
 79%|███████▉  | 27767/35075 [06:50<01:19, 92.11it/s]
 79%|███████▉  | 27777/35075 [06:51<01:23, 87.62it/s]
 79%|███████▉  | 27786/35075 [06:51<01:23, 86.94it/s]
 79%|███████▉  | 27796/35075 [06:51<01:27, 83.54it/s]
 79%|███████▉  | 27806/35075 [06:51<01:24, 85.69it/s]
 79%|███████▉  | 27815/35075 [06:51<01:26, 83.97it/s]
 79%|███████▉  | 27825/35075 [06:51<01:23, 87.30it/s]
 79%|███████▉  | 27834/35075 [06:51<01:31, 78.95it/s]
 79%|███████▉  | 27843/35075 [06:51<01:37, 73.86it/s]
 79%|███████▉  | 27851/35075 [06:52<01:52, 64.45it/s]
 79%|███████▉  | 27859/35075 [06:52<01:47, 67.00it/s]
 79%|███████▉  | 27868/35075 [06:52<01:41, 71.15it/s]
 79%|███████▉  | 27877/35075 [06:52<01:37, 73.91it/s]
 80%|███████▉  | 27885/35075 [06:52<01:37, 73.65it/s]
 80%|███████▉  | 27893/35075 [06:52<01:45, 68.21it/s]
 80%|███████▉  | 27901/35075 [06:52<01:47, 66.61it/s]
 80%|███████▉  | 27908/35075 [06:52<01:48, 65.88it/s]
 80%|███████▉  | 27918/35075 [06:52<01:37, 73.29it/s]
 80%|███████▉  | 27926/35075 [06:53<01:41, 70.73it/s]
 80%|███████▉  | 27934/35075 [06:53<01:40, 70.74it/s]
 80%|███████▉  | 27943/35075 [06:53<01:35, 74.43it/s]
 80%|███████▉  | 27953/35075 [06:53<01:29, 79.30it/s]
 80%|███████▉  | 27962/35075 [06:53<01:28, 79.99it/s]
 80%|███████▉  | 27971/35075 [06:53<01:40, 70.78it/s]
 80%|███████▉  | 27979/35075 [06:53<01:42, 69.34it/s]
 80%|███████▉  | 27988/35075 [06:53<01:38, 71.65it/s]
 80%|███████▉  | 27998/35075 [06:54<01:36, 73.54it/s]
 80%|███████▉  | 28009/35075 [06:54<01:28, 80.16it/s]
 80%|███████▉  | 28019/35075 [06:54<01:25, 83.00it/s]
 80%|███████▉  | 28031/35075 [06:54<01:17, 90.68it/s]
 80%|███████▉  | 28041/35075 [06:54<01:17, 90.38it/s]
 80%|███████▉  | 28051/35075 [06:54<01:29, 78.16it/s]
 80%|████████  | 28060/35075 [06:54<01:40, 69.50it/s]
 80%|████████  | 28068/35075 [06:54<01:45, 66.19it/s]
 80%|████████  | 28076/35075 [06:55<01:41, 69.24it/s]
 80%|████████  | 28086/35075 [06:55<01:32, 75.58it/s]
 80%|████████  | 28094/35075 [06:55<01:32, 75.53it/s]
 80%|████████  | 28103/35075 [06:55<01:28, 78.82it/s]
 80%|████████  | 28112/35075 [06:55<01:36, 71.93it/s]
 80%|████████  | 28120/35075 [06:55<01:36, 72.11it/s]
 80%|████████  | 28128/35075 [06:55<01:41, 68.33it/s]
 80%|████████  | 28136/35075 [06:55<01:47, 64.85it/s]
 80%|████████  | 28143/35075 [06:56<02:04, 55.76it/s]
 80%|████████  | 28149/35075 [06:56<02:03, 56.07it/s]
 80%|████████  | 28156/35075 [06:56<01:56, 59.25it/s]
 80%|████████  | 28165/35075 [06:56<01:46, 64.73it/s]
 80%|████████  | 28174/35075 [06:56<01:41, 68.24it/s]
 80%|████████  | 28182/35075 [06:56<01:44, 65.90it/s]
 80%|████████  | 28190/35075 [06:56<01:48, 63.26it/s]
 80%|████████  | 28197/35075 [06:56<01:48, 63.17it/s]
 80%|████████  | 28205/35075 [06:56<01:44, 65.97it/s]Skipping ../../sampledata/20191129/11/6579911481742040195.html with error input contains invalid UTF-8 around byte 4206 (of 4218)

 80%|████████  | 28212/35075 [06:57<01:53, 60.69it/s]
 80%|████████  | 28220/35075 [06:57<01:48, 62.95it/s]
 80%|████████  | 28227/35075 [06:57<01:45, 64.75it/s]
 80%|████████  | 28235/35075 [06:57<01:39, 68.57it/s]
 81%|████████  | 28244/35075 [06:57<01:34, 72.38it/s]
 81%|████████  | 28252/35075 [06:57<01:44, 65.53it/s]
 81%|████████  | 28259/35075 [06:57<01:42, 66.46it/s]
 81%|████████  | 28266/35075 [06:57<01:45, 64.70it/s]
 81%|████████  | 28273/35075 [06:57<01:43, 65.76it/s]
 81%|████████  | 28280/35075 [06:58<01:49, 62.32it/s]
 81%|████████  | 28287/35075 [06:58<01:49, 61.75it/s]
 81%|████████  | 28294/35075 [06:58<01:49, 61.78it/s]
 81%|████████  | 28301/35075 [06:58<01:50, 61.19it/s]
 81%|████████  | 28309/35075 [06:58<01:46, 63.62it/s]
 81%|████████  | 28317/35075 [06:58<01:42, 66.09it/s]
 81%|████████  | 28328/35075 [06:58<01:31, 73.78it/s]
 81%|████████  | 28336/35075 [06:58<01:29, 74.89it/s]
 81%|████████  | 28345/35075 [06:58<01:27, 77.33it/s]
 81%|████████  | 28353/35075 [06:59<01:32, 72.88it/s]
 81%|████████  | 28361/35075 [06:59<01:36, 69.23it/s]
 81%|████████  | 28370/35075 [06:59<01:31, 72.91it/s]
 81%|████████  | 28381/35075 [06:59<01:23, 79.78it/s]
 81%|████████  | 28393/35075 [06:59<01:16, 87.48it/s]
 81%|████████  | 28403/35075 [06:59<01:18, 85.51it/s]
 81%|████████  | 28412/35075 [06:59<01:17, 85.82it/s]
 81%|████████  | 28424/35075 [06:59<01:15, 87.99it/s]
 81%|████████  | 28434/35075 [07:00<01:12, 91.19it/s]
 81%|████████  | 28444/35075 [07:00<01:11, 93.04it/s]
 81%|████████  | 28455/35075 [07:00<01:08, 96.18it/s]
 81%|████████  | 28465/35075 [07:00<01:10, 93.76it/s]
 81%|████████  | 28475/35075 [07:00<01:24, 78.21it/s]
 81%|████████  | 28484/35075 [07:00<01:28, 74.26it/s]
 81%|████████  | 28492/35075 [07:00<01:27, 75.30it/s]
 81%|████████▏ | 28500/35075 [07:00<01:26, 76.38it/s]
 81%|████████▏ | 28508/35075 [07:00<01:28, 74.28it/s]
 81%|████████▏ | 28516/35075 [07:01<01:38, 66.85it/s]
 81%|████████▏ | 28523/35075 [07:01<01:47, 60.73it/s]
 81%|████████▏ | 28530/35075 [07:01<01:43, 63.09it/s]
 81%|████████▏ | 28537/35075 [07:01<01:50, 59.27it/s]
 81%|████████▏ | 28546/35075 [07:01<01:43, 62.87it/s]
 81%|████████▏ | 28554/35075 [07:01<01:46, 60.98it/s]
 81%|████████▏ | 28561/35075 [07:01<01:44, 62.22it/s]
 81%|████████▏ | 28569/35075 [07:01<01:39, 65.45it/s]
 81%|████████▏ | 28577/35075 [07:02<01:34, 69.10it/s]Skipping ../../sampledata/20191129/11/7916917745653491610.html with error input contains invalid UTF-8 around byte 1040 (of 2254)

 81%|████████▏ | 28585/35075 [07:02<01:35, 68.05it/s]
 82%|████████▏ | 28592/35075 [07:02<01:36, 67.38it/s]
 82%|████████▏ | 28599/35075 [07:02<02:02, 52.79it/s]
 82%|████████▏ | 28610/35075 [07:02<01:44, 61.74it/s]
 82%|████████▏ | 28618/35075 [07:02<01:41, 63.68it/s]
 82%|████████▏ | 28626/35075 [07:02<01:39, 64.55it/s]
 82%|████████▏ | 28633/35075 [07:02<01:42, 63.16it/s]
 82%|████████▏ | 28644/35075 [07:03<01:29, 71.82it/s]
 82%|████████▏ | 28655/35075 [07:03<01:20, 79.90it/s]Skipping ../../sampledata/20191129/11/7136007456784519090.html with error input contains invalid UTF-8 around byte 1294 (of 3016)

 82%|████████▏ | 28665/35075 [07:03<01:15, 84.38it/s]
 82%|████████▏ | 28679/35075 [07:03<01:07, 94.50it/s]
 82%|████████▏ | 28690/35075 [07:03<01:04, 98.42it/s]
 82%|████████▏ | 28701/35075 [07:03<01:05, 97.95it/s]
 82%|████████▏ | 28712/35075 [07:03<01:03, 100.96it/s]
 82%|████████▏ | 28725/35075 [07:03<00:59, 107.37it/s]
 82%|████████▏ | 28737/35075 [07:03<00:59, 106.58it/s]
 82%|████████▏ | 28748/35075 [07:04<01:01, 102.78it/s]
 82%|████████▏ | 28759/35075 [07:04<01:04, 97.45it/s] 
 82%|████████▏ | 28769/35075 [07:04<01:10, 88.84it/s]
 82%|████████▏ | 28779/35075 [07:04<01:10, 89.17it/s]
 82%|████████▏ | 28789/35075 [07:04<01:10, 89.03it/s]
 82%|████████▏ | 28799/35075 [07:04<01:11, 87.90it/s]
 82%|████████▏ | 28808/35075 [07:04<01:12, 86.52it/s]
 82%|████████▏ | 28818/35075 [07:04<01:09, 89.93it/s]
 82%|████████▏ | 28828/35075 [07:04<01:11, 87.91it/s]
 82%|████████▏ | 28838/35075 [07:05<01:11, 86.91it/s]
 82%|████████▏ | 28847/35075 [07:05<01:12, 86.41it/s]
 82%|████████▏ | 28856/35075 [07:05<01:12, 86.12it/s]
 82%|████████▏ | 28865/35075 [07:05<01:14, 83.21it/s]
 82%|████████▏ | 28874/35075 [07:05<01:20, 77.04it/s]
 82%|████████▏ | 28882/35075 [07:05<01:24, 73.27it/s]
 82%|████████▏ | 28890/35075 [07:05<01:23, 74.23it/s]
 82%|████████▏ | 28899/35075 [07:05<01:20, 77.04it/s]
 82%|████████▏ | 28909/35075 [07:05<01:15, 81.68it/s]
 82%|████████▏ | 28918/35075 [07:06<01:15, 81.45it/s]
 82%|████████▏ | 28928/35075 [07:06<01:11, 85.95it/s]
 83%|████████▎ | 28937/35075 [07:06<01:18, 77.71it/s]
 83%|████████▎ | 28947/35075 [07:06<01:14, 82.64it/s]
 83%|████████▎ | 28956/35075 [07:06<01:12, 84.64it/s]
 83%|████████▎ | 28965/35075 [07:06<01:11, 85.01it/s]
 83%|████████▎ | 28974/35075 [07:06<01:10, 86.39it/s]
 83%|████████▎ | 28984/35075 [07:06<01:07, 89.98it/s]
 83%|████████▎ | 28995/35075 [07:06<01:04, 94.56it/s]
 83%|████████▎ | 29005/35075 [07:07<01:04, 94.36it/s]
 83%|████████▎ | 29015/35075 [07:07<01:17, 78.53it/s]
 83%|████████▎ | 29024/35075 [07:07<01:14, 81.58it/s]
 83%|████████▎ | 29035/35075 [07:07<01:08, 88.27it/s]
 83%|████████▎ | 29045/35075 [07:07<01:07, 89.62it/s]
 83%|████████▎ | 29055/35075 [07:07<01:10, 85.77it/s]
 83%|████████▎ | 29064/35075 [07:07<01:11, 84.56it/s]
 83%|████████▎ | 29075/35075 [07:07<01:06, 89.59it/s]
 83%|████████▎ | 29085/35075 [07:07<01:05, 91.26it/s]
 83%|████████▎ | 29095/35075 [07:08<01:04, 92.36it/s]
 83%|████████▎ | 29105/35075 [07:08<01:09, 85.87it/s]
 83%|████████▎ | 29114/35075 [07:08<01:21, 73.22it/s]
 83%|████████▎ | 29122/35075 [07:08<01:22, 72.26it/s]
 83%|████████▎ | 29132/35075 [07:08<01:16, 77.49it/s]
 83%|████████▎ | 29141/35075 [07:08<01:15, 78.73it/s]
 83%|████████▎ | 29150/35075 [07:08<01:26, 68.32it/s]
 83%|████████▎ | 29158/35075 [07:09<01:22, 71.40it/s]
 83%|████████▎ | 29167/35075 [07:09<01:18, 75.42it/s]
 83%|████████▎ | 29176/35075 [07:09<01:15, 77.96it/s]
 83%|████████▎ | 29185/35075 [07:09<01:16, 77.06it/s]
 83%|████████▎ | 29196/35075 [07:09<01:10, 83.04it/s]
 83%|████████▎ | 29205/35075 [07:09<01:15, 78.25it/s]
 83%|████████▎ | 29214/35075 [07:09<01:28, 65.94it/s]
 83%|████████▎ | 29222/35075 [07:09<01:31, 64.04it/s]
 83%|████████▎ | 29229/35075 [07:10<01:40, 58.08it/s]
 83%|████████▎ | 29236/35075 [07:10<01:36, 60.51it/s]
 83%|████████▎ | 29247/35075 [07:10<01:25, 68.52it/s]
 83%|████████▎ | 29257/35075 [07:10<01:18, 74.43it/s]
 83%|████████▎ | 29266/35075 [07:10<01:14, 77.90it/s]
 83%|████████▎ | 29275/35075 [07:10<01:20, 71.67it/s]
 83%|████████▎ | 29283/35075 [07:10<01:23, 69.77it/s]
 84%|████████▎ | 29291/35075 [07:10<01:27, 66.02it/s]
 84%|████████▎ | 29299/35075 [07:10<01:24, 68.59it/s]
 84%|████████▎ | 29309/35075 [07:11<01:17, 74.74it/s]
 84%|████████▎ | 29319/35075 [07:11<01:12, 79.76it/s]
 84%|████████▎ | 29329/35075 [07:11<01:12, 79.66it/s]
 84%|████████▎ | 29339/35075 [07:11<01:09, 82.63it/s]
 84%|████████▎ | 29348/35075 [07:11<01:10, 81.80it/s]
 84%|████████▎ | 29357/35075 [07:11<01:15, 75.38it/s]
 84%|████████▎ | 29365/35075 [07:11<01:17, 73.23it/s]
 84%|████████▎ | 29374/35075 [07:11<01:14, 76.44it/s]
 84%|████████▍ | 29382/35075 [07:12<01:15, 75.58it/s]
 84%|████████▍ | 29390/35075 [07:12<01:29, 63.77it/s]
 84%|████████▍ | 29397/35075 [07:12<01:31, 61.96it/s]
 84%|████████▍ | 29404/35075 [07:12<01:31, 61.68it/s]
 84%|████████▍ | 29411/35075 [07:12<01:32, 61.40it/s]
 84%|████████▍ | 29418/35075 [07:12<01:33, 60.58it/s]
 84%|████████▍ | 29425/35075 [07:12<01:33, 60.31it/s]
 84%|████████▍ | 29432/35075 [07:12<01:44, 54.00it/s]
 84%|████████▍ | 29438/35075 [07:13<01:41, 55.58it/s]
 84%|████████▍ | 29444/35075 [07:13<01:47, 52.22it/s]
 84%|████████▍ | 29450/35075 [07:13<01:57, 47.94it/s]
 84%|████████▍ | 29455/35075 [07:13<02:01, 46.20it/s]
 84%|████████▍ | 29462/35075 [07:13<01:51, 50.54it/s]
 84%|████████▍ | 29468/35075 [07:13<01:53, 49.34it/s]
 84%|████████▍ | 29474/35075 [07:13<01:47, 52.03it/s]
 84%|████████▍ | 29481/35075 [07:13<01:41, 55.06it/s]
 84%|████████▍ | 29488/35075 [07:13<01:37, 57.23it/s]
 84%|████████▍ | 29499/35075 [07:14<01:24, 65.78it/s]
 84%|████████▍ | 29508/35075 [07:14<01:19, 69.94it/s]
 84%|████████▍ | 29519/35075 [07:14<01:12, 76.82it/s]
 84%|████████▍ | 29528/35075 [07:14<01:09, 79.61it/s]
 84%|████████▍ | 29537/35075 [07:14<01:07, 82.27it/s]
 84%|████████▍ | 29546/35075 [07:14<01:05, 84.08it/s]
 84%|████████▍ | 29555/35075 [07:14<01:06, 82.69it/s]
 84%|████████▍ | 29565/35075 [07:14<01:05, 83.91it/s]
 84%|████████▍ | 29575/35075 [07:14<01:03, 86.91it/s]
 84%|████████▍ | 29584/35075 [07:15<01:05, 84.46it/s]
 84%|████████▍ | 29594/35075 [07:15<01:03, 86.37it/s]
 84%|████████▍ | 29603/35075 [07:15<01:03, 86.03it/s]
 84%|████████▍ | 29612/35075 [07:15<01:03, 85.88it/s]
 84%|████████▍ | 29621/35075 [07:15<01:03, 86.13it/s]
 84%|████████▍ | 29630/35075 [07:15<01:07, 80.21it/s]
 85%|████████▍ | 29640/35075 [07:15<01:04, 83.68it/s]
 85%|████████▍ | 29650/35075 [07:15<01:03, 85.12it/s]
 85%|████████▍ | 29659/35075 [07:16<01:19, 68.43it/s]
 85%|████████▍ | 29667/35075 [07:16<01:21, 66.55it/s]
 85%|████████▍ | 29675/35075 [07:16<01:21, 66.26it/s]
 85%|████████▍ | 29682/35075 [07:16<01:20, 66.59it/s]
 85%|████████▍ | 29689/35075 [07:16<01:20, 67.14it/s]
 85%|████████▍ | 29697/35075 [07:16<01:17, 69.77it/s]
 85%|████████▍ | 29708/35075 [07:16<01:09, 76.78it/s]
 85%|████████▍ | 29719/35075 [07:16<01:03, 84.04it/s]
 85%|████████▍ | 29730/35075 [07:16<00:59, 89.85it/s]
 85%|████████▍ | 29740/35075 [07:17<01:06, 80.65it/s]
 85%|████████▍ | 29750/35075 [07:17<01:02, 85.35it/s]
 85%|████████▍ | 29759/35075 [07:17<01:04, 82.93it/s]
 85%|████████▍ | 29769/35075 [07:17<01:00, 87.26it/s]
 85%|████████▍ | 29780/35075 [07:17<00:58, 91.28it/s]
 85%|████████▍ | 29790/35075 [07:17<01:02, 85.15it/s]
 85%|████████▍ | 29799/35075 [07:17<01:09, 75.66it/s]
 85%|████████▍ | 29807/35075 [07:17<01:15, 69.94it/s]
 85%|████████▌ | 29815/35075 [07:18<01:16, 68.51it/s]
 85%|████████▌ | 29823/35075 [07:18<01:15, 69.62it/s]
 85%|████████▌ | 29833/35075 [07:18<01:09, 75.39it/s]
 85%|████████▌ | 29844/35075 [07:18<01:03, 82.86it/s]
 85%|████████▌ | 29856/35075 [07:18<00:57, 91.02it/s]
 85%|████████▌ | 29866/35075 [07:18<01:00, 86.31it/s]
 85%|████████▌ | 29876/35075 [07:18<01:02, 83.76it/s]
 85%|████████▌ | 29886/35075 [07:18<01:00, 85.85it/s]
 85%|████████▌ | 29895/35075 [07:18<01:03, 81.10it/s]
 85%|████████▌ | 29904/35075 [07:19<01:11, 72.10it/s]
 85%|████████▌ | 29912/35075 [07:19<01:14, 69.20it/s]
 85%|████████▌ | 29920/35075 [07:19<01:11, 71.96it/s]
 85%|████████▌ | 29928/35075 [07:19<01:14, 69.51it/s]
 85%|████████▌ | 29936/35075 [07:19<01:11, 72.06it/s]
 85%|████████▌ | 29944/35075 [07:19<01:09, 73.36it/s]
 85%|████████▌ | 29952/35075 [07:19<01:08, 74.77it/s]
 85%|████████▌ | 29961/35075 [07:19<01:05, 77.98it/s]
 85%|████████▌ | 29970/35075 [07:19<01:03, 80.00it/s]
 85%|████████▌ | 29979/35075 [07:20<01:02, 81.68it/s]
 85%|████████▌ | 29989/35075 [07:20<00:59, 85.80it/s]
 86%|████████▌ | 29998/35075 [07:20<01:00, 83.84it/s]
 86%|████████▌ | 30007/35075 [07:20<01:03, 80.31it/s]
 86%|████████▌ | 30016/35075 [07:20<01:03, 80.29it/s]
 86%|████████▌ | 30025/35075 [07:20<01:04, 78.38it/s]
 86%|████████▌ | 30034/35075 [07:20<01:05, 76.62it/s]
 86%|████████▌ | 30042/35075 [07:20<01:05, 76.98it/s]
 86%|████████▌ | 30050/35075 [07:20<01:06, 75.72it/s]
 86%|████████▌ | 30058/35075 [07:21<01:08, 73.05it/s]
 86%|████████▌ | 30068/35075 [07:21<01:04, 77.20it/s]
 86%|████████▌ | 30077/35075 [07:21<01:05, 76.72it/s]
 86%|████████▌ | 30085/35075 [07:21<01:07, 73.71it/s]
 86%|████████▌ | 30093/35075 [07:21<01:09, 71.78it/s]
 86%|████████▌ | 30101/35075 [07:21<01:07, 73.72it/s]
 86%|████████▌ | 30109/35075 [07:21<01:09, 71.21it/s]
 86%|████████▌ | 30118/35075 [07:21<01:06, 74.02it/s]
 86%|████████▌ | 30126/35075 [07:22<01:06, 74.89it/s]
 86%|████████▌ | 30134/35075 [07:22<01:12, 67.92it/s]
 86%|████████▌ | 30141/35075 [07:22<01:26, 57.21it/s]
 86%|████████▌ | 30148/35075 [07:22<01:24, 58.19it/s]
 86%|████████▌ | 30155/35075 [07:22<01:28, 55.50it/s]
 86%|████████▌ | 30161/35075 [07:22<01:30, 54.11it/s]
 86%|████████▌ | 30167/35075 [07:22<01:35, 51.56it/s]
 86%|████████▌ | 30173/35075 [07:22<01:49, 44.87it/s]
 86%|████████▌ | 30178/35075 [07:23<01:45, 46.21it/s]
 86%|████████▌ | 30183/35075 [07:23<01:43, 47.29it/s]
 86%|████████▌ | 30189/35075 [07:23<01:39, 49.04it/s]
 86%|████████▌ | 30195/35075 [07:23<01:46, 45.88it/s]
 86%|████████▌ | 30205/35075 [07:23<01:29, 54.61it/s]
 86%|████████▌ | 30216/35075 [07:23<01:16, 63.86it/s]
 86%|████████▌ | 30224/35075 [07:23<01:11, 67.49it/s]
 86%|████████▌ | 30232/35075 [07:23<01:11, 67.29it/s]
 86%|████████▌ | 30240/35075 [07:24<01:14, 65.26it/s]
 86%|████████▌ | 30250/35075 [07:24<01:06, 72.37it/s]
 86%|████████▋ | 30259/35075 [07:24<01:03, 75.33it/s]
 86%|████████▋ | 30269/35075 [07:24<01:01, 78.03it/s]
 86%|████████▋ | 30278/35075 [07:24<01:00, 78.83it/s]
 86%|████████▋ | 30289/35075 [07:24<00:56, 84.99it/s]
 86%|████████▋ | 30299/35075 [07:24<00:56, 84.91it/s]
 86%|████████▋ | 30308/35075 [07:24<01:03, 75.36it/s]
 86%|████████▋ | 30316/35075 [07:25<01:19, 59.65it/s]
 86%|████████▋ | 30323/35075 [07:25<01:18, 60.41it/s]
 86%|████████▋ | 30333/35075 [07:25<01:09, 67.77it/s]
 87%|████████▋ | 30344/35075 [07:25<01:02, 75.67it/s]
 87%|████████▋ | 30357/35075 [07:25<00:55, 85.41it/s]
 87%|████████▋ | 30370/35075 [07:25<00:50, 93.07it/s]
 87%|████████▋ | 30381/35075 [07:25<00:52, 89.05it/s]
 87%|████████▋ | 30392/35075 [07:25<00:50, 93.37it/s]
 87%|████████▋ | 30402/35075 [07:25<00:49, 93.52it/s]
 87%|████████▋ | 30412/35075 [07:26<00:50, 92.10it/s]
 87%|████████▋ | 30422/35075 [07:26<00:53, 86.26it/s]
 87%|████████▋ | 30431/35075 [07:26<01:00, 77.00it/s]Skipping ../../sampledata/20191129/15/580099849099883350.html with error input contains invalid UTF-8 around byte 1522 (of 7232)

 87%|████████▋ | 30440/35075 [07:26<01:01, 75.93it/s]
 87%|████████▋ | 30448/35075 [07:26<01:00, 76.28it/s]
 87%|████████▋ | 30458/35075 [07:26<00:56, 81.13it/s]
 87%|████████▋ | 30468/35075 [07:26<00:53, 85.57it/s]
 87%|████████▋ | 30477/35075 [07:26<00:53, 85.83it/s]
 87%|████████▋ | 30486/35075 [07:26<00:57, 80.26it/s]
 87%|████████▋ | 30495/35075 [07:27<00:57, 79.52it/s]
 87%|████████▋ | 30504/35075 [07:27<00:57, 79.03it/s]
 87%|████████▋ | 30512/35075 [07:27<01:14, 60.90it/s]
 87%|████████▋ | 30519/35075 [07:27<01:23, 54.35it/s]
 87%|████████▋ | 30527/35075 [07:27<01:17, 58.78it/s]
 87%|████████▋ | 30537/35075 [07:27<01:07, 66.98it/s]
 87%|████████▋ | 30546/35075 [07:27<01:03, 71.68it/s]
 87%|████████▋ | 30557/35075 [07:27<00:57, 78.62it/s]
 87%|████████▋ | 30566/35075 [07:28<00:57, 78.38it/s]
 87%|████████▋ | 30575/35075 [07:28<00:56, 79.96it/s]
 87%|████████▋ | 30584/35075 [07:28<00:59, 75.28it/s]
 87%|████████▋ | 30593/35075 [07:28<00:57, 78.55it/s]
 87%|████████▋ | 30602/35075 [07:28<00:59, 75.80it/s]
 87%|████████▋ | 30610/35075 [07:28<01:00, 74.03it/s]
 87%|████████▋ | 30618/35075 [07:28<01:03, 70.40it/s]
 87%|████████▋ | 30629/35075 [07:28<00:57, 77.80it/s]
 87%|████████▋ | 30638/35075 [07:29<00:56, 78.67it/s]
 87%|████████▋ | 30647/35075 [07:29<01:00, 73.58it/s]
 87%|████████▋ | 30655/35075 [07:29<01:07, 65.76it/s]
 87%|████████▋ | 30663/35075 [07:29<01:05, 67.37it/s]
 87%|████████▋ | 30671/35075 [07:29<01:03, 69.25it/s]
 87%|████████▋ | 30679/35075 [07:29<01:07, 65.09it/s]
 87%|████████▋ | 30688/35075 [07:29<01:03, 69.05it/s]
 88%|████████▊ | 30696/35075 [07:29<01:10, 62.26it/s]
 88%|████████▊ | 30703/35075 [07:30<01:22, 53.26it/s]
 88%|████████▊ | 30709/35075 [07:30<01:40, 43.29it/s]
 88%|████████▊ | 30714/35075 [07:30<01:43, 41.94it/s]
 88%|████████▊ | 30719/35075 [07:30<02:08, 33.80it/s]
 88%|████████▊ | 30724/35075 [07:30<01:56, 37.34it/s]
 88%|████████▊ | 30732/35075 [07:30<01:39, 43.61it/s]
 88%|████████▊ | 30739/35075 [07:31<01:29, 48.40it/s]
 88%|████████▊ | 30746/35075 [07:31<01:22, 52.25it/s]
 88%|████████▊ | 30752/35075 [07:31<01:21, 52.80it/s]
 88%|████████▊ | 30760/35075 [07:31<01:14, 58.12it/s]
 88%|████████▊ | 30769/35075 [07:31<01:07, 63.62it/s]
 88%|████████▊ | 30776/35075 [07:31<01:09, 61.96it/s]
 88%|████████▊ | 30783/35075 [07:31<01:10, 60.98it/s]
 88%|████████▊ | 30790/35075 [07:31<01:13, 58.64it/s]
 88%|████████▊ | 30797/35075 [07:31<01:09, 61.14it/s]
 88%|████████▊ | 30804/35075 [07:32<01:20, 53.35it/s]
 88%|████████▊ | 30811/35075 [07:32<01:16, 55.84it/s]
 88%|████████▊ | 30817/35075 [07:32<01:22, 51.76it/s]
 88%|████████▊ | 30823/35075 [07:32<01:46, 39.81it/s]
 88%|████████▊ | 30828/35075 [07:32<02:29, 28.46it/s]
 88%|████████▊ | 30832/35075 [07:33<02:31, 28.09it/s]
 88%|████████▊ | 30836/35075 [07:33<02:45, 25.58it/s]
 88%|████████▊ | 30840/35075 [07:33<02:50, 24.82it/s]
 88%|████████▊ | 30844/35075 [07:33<02:35, 27.12it/s]
 88%|████████▊ | 30848/35075 [07:33<02:25, 29.13it/s]
 88%|████████▊ | 30852/35075 [07:33<02:33, 27.58it/s]
 88%|████████▊ | 30857/35075 [07:33<02:28, 28.34it/s]
 88%|████████▊ | 30860/35075 [07:34<02:26, 28.71it/s]
 88%|████████▊ | 30864/35075 [07:34<02:19, 30.15it/s]
 88%|████████▊ | 30869/35075 [07:34<02:04, 33.82it/s]
 88%|████████▊ | 30874/35075 [07:34<02:01, 34.69it/s]
 88%|████████▊ | 30880/35075 [07:34<01:49, 38.34it/s]
 88%|████████▊ | 30885/35075 [07:34<01:50, 37.94it/s]
 88%|████████▊ | 30890/35075 [07:34<01:47, 38.82it/s]
 88%|████████▊ | 30898/35075 [07:34<01:33, 44.83it/s]
 88%|████████▊ | 30903/35075 [07:35<01:39, 41.86it/s]
 88%|████████▊ | 30909/35075 [07:35<01:32, 45.22it/s]
 88%|████████▊ | 30915/35075 [07:35<01:27, 47.43it/s]
 88%|████████▊ | 30921/35075 [07:35<01:23, 50.02it/s]
 88%|████████▊ | 30928/35075 [07:35<01:16, 54.53it/s]
 88%|████████▊ | 30934/35075 [07:35<01:21, 50.58it/s]
 88%|████████▊ | 30943/35075 [07:35<01:11, 58.09it/s]
 88%|████████▊ | 30951/35075 [07:35<01:07, 60.87it/s]
 88%|████████▊ | 30958/35075 [07:35<01:05, 63.11it/s]
 88%|████████▊ | 30965/35075 [07:36<01:13, 55.75it/s]
 88%|████████▊ | 30971/35075 [07:36<01:16, 53.86it/s]
 88%|████████▊ | 30977/35075 [07:36<01:16, 53.67it/s]
 88%|████████▊ | 30983/35075 [07:36<01:32, 44.24it/s]
 88%|████████▊ | 30990/35075 [07:36<01:24, 48.48it/s]
 88%|████████▊ | 30997/35075 [07:36<01:16, 53.32it/s]
 88%|████████▊ | 31005/35075 [07:36<01:09, 58.85it/s]
 88%|████████▊ | 31012/35075 [07:36<01:07, 59.84it/s]
 88%|████████▊ | 31019/35075 [07:37<01:05, 62.27it/s]
 88%|████████▊ | 31030/35075 [07:37<00:57, 70.70it/s]
 88%|████████▊ | 31038/35075 [07:37<00:55, 72.41it/s]
 89%|████████▊ | 31047/35075 [07:37<00:53, 75.92it/s]
 89%|████████▊ | 31057/35075 [07:37<00:50, 79.46it/s]
 89%|████████▊ | 31066/35075 [07:37<00:50, 79.20it/s]
 89%|████████▊ | 31079/35075 [07:37<00:45, 88.50it/s]
 89%|████████▊ | 31093/35075 [07:37<00:40, 98.34it/s]
 89%|████████▊ | 31104/35075 [07:37<00:39, 101.16it/s]
 89%|████████▊ | 31115/35075 [07:37<00:40, 97.57it/s] 
 89%|████████▊ | 31126/35075 [07:38<00:43, 90.18it/s]
 89%|████████▉ | 31136/35075 [07:38<00:43, 91.52it/s]
 89%|████████▉ | 31146/35075 [07:38<00:43, 90.94it/s]
 89%|████████▉ | 31156/35075 [07:38<00:42, 92.27it/s]
 89%|████████▉ | 31169/35075 [07:38<00:39, 98.56it/s]
 89%|████████▉ | 31180/35075 [07:38<00:39, 99.33it/s]
 89%|████████▉ | 31192/35075 [07:38<00:37, 103.36it/s]
 89%|████████▉ | 31204/35075 [07:38<00:36, 106.08it/s]
 89%|████████▉ | 31215/35075 [07:39<00:40, 95.94it/s] 
 89%|████████▉ | 31225/35075 [07:39<00:40, 94.38it/s]
 89%|████████▉ | 31235/35075 [07:39<00:40, 94.40it/s]
 89%|████████▉ | 31245/35075 [07:39<00:47, 80.89it/s]
 89%|████████▉ | 31254/35075 [07:39<00:47, 80.64it/s]
 89%|████████▉ | 31263/35075 [07:39<00:48, 77.91it/s]
 89%|████████▉ | 31272/35075 [07:39<00:48, 77.82it/s]
 89%|████████▉ | 31281/35075 [07:39<00:47, 80.11it/s]
 89%|████████▉ | 31292/35075 [07:39<00:44, 85.68it/s]
 89%|████████▉ | 31303/35075 [07:40<00:42, 89.55it/s]
 89%|████████▉ | 31313/35075 [07:40<00:41, 91.10it/s]
 89%|████████▉ | 31323/35075 [07:40<00:44, 84.11it/s]
 89%|████████▉ | 31332/35075 [07:40<00:46, 80.48it/s]
 89%|████████▉ | 31342/35075 [07:40<00:43, 85.40it/s]
 89%|████████▉ | 31351/35075 [07:40<00:44, 84.52it/s]
 89%|████████▉ | 31361/35075 [07:40<00:42, 87.75it/s]
 89%|████████▉ | 31374/35075 [07:40<00:38, 95.96it/s]
 89%|████████▉ | 31384/35075 [07:40<00:40, 91.75it/s]
 90%|████████▉ | 31395/35075 [07:41<00:38, 94.54it/s]
 90%|████████▉ | 31405/35075 [07:41<00:39, 92.91it/s]
 90%|████████▉ | 31415/35075 [07:41<00:38, 94.55it/s]
 90%|████████▉ | 31425/35075 [07:41<00:41, 88.29it/s]
 90%|████████▉ | 31434/35075 [07:41<00:41, 87.78it/s]
 90%|████████▉ | 31444/35075 [07:41<00:40, 90.01it/s]
 90%|████████▉ | 31454/35075 [07:41<00:42, 85.66it/s]
 90%|████████▉ | 31465/35075 [07:41<00:40, 88.85it/s]
 90%|████████▉ | 31475/35075 [07:41<00:39, 90.39it/s]
 90%|████████▉ | 31486/35075 [07:42<00:38, 92.17it/s]Skipping ../../sampledata/20191129/15/5375131905042358627.html with error input contains invalid UTF-8 around byte 1097 (of 6861)

 90%|████████▉ | 31496/35075 [07:42<00:39, 91.75it/s]
 90%|████████▉ | 31506/35075 [07:42<00:38, 92.31it/s]
 90%|████████▉ | 31517/35075 [07:42<00:37, 95.25it/s]
 90%|████████▉ | 31527/35075 [07:42<00:39, 89.72it/s]
 90%|████████▉ | 31537/35075 [07:42<00:43, 81.77it/s]
 90%|████████▉ | 31546/35075 [07:42<00:45, 78.06it/s]
 90%|████████▉ | 31555/35075 [07:42<00:43, 80.94it/s]
 90%|████████▉ | 31565/35075 [07:43<00:41, 84.59it/s]
 90%|█████████ | 31574/35075 [07:43<00:44, 79.43it/s]
 90%|█████████ | 31583/35075 [07:43<00:43, 79.76it/s]
 90%|█████████ | 31592/35075 [07:43<00:43, 80.02it/s]
 90%|█████████ | 31601/35075 [07:43<00:42, 81.64it/s]
 90%|█████████ | 31611/35075 [07:43<00:40, 85.33it/s]
 90%|█████████ | 31620/35075 [07:43<00:42, 81.49it/s]
 90%|█████████ | 31629/35075 [07:43<00:41, 82.56it/s]
 90%|█████████ | 31638/35075 [07:43<00:42, 81.43it/s]
 90%|█████████ | 31648/35075 [07:44<00:40, 84.88it/s]
 90%|█████████ | 31657/35075 [07:44<00:41, 82.27it/s]
 90%|█████████ | 31667/35075 [07:44<00:39, 85.76it/s]
 90%|█████████ | 31676/35075 [07:44<00:40, 84.21it/s]
 90%|█████████ | 31685/35075 [07:44<00:39, 85.34it/s]
 90%|█████████ | 31694/35075 [07:44<00:41, 81.44it/s]
 90%|█████████ | 31704/35075 [07:44<00:39, 85.60it/s]
 90%|█████████ | 31713/35075 [07:44<00:39, 85.63it/s]
 90%|█████████ | 31722/35075 [07:44<00:40, 82.33it/s]
 90%|█████████ | 31734/35075 [07:45<00:37, 89.19it/s]
 91%|█████████ | 31744/35075 [07:45<00:36, 90.77it/s]
 91%|█████████ | 31755/35075 [07:45<00:34, 95.01it/s]
 91%|█████████ | 31765/35075 [07:45<00:37, 88.74it/s]
 91%|█████████ | 31775/35075 [07:45<00:38, 85.81it/s]
 91%|█████████ | 31784/35075 [07:45<00:38, 84.67it/s]
 91%|█████████ | 31795/35075 [07:45<00:36, 89.69it/s]
 91%|█████████ | 31805/35075 [07:45<00:39, 83.79it/s]
 91%|█████████ | 31815/35075 [07:45<00:38, 84.81it/s]
 91%|█████████ | 31824/35075 [07:46<00:43, 75.29it/s]
 91%|█████████ | 31832/35075 [07:46<00:45, 71.77it/s]
 91%|█████████ | 31840/35075 [07:46<00:47, 67.87it/s]
 91%|█████████ | 31847/35075 [07:46<00:50, 64.29it/s]
 91%|█████████ | 31854/35075 [07:46<01:02, 51.17it/s]
 91%|█████████ | 31861/35075 [07:46<00:58, 55.38it/s]
 91%|█████████ | 31868/35075 [07:46<00:59, 54.08it/s]
 91%|█████████ | 31876/35075 [07:47<00:54, 58.70it/s]
 91%|█████████ | 31885/35075 [07:47<00:48, 65.13it/s]
 91%|█████████ | 31894/35075 [07:47<00:45, 70.57it/s]
 91%|█████████ | 31902/35075 [07:47<00:44, 70.78it/s]
 91%|█████████ | 31911/35075 [07:47<00:42, 74.69it/s]
 91%|█████████ | 31919/35075 [07:47<00:41, 76.04it/s]
 91%|█████████ | 31928/35075 [07:47<00:40, 77.19it/s]
 91%|█████████ | 31936/35075 [07:47<00:44, 70.88it/s]
 91%|█████████ | 31944/35075 [07:47<00:47, 66.10it/s]
 91%|█████████ | 31953/35075 [07:48<00:44, 70.08it/s]
 91%|█████████ | 31961/35075 [07:48<00:43, 72.00it/s]
 91%|█████████ | 31969/35075 [07:48<00:43, 71.42it/s]
 91%|█████████ | 31977/35075 [07:48<00:44, 68.90it/s]
 91%|█████████ | 31987/35075 [07:48<00:41, 75.07it/s]
 91%|█████████ | 31997/35075 [07:48<00:38, 80.84it/s]
 91%|█████████▏| 32008/35075 [07:48<00:35, 86.59it/s]
 91%|█████████▏| 32018/35075 [07:48<00:34, 88.58it/s]
 91%|█████████▏| 32030/35075 [07:48<00:33, 91.87it/s]
 91%|█████████▏| 32040/35075 [07:49<00:35, 86.16it/s]
 91%|█████████▏| 32049/35075 [07:49<00:39, 76.19it/s]
 91%|█████████▏| 32057/35075 [07:49<00:39, 76.05it/s]
 91%|█████████▏| 32066/35075 [07:49<00:38, 77.32it/s]
 91%|█████████▏| 32075/35075 [07:49<00:38, 77.18it/s]
 91%|█████████▏| 32085/35075 [07:49<00:36, 82.82it/s]
 92%|█████████▏| 32094/35075 [07:49<00:36, 82.37it/s]
 92%|█████████▏| 32106/35075 [07:49<00:32, 90.43it/s]
 92%|█████████▏| 32116/35075 [07:50<00:34, 86.93it/s]
 92%|█████████▏| 32125/35075 [07:50<00:38, 76.71it/s]
 92%|█████████▏| 32134/35075 [07:50<00:40, 73.12it/s]
 92%|█████████▏| 32143/35075 [07:50<00:39, 74.72it/s]
 92%|█████████▏| 32151/35075 [07:50<00:39, 73.32it/s]
 92%|█████████▏| 32159/35075 [07:50<00:40, 72.45it/s]
 92%|█████████▏| 32169/35075 [07:50<00:36, 78.78it/s]
 92%|█████████▏| 32180/35075 [07:50<00:33, 85.80it/s]
 92%|█████████▏| 32190/35075 [07:50<00:33, 86.60it/s]
 92%|█████████▏| 32199/35075 [07:51<00:34, 83.82it/s]
 92%|█████████▏| 32212/35075 [07:51<00:30, 92.98it/s]
 92%|█████████▏| 32224/35075 [07:51<00:29, 98.24it/s]
 92%|█████████▏| 32235/35075 [07:51<00:29, 97.85it/s]Skipping ../../sampledata/20191129/15/6579911480902726246.html with error input contains invalid UTF-8 around byte 1516 (of 1522)

 92%|█████████▏| 32246/35075 [07:51<00:34, 82.87it/s]
 92%|█████████▏| 32257/35075 [07:51<00:31, 88.67it/s]
 92%|█████████▏| 32268/35075 [07:51<00:30, 91.47it/s]
 92%|█████████▏| 32278/35075 [07:51<00:30, 92.60it/s]
 92%|█████████▏| 32288/35075 [07:52<00:33, 83.51it/s]
 92%|█████████▏| 32297/35075 [07:52<00:32, 85.25it/s]
 92%|█████████▏| 32308/35075 [07:52<00:30, 91.33it/s]
 92%|█████████▏| 32318/35075 [07:52<00:29, 93.43it/s]
 92%|█████████▏| 32328/35075 [07:52<00:29, 94.04it/s]
 92%|█████████▏| 32338/35075 [07:52<00:29, 92.03it/s]
 92%|█████████▏| 32348/35075 [07:52<00:29, 90.99it/s]
 92%|█████████▏| 32358/35075 [07:52<00:30, 90.29it/s]
 92%|█████████▏| 32368/35075 [07:52<00:29, 91.07it/s]
 92%|█████████▏| 32378/35075 [07:53<00:29, 90.91it/s]
 92%|█████████▏| 32388/35075 [07:53<00:29, 90.29it/s]
 92%|█████████▏| 32398/35075 [07:53<00:33, 79.50it/s]
 92%|█████████▏| 32407/35075 [07:53<00:35, 75.21it/s]
 92%|█████████▏| 32415/35075 [07:53<00:35, 74.66it/s]
 92%|█████████▏| 32423/35075 [07:53<00:38, 68.43it/s]
 92%|█████████▏| 32431/35075 [07:53<00:37, 71.32it/s]
 92%|█████████▏| 32441/35075 [07:53<00:33, 77.67it/s]
 93%|█████████▎| 32451/35075 [07:53<00:31, 82.06it/s]
 93%|█████████▎| 32462/35075 [07:54<00:30, 85.76it/s]
 93%|█████████▎| 32473/35075 [07:54<00:28, 91.37it/s]
 93%|█████████▎| 32483/35075 [07:54<00:28, 91.38it/s]
 93%|█████████▎| 32494/35075 [07:54<00:27, 94.46it/s]
 93%|█████████▎| 32504/35075 [07:54<00:28, 90.79it/s]
 93%|█████████▎| 32514/35075 [07:54<00:29, 88.28it/s]
 93%|█████████▎| 32523/35075 [07:54<00:29, 86.80it/s]
 93%|█████████▎| 32533/35075 [07:54<00:28, 89.02it/s]
 93%|█████████▎| 32542/35075 [07:54<00:29, 85.81it/s]
 93%|█████████▎| 32551/35075 [07:55<00:31, 81.36it/s]
 93%|█████████▎| 32560/35075 [07:55<00:33, 75.97it/s]
 93%|█████████▎| 32568/35075 [07:55<00:35, 70.01it/s]
 93%|█████████▎| 32576/35075 [07:55<00:34, 72.38it/s]
 93%|█████████▎| 32584/35075 [07:55<00:35, 69.58it/s]
 93%|█████████▎| 32593/35075 [07:55<00:35, 69.08it/s]
 93%|█████████▎| 32601/35075 [07:56<00:55, 44.33it/s]
 93%|█████████▎| 32607/35075 [07:56<01:01, 40.04it/s]
 93%|█████████▎| 32612/35075 [07:56<01:11, 34.44it/s]
 93%|█████████▎| 32617/35075 [07:56<01:06, 36.93it/s]
 93%|█████████▎| 32624/35075 [07:56<00:57, 42.36it/s]
 93%|█████████▎| 32635/35075 [07:56<00:48, 50.72it/s]
 93%|█████████▎| 32642/35075 [07:56<00:51, 47.61it/s]
 93%|█████████▎| 32648/35075 [07:57<01:01, 39.70it/s]
 93%|█████████▎| 32654/35075 [07:57<00:55, 43.83it/s]
 93%|█████████▎| 32661/35075 [07:57<00:49, 49.17it/s]
 93%|█████████▎| 32668/35075 [07:57<00:45, 53.25it/s]
 93%|█████████▎| 32678/35075 [07:57<00:39, 60.16it/s]
 93%|█████████▎| 32689/35075 [07:57<00:34, 69.11it/s]
 93%|█████████▎| 32698/35075 [07:57<00:32, 73.66it/s]Skipping ../../sampledata/20191129/15/5375131904585097716.html with error input contains invalid UTF-8 around byte 3568 (of 3905)

 93%|█████████▎| 32707/35075 [07:57<00:35, 66.17it/s]
 93%|█████████▎| 32715/35075 [07:58<00:35, 65.62it/s]
 93%|█████████▎| 32723/35075 [07:58<00:34, 68.58it/s]
 93%|█████████▎| 32731/35075 [07:58<00:33, 69.54it/s]
 93%|█████████▎| 32739/35075 [07:58<00:36, 64.83it/s]
 93%|█████████▎| 32746/35075 [07:58<00:38, 61.22it/s]
 93%|█████████▎| 32754/35075 [07:58<00:35, 64.79it/s]
 93%|█████████▎| 32762/35075 [07:58<00:34, 66.43it/s]
 93%|█████████▎| 32769/35075 [07:58<00:34, 66.50it/s]
 93%|█████████▎| 32778/35075 [07:58<00:32, 71.55it/s]
 93%|█████████▎| 32786/35075 [07:59<00:33, 68.92it/s]
 93%|█████████▎| 32795/35075 [07:59<00:31, 72.69it/s]
 94%|█████████▎| 32803/35075 [07:59<00:30, 73.54it/s]
 94%|█████████▎| 32814/35075 [07:59<00:28, 79.86it/s]
 94%|█████████▎| 32823/35075 [07:59<00:31, 70.71it/s]
 94%|█████████▎| 32831/35075 [07:59<00:33, 68.00it/s]
 94%|█████████▎| 32842/35075 [07:59<00:29, 76.76it/s]
 94%|█████████▎| 32855/35075 [07:59<00:26, 83.43it/s]
 94%|█████████▎| 32864/35075 [08:00<00:26, 83.72it/s]
 94%|█████████▎| 32875/35075 [08:00<00:24, 89.27it/s]
 94%|█████████▍| 32886/35075 [08:00<00:23, 93.27it/s]
 94%|█████████▍| 32896/35075 [08:00<00:28, 76.53it/s]
 94%|█████████▍| 32905/35075 [08:00<00:30, 71.05it/s]
 94%|█████████▍| 32914/35075 [08:00<00:28, 75.65it/s]
 94%|█████████▍| 32923/35075 [08:00<00:28, 74.69it/s]
 94%|█████████▍| 32931/35075 [08:00<00:28, 74.68it/s]
 94%|█████████▍| 32939/35075 [08:01<00:28, 73.79it/s]
 94%|█████████▍| 32951/35075 [08:01<00:25, 82.03it/s]
 94%|█████████▍| 32962/35075 [08:01<00:24, 87.87it/s]
 94%|█████████▍| 32972/35075 [08:01<00:23, 90.80it/s]
 94%|█████████▍| 32984/35075 [08:01<00:21, 96.84it/s]
 94%|█████████▍| 32995/35075 [08:01<00:20, 100.24it/s]
 94%|█████████▍| 33006/35075 [08:01<00:20, 98.78it/s] 
 94%|█████████▍| 33018/35075 [08:01<00:20, 101.13it/s]
 94%|█████████▍| 33031/35075 [08:01<00:19, 106.60it/s]
 94%|█████████▍| 33042/35075 [08:02<00:20, 100.93it/s]
 94%|█████████▍| 33053/35075 [08:02<00:19, 102.73it/s]
 94%|█████████▍| 33064/35075 [08:02<00:19, 101.95it/s]
 94%|█████████▍| 33075/35075 [08:02<00:19, 100.26it/s]
 94%|█████████▍| 33086/35075 [08:02<00:19, 100.61it/s]
 94%|█████████▍| 33098/35075 [08:02<00:19, 103.20it/s]
 94%|█████████▍| 33109/35075 [08:02<00:20, 94.36it/s] 
 94%|█████████▍| 33119/35075 [08:02<00:21, 92.87it/s]
 94%|█████████▍| 33129/35075 [08:02<00:22, 88.02it/s]
 94%|█████████▍| 33140/35075 [08:03<00:20, 92.99it/s]
 95%|█████████▍| 33150/35075 [08:03<00:20, 93.18it/s]
 95%|█████████▍| 33160/35075 [08:03<00:20, 94.73it/s]
 95%|█████████▍| 33171/35075 [08:03<00:19, 97.29it/s]
 95%|█████████▍| 33181/35075 [08:03<00:22, 83.08it/s]
 95%|█████████▍| 33190/35075 [08:03<00:26, 70.12it/s]Skipping ../../sampledata/20191129/15/4718288654297195155.html with error input contains invalid UTF-8 around byte 916 (of 2426)

 95%|█████████▍| 33198/35075 [08:03<00:29, 64.15it/s]
 95%|█████████▍| 33205/35075 [08:03<00:28, 65.00it/s]
 95%|█████████▍| 33216/35075 [08:04<00:25, 72.49it/s]
 95%|█████████▍| 33226/35075 [08:04<00:24, 76.58it/s]
 95%|█████████▍| 33237/35075 [08:04<00:22, 81.05it/s]
 95%|█████████▍| 33247/35075 [08:04<00:21, 84.15it/s]
 95%|█████████▍| 33256/35075 [08:04<00:21, 83.53it/s]
 95%|█████████▍| 33267/35075 [08:04<00:20, 88.74it/s]
 95%|█████████▍| 33277/35075 [08:04<00:19, 90.16it/s]
 95%|█████████▍| 33287/35075 [08:04<00:19, 90.61it/s]
 95%|█████████▍| 33297/35075 [08:04<00:19, 89.10it/s]
 95%|█████████▍| 33306/35075 [08:05<00:20, 85.64it/s]
 95%|█████████▍| 33317/35075 [08:05<00:19, 89.89it/s]
 95%|█████████▌| 33328/35075 [08:05<00:18, 93.38it/s]
 95%|█████████▌| 33338/35075 [08:05<00:19, 87.24it/s]Skipping ../../sampledata/20191129/15/7916917745598874681.html with error input contains invalid UTF-8 around byte 1054 (of 3264)

 95%|█████████▌| 33351/35075 [08:05<00:18, 92.62it/s]
 95%|█████████▌| 33361/35075 [08:05<00:19, 88.15it/s]
 95%|█████████▌| 33371/35075 [08:05<00:19, 85.96it/s]Skipping ../../sampledata/20191129/15/7191573466347162148.html with error input contains invalid UTF-8 around byte 483 (of 3712)

 95%|█████████▌| 33381/35075 [08:05<00:19, 88.38it/s]
 95%|█████████▌| 33390/35075 [08:06<00:20, 81.80it/s]
 95%|█████████▌| 33399/35075 [08:06<00:21, 78.64it/s]
 95%|█████████▌| 33410/35075 [08:06<00:19, 85.52it/s]
 95%|█████████▌| 33421/35075 [08:06<00:18, 90.53it/s]
 95%|█████████▌| 33434/35075 [08:06<00:16, 99.57it/s]
 95%|█████████▌| 33445/35075 [08:06<00:16, 97.18it/s]
 95%|█████████▌| 33456/35075 [08:06<00:17, 93.82it/s]
 95%|█████████▌| 33467/35075 [08:06<00:16, 97.02it/s]
 95%|█████████▌| 33477/35075 [08:06<00:17, 91.89it/s]
 95%|█████████▌| 33487/35075 [08:07<00:17, 91.83it/s]
 96%|█████████▌| 33497/35075 [08:07<00:19, 80.22it/s]
 96%|█████████▌| 33506/35075 [08:07<00:19, 81.37it/s]
 96%|█████████▌| 33517/35075 [08:07<00:17, 86.64it/s]
 96%|█████████▌| 33526/35075 [08:07<00:19, 79.30it/s]
 96%|█████████▌| 33535/35075 [08:07<00:19, 79.95it/s]
 96%|█████████▌| 33544/35075 [08:07<00:20, 74.71it/s]
 96%|█████████▌| 33552/35075 [08:07<00:22, 67.34it/s]
 96%|█████████▌| 33561/35075 [08:08<00:21, 71.34it/s]
 96%|█████████▌| 33569/35075 [08:08<00:21, 70.35it/s]
 96%|█████████▌| 33577/35075 [08:08<00:23, 64.81it/s]
 96%|█████████▌| 33585/35075 [08:08<00:22, 66.64it/s]
 96%|█████████▌| 33595/35075 [08:08<00:20, 72.94it/s]
 96%|█████████▌| 33603/35075 [08:08<00:20, 73.51it/s]
 96%|█████████▌| 33614/35075 [08:08<00:18, 79.96it/s]
 96%|█████████▌| 33623/35075 [08:08<00:19, 74.82it/s]
 96%|█████████▌| 33631/35075 [08:09<00:19, 74.01it/s]
 96%|█████████▌| 33640/35075 [08:09<00:18, 77.15it/s]
 96%|█████████▌| 33650/35075 [08:09<00:17, 79.98it/s]
 96%|█████████▌| 33659/35075 [08:09<00:17, 80.55it/s]
 96%|█████████▌| 33668/35075 [08:09<00:19, 71.68it/s]
 96%|█████████▌| 33676/35075 [08:09<00:20, 66.62it/s]
 96%|█████████▌| 33683/35075 [08:09<00:22, 60.82it/s]
 96%|█████████▌| 33692/35075 [08:09<00:20, 66.58it/s]
 96%|█████████▌| 33700/35075 [08:09<00:20, 66.01it/s]
 96%|█████████▌| 33711/35075 [08:10<00:18, 73.17it/s]
 96%|█████████▌| 33720/35075 [08:10<00:17, 77.49it/s]
 96%|█████████▌| 33729/35075 [08:10<00:17, 76.82it/s]
 96%|█████████▌| 33738/35075 [08:10<00:16, 79.15it/s]
 96%|█████████▌| 33749/35075 [08:10<00:15, 83.26it/s]
 96%|█████████▌| 33758/35075 [08:10<00:17, 76.98it/s]
 96%|█████████▋| 33767/35075 [08:10<00:16, 79.72it/s]
 96%|█████████▋| 33776/35075 [08:10<00:17, 73.84it/s]
 96%|█████████▋| 33784/35075 [08:11<00:17, 72.56it/s]
 96%|█████████▋| 33792/35075 [08:11<00:17, 74.14it/s]
 96%|█████████▋| 33800/35075 [08:11<00:19, 66.42it/s]
 96%|█████████▋| 33808/35075 [08:11<00:18, 69.30it/s]
 96%|█████████▋| 33816/35075 [08:11<00:19, 63.83it/s]
 96%|█████████▋| 33825/35075 [08:11<00:18, 67.72it/s]
 96%|█████████▋| 33836/35075 [08:11<00:16, 75.71it/s]
 97%|█████████▋| 33848/35075 [08:11<00:14, 83.61it/s]
 97%|█████████▋| 33857/35075 [08:11<00:14, 81.62it/s]
 97%|█████████▋| 33866/35075 [08:12<00:14, 81.36it/s]
 97%|█████████▋| 33875/35075 [08:12<00:14, 80.46it/s]
 97%|█████████▋| 33884/35075 [08:12<00:14, 80.94it/s]
 97%|█████████▋| 33893/35075 [08:12<00:14, 79.56it/s]
 97%|█████████▋| 33902/35075 [08:12<00:15, 77.43it/s]
 97%|█████████▋| 33910/35075 [08:12<00:17, 66.93it/s]
 97%|█████████▋| 33918/35075 [08:12<00:16, 69.70it/s]
 97%|█████████▋| 33926/35075 [08:12<00:16, 68.26it/s]
 97%|█████████▋| 33934/35075 [08:13<00:17, 64.69it/s]
 97%|█████████▋| 33941/35075 [08:13<00:17, 64.42it/s]
 97%|█████████▋| 33950/35075 [08:13<00:16, 67.22it/s]
 97%|█████████▋| 33957/35075 [08:13<00:16, 66.84it/s]
 97%|█████████▋| 33967/35075 [08:13<00:15, 73.74it/s]
 97%|█████████▋| 33975/35075 [08:13<00:14, 75.27it/s]
 97%|█████████▋| 33986/35075 [08:13<00:13, 82.59it/s]
 97%|█████████▋| 33995/35075 [08:13<00:13, 79.22it/s]
 97%|█████████▋| 34004/35075 [08:14<00:15, 70.10it/s]
 97%|█████████▋| 34012/35075 [08:14<00:16, 65.35it/s]
 97%|█████████▋| 34022/35075 [08:14<00:15, 66.44it/s]
 97%|█████████▋| 34032/35075 [08:14<00:14, 72.40it/s]
 97%|█████████▋| 34040/35075 [08:14<00:14, 72.75it/s]
 97%|█████████▋| 34050/35075 [08:14<00:12, 78.85it/s]
 97%|█████████▋| 34059/35075 [08:14<00:13, 77.86it/s]
 97%|█████████▋| 34069/35075 [08:14<00:12, 81.87it/s]
 97%|█████████▋| 34080/35075 [08:14<00:11, 86.35it/s]
 97%|█████████▋| 34090/35075 [08:15<00:11, 89.34it/s]
 97%|█████████▋| 34101/35075 [08:15<00:10, 93.04it/s]
 97%|█████████▋| 34111/35075 [08:15<00:11, 85.98it/s]
 97%|█████████▋| 34121/35075 [08:15<00:10, 88.13it/s]
 97%|█████████▋| 34131/35075 [08:15<00:10, 89.51it/s]
 97%|█████████▋| 34141/35075 [08:15<00:12, 76.22it/s]
 97%|█████████▋| 34150/35075 [08:15<00:12, 75.90it/s]
 97%|█████████▋| 34159/35075 [08:15<00:11, 79.50it/s]
 97%|█████████▋| 34169/35075 [08:16<00:10, 83.08it/s]
 97%|█████████▋| 34178/35075 [08:16<00:12, 72.46it/s]
 97%|█████████▋| 34189/35075 [08:16<00:11, 79.36it/s]
 97%|█████████▋| 34198/35075 [08:16<00:10, 81.95it/s]
 98%|█████████▊| 34208/35075 [08:16<00:10, 84.69it/s]
 98%|█████████▊| 34217/35075 [08:16<00:10, 81.59it/s]
 98%|█████████▊| 34228/35075 [08:16<00:09, 86.83it/s]
 98%|█████████▊| 34239/35075 [08:16<00:09, 90.45it/s]
 98%|█████████▊| 34249/35075 [08:16<00:09, 88.33it/s]
 98%|█████████▊| 34258/35075 [08:17<00:09, 88.14it/s]
 98%|█████████▊| 34267/35075 [08:17<00:09, 87.60it/s]
 98%|█████████▊| 34276/35075 [08:17<00:09, 83.94it/s]
 98%|█████████▊| 34285/35075 [08:17<00:09, 85.19it/s]
 98%|█████████▊| 34294/35075 [08:17<00:09, 79.45it/s]
 98%|█████████▊| 34304/35075 [08:17<00:09, 83.47it/s]
 98%|█████████▊| 34314/35075 [08:17<00:08, 87.81it/s]
 98%|█████████▊| 34324/35075 [08:17<00:08, 90.40it/s]
 98%|█████████▊| 34336/35075 [08:17<00:07, 96.14it/s]
 98%|█████████▊| 34346/35075 [08:18<00:07, 92.60it/s]
 98%|█████████▊| 34356/35075 [08:18<00:07, 90.49it/s]
 98%|█████████▊| 34367/35075 [08:18<00:07, 94.89it/s]
 98%|█████████▊| 34377/35075 [08:18<00:07, 87.71it/s]
 98%|█████████▊| 34387/35075 [08:18<00:07, 88.10it/s]
 98%|█████████▊| 34396/35075 [08:18<00:08, 83.87it/s]
 98%|█████████▊| 34405/35075 [08:18<00:08, 77.22it/s]
 98%|█████████▊| 34415/35075 [08:18<00:08, 82.38it/s]
 98%|█████████▊| 34424/35075 [08:18<00:07, 83.41it/s]
 98%|█████████▊| 34433/35075 [08:19<00:08, 78.95it/s]
 98%|█████████▊| 34442/35075 [08:19<00:07, 79.37it/s]
 98%|█████████▊| 34451/35075 [08:19<00:07, 80.08it/s]
 98%|█████████▊| 34460/35075 [08:19<00:07, 78.80it/s]
 98%|█████████▊| 34470/35075 [08:19<00:07, 82.39it/s]
 98%|█████████▊| 34479/35075 [08:19<00:07, 78.60it/s]
 98%|█████████▊| 34488/35075 [08:19<00:08, 70.79it/s]
 98%|█████████▊| 34496/35075 [08:19<00:07, 72.49it/s]
 98%|█████████▊| 34504/35075 [08:20<00:07, 71.91it/s]
 98%|█████████▊| 34517/35075 [08:20<00:06, 81.84it/s]
 98%|█████████▊| 34526/35075 [08:20<00:06, 83.77it/s]
 98%|█████████▊| 34535/35075 [08:20<00:06, 82.60it/s]
 98%|█████████▊| 34546/35075 [08:20<00:06, 88.14it/s]
 99%|█████████▊| 34557/35075 [08:20<00:05, 92.05it/s]
 99%|█████████▊| 34568/35075 [08:20<00:05, 94.21it/s]
 99%|█████████▊| 34578/35075 [08:20<00:05, 94.79it/s]
 99%|█████████▊| 34588/35075 [08:20<00:05, 96.18it/s]
 99%|█████████▊| 34598/35075 [08:21<00:05, 93.75it/s]
 99%|█████████▊| 34608/35075 [08:21<00:04, 94.74it/s]
 99%|█████████▊| 34618/35075 [08:21<00:04, 91.96it/s]
 99%|█████████▊| 34630/35075 [08:21<00:04, 98.43it/s]
 99%|█████████▉| 34641/35075 [08:21<00:04, 94.81it/s]
 99%|█████████▉| 34651/35075 [08:21<00:04, 87.65it/s]
 99%|█████████▉| 34660/35075 [08:21<00:05, 80.87it/s]
 99%|█████████▉| 34669/35075 [08:21<00:05, 77.53it/s]
 99%|█████████▉| 34677/35075 [08:21<00:05, 76.75it/s]
 99%|█████████▉| 34685/35075 [08:22<00:05, 75.12it/s]
 99%|█████████▉| 34693/35075 [08:22<00:05, 70.19it/s]
 99%|█████████▉| 34702/35075 [08:22<00:04, 75.05it/s]
 99%|█████████▉| 34710/35075 [08:22<00:04, 75.54it/s]
 99%|█████████▉| 34719/35075 [08:22<00:04, 78.92it/s]
 99%|█████████▉| 34728/35075 [08:22<00:04, 79.81it/s]
 99%|█████████▉| 34739/35075 [08:22<00:03, 85.69it/s]
 99%|█████████▉| 34748/35075 [08:22<00:03, 82.89it/s]
 99%|█████████▉| 34759/35075 [08:22<00:03, 88.66it/s]
 99%|█████████▉| 34769/35075 [08:23<00:04, 73.48it/s]
 99%|█████████▉| 34778/35075 [08:23<00:03, 76.89it/s]
 99%|█████████▉| 34787/35075 [08:23<00:03, 80.01it/s]
 99%|█████████▉| 34796/35075 [08:23<00:03, 71.33it/s]
 99%|█████████▉| 34805/35075 [08:23<00:03, 71.77it/s]
 99%|█████████▉| 34813/35075 [08:23<00:03, 70.03it/s]
 99%|█████████▉| 34821/35075 [08:23<00:03, 70.16it/s]
 99%|█████████▉| 34831/35075 [08:23<00:03, 76.16it/s]
 99%|█████████▉| 34841/35075 [08:24<00:02, 80.70it/s]
 99%|█████████▉| 34850/35075 [08:24<00:02, 81.04it/s]
 99%|█████████▉| 34859/35075 [08:24<00:02, 82.41it/s]
 99%|█████████▉| 34870/35075 [08:24<00:02, 87.51it/s]
 99%|█████████▉| 34879/35075 [08:24<00:02, 83.76it/s]
 99%|█████████▉| 34888/35075 [08:24<00:02, 84.62it/s]
 99%|█████████▉| 34897/35075 [08:24<00:02, 78.02it/s]
100%|█████████▉| 34905/35075 [08:24<00:02, 76.37it/s]
100%|█████████▉| 34913/35075 [08:25<00:02, 71.95it/s]
100%|█████████▉| 34924/35075 [08:25<00:01, 79.51it/s]
100%|█████████▉| 34934/35075 [08:25<00:01, 83.28it/s]
100%|█████████▉| 34943/35075 [08:25<00:01, 83.68it/s]
100%|█████████▉| 34953/35075 [08:25<00:01, 84.88it/s]
100%|█████████▉| 34962/35075 [08:25<00:01, 84.30it/s]
100%|█████████▉| 34973/35075 [08:25<00:01, 88.09it/s]
100%|█████████▉| 34982/35075 [08:25<00:01, 88.06it/s]
100%|█████████▉| 34991/35075 [08:25<00:00, 88.28it/s]
100%|█████████▉| 35000/35075 [08:25<00:00, 87.36it/s]
100%|█████████▉| 35010/35075 [08:26<00:00, 90.28it/s]
100%|█████████▉| 35020/35075 [08:26<00:00, 87.76it/s]
100%|█████████▉| 35029/35075 [08:26<00:00, 80.42it/s]
100%|█████████▉| 35038/35075 [08:26<00:00, 76.05it/s]
100%|█████████▉| 35046/35075 [08:26<00:00, 72.23it/s]Skipping ../../sampledata/20191129/15/2561039883416822234.html with error input contains invalid UTF-8 around byte 1072 (of 5194)

100%|█████████▉| 35055/35075 [08:26<00:00, 75.11it/s]
100%|█████████▉| 35066/35075 [08:26<00:00, 81.94it/s]
100%|██████████| 35075/35075 [08:26<00:00, 69.20it/s]
Found articles of 57 languages: ['de', 'en', 'hu', 'es', 'fr', 'ru', 'ar', 'fa', 'sl', 'pl', 'it', 'hr', 'nl', 'cs', 'pt', 'zh', 'id', 'tr', 'sr', 'el', 'bn', 'uk', 'bg', 'sv', 'ta', 'ja', 'vi', 'ml', 'hi', 'lt', 'te', 'kk', 'ms', 'sk', 'ro', 'ko', 'lv', 'uz', 'ca', 'th', 'mr', 'no', 'iw', 'tl', 'eu', 'fy', 'ha', 'bs', 'la', 'km', 'zh-Hant', 'gl', 'be', 'ceb', 'war', 'af', 'nn']