tktkt/__init__.py,sha256=b3vKm6wx58t06ZaF-pnnslQejPnqzQ5ehCZbB-iLcw0,71
tktkt/builders/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/builders/base.py,sha256=Llq1QCUn5IARGEDwm2Zh04j1Sd4XTtBUww6u6ZMpZS0,190
tktkt/builders/english.py,sha256=XxyrvFKV8avUDOAjxKBb4QS0OXcFgFPc6rKaVDCilQI,9193
tktkt/evaluation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/evaluation/compare.py,sha256=uk6IsxToRugEkGSzDpmh7s6OeP278j_i0FeQd4kEnvU,2324
tktkt/evaluation/context.py,sha256=FD-fzp_M2-PnGixVqsld7sREvEMX_84vX7uQNDQjbH4,2200
tktkt/evaluation/entropy.py,sha256=4j1HB6XBrzSiowua3PKUQtlBbflgj_EmmfdKerkRX5o,880
tktkt/evaluation/fertility.py,sha256=QJQFE4jCmbsPbXDkdAat9_31381xoHQdR9mBjJJsPTc,6017
tktkt/evaluation/morphological.py,sha256=bLm4CrgrPmo5nB-M433oBDdkrlt374F-Pj1rzOeAwrU,10491
tktkt/files/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/files/paths.py,sha256=1PLiNjbss9eB4LUkZ4sHaRS64q74K1HE1kvAypdrvbw,3135
tktkt/interfaces/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/interfaces/huggingface.py,sha256=yV7lvManI7ryhOtmQOdLirU3xqt--PpDEZWqWOyP_CI,9172
tktkt/interfaces/preparation.py,sha256=3KUPcdWZ6BiqxIxtSKUr3cZ55iqrqsM5JiC3d1l3MUo,1544
tktkt/interfaces/storage.py,sha256=SxkZN8K9oE8aD4Rvkcjhjt3b3vBS-ZjIKRiAtzkzkoo,43
tktkt/interfaces/tokeniser.py,sha256=autpFVcT_TZxwDNm8MDQ9fdbzw0P_7IeZDq7h8UwqBc,3276
tktkt/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/bpe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/bpe/base.py,sha256=kWnmwQcDNoA79vSzU0palyXmSqInXhKf16sGoZQQsCE,1944
tktkt/models/bpe/dropout.py,sha256=d8QXlJDfjbLBcGVvL5ZMyWp6adlEc1N3FVJTEGDkvtI,4155
tktkt/models/bpe/ensure.py,sha256=sKrXv98WyPCT5rbSjlFfeWERvFvqBDBiZMvfWIQKXkQ,8828
tktkt/models/bpe/guided.py,sha256=v4BjCKISaTXP14Vxkrf6C2cvIXpbbUHIl2RENuEM_Aw,7546
tktkt/models/bpe/knockout.py,sha256=fzBu3j6eWipIVHFml4B43x3dkA9kELHpfha8_Ip9OMg,2792
tktkt/models/bpe/shuffle.py,sha256=Vs_7JxkDXRZWCezautnuTE8Ijd7gkJYKZ5siWhO3uSQ,3240
tktkt/models/bpe/trimmed.py,sha256=knGYZf3pEDiXFidCS6O1eTDcfuz8bF14t1s33oT30sY,2502
tktkt/models/bpe/vocabularisation.py,sha256=DGs2_thZd_wdnmHrIwlC5Dzl8hCLh0HOV_5ssuSgNAY,61
tktkt/models/dele/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/dele/segmentation.py,sha256=Y8ocprtB_A-fFsZfjsB284d_-TMh82ZFfk2XAqlaWdk,9282
tktkt/models/dele/training.py,sha256=QOCSGtLR2j95ELzroj10jEPMXiPzOkoXYlL0Xl26yZw,4055
tktkt/models/greedy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/greedy/directional.py,sha256=2cCIp1qpqM7L0QmK9c-JfzS39TaMqNILR2VxcdbnJ-8,6308
tktkt/models/greedy/randomaccess.py,sha256=dCHq8wSLjd6DhKPtBZzJ857_t8bC0Kgva2G1ekQc898,1688
tktkt/models/huggingface/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/huggingface/wrapper.py,sha256=M9FNbXUj3aIvNdY_UDP9N1ATZ_DX4spmEMeWxJqvXmU,3227
tktkt/models/kudopiece/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/kudopiece/_documented.py,sha256=-yousekdyEPL21qcictO2CNJ2bVocyeZw3QhZA-ZJ4c,2673
tktkt/models/kudopiece/native.py,sha256=B5GW7Q6KVy9dvVuXUA8iLEpnxOhKZHpOHSSm0PEuD3o,1425
tktkt/models/kudopiece/segmentation.py,sha256=N53K4bGnBCefDpaA-wLQ-Gcv3wxAUC9T-lQ-C7Mo_VM,954
tktkt/models/kudopiece/training.py,sha256=ejSJsMi4Ts-DDGb3-LDPQUNhnJq5YzC-k0nrTFLjM_4,10148
tktkt/models/morfessor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/morfessor/baseline.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/morfessor/emprune.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/morfessor/lmvr.py,sha256=PBwEw-Iv5CVK120M-dgv6hOapNb1TupYfkMEblz3Zz0,72
tktkt/models/neural/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/neural/canine_finetuning.py,sha256=3-6xHYrAhpdNnrtKTEOTaS1Jt34IXvQisLn_lYxiGvA,33
tktkt/models/ngram/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/ngram/alphabet.py,sha256=VN49J95UkXf-RSnDAbNS3ESb1-L-b_FNQNFGSKkfzK0,1067
tktkt/models/ngram/base.py,sha256=HCR4TSpraHb7v8RUQEUW3lQCX8ZTQeVOlF66_L7lXF4,4088
tktkt/models/ngram/hf.py,sha256=gCiCN7jdHBfNM2fs5o3PbebxPaDP8tB-JgWjtCy3q00,3107
tktkt/models/random/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/random/randomfromvocab.py,sha256=fK7QZhDuPb9a83jyx4aqFqjOuO3nl40MVJodYaHeVHY,7349
tktkt/models/viterbi/__init__.py,sha256=Fb4U2PEd3KYt-2zj1RZPg9ltcXVQgNYRNiQtZrhjK_k,162
tktkt/models/viterbi/_deprecated.py,sha256=yzWmK0r8CsS_Iq1VW1SrWm6WwDw7W8-Heeuq2PsFyJ8,5912
tktkt/models/viterbi/accumulators.py,sha256=VriLdWahJAsO5D_y-xEZFhH3AE-U1FZP261zAKq9Fpc,642
tktkt/models/viterbi/framework.py,sha256=fIcP2MH6rFpC7CEjnIMXpyRM5tK_j3JulE6E8EW-0zI,9366
tktkt/models/viterbi/instances.py,sha256=DFTnyQnUcwWM6pTHH5Tdjj6cuVNHrNcCfEvNCiS0W68,7271
tktkt/models/viterbi/objectives_guided.py,sha256=t9gwxM5hiJzJASvzPaoeLfyF135mv0OvmBGvwl7yLhI,26463
tktkt/models/viterbi/objectives_postprocessors.py,sha256=ZYRc2z-mGyfC3_POZ9JdvrPpBtfREWeA-_Zg455B9Mk,7851
tktkt/models/viterbi/objectives_unguided.py,sha256=wWiyAwWPYkeMJA-AVvTkaO6w0FX31owy7_eRDBmOnTg,2635
tktkt/preparation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/preparation/boundaries.py,sha256=8lr0Er27prfPzoTGaM28sYQcmfKOH1qzlVyrJWwV9l8,3165
tktkt/preparation/huggingface.py,sha256=QROGp-RdbQYcxW_fmZmpfpB9YINd58EWb9AlFmFJBRU,6134
tktkt/preparation/instances.py,sha256=c-c94vcK-213vYXK8E_TeLc7ZzjCEIP1-TxIRBkcp2s,3838
tktkt/preparation/mappers.py,sha256=B_ZmIs78KOgRQZajI7S1Gcl0NNCZTV3TJg1dOmd9gws,10520
tktkt/preparation/perturbers.py,sha256=2exUHzyefJ7uAivliKWY79Qd5u1iQZilRtI6qO9-hVo,8927
tktkt/preparation/splitters.py,sha256=pLe18Gfr-2Du2D7B_UP3DL-6PJRdLwJtpe12f49axBU,17258
tktkt/util/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/util/dicts.py,sha256=2ZYcC6XTqnrFwW1Q-xTx_rLO_HZdevaB7p8R54251GY,1128
tktkt/util/environment.py,sha256=8HUrbX90E6eOhG_yXcSahcT5MFON6P9wsRm8Dib3sTs,179
tktkt/util/functions.py,sha256=StghL2OR5i6hsuF-H2xLx9q_tTvr0mFeY_F6OyCcv18,600
tktkt/util/lists.py,sha256=Mt5ztA7smRMXPpwRNYbQ2nnyJtidVpP6-da5VV56WPQ,2232
tktkt/util/printing.py,sha256=sKjBGDU_2RCBsa_N1OrNCb8lbJ3g9gZDxfPGRDVASc0,3795
tktkt/util/timing.py,sha256=Kbain_XlngARy5BiaXeppyO0Ve_jaVAM16S3FXGWSCU,2219
tktkt/util/trie.py,sha256=ojzX9n_64APmorg865Jz0W37o2OoASYt2EDEjubxNTo,6233
tktkt/visualisation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/bpe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/bpe/trees.py,sha256=9jfg8aGuZSQalYzJARb8oixcHpGInGg5IUY1-VKxL6Q,11096
tktkt/visualisation/neural/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/neural/splitpoints_probabilities.py,sha256=OLquXRqMvM37h38sVnYHZBMeHBMRmhp3dNeFptzHHvQ,841
tktkt/wrappers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/wrappers/compactedvocab.py,sha256=G9P9DSpulrYJk9KJRDG8GIEMaK-LqTg1ua-PlQ4MPT0,638
tktkt/wrappers/fallbackvocab.py,sha256=meJa4FEY3pw5YVGbOjrbAKGFl-KbMlWUtoaBcx54gM8,5632
tktkt/wrappers/hashingvocab.py,sha256=iqhuO475KirZk8XgGjbtUQtBmOx_2XhELQumPP7HCc8,4905
tktkt/wrappers/wordlevelunk.py,sha256=KXhv32oHqWcM4HyzQMwg3Tw0hwuRgxysUBt3FDAug60,882
tktkt-2024.8.1.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
tktkt-2024.8.1.dist-info/METADATA,sha256=793g-QPRhG_EPBpcZ76rN7It4qXu9sM6fKF_liXxeZ0,29151
tktkt-2024.8.1.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
tktkt-2024.8.1.dist-info/top_level.txt,sha256=OwWL9nmwkGfOShlvkBZZwf0UqYA0TF16xl4ZftYGeM8,6
tktkt-2024.8.1.dist-info/RECORD,,
