tktkt/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/evaluation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/evaluation/fertility.py,sha256=ZsxvBvuxe6M4jfLuUXmQfienbdVWz8c6u7TzhRABMas,5951
tktkt/evaluation/morphological.py,sha256=tXN0dorM7Sh5ugXegFD6uQYcxUru3cWFBzrx1DMiO4U,10486
tktkt/files/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/files/paths.py,sha256=7av6YUrNV5dfkXFTZT2osubxpjZHe_LQgOZAbTcUIZw,2670
tktkt/interfaces/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/interfaces/huggingface.py,sha256=elkQGpEeGeyZ2Gx_su8TT_c4os5Srglr2NSAloxVMnk,6812
tktkt/interfaces/preparation.py,sha256=3KUPcdWZ6BiqxIxtSKUr3cZ55iqrqsM5JiC3d1l3MUo,1544
tktkt/interfaces/storage.py,sha256=SxkZN8K9oE8aD4Rvkcjhjt3b3vBS-ZjIKRiAtzkzkoo,43
tktkt/interfaces/tokeniser.py,sha256=ePl1zX376iRV0jr7mE6Qaj51tc4PTfb-O34wZ7oKW8E,2084
tktkt/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/bpe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/bpe/base.py,sha256=5S19MJ987kDOpgGRyNJ5A2RuvXQ3_TiHYnypbRuu3Z4,923
tktkt/models/bpe/dropout.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/bpe/knockout.py,sha256=_5LB434i1jJGQ2_PRj7IHodJ7IqqnJZyyZOSFyHaTSA,2080
tktkt/models/bpe/trimmed.py,sha256=Q6c_dXgyRoCHdHEy7ubol9Ul5z1GUPaml5DymrUSiAY,2503
tktkt/models/bpe/vocabularisation.py,sha256=DGs2_thZd_wdnmHrIwlC5Dzl8hCLh0HOV_5ssuSgNAY,61
tktkt/models/greedy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/greedy/directional.py,sha256=0FCMKr3LHBoVXMKKzlSth7TM7MtFxUuQXPLHqao5Ypw,4284
tktkt/models/greedy/randomaccess.py,sha256=bIkap2P67NxI9ZcPTnOgHF8EXZLMGsGkH0gZPhpLQCE,1684
tktkt/models/huggingface/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/huggingface/wrapper.py,sha256=uRlQMDDvWN8nxEvOwgByw3CP1kNOedluAt8LYnJqyF0,2329
tktkt/models/kudopiece/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/kudopiece/_documented.py,sha256=-yousekdyEPL21qcictO2CNJ2bVocyeZw3QhZA-ZJ4c,2673
tktkt/models/kudopiece/segmentation.py,sha256=N53K4bGnBCefDpaA-wLQ-Gcv3wxAUC9T-lQ-C7Mo_VM,954
tktkt/models/kudopiece/training.py,sha256=vz7Uo8KmjS7GziIMyUFtjdKjinzqat65ONjHyBVUej8,10128
tktkt/models/morfessor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/morfessor/baseline.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/morfessor/emprune.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/morfessor/lmvr.py,sha256=PBwEw-Iv5CVK120M-dgv6hOapNb1TupYfkMEblz3Zz0,72
tktkt/models/neural/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/neural/canine_finetuning.py,sha256=3-6xHYrAhpdNnrtKTEOTaS1Jt34IXvQisLn_lYxiGvA,33
tktkt/models/ngram/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/ngram/alphabet.py,sha256=eoDYDgQyfbCYpxLPUQEbIQHbmlKawG3adbVNpD1gcXY,412
tktkt/models/ngram/base.py,sha256=ckpvU_XzseroTWnEFlIuWRSTHlJtWa9f-x34W7OYidA,3700
tktkt/models/ngram/hf.py,sha256=gCiCN7jdHBfNM2fs5o3PbebxPaDP8tB-JgWjtCy3q00,3107
tktkt/models/viterbi/__init__.py,sha256=Fb4U2PEd3KYt-2zj1RZPg9ltcXVQgNYRNiQtZrhjK_k,162
tktkt/models/viterbi/_deprecated.py,sha256=cVmovB6ZZpzqVkX9SsG2k5IWg4sblm3VnCFe-egF3N8,5906
tktkt/models/viterbi/accumulators.py,sha256=VriLdWahJAsO5D_y-xEZFhH3AE-U1FZP261zAKq9Fpc,642
tktkt/models/viterbi/framework.py,sha256=fIcP2MH6rFpC7CEjnIMXpyRM5tK_j3JulE6E8EW-0zI,9366
tktkt/models/viterbi/instances.py,sha256=NnXTYXbT5TUCd_bF4drPRDa5nWYHjnGJoWR2t_FMQGo,3778
tktkt/models/viterbi/objectives_guided.py,sha256=Eyg6gyS6V6kEla0C9PCMEb84Yy8uByuBf5_gHiK1oB4,25225
tktkt/models/viterbi/objectives_postprocessors.py,sha256=dJZEH8sfNZcfCvphAno5Tb0VP9thW3aD4CkdweYQlRo,5286
tktkt/models/viterbi/objectives_unguided.py,sha256=fbf1gWVVORAuZHacyLfpyDKlTr5yx4_XJbk1OFngkVQ,1395
tktkt/preparation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/preparation/huggingface.py,sha256=RtypdMSW50VGhmCkBXluvToZpnWtz0cn_abNUySA5O0,4998
tktkt/preparation/instances.py,sha256=9TDBwORCo94brerEzn1U9PTd0sbFWL2fhlNxc_iL5Bg,3671
tktkt/preparation/mappers.py,sha256=rWmrEGUmiPYuIP_urbBMYSK0nMyJy7bnMGRqCNQuKf0,8055
tktkt/preparation/perturbers.py,sha256=2exUHzyefJ7uAivliKWY79Qd5u1iQZilRtI6qO9-hVo,8927
tktkt/preparation/spacemarking.py,sha256=H93evsMpKfYPn8hF7Jxe7Qr3y3BgTjjGG3jQ_-HWEVY,320
tktkt/preparation/splitters.py,sha256=UfejqC3_flgnlywS9ZN1ocM4PbE5wmBhqeE70sbbV3c,19438
tktkt/util/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/util/environment.py,sha256=8HUrbX90E6eOhG_yXcSahcT5MFON6P9wsRm8Dib3sTs,179
tktkt/util/functions.py,sha256=RD-jrjtQwb1o4tOz47uCM1wu9GQXbclK7TGbKJew0Us,444
tktkt/util/printing.py,sha256=-1UdQFV4LV8S3BxQVN_xR-dLAqLxnC0oNFyngGuZnGE,3722
tktkt/util/timing.py,sha256=Kbain_XlngARy5BiaXeppyO0Ve_jaVAM16S3FXGWSCU,2219
tktkt/util/trie.py,sha256=ojzX9n_64APmorg865Jz0W37o2OoASYt2EDEjubxNTo,6233
tktkt/visualisation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/bpe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/neural/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/neural/splitpoints_probabilities.py,sha256=OLquXRqMvM37h38sVnYHZBMeHBMRmhp3dNeFptzHHvQ,841
tktkt-2024.5.1.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
tktkt-2024.5.1.dist-info/METADATA,sha256=I1xLtusmVg4sJ1sHf1WoAYEiBZtWO586uf6aePpuRA8,20570
tktkt-2024.5.1.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
tktkt-2024.5.1.dist-info/top_level.txt,sha256=OwWL9nmwkGfOShlvkBZZwf0UqYA0TF16xl4ZftYGeM8,6
tktkt-2024.5.1.dist-info/RECORD,,
