tktkt/__init__.py,sha256=uLC38zqu_sUby-nE-BKAHbr5HGK-ZImyUsIkJsVFvuk,65
tktkt/paths.py,sha256=Ieqoa2a4bA8RMgmOo8PQpZdU9wHZcSGGl-l3R8PDXmI,4181
tktkt/evaluation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/evaluation/compare.py,sha256=uYi14DwSnpYav4q8LKpAjydg_aHqCcEbIRJrb2R6Q2o,4190
tktkt/evaluation/context.py,sha256=VPXB466p4UeP-VjhKFernHgntKLMgu6oqnCmLVl2JIk,14186
tktkt/evaluation/entropy.py,sha256=jN4f_MfaaQ0HtXKx7o-oqktTUY42GxdOYcj8UJEgaXs,11955
tktkt/evaluation/fertility.py,sha256=76aFoBfZPWEboc4Y9_FJ3UV0i59mNQm4LqOQP79q9Hc,9524
tktkt/evaluation/morphological.py,sha256=ruX7twcSENEO2qJY183wvk5Lk5AhnK6sPdsDDM35GtI,10498
tktkt/evaluation/speed.py,sha256=yykf8acBaPu5tD0xwPpUmlSZk7aeGMNZGulvnAlgoKk,572
tktkt/factories/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/factories/deserialisation.py,sha256=qXLX1w9sdLKi3w_wx1-4rMXTS0SPLvctyuAIredqEwE,9521
tktkt/factories/preprocessing.py,sha256=dQqgDde5b8aQtIj8CkoGX3mhjh4roDr8UaM-mrBB2r0,20361
tktkt/factories/tokenisers.py,sha256=PQUAnBLKldrGcEwA_6BkVwPgzKnclZ3dvkTOVX8xfp8,16955
tktkt/interfaces/__init__.py,sha256=0ul_Ys_2TUprWV5Q008D3L5gvri7obyCywg5zFFEyTc,266
tktkt/interfaces/factories.py,sha256=X2PwOHt1IBnXX6sG0zqsFXsq9u_aeVzC3Q9tXNFtzME,2964
tktkt/interfaces/huggingface.py,sha256=aKls3Xn9Nyb1Qml14K36TKCgKj6c5NZcSWL02yvu4iw,9888
tktkt/interfaces/preparation.py,sha256=v-dZ5MM1zghfTyFbZbYdNMXBM_zNuKFknrwhYMFXLhM,6689
tktkt/interfaces/tokeniser.py,sha256=lAeGonKL-7dMH_Vfib61jYW6RBh5i1GdMKo9da_v7b0,3920
tktkt/interfaces/vocabulariser.py,sha256=bm73QTC-ksZ2HoK8QWbgztctlNMmyYnIezsc8EVjgzA,9995
tktkt/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/bpe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/bpe/base.py,sha256=eE4sefLewOjCnH_aFZlbREx5Xca99JDw_acaKVKIToE,4511
tktkt/models/bpe/dropout.py,sha256=1UKDdItC5AxGKlK7OXPTjwrQt9XI8DIyY-uHsbyfQHs,9607
tktkt/models/bpe/ensure.py,sha256=ewb2l10X6-4kWwibti0lEziWUHZoWrOnTjnJmiceLpM,8956
tktkt/models/bpe/guided.py,sha256=Fqlr-auQOhYD_nb0JtrcJSZshbEf4ixecJ0DR_HApi0,7390
tktkt/models/bpe/knockout.py,sha256=vLkt8i1APj5-20QxJHqyNhjJTnKkj7galzQHY-hD0SA,4798
tktkt/models/bpe/shuffle.py,sha256=WEIEzEckQDA1LGh2TDcOqBbg_dKtj_DCJhgyRRdFfVI,3259
tktkt/models/bpe/trimmed.py,sha256=6BbgdVmef_LAX0b0mOELKd5me4raYvpmtmiBAplD2pA,2893
tktkt/models/bpe/vocabularisation.py,sha256=TFP1tPoH8MxwNxIl_qGD2L2NkCPiwzsM5OPlR6X_S9E,22327
tktkt/models/compressive/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/compressive/lzw.py,sha256=S7KfUtp63XOJEWLB6mqKzxrwgvsbHPtMf8MJuboxrZg,5997
tktkt/models/dele/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/dele/segmentation.py,sha256=M0etUqny72ry-Gz4koIF4zgR-9kIgzbOPgPOAnUpYPY,9305
tktkt/models/dele/training.py,sha256=Y8V2V4ewxJX3AcwWnN57dl-ruxlP2_TGy4uVlkeRBnI,3962
tktkt/models/dele/data/english_prefices.txt,sha256=d3PRNlCsDocbxYrNZbA7NnouuUnWXp8wUpycRVrm19k,217
tktkt/models/dele/data/english_suffices.txt,sha256=9VARaJLbpYaGecW4cKhvQov5-5Ntzsxjv13UjoKjJ7I,180
tktkt/models/greedy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/greedy/directional.py,sha256=2cCIp1qpqM7L0QmK9c-JfzS39TaMqNILR2VxcdbnJ-8,6308
tktkt/models/greedy/randomaccess.py,sha256=dCHq8wSLjd6DhKPtBZzJ857_t8bC0Kgva2G1ekQc898,1688
tktkt/models/huggingface/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/huggingface/bpe.py,sha256=YOee5KYR92d6XsKzx_J98yW3pnLtvQPtbNhPrlhECO4,1331
tktkt/models/huggingface/wrapper.py,sha256=M9FNbXUj3aIvNdY_UDP9N1ATZ_DX4spmEMeWxJqvXmU,3227
tktkt/models/identity/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/identity/segmentation.py,sha256=1opMCZDjAk4SIteebJbdaY7YqBFg2IQ_TPzQeYrrm4g,656
tktkt/models/kudopiece/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/kudopiece/_documented.py,sha256=-yousekdyEPL21qcictO2CNJ2bVocyeZw3QhZA-ZJ4c,2673
tktkt/models/kudopiece/native.py,sha256=B5GW7Q6KVy9dvVuXUA8iLEpnxOhKZHpOHSSm0PEuD3o,1425
tktkt/models/kudopiece/segmentation.py,sha256=DNJ80W5oQTlrxpyLVs1s7_6PspIgvKctLiSYKBM5LuY,1678
tktkt/models/kudopiece/vocabularisation.py,sha256=IIVW-jkMCk_VFMUjcK4CJhqPPXViesXXOvKcu5EiXGk,12249
tktkt/models/morfessor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/morfessor/baseline.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/morfessor/emprune.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/morfessor/lmvr.py,sha256=PBwEw-Iv5CVK120M-dgv6hOapNb1TupYfkMEblz3Zz0,72
tktkt/models/ngram/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/ngram/alphabet.py,sha256=VN49J95UkXf-RSnDAbNS3ESb1-L-b_FNQNFGSKkfzK0,1067
tktkt/models/ngram/base.py,sha256=HCR4TSpraHb7v8RUQEUW3lQCX8ZTQeVOlF66_L7lXF4,4088
tktkt/models/ngram/hf.py,sha256=gCiCN7jdHBfNM2fs5o3PbebxPaDP8tB-JgWjtCy3q00,3107
tktkt/models/ngram/vocabularisation.py,sha256=LQh22L2BzoHCJbN9LFKJZ4kq6UvwgMyDQOY4NvTS7zM,3489
tktkt/models/random/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/random/generationbased.py,sha256=ykBpjEC3fI_9XIDW8xkxfHsNOqWrijjc2Cuf_7WRXFk,7295
tktkt/models/random/graph.py,sha256=WVx0H7PxvnWsnOLl_M_BBQxROg_aoP0Vf-v0FXRNs7A,6536
tktkt/models/random/pathmarkov.py,sha256=4mS8AVaG8sqfYRnfzBzP0ZyEENw75IhzEKaelVPTK9M,8565
tktkt/models/random/rejectionsampling.py,sha256=SaxyqlpS6QqU6-wGdE-RjNzYoWH0wuK0usBcZc-QTSI,5505
tktkt/models/random/unconstrained.py,sha256=YUv9JPsbBCsVhCimCOCYu2VWPwM8SuZ-Xs9L58wqY1w,1797
tktkt/models/sage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/sage/inference.py,sha256=-3cruYabcp-ueoJqanxHvPY8_gkyQxm0zuhyp74DsyM,874
tktkt/models/sage/schedules.py,sha256=3jNcgw0d71KDxLg_tWrSEtfUAbbbtMD0j4nu6kOjclo,2017
tktkt/models/sage/vocabularisation.py,sha256=FVDjyPu-JE74-KbRKh0p-zkWNE07xGLyUlAKwN8fHmc,5925
tktkt/models/viterbi/__init__.py,sha256=Fb4U2PEd3KYt-2zj1RZPg9ltcXVQgNYRNiQtZrhjK_k,162
tktkt/models/viterbi/_deprecated.py,sha256=yzWmK0r8CsS_Iq1VW1SrWm6WwDw7W8-Heeuq2PsFyJ8,5912
tktkt/models/viterbi/accumulators.py,sha256=VriLdWahJAsO5D_y-xEZFhH3AE-U1FZP261zAKq9Fpc,642
tktkt/models/viterbi/framework.py,sha256=LiYzcpCypBYou7gXW90dwKDkDUloHSjaTk_p2LlDfm4,13230
tktkt/models/viterbi/instances.py,sha256=bqZqreBWivub0VNvxZqK-DlUr438w7-edLVcSHQ9JWQ,8226
tktkt/models/viterbi/objectives_guided.py,sha256=_qY_J_jUxTwNvmWPIiWBLOkJ-kLb8MfeCi0Q-KF-LPI,38714
tktkt/models/viterbi/objectives_postprocessors.py,sha256=0KrC3Pciue48g0Sb5ZY6j40aS6IIqpljjJH-oVAcy3s,7320
tktkt/models/viterbi/objectives_unguided.py,sha256=eokCjOQr3aU8X1_VTRCSnnSW0wh4VoHoMJrPkDDbUI8,1986
tktkt/models/volt/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/volt/vocabularisation.py,sha256=Izz-fxg3RHm0WnsIMyeSt_rFA8SPCaovnxVqh8bzVkg,12584
tktkt/preparation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/preparation/boundaries.py,sha256=uDCXsosKcn1PTwysWve344FYKa0P3013LUviwObToE4,3206
tktkt/preparation/huggingface.py,sha256=x0vWu4onO4RaaFpwKS_y56P446Vint5h4bhzv4cwY_s,6768
tktkt/preparation/instances.py,sha256=JdEl5Yyw_soO_5Y3H27EpMdIhS-L7IDf9wTdp-kfpcg,40
tktkt/preparation/mappers.py,sha256=0eaZiUK2cYDY3ypC6M0r1LAvosfzjNongIvmqvR93EI,17541
tktkt/preparation/perturbers.py,sha256=xqKwVz4683UExV_M_zF3jEuqyXZdnpPiQGQPWUNN1ts,10606
tktkt/preparation/splitters.py,sha256=urWL7EunEqN8ttBd8BI6y6J7Y4N89W_yBWrAWzdcS68,17202
tktkt/util/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/util/arrays.py,sha256=p-_el9pxhxMw7TnxCJvrJSMU5oD1h3htrP6njv0wfhs,2200
tktkt/util/combinatorics.py,sha256=r9_-f8GOKEp8-ksjq109wxCnEOch8AFfuS7sPgybcPQ,10815
tktkt/util/dicts.py,sha256=RvURMKXfNvkOVha25cdjSpEAaA0FpFkFYSIwAzSx80s,8808
tktkt/util/environment.py,sha256=J5O04NGfTfJIiDgCvEGC9m4PPfWFEGmm2Ygsjb2xNN0,327
tktkt/util/functions.py,sha256=BjZOVLMjdQj-JadW2kgx7wmCAmet_JAS4ddJf0mAW_Y,1191
tktkt/util/iterables.py,sha256=M_PGwIzOPvEGhkTN657LNugDCq_91vo_mbyJaESWYhA,6079
tktkt/util/printing.py,sha256=glEr-YFzUTChgU5lkT1Lqu5fdli2IkVXh0pabDDFBEM,5443
tktkt/util/strings.py,sha256=baFet79KdN7PdFjJQxdHY3IJLagXqMCRdCUKrw6fs2M,2386
tktkt/util/timing.py,sha256=GTB-UngsIqwmN7TQajTHLXyZ0xQe8G_fsCjd1oqEfZg,2833
tktkt/util/trie.py,sha256=6928Ro39NBWaD3dfyUkJ2wQEGSdFeFgo1t0mYISAjxQ,9820
tktkt/util/types.py,sha256=RMbLju6CQPfBy4OEFFPYLzxCQvT2y-UJVYNX9UoQeho,3872
tktkt/visualisation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/bpe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/bpe/trees.py,sha256=Ed5zscUaKcN5zMlVF-dGtGpv6fWR2XGDh4hHFOBznzo,12591
tktkt/visualisation/charts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/charts/token_distributions.py,sha256=fAbj9byOx1vSRh1Ge5fyfMQs0WV9miK-YFGmjgLi3nI,17800
tktkt/visualisation/lattices/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/lattices/segmentation.py,sha256=iv3IhzrYdg3CGAUQ7-VP3uTYAVEkQm7fqMe_P5GtCXg,7122
tktkt/visualisation/neural/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/neural/splitpoints_probabilities.py,sha256=UJwiR0IC5PXrkqjgCGhzum2job3zpBg6HBiiYbjsBjU,848
tktkt/wrappers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/wrappers/compactedvocab.py,sha256=G9P9DSpulrYJk9KJRDG8GIEMaK-LqTg1ua-PlQ4MPT0,638
tktkt/wrappers/fallbackvocab.py,sha256=3KbD42k9Nn7trTwwk6tE_KRH82nT11GBgah3RYhpR4A,5731
tktkt/wrappers/hashingvocab.py,sha256=iqhuO475KirZk8XgGjbtUQtBmOx_2XhELQumPP7HCc8,4905
tktkt/wrappers/multiplexing.py,sha256=H-zfffHnM9kBilev0yLCmn8SmOMJeXzKDAXbuA0hBk4,10748
tktkt/wrappers/wordlevelunk.py,sha256=KXhv32oHqWcM4HyzQMwg3Tw0hwuRgxysUBt3FDAug60,882
tktkt-2025.4.1.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
tktkt-2025.4.1.dist-info/METADATA,sha256=aNvG_pS0Y3YE8Hqko0BEKUl7MLQm9tLcWHD11CC_iTI,35404
tktkt-2025.4.1.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
tktkt-2025.4.1.dist-info/top_level.txt,sha256=OwWL9nmwkGfOShlvkBZZwf0UqYA0TF16xl4ZftYGeM8,6
tktkt-2025.4.1.dist-info/RECORD,,
