tktkt/__init__.py,sha256=UtEmAhBavW-2hbaVnexSmj1ehRH7VmAl-vOn4WIt908,66
tktkt/paths.py,sha256=cxUVU5x3BOzqmbsQBNGgxxmtF6rBKhhMaP2l8SKGD8g,4838
tktkt/evaluation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/evaluation/compare.py,sha256=tfjuys27jtIXy94gEjMcH7WIro16SUMCeWhZF7hA-9I,5452
tktkt/evaluation/context.py,sha256=pf6DuGjc18aYECGQHO6dG6PyD6OlValiFnsKrf3yfjg,29146
tktkt/evaluation/entropy.py,sha256=4cPW489I5nS8c-Uo4qTpVcVOLGMw6ZlqEkGDoh97r_Q,23106
tktkt/evaluation/fertility.py,sha256=eBUzp0Y0Oto7NCFsO882hUvw08jbSnHFwf1mLiZ9mF8,15582
tktkt/evaluation/morphological.py,sha256=PqlD060cOg5AK84-uPieQhBLlMTBNis3toDOXfwstN0,16768
tktkt/evaluation/observing.py,sha256=kuI8bA-TWi1DamgA_PB-fcIsnZb1FdyIk9sbypBlU84,27248
tktkt/evaluation/speed.py,sha256=yykf8acBaPu5tD0xwPpUmlSZk7aeGMNZGulvnAlgoKk,572
tktkt/factories/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/factories/deserialisation.py,sha256=gbd52lE5QBVlbPO0gz_-BaOch9CDpeU3H3oTmLE_ub8,9959
tktkt/factories/evaluation.py,sha256=P6ZNm5rdo_pzPvCq5MG2WD6kTk70a-DudII7BbMF1gc,4970
tktkt/factories/preprocessing.py,sha256=55lg_zkA_EVl0CqUSqNziS4Im10YCxIxbM7OfTsG0cs,21997
tktkt/factories/tokenisers.py,sha256=WBa400gOQFbry8XRDK9uExO3ZqG3P6inCZkxeNrB704,16515
tktkt/interfaces/__init__.py,sha256=7-h61HqVe1cBDsl4A_uqs0NO4h4BhLEu6agjtXW6nO0,300
tktkt/interfaces/factories.py,sha256=X2PwOHt1IBnXX6sG0zqsFXsq9u_aeVzC3Q9tXNFtzME,2964
tktkt/interfaces/huggingface.py,sha256=5ca6M8i-Nd-sztuWSH3iJGSY-hnQg0boo6GJVwjDuvw,12664
tktkt/interfaces/identifiers.py,sha256=WA8x5Wgm6wANXq0pTdGSP_ibbPJlPoqgJfcbwIZI86o,4454
tktkt/interfaces/preparation.py,sha256=r2tPxdIULE2L84Cv9CPT7NpNnesf4h7sjznMYhg4YhY,6922
tktkt/interfaces/tokeniser.py,sha256=TQEtXlQSHz2NKWlnpSUuznrjWpt8b5y6EZfLFx144D8,4476
tktkt/interfaces/vocabulariser.py,sha256=VPKTnWzDSUArjLq_6CZNgweWhw5L1BmWhTNMkVJtB3g,10621
tktkt/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/bpe/__init__.py,sha256=4T_5Hym1zbqlf2vtv22CenEZ_WiDDEGBZMy7MxzXKGQ,538
tktkt/models/bpe/base.py,sha256=mRuF27lEZy_LcIGYli3uSGw-gdaovqX4k16WekLG-CE,4375
tktkt/models/bpe/decomposing.py,sha256=tdaEOKKa1n6dMzYSOsga0lOECrmoziNQL7brXJYFiD0,7875
tktkt/models/bpe/dropout.py,sha256=7RriTpIeq_aa5TYDPFSa0R3GREwJT5SALxky-ZRko3g,9408
tktkt/models/bpe/ensure.py,sha256=0pJwxYmQO3r7vvWcb06wmnvc8Rtv-V5sHha3XBFrQhI,8822
tktkt/models/bpe/guided.py,sha256=ZRnjUX5yVKHT0rafuiOTKVkLFhARW2jD9AChsV25ph0,7129
tktkt/models/bpe/knockout.py,sha256=bRHO51xOoe_baWfzKN6AKyoxP83v46IkSOOGUnKwgmo,3852
tktkt/models/bpe/mergeless.py,sha256=w3HtEalB4QuK3HUFNo4exAX3Lc-rUg8GbwzsdienVpA,1899
tktkt/models/bpe/picky.py,sha256=ji_ehEajkoLTz-vAzt3SyKBMdIPffEmXkZx1MxZChL4,9016
tktkt/models/bpe/scaffold.py,sha256=VQHeLk9qUUsJFNfx-8sRXr6sBnKB7lW1lWZRiVMkNug,3691
tktkt/models/bpe/shuffle.py,sha256=ItKSE-bHxy_vcRodmb1Dx2YIaty8lo-f-gqtFi2PbHY,3175
tktkt/models/bpe/truncated.py,sha256=GXjgT4MLD9Hb7jdfXqPhvCtCaFrsoXqBLubLkRMOoiE,694
tktkt/models/bpe/vocabularisation.py,sha256=t_cMNMNLM9iGe8lYmdmn_QvhGyXxX6E_6jYOMqjEoD4,28427
tktkt/models/compressive/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/compressive/lzw.py,sha256=S7KfUtp63XOJEWLB6mqKzxrwgvsbHPtMf8MJuboxrZg,5997
tktkt/models/dele/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/dele/segmentation.py,sha256=M0etUqny72ry-Gz4koIF4zgR-9kIgzbOPgPOAnUpYPY,9305
tktkt/models/dele/training.py,sha256=Y8V2V4ewxJX3AcwWnN57dl-ruxlP2_TGy4uVlkeRBnI,3962
tktkt/models/dele/data/english_prefices.txt,sha256=d3PRNlCsDocbxYrNZbA7NnouuUnWXp8wUpycRVrm19k,217
tktkt/models/dele/data/english_suffices.txt,sha256=9VARaJLbpYaGecW4cKhvQov5-5Ntzsxjv13UjoKjJ7I,180
tktkt/models/greedy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/greedy/directional.py,sha256=WWBAmuCSLkLCuyXlcUqSDcwKWTSp8b3ZXB5flvkkJgk,10208
tktkt/models/greedy/randomaccess.py,sha256=mx94SaghntwC7HLmHOcw1CIHQfzrxSvUOfde1K_uExU,5219
tktkt/models/huggingface/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/huggingface/bpe.py,sha256=YOee5KYR92d6XsKzx_J98yW3pnLtvQPtbNhPrlhECO4,1331
tktkt/models/huggingface/wrapper.py,sha256=qa_qFwhRAaMP2knpdCTsob3h2kuWBFmT8LlFtyTcxxw,3229
tktkt/models/kudopiece/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/kudopiece/_documented.py,sha256=-yousekdyEPL21qcictO2CNJ2bVocyeZw3QhZA-ZJ4c,2673
tktkt/models/kudopiece/native.py,sha256=erZ7KITs5R7mFgzhsrkZxTYpSOfr8Ne1X-ZuwOZ8H1Y,1464
tktkt/models/kudopiece/segmentation.py,sha256=DNJ80W5oQTlrxpyLVs1s7_6PspIgvKctLiSYKBM5LuY,1678
tktkt/models/kudopiece/vocabularisation.py,sha256=Llai3V7cR-HWYXleeTcR9C3XQ-Xu0sgHnUJnX2u46LA,12344
tktkt/models/morfessor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/morfessor/baseline.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/morfessor/emprune.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/morfessor/lmvr.py,sha256=PBwEw-Iv5CVK120M-dgv6hOapNb1TupYfkMEblz3Zz0,72
tktkt/models/ngram/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/ngram/alphabet.py,sha256=c_cplSMFAITTgiTQD3JmKHaH6TvTa97UMDv-GkyjdbM,1138
tktkt/models/ngram/base.py,sha256=nZx_jt49T4urrKXulZD4OuVpIckp2CDtGYpOB_yBOiw,4055
tktkt/models/ngram/hf.py,sha256=gCiCN7jdHBfNM2fs5o3PbebxPaDP8tB-JgWjtCy3q00,3107
tktkt/models/ngram/vocabularisation.py,sha256=8XG7jlJBnIJOZorkHX8vUKyo21CHDhES6ebPRSTB8k0,3506
tktkt/models/predictive/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/predictive/classifiers.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/predictive/treetok.py,sha256=E8I12K5EYuLG_01AW1ByMW5qpOWFnBwstdS7k9R106o,1989
tktkt/models/predictive/viterbi/__init__.py,sha256=Fb4U2PEd3KYt-2zj1RZPg9ltcXVQgNYRNiQtZrhjK_k,162
tktkt/models/predictive/viterbi/_deprecated.py,sha256=BQjyzYiA4s1HCIms8NRVifCIX1JE8GFQCfvu18bsUGI,5900
tktkt/models/predictive/viterbi/accumulators.py,sha256=VriLdWahJAsO5D_y-xEZFhH3AE-U1FZP261zAKq9Fpc,642
tktkt/models/predictive/viterbi/framework.py,sha256=tj-C3I67KCN-kSTEnwNxHZZkxtDBu3jN5jRWzSJY2xQ,13233
tktkt/models/predictive/viterbi/instances.py,sha256=r_QofGcTEb816z1815agX_Y0g6Kf8iUdGZ7LShmiIjo,8219
tktkt/models/predictive/viterbi/objectives_guided.py,sha256=ueSlmGTLFhr77kJyazz82xFs-H-9JaGdjI7Xf2Zecz0,39488
tktkt/models/predictive/viterbi/objectives_postprocessors.py,sha256=amOsQmVLNNYDB1OYJuchHTO-AunyrQS-RqaOK90XJpc,7322
tktkt/models/predictive/viterbi/objectives_unguided.py,sha256=eokCjOQr3aU8X1_VTRCSnnSW0wh4VoHoMJrPkDDbUI8,1986
tktkt/models/random/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/random/generationbased.py,sha256=ykBpjEC3fI_9XIDW8xkxfHsNOqWrijjc2Cuf_7WRXFk,7295
tktkt/models/random/grampa.py,sha256=4mS8AVaG8sqfYRnfzBzP0ZyEENw75IhzEKaelVPTK9M,8565
tktkt/models/random/graph.py,sha256=WVx0H7PxvnWsnOLl_M_BBQxROg_aoP0Vf-v0FXRNs7A,6536
tktkt/models/random/rejectionsampling.py,sha256=SaxyqlpS6QqU6-wGdE-RjNzYoWH0wuK0usBcZc-QTSI,5505
tktkt/models/random/stochastok.py,sha256=cfKp726gbdADYq3NZ7TB6IKh4jJU6c2ba75ADKyB-BU,2810
tktkt/models/random/unconstrained.py,sha256=YUv9JPsbBCsVhCimCOCYu2VWPwM8SuZ-Xs9L58wqY1w,1797
tktkt/models/sage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/sage/inference.py,sha256=DOs9-F0GMOC7CF6ZmIpJVD5JWBemObagqVkP8r7LjsA,882
tktkt/models/sage/schedules.py,sha256=3jNcgw0d71KDxLg_tWrSEtfUAbbbtMD0j4nu6kOjclo,2017
tktkt/models/sage/vocabularisation.py,sha256=-Vw-YWtwpl15WOWZlAukmpuLQ0c_IjRr7gg-jvGY0jA,6031
tktkt/models/volt/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/volt/vocabularisation.py,sha256=Izz-fxg3RHm0WnsIMyeSt_rFA8SPCaovnxVqh8bzVkg,12584
tktkt/models/word/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/word/segmentation.py,sha256=YBJ6atrZZfzJjUpzxJSZr8UVwFJ-2quB4XaPfc1IO-s,1225
tktkt/models/word/vocabularisation.py,sha256=R7rPUIehVxBL9enVyJzpg8Z_jyu9-goTSa3_y-n-DfI,11514
tktkt/preparation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/preparation/boundaries.py,sha256=ltCEDjxKfoUAMZnMIgzB85J5oHdv_cKBourygF4kJFQ,3199
tktkt/preparation/huggingface.py,sha256=y5L3i9XlWolHo0KI3KzZ7wqQ27itsP8Ul2e4kvpq8Eo,7063
tktkt/preparation/mappers.py,sha256=yGDZbfc-JdJqYC-SX-cR0dyScCtR9iT3rBa0lawcE60,18677
tktkt/preparation/perturbers.py,sha256=zh4SI2NNduRmUkeaonLP5-PH2GvcVOvbnPyTfCrBGt8,10622
tktkt/preparation/splitters.py,sha256=E3rYG8DaCRLp3Jj23Xmnwe1mWFRyxicGL2ulYGMNjyI,31260
tktkt/util/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/util/aggregates.py,sha256=6f1Pbgojbnp0I4fJm6PUGZX4HVYTlmPQ951vQkFIeAk,8016
tktkt/util/arrays.py,sha256=vqNVL7aty8I3jNSgbUu3Z0Jz1ukKOGfwqBCSW_KFtMo,2999
tktkt/util/combinatorics.py,sha256=JfHOXzlhR9QcLY4DHtqm0Zy1ZV4clsmdAIsKwr88G5I,10226
tktkt/util/dicts.py,sha256=HunCNbsXlp_poDoaioaUzT6N_KkR1_GQlqqb5JL_tRs,19671
tktkt/util/environment.py,sha256=J5O04NGfTfJIiDgCvEGC9m4PPfWFEGmm2Ygsjb2xNN0,327
tktkt/util/functions.py,sha256=BjZOVLMjdQj-JadW2kgx7wmCAmet_JAS4ddJf0mAW_Y,1191
tktkt/util/iterables.py,sha256=O46x9tXliZ698fy16-2jYbH6LCqwItaWR9c8l0MeS-0,10691
tktkt/util/printing.py,sha256=sLz-KyUrPweO3D36qcJ9iGqw8xRxnPnHV9meOkwweu0,6370
tktkt/util/strings.py,sha256=Wf2aYdfuiffOpm5vo0c8W1tyyurgNxW8x-F6MkuQmoM,3135
tktkt/util/timing.py,sha256=GTB-UngsIqwmN7TQajTHLXyZ0xQe8G_fsCjd1oqEfZg,2833
tktkt/util/trie.py,sha256=MRW1nq4dqG9GYr-M1bW6CIwWf9S6ClDn6xacDp7YKQM,8671
tktkt/util/types.py,sha256=cwmlB0gom02_0iIYr8Ui1wy20cLw_WepuSrtlnU5fec,8809
tktkt/visualisation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/bpe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/bpe/trees.py,sha256=84QMhCJ9fSuk2T2beugGZvLOyN2Drui31dj5RIBuJLk,12577
tktkt/visualisation/charts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/charts/token_distributions.py,sha256=g-nC0KEQyc2EL1AxfxrEghzsqyowCRrp5T5I2qsjzB8,17902
tktkt/visualisation/lattices/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/lattices/segmentation.py,sha256=RdRWIlQYhNb1wRoaVcSwR4IWbG_2cNjS1_inqbv6b9M,7099
tktkt/visualisation/neural/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/neural/splitpoints_probabilities.py,sha256=rd_Ef3fYHeSCQZDwpntUmF6xHgwmspzrXST7sppSguA,841
tktkt/wrappers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/wrappers/compactedvocab.py,sha256=G9P9DSpulrYJk9KJRDG8GIEMaK-LqTg1ua-PlQ4MPT0,638
tktkt/wrappers/fallbackvocab.py,sha256=3KbD42k9Nn7trTwwk6tE_KRH82nT11GBgah3RYhpR4A,5731
tktkt/wrappers/hashingvocab.py,sha256=iqhuO475KirZk8XgGjbtUQtBmOx_2XhELQumPP7HCc8,4905
tktkt/wrappers/multiplexing.py,sha256=NOlyXn4Z6ZoU1GHr8lniH4BjqDnvfDHa2j3Enp98PuM,14858
tktkt/wrappers/wordlevelunk.py,sha256=j_ycpYPhFNLlqrUhIErdE5nRlu0dI4-mEa6kAVeWTBM,878
tktkt-2025.11.24.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
tktkt-2025.11.24.dist-info/METADATA,sha256=DKUAgw42Q2l51vMY8wbAZgxr3PAz1OKfcoBY98Y1duE,36495
tktkt-2025.11.24.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
tktkt-2025.11.24.dist-info/top_level.txt,sha256=OwWL9nmwkGfOShlvkBZZwf0UqYA0TF16xl4ZftYGeM8,6
tktkt-2025.11.24.dist-info/RECORD,,
