tktkt/__init__.py,sha256=2T7ensrCsZmnp_c3NLMluYs3YbZzk0AwFq1INrcR6Uw,66
tktkt/paths.py,sha256=hIawxrrEAttlBtv6QDiXxel1qx4saAdyDVUEYedBrgs,4949
tktkt/evaluation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/evaluation/compare.py,sha256=tfjuys27jtIXy94gEjMcH7WIro16SUMCeWhZF7hA-9I,5452
tktkt/evaluation/context.py,sha256=pf6DuGjc18aYECGQHO6dG6PyD6OlValiFnsKrf3yfjg,29146
tktkt/evaluation/entropy.py,sha256=q3h9qXmAj1qGph9h9ttYTiljg8Z2-nNw9zwrP8h1jUI,22946
tktkt/evaluation/fertility.py,sha256=gNSpk705rkPdi9S2cdh3s1HuvocrcfHqFPJDz5G9T9E,15591
tktkt/evaluation/morphological.py,sha256=PqlD060cOg5AK84-uPieQhBLlMTBNis3toDOXfwstN0,16768
tktkt/evaluation/observing.py,sha256=kuI8bA-TWi1DamgA_PB-fcIsnZb1FdyIk9sbypBlU84,27248
tktkt/evaluation/speed.py,sha256=yykf8acBaPu5tD0xwPpUmlSZk7aeGMNZGulvnAlgoKk,572
tktkt/factories/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/factories/deserialisation.py,sha256=0qacOWv3NBEgwHQTBOCogkTB6SSfW0ZxM-dSC6EElcY,11430
tktkt/factories/evaluation.py,sha256=tEXmBI4BAQlQJupIw6Eh6MJmy2YbsPrlWkdEGc8YCkY,5009
tktkt/factories/preprocessing.py,sha256=55lg_zkA_EVl0CqUSqNziS4Im10YCxIxbM7OfTsG0cs,21997
tktkt/factories/specials.py,sha256=TD6bSECKEJv0DqDgOHS_u2YV3QRn9_QhygIfx1wUr1Q,1520
tktkt/factories/tokenisers.py,sha256=QoeDMNmuqPwRQWan_4cJFIA1m4EyMTCgAG0E3W5QQBg,16537
tktkt/interfaces/__init__.py,sha256=75hYmi0VFzkqS5v_iyL0l-7t12XPjS9nU-3KHXRPeUs,266
tktkt/interfaces/factories.py,sha256=Fss3Sz7rphuTOsHStW1-CihIuQ7mMSRXCWYpELN6TnM,3401
tktkt/interfaces/huggingface.py,sha256=MJy-P1Qb_NZEJXkvF06oN3kclCw8XlW_AwKZeCWXIQE,12659
tktkt/interfaces/identifiers.py,sha256=L317FHlrsDvqvXn_HE3PbjW0XNK0CEOrc2fXN0zoRvs,21003
tktkt/interfaces/preparation.py,sha256=az2tOobJskTfBEJdB4PaFGngA_6fgaFfLUxq05_mWUQ,7001
tktkt/interfaces/tokeniser.py,sha256=KvfN7WW9d57W2uT4XWhmjzGap8OtHq6Nu1343pOp0Hg,5051
tktkt/interfaces/vocabulariser.py,sha256=ZFhX3lKTOE-STPeECZ8K0-Uf3pPk6GUbtn9jLBlYz5A,11282
tktkt/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/bpe/__init__.py,sha256=4T_5Hym1zbqlf2vtv22CenEZ_WiDDEGBZMy7MxzXKGQ,538
tktkt/models/bpe/base.py,sha256=gvTzi1Z-ncgFlC3HDMYAmay5AuwtHkeFPSLtYmdMorY,4407
tktkt/models/bpe/decomposing.py,sha256=-g-RWBPX8uggqTiSKPitw5sHRnj3WYp65yDYfW5AogI,7880
tktkt/models/bpe/dropout.py,sha256=SuwE-5XjT4NRgtmym0oHBOwwhQzZS_cJ77325G0j_oM,9138
tktkt/models/bpe/ensure.py,sha256=mW_4Sb6D6FZd6Zv8NVaiL-tBg26S-kBz4bCvghhbQG4,8779
tktkt/models/bpe/guided.py,sha256=R5QbCwdAkaa23SLfEU7uxyCmerNhu-usPSD_ICzxciU,7029
tktkt/models/bpe/knockout.py,sha256=-MHby8bPR70KMX_s6TVYycqdiT2IDIko_HeuUmIJmzE,3597
tktkt/models/bpe/mergeless.py,sha256=d74SgvuLqhxxqd-8J4pEyXKRaDBO2oZcJf0RnyesQKw,1842
tktkt/models/bpe/picky.py,sha256=OoXSLCMK0lOx7z9jATLXpJ5jE4BhELWzQtsxyLGzUsE,8971
tktkt/models/bpe/scaffold.py,sha256=n5YRiN8axlh4F9-vOIFIoGdXizI4yDAdqM0JvuI0KCc,3637
tktkt/models/bpe/shuffle.py,sha256=-Oizk9d9eibX109NJaA2r2kdbo-Jz06g1puDAYO8qxg,3124
tktkt/models/bpe/truncated.py,sha256=GXjgT4MLD9Hb7jdfXqPhvCtCaFrsoXqBLubLkRMOoiE,694
tktkt/models/bpe/vocabularisation.py,sha256=-Sl86tqoHOEiZBWbc7qKTomt-467ooLkCyKpIocBW70,28159
tktkt/models/compressive/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/compressive/lzw.py,sha256=4a1obJMh1nXnajj7GlizU0ztEiNvKX0Jy-AWFZ668-I,5865
tktkt/models/dele/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/dele/segmentation.py,sha256=kt7ahR8qwkDTzpGDaJyIYJEODi66kr04bCB12gDTASU,9243
tktkt/models/dele/training.py,sha256=buIkzf9RYXCwWBDjRPEE1OO8p8OUN1pmjmP8Mm-gC0c,3950
tktkt/models/dele/data/english_prefices.txt,sha256=d3PRNlCsDocbxYrNZbA7NnouuUnWXp8wUpycRVrm19k,217
tktkt/models/dele/data/english_suffices.txt,sha256=9VARaJLbpYaGecW4cKhvQov5-5Ntzsxjv13UjoKjJ7I,180
tktkt/models/greedy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/greedy/directional.py,sha256=qAoqsjk65ZRCuZyEM96tHOa4khr-jBwIpH8_Kwsjkak,10135
tktkt/models/greedy/randomaccess.py,sha256=a6kPSyik7UiuHfwQeQs-vJcoq5-ILGDNIUvka9jteP0,5092
tktkt/models/huggingface/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/huggingface/bpe.py,sha256=QEKw2JJOsJsVg65wzkpHvXeG1n7hcJbzjWMqsnTHgqc,1445
tktkt/models/huggingface/wrapper.py,sha256=bmEZXGSDeXD-ZFjCfIPJKOwMPzUku9H2tWDODW8scyg,3516
tktkt/models/kudopiece/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/kudopiece/_documented.py,sha256=-yousekdyEPL21qcictO2CNJ2bVocyeZw3QhZA-ZJ4c,2673
tktkt/models/kudopiece/native.py,sha256=erZ7KITs5R7mFgzhsrkZxTYpSOfr8Ne1X-ZuwOZ8H1Y,1464
tktkt/models/kudopiece/segmentation.py,sha256=Dk57LujP8nxVps7b4GX_wFhRJnQEPJw-xcxETsqMIRo,1666
tktkt/models/kudopiece/vocabularisation.py,sha256=dTnIu07Q6U9xH7-wMu5MJtccfNfIkaZItn-XthRuuUY,12347
tktkt/models/morfessor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/morfessor/baseline.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/morfessor/emprune.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/morfessor/lmvr.py,sha256=PBwEw-Iv5CVK120M-dgv6hOapNb1TupYfkMEblz3Zz0,72
tktkt/models/ngram/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/ngram/alphabet.py,sha256=f0WIef456my3sbR_xI2OGxSkk5q0qp5onzmEhRH6fRE,1246
tktkt/models/ngram/base.py,sha256=J2UGcY5YYxSawowSHCrr6TPp7ge85JnAufcxPWxeoeE,4033
tktkt/models/ngram/hf.py,sha256=gCiCN7jdHBfNM2fs5o3PbebxPaDP8tB-JgWjtCy3q00,3107
tktkt/models/ngram/vocabularisation.py,sha256=8XG7jlJBnIJOZorkHX8vUKyo21CHDhES6ebPRSTB8k0,3506
tktkt/models/predictive/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/predictive/classifiers.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/predictive/treetok.py,sha256=M3pitUuYDivBCb0hMfGQgM0Aob-E-rdynhz2HFVrhs8,1962
tktkt/models/predictive/viterbi/__init__.py,sha256=Fb4U2PEd3KYt-2zj1RZPg9ltcXVQgNYRNiQtZrhjK_k,162
tktkt/models/predictive/viterbi/_deprecated.py,sha256=Jfkj8cuU89OqeoT-EZ4YtGw_EpOPCmQcci7mcn5wDm8,5899
tktkt/models/predictive/viterbi/accumulators.py,sha256=VriLdWahJAsO5D_y-xEZFhH3AE-U1FZP261zAKq9Fpc,642
tktkt/models/predictive/viterbi/framework.py,sha256=tj-C3I67KCN-kSTEnwNxHZZkxtDBu3jN5jRWzSJY2xQ,13233
tktkt/models/predictive/viterbi/instances.py,sha256=g4K_5IbqJXjVSfv7BOewg8775EHlxqpJv3rseREqr9M,8329
tktkt/models/predictive/viterbi/objectives_guided.py,sha256=ueSlmGTLFhr77kJyazz82xFs-H-9JaGdjI7Xf2Zecz0,39488
tktkt/models/predictive/viterbi/objectives_postprocessors.py,sha256=qIIVERaS6cGTcYLIcfitd7tYXiNzyPQYftBcgzd8dYY,7336
tktkt/models/predictive/viterbi/objectives_unguided.py,sha256=eokCjOQr3aU8X1_VTRCSnnSW0wh4VoHoMJrPkDDbUI8,1986
tktkt/models/random/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/random/generationbased.py,sha256=1XGo1XZzAAnZkLY7R2rwwQPHm0dTNm75tSt8x4fDOsM,7360
tktkt/models/random/grampa.py,sha256=3EnsIpKfv3lixqo5FlAkVBEerUKLkG58Dl_zY9_hYIo,8545
tktkt/models/random/graph.py,sha256=iofRk3GYRKj2yapAxmDwHHn3Rx8cuyloxbu9Ne8CFDY,6495
tktkt/models/random/rejectionsampling.py,sha256=vt5ghUAr0EpXb5Vz_V0qt0DAlVgcQPAlG8TY2AOpDLE,5548
tktkt/models/random/stochastok.py,sha256=wcAu15Cfmu3J60eJaj1muXwygxyV6buGWTNCSVB0frI,2786
tktkt/models/random/unconstrained.py,sha256=6oEsFe0kfI4Fl_aT9EDh4KKiM7ca8basGnaxziakzzk,1748
tktkt/models/sage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/sage/inference.py,sha256=c4TLCAAcherCW4uP8uwIv5edm5P8ICYpHlzHzxQbMJI,636
tktkt/models/sage/schedules.py,sha256=3jNcgw0d71KDxLg_tWrSEtfUAbbbtMD0j4nu6kOjclo,2017
tktkt/models/sage/vocabularisation.py,sha256=-Vw-YWtwpl15WOWZlAukmpuLQ0c_IjRr7gg-jvGY0jA,6031
tktkt/models/volt/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/volt/vocabularisation.py,sha256=Izz-fxg3RHm0WnsIMyeSt_rFA8SPCaovnxVqh8bzVkg,12584
tktkt/models/word/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/word/segmentation.py,sha256=H2HwxpHzfGpgs4hkicWhl-E9a0KCZy78_nE1EQXxkxE,1311
tktkt/models/word/vocabularisation.py,sha256=R7rPUIehVxBL9enVyJzpg8Z_jyu9-goTSa3_y-n-DfI,11514
tktkt/preparation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/preparation/boundaries.py,sha256=ltCEDjxKfoUAMZnMIgzB85J5oHdv_cKBourygF4kJFQ,3199
tktkt/preparation/huggingface.py,sha256=y5L3i9XlWolHo0KI3KzZ7wqQ27itsP8Ul2e4kvpq8Eo,7063
tktkt/preparation/mappers.py,sha256=1TYFKMhVDUX-aBFhdPcLob70u7O_QbXy_lwlSZev3lA,19236
tktkt/preparation/perturbers.py,sha256=zh4SI2NNduRmUkeaonLP5-PH2GvcVOvbnPyTfCrBGt8,10622
tktkt/preparation/splitters.py,sha256=-zT7NnSTkhdA96ffdQ5SfVOdTWNYIrWWb8l_6scmmNw,31714
tktkt/util/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/util/aggregates.py,sha256=6f1Pbgojbnp0I4fJm6PUGZX4HVYTlmPQ951vQkFIeAk,8016
tktkt/util/arrays.py,sha256=vqNVL7aty8I3jNSgbUu3Z0Jz1ukKOGfwqBCSW_KFtMo,2999
tktkt/util/combinatorics.py,sha256=Z7lL6gOcKruThIUCu9IyH8LO8pA_gvYFqBevl4aONpo,10230
tktkt/util/dicts.py,sha256=Icx41I8KBJpT1tqTPdCnHaNNej9j4N2e-qnbJCOazV4,20230
tktkt/util/environment.py,sha256=J5O04NGfTfJIiDgCvEGC9m4PPfWFEGmm2Ygsjb2xNN0,327
tktkt/util/exceptions.py,sha256=UduKkRk_wO4ba29ZdFQ-bcVP1NsVGYXbIsDNG60gVq8,395
tktkt/util/functions.py,sha256=BjZOVLMjdQj-JadW2kgx7wmCAmet_JAS4ddJf0mAW_Y,1191
tktkt/util/iterables.py,sha256=kIKQ0GwRvgNULXmJgQqBricvtkqlQnodT8i6FoCKzjo,11019
tktkt/util/printing.py,sha256=sLz-KyUrPweO3D36qcJ9iGqw8xRxnPnHV9meOkwweu0,6370
tktkt/util/strings.py,sha256=Wf2aYdfuiffOpm5vo0c8W1tyyurgNxW8x-F6MkuQmoM,3135
tktkt/util/timing.py,sha256=GTB-UngsIqwmN7TQajTHLXyZ0xQe8G_fsCjd1oqEfZg,2833
tktkt/util/trie.py,sha256=MRW1nq4dqG9GYr-M1bW6CIwWf9S6ClDn6xacDp7YKQM,8671
tktkt/util/types.py,sha256=8X1enXmIqycpKYZL7sSvONqYUQHNYIsDyOIaudUBLbA,10355
tktkt/visualisation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/bpe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/bpe/trees.py,sha256=84QMhCJ9fSuk2T2beugGZvLOyN2Drui31dj5RIBuJLk,12577
tktkt/visualisation/charts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/charts/token_distributions.py,sha256=LrOq0A9nYsTEKmtB7JaDgjlpHRjXF_LxP_l9MUH1rUY,17884
tktkt/visualisation/lattices/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/lattices/segmentation.py,sha256=RdRWIlQYhNb1wRoaVcSwR4IWbG_2cNjS1_inqbv6b9M,7099
tktkt/visualisation/neural/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/neural/splitpoints_probabilities.py,sha256=rd_Ef3fYHeSCQZDwpntUmF6xHgwmspzrXST7sppSguA,841
tktkt/wrappers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/wrappers/compactedvocab.py,sha256=iKiTuJBL0c95Sbem6yhRLV0oLW3xtEdTnPzY30iDJ0A,805
tktkt/wrappers/fallbackvocab.py,sha256=pRqUxIrBCHMyk-dxsesx4sLuThAs83wNhlQuTsCQL2Y,5953
tktkt/wrappers/hashingvocab.py,sha256=Hq7IlJis679t-z37EI1Fv_jhFyi466L_OBQ4ISjpB2E,6072
tktkt/wrappers/multiplexing.py,sha256=ZKrOYZu0qMqtiCTJySAZQ-Mwm2sN-Bhkb-Oh-BAqrQw,14788
tktkt/wrappers/wordlevelunk.py,sha256=1ButjvP0lQd8qrGn2tCnKZEbzK6SuBmJexFapXq22P0,920
tktkt-2025.12.1.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
tktkt-2025.12.1.dist-info/METADATA,sha256=ddFcwv3hd3kIMr-ebWtezouDloWYprdJwfhEKxyaQA0,37126
tktkt-2025.12.1.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
tktkt-2025.12.1.dist-info/top_level.txt,sha256=OwWL9nmwkGfOShlvkBZZwf0UqYA0TF16xl4ZftYGeM8,6
tktkt-2025.12.1.dist-info/RECORD,,
