tktkt/__init__.py,sha256=KgxOAjnKEPbdVdMq2fhKTFG7zCK8SiHmU5nvN6dT83M,66
tktkt/paths.py,sha256=hIawxrrEAttlBtv6QDiXxel1qx4saAdyDVUEYedBrgs,4949
tktkt/evaluation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/evaluation/compare.py,sha256=k9b2AfT3oGrnI9tZy8dEayxOpzEaR7rNNUex86SzAf4,5453
tktkt/evaluation/context.py,sha256=pf6DuGjc18aYECGQHO6dG6PyD6OlValiFnsKrf3yfjg,29146
tktkt/evaluation/entropy.py,sha256=zl3L41VniuZ7XlezXIuA7nUmAdlHzmSyRTwJ3J_JZY8,22947
tktkt/evaluation/fertility.py,sha256=nzv-kIHjPyRslhztZgEpaCo2l1j0gT-Jh8-id_954BE,15600
tktkt/evaluation/morphological.py,sha256=PqlD060cOg5AK84-uPieQhBLlMTBNis3toDOXfwstN0,16768
tktkt/evaluation/observing.py,sha256=wQfWxF0nDo9a5zZYuIhLBIAqX0GDpt_Wdd1RLuEdwEQ,14667
tktkt/evaluation/speed.py,sha256=Xlb6pyO9lqEM3T1t1tEq3nL38SL_SFPWYryZgkSlbXY,573
tktkt/factories/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/factories/artifacts.py,sha256=QZL3T39o7BCSUIpEs-uLdbV9T0w5QP2S4UqWXpfVIW8,13405
tktkt/factories/evaluators.py,sha256=tEXmBI4BAQlQJupIw6Eh6MJmy2YbsPrlWkdEGc8YCkY,5009
tktkt/factories/preprocessors.py,sha256=rc7Tf63lLHWZKmp8CD9gzYfQRzP8ceawBrlQ-_s59Kw,21999
tktkt/factories/specials.py,sha256=ir6i1qmCJ4wFspLr_LSaAPK11x_2MZ5ZP_sfjaq6irY,5980
tktkt/factories/tokenisers.py,sha256=wOdc8PBdPiAJD4VWzCJKNceKFSu0eMZyaWzoLbRK40c,16517
tktkt/interfaces/__init__.py,sha256=0yp3iimiGdjr4AegfA6FoxjS3bdVh-RhWAT98TCa5Y4,267
tktkt/interfaces/factories.py,sha256=o5AUeVhXGLcsmK8NSulJ4QGXuLvaB2_npFoO0w--FhA,3378
tktkt/interfaces/huggingface.py,sha256=UHa_3X6iwbrDAGKf6AQBy06ydcjhlt0Oan2qzmWd5eg,14353
tktkt/interfaces/identifiers.py,sha256=7oKO3cG4g9hNj8N8JdlSJVJSppW1A09PS8don45mW8o,25811
tktkt/interfaces/observers.py,sha256=XKBwWgsIAp9u1dKx02iqd4ClDAAN539EB3jzW8plu_o,13101
tktkt/interfaces/preprocessors.py,sha256=az2tOobJskTfBEJdB4PaFGngA_6fgaFfLUxq05_mWUQ,7001
tktkt/interfaces/tokenisers.py,sha256=dwacJ5GtvArgL1uRN4UIMKWazyHK7l3ifK3GL_B0KvY,4921
tktkt/interfaces/vocabularisers.py,sha256=58RNy0VtePhvfbi5K3OnE5jRexJj4QzanzGYT9eEGL4,8554
tktkt/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/bpe/__init__.py,sha256=Arr60SOAW-CoRUSfJPQ7A4ZaPzLWGxxW0P-GIQqbo68,564
tktkt/models/bpe/base.py,sha256=0DmrxKcmrQ8SelOqhojk9Vhx9amO6nL_re4n6j7Wkx0,1608
tktkt/models/bpe/decomposing.py,sha256=8yNIjtotz2mTTmxGgHjkBpCzMOO6LAekuABTva0sNI4,7882
tktkt/models/bpe/dropout.py,sha256=EKwTIACjto7m2sxYjRUUgcnd2abl7mnUDremFJWdiAU,7889
tktkt/models/bpe/ensure.py,sha256=RQr_iJw27viWisZFu5zMDkN7OJYuIQSWs9ds1j2CcxU,8912
tktkt/models/bpe/guided.py,sha256=N-ryHVdVgSObVp9nXoZrwCzdKWAOQrIumcKmNokBDXM,6225
tktkt/models/bpe/knockout.py,sha256=WUTLWsa4K4jfAZlAA3qrwwVAuMPV2ylQHLNNQl5smqE,2953
tktkt/models/bpe/mergeless.py,sha256=R2_wKw7uoNFh1wmeekKV2k7MPndYiG5G2G1LuRNmtlA,1843
tktkt/models/bpe/picky.py,sha256=hM_TWjSTxeqyQiA15SF4A_qCzDPoOlMUDcnOuAdpasU,9019
tktkt/models/bpe/scaffold.py,sha256=NUs151Z_MSi-8N14R-mjXn0oqDJuk5EQnxuYQdoK-2Q,3638
tktkt/models/bpe/shuffle.py,sha256=nzDiwoIzB1dQZcJDm5z9dDHqEwkhrp7ny4JqSOSkZSo,3175
tktkt/models/bpe/truncated.py,sha256=elZMC44wJV3z5QoPD7CJZxKAMiL1xXJ7uXB_ImcIT2c,916
tktkt/models/bpe/vocabularisation.py,sha256=Vp0R9Vw2MVZKXX1z6aa7fngS6WVUVT0q_FxZKvlepG4,28134
tktkt/models/compressive/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/compressive/lzw.py,sha256=A0oFSlfHXYE-AC9Z48MAg59X_arQ5623zg0-H3Urhyc,5833
tktkt/models/dele/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/dele/segmentation.py,sha256=tUZ_4ApBm_QflPQBwl8rUCKOWa3RUFOCMMeyFxQ5614,9244
tktkt/models/dele/training.py,sha256=1rXq-z1T1myBn5osMEFzvMiYJ2x7gLseOUEZ2IBzSro,3951
tktkt/models/dele/data/english_prefices.txt,sha256=d3PRNlCsDocbxYrNZbA7NnouuUnWXp8wUpycRVrm19k,217
tktkt/models/dele/data/english_suffices.txt,sha256=9VARaJLbpYaGecW4cKhvQov5-5Ntzsxjv13UjoKjJ7I,180
tktkt/models/greedy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/greedy/directional.py,sha256=1s5kRC_rGS_VpnlCFzeiPtaBDa2DTK1AoiqVkzqZewE,10136
tktkt/models/greedy/randomaccess.py,sha256=Il4bNSjRtmXuV4ozSbCDkDUrc-nlCBTTrW8fZ2A5bnk,5099
tktkt/models/huggingface/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/huggingface/bpe.py,sha256=jXup7_NjMYdnfyLIs6dLp72H8Bt5udU2uHE3PnrxNLU,1709
tktkt/models/huggingface/wrapper.py,sha256=an7M6Xm8nDNk3bMphnDoKwUi0fNkdl8bl0E3nmOvjEU,4678
tktkt/models/kudopiece/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/kudopiece/_documented.py,sha256=-yousekdyEPL21qcictO2CNJ2bVocyeZw3QhZA-ZJ4c,2673
tktkt/models/kudopiece/native.py,sha256=2gJbBbaDUc_sjC-J4m5Lx1qxNmmEkxYo-NV5fvEmfk8,1465
tktkt/models/kudopiece/segmentation.py,sha256=L0RIapstRCaKm7rj_IdCWOZI2psdLSQ-at7MiiqUqo4,1667
tktkt/models/kudopiece/vocabularisation.py,sha256=sl7NPIExuPz_2G0pEYyGSgb10zCj3b1n3lN27MPBRDE,12300
tktkt/models/morfessor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/morfessor/baseline.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/morfessor/emprune.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/morfessor/lmvr.py,sha256=PBwEw-Iv5CVK120M-dgv6hOapNb1TupYfkMEblz3Zz0,72
tktkt/models/ngram/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/ngram/alphabet.py,sha256=4uAoF45q2J8doXG_Ssvv8g35yuFA1juU3xrcpVgO1Pc,1247
tktkt/models/ngram/base.py,sha256=IW9fkmUrJYdr0xAd4HZmghE5aXgLCtp63RqvlnHYuEg,4034
tktkt/models/ngram/hf.py,sha256=gr02hJP6VTKlOCY3D1tuaJcHn3LZhWuvKEUa9NaS9GY,3112
tktkt/models/ngram/vocabularisation.py,sha256=Rb3jwHuN_bCN7amuSDa7hh_ieTrkKDGAcO_yznNCLZc,3474
tktkt/models/predictive/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/predictive/classifiers.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/predictive/treetok.py,sha256=ZwERv0C9l-KRQkumEXzukiXbygi3flLij62HcPwzNzM,1963
tktkt/models/predictive/viterbi/__init__.py,sha256=Fb4U2PEd3KYt-2zj1RZPg9ltcXVQgNYRNiQtZrhjK_k,162
tktkt/models/predictive/viterbi/_deprecated.py,sha256=ye-1faYe4e8Guuu5ou5H74gP_HPs_QsmrUz9xtBkl64,5900
tktkt/models/predictive/viterbi/accumulators.py,sha256=VriLdWahJAsO5D_y-xEZFhH3AE-U1FZP261zAKq9Fpc,642
tktkt/models/predictive/viterbi/framework.py,sha256=NGwrVfLKIvA82jagh3HpW5WNTEWEbdNdPlOrnlqayX8,13234
tktkt/models/predictive/viterbi/instances.py,sha256=9w8oVx8B5bxk7a6GVx0WMTK3HOCLF0WpFshg__AeSug,8330
tktkt/models/predictive/viterbi/objectives_guided.py,sha256=3J5S5tiG6yfioA9scnEJMpep9yQ26C_W3QBivRNAWnU,39552
tktkt/models/predictive/viterbi/objectives_postprocessors.py,sha256=qIIVERaS6cGTcYLIcfitd7tYXiNzyPQYftBcgzd8dYY,7336
tktkt/models/predictive/viterbi/objectives_unguided.py,sha256=eokCjOQr3aU8X1_VTRCSnnSW0wh4VoHoMJrPkDDbUI8,1986
tktkt/models/random/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/random/generationbased.py,sha256=yTVjq3BMHZ9CHlUBK-yQG-ClkwghxYsQMkM-IYVBo9w,7361
tktkt/models/random/grampa.py,sha256=rkksqUPo4fy41HvQT_eZ3uqDippMysChVcoAoBBTphQ,8546
tktkt/models/random/graph.py,sha256=e4J2bCl4_iBw9-xin-EMCACyP43__g4hsv-wnpPuTG0,6496
tktkt/models/random/rejectionsampling.py,sha256=F7_ZEaU2xkCM541U4x6LVcmT-aHK9JHqdEcO7yECyFg,5549
tktkt/models/random/stochastok.py,sha256=BI3uoNiZm2zWhpR0VQuO7bKdUU9-yvFwHi1XJ_DK1Ig,2787
tktkt/models/random/unconstrained.py,sha256=rte5buAHzK6UdgLVofinbZAityDHQYPMj-BPYbPUdBk,1749
tktkt/models/sage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/sage/inference.py,sha256=eJzyT1ctRMvgRiF8FQuMVDgD6uvT6vT1Z2Yu3wMQEBQ,637
tktkt/models/sage/schedules.py,sha256=3jNcgw0d71KDxLg_tWrSEtfUAbbbtMD0j4nu6kOjclo,2017
tktkt/models/sage/vocabularisation.py,sha256=Sc6ZtqJcPfa-TGvpms0ptpM3SgVia1wlRxq6N_4Qor8,5984
tktkt/models/volt/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/volt/vocabularisation.py,sha256=Izz-fxg3RHm0WnsIMyeSt_rFA8SPCaovnxVqh8bzVkg,12584
tktkt/models/word/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/word/segmentation.py,sha256=BU1GxMv5gmFDNOXUAVdDlUlBMlyt9Za3a8QDDH1ePdI,1312
tktkt/models/word/vocabularisation.py,sha256=dg9wmTGQT7qPa-0_RhwKuvhfj5L5JP6A0n-hVN3FWqc,11478
tktkt/preparation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/preparation/boundaries.py,sha256=ltCEDjxKfoUAMZnMIgzB85J5oHdv_cKBourygF4kJFQ,3199
tktkt/preparation/huggingface.py,sha256=8Eilhis_kE7nnUa1RH9qRmdwPnQEvTvQqgMKkxKrtBc,7065
tktkt/preparation/mappers.py,sha256=dWDNDjrlZvnSbCBWEHMU0_sMCQXN37jdxyVo7gG-XUw,19898
tktkt/preparation/perturbers.py,sha256=zh4SI2NNduRmUkeaonLP5-PH2GvcVOvbnPyTfCrBGt8,10622
tktkt/preparation/splitters.py,sha256=IVgxLPYo1J74xEEf1mZdDl1ISG1X8e5cpNBx87SrsrI,31717
tktkt/util/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/util/aggregates.py,sha256=6f1Pbgojbnp0I4fJm6PUGZX4HVYTlmPQ951vQkFIeAk,8016
tktkt/util/arrays.py,sha256=vqNVL7aty8I3jNSgbUu3Z0Jz1ukKOGfwqBCSW_KFtMo,2999
tktkt/util/combinatorics.py,sha256=Z7lL6gOcKruThIUCu9IyH8LO8pA_gvYFqBevl4aONpo,10230
tktkt/util/dicts.py,sha256=Icx41I8KBJpT1tqTPdCnHaNNej9j4N2e-qnbJCOazV4,20230
tktkt/util/environment.py,sha256=J5O04NGfTfJIiDgCvEGC9m4PPfWFEGmm2Ygsjb2xNN0,327
tktkt/util/exceptions.py,sha256=UduKkRk_wO4ba29ZdFQ-bcVP1NsVGYXbIsDNG60gVq8,395
tktkt/util/functions.py,sha256=BjZOVLMjdQj-JadW2kgx7wmCAmet_JAS4ddJf0mAW_Y,1191
tktkt/util/iterables.py,sha256=eNDAN7ssmHZY7soaa_TWmDSEzd-LC_2O-MgVFFgp9jQ,11278
tktkt/util/printing.py,sha256=YfJmIeZdAnFmZx05tNs69nndr7KTvXsaCNjLnvKIsqw,6909
tktkt/util/strings.py,sha256=dkH4gd7Mf_2kBLHh-h3X6DVwi-1ceoF0F58oy-FcXrs,3349
tktkt/util/timing.py,sha256=GTB-UngsIqwmN7TQajTHLXyZ0xQe8G_fsCjd1oqEfZg,2833
tktkt/util/trie.py,sha256=MRW1nq4dqG9GYr-M1bW6CIwWf9S6ClDn6xacDp7YKQM,8671
tktkt/util/types.py,sha256=8X1enXmIqycpKYZL7sSvONqYUQHNYIsDyOIaudUBLbA,10355
tktkt/visualisation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/bpe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/bpe/trees.py,sha256=84QMhCJ9fSuk2T2beugGZvLOyN2Drui31dj5RIBuJLk,12577
tktkt/visualisation/charts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/charts/token_distributions.py,sha256=hfvEQgooyyNp0wJ2q5PxM8Py0FKbSdUxdNHoZjlWMrs,17876
tktkt/visualisation/lattices/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/lattices/segmentation.py,sha256=RdRWIlQYhNb1wRoaVcSwR4IWbG_2cNjS1_inqbv6b9M,7099
tktkt/visualisation/neural/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/neural/splitpoints_probabilities.py,sha256=rd_Ef3fYHeSCQZDwpntUmF6xHgwmspzrXST7sppSguA,841
tktkt/wrappers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/wrappers/compactedvocab.py,sha256=_Ypk5KXmgyiShwofDtHSqlH_m4-u4ldY-yHNB6BgkBo,806
tktkt/wrappers/fallbackvocab.py,sha256=si0BvQZRoYes5LSoJEy_U-RXRqlLwUdjI7pzH6dkvN8,5954
tktkt/wrappers/hashingvocab.py,sha256=qqPJrmla_JW6EW6IdI9xPGR1YX1uVku6TOf-UGiHsMM,6073
tktkt/wrappers/multiplexing.py,sha256=ISraHly97XnjRp_8pZ0Yz8qG1fN8RrSBHscou9zjdDU,14789
tktkt/wrappers/wordlevelunk.py,sha256=dowrJd4r1fK9xvmbU4jm4vEjyfLLZ6xImWVOmtLlwnc,921
tktkt-2025.12.16.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
tktkt-2025.12.16.dist-info/METADATA,sha256=Ge_cBImFSuILux2ns8tPxgORVKkN9oz-x67ZM5lbA6Y,37221
tktkt-2025.12.16.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
tktkt-2025.12.16.dist-info/top_level.txt,sha256=OwWL9nmwkGfOShlvkBZZwf0UqYA0TF16xl4ZftYGeM8,6
tktkt-2025.12.16.dist-info/RECORD,,
