tktkt/__init__.py,sha256=gVxtX-BKpxdV13n0ERCUAnPeDms13D6MSvDNl-DcN1w,67
tktkt/paths.py,sha256=UpqsTaZmdU7hi2i9HKIHvMvZZxLMxZJHoA9pY_UpufM,4925
tktkt/evaluation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/evaluation/compare.py,sha256=WdWFmpvTyqn71Fg03lL2rNq84Jvj3a4C9qGTMwBYfKI,5454
tktkt/evaluation/context.py,sha256=TYrDG9y_VtQ67lN7U-7TEqphPXOIElL8R9hx82UZ0EY,27556
tktkt/evaluation/entropy.py,sha256=HfpIuqFDCa56iNRcZP5LBFi-Key6dtqNeg3WOxs1k7U,24589
tktkt/evaluation/fertility.py,sha256=SFpAD780zJ7L9_NIyVswXoHNg_TWPdvYl5mpLbRBrhU,15888
tktkt/evaluation/morphological.py,sha256=CAE6VyrfKy8UOjbAhkO2a0UcVus4YgaEob9Px0OI-c0,28226
tktkt/evaluation/observing.py,sha256=93ul69RBo3JHayeXXdj9oxFDgwlAzyCih1IYyFfSTX0,15502
tktkt/evaluation/speed.py,sha256=Xu_LUp-_FrL079JQX070763BdyViEEPRUYmAHLhUHfI,566
tktkt/factories/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/factories/artifacts.py,sha256=JYpVDdfwN-LubqeargXdbVFzEHwPe4g4Vn0I-UEzKNM,11382
tktkt/factories/evaluators.py,sha256=SMw3hT7JZ8ZyLU4hRG4Eh-1SJ1HiDVL91ZjahYQQJl4,5009
tktkt/factories/preprocessors.py,sha256=C8q8CwQcA9HycnuFTLi3GVVu4n3wbsa_oTCyyXoPIac,22101
tktkt/factories/specials.py,sha256=ir6i1qmCJ4wFspLr_LSaAPK11x_2MZ5ZP_sfjaq6irY,5980
tktkt/factories/tokenisers.py,sha256=2FKZYGFGCYHkeLf8vzt0BAyLrlOKDroVZUiFBf3lwz4,20681
tktkt/interfaces/__init__.py,sha256=mNl-p4fvUydKcgC9IZxqGohiFtdLbmtYljm4Y1SXmAM,291
tktkt/interfaces/artifactories.py,sha256=CS2-OUxFycEIDH5Btq8xEWTon5aBXzxlJhtzMdiYTFE,9056
tktkt/interfaces/huggingface.py,sha256=7R3I8a0bdRQdt79tFI95y8gXdtKmQXHBIXTqfVPwsAk,14340
tktkt/interfaces/identifiers.py,sha256=C2W8EInsooAIUlnMi45wc3CvoGuZz6bkMmjpm1yCP0Q,27010
tktkt/interfaces/observables.py,sha256=nwp8i7e4Kos0jqG_JJTrGLjJZvtsvbHc-dfH1cStUa4,12726
tktkt/interfaces/preprocessors.py,sha256=L_u5qupdAMYOwIO09TiZnVycVOr7MKKYN0IVgEu4ERY,7603
tktkt/interfaces/tokenisers.py,sha256=dwacJ5GtvArgL1uRN4UIMKWazyHK7l3ifK3GL_B0KvY,4921
tktkt/interfaces/vocabularisers.py,sha256=d2zgrgYvWc70KT3WQU8z9NMvOP41mmMH6voQIDd57Zc,9319
tktkt/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/bpe/__init__.py,sha256=PfVAdYgD_1LLoAGYnQCApq-rrt07Us5j8g2S4b5tryI,1603
tktkt/models/bpe/base.py,sha256=0DmrxKcmrQ8SelOqhojk9Vhx9amO6nL_re4n6j7Wkx0,1608
tktkt/models/bpe/decomposing.py,sha256=b2ZX7u5zkCQf8k4fS3zuFonJ_xEJtjDZK-39ALFYEmw,8877
tktkt/models/bpe/dlg.py,sha256=UJNeQL4DSAVL5Y3VZPSGKjp0z5dqCpPZwUBkhZFvV8c,17011
tktkt/models/bpe/dropout.py,sha256=SuGUTx8envYuMnBFdTLv3L0c5znnXVJCuxKc28qrCGI,7973
tktkt/models/bpe/ensure.py,sha256=t_ob5hOb4bArjz78EQTwquyXsbej4DTjTQHYPYwArVs,8940
tktkt/models/bpe/guided.py,sha256=wV2qqnSTIK0dWr5cEDU_A1JYUrNF9GzDhYj80heN4UE,6271
tktkt/models/bpe/knockout.py,sha256=UeU0ibjrt-XTmpd9pzLCprHrRiqq9vbip8r4EBlHTOU,3253
tktkt/models/bpe/mergeless.py,sha256=R2_wKw7uoNFh1wmeekKV2k7MPndYiG5G2G1LuRNmtlA,1843
tktkt/models/bpe/picky.py,sha256=fnE7B5jC-iQ8HUUsP8Y4WMVv7nh5R9m9sxeLo77NKug,13673
tktkt/models/bpe/scaffold.py,sha256=HUMiy5gIAbgNPZ2eSFuz6G6X4i7Dz71hczRnPdWEWI8,4820
tktkt/models/bpe/shuffle.py,sha256=GVp11HuH7s7BAhbpsPw_oMnYSF0yqWcdIDcW_uV0nAw,3203
tktkt/models/bpe/statistical.py,sha256=DufJruIWL0NwzTYa0vWkz6BryBDQ9cwQpXKbjZXJNDM,6446
tktkt/models/bpe/truncated.py,sha256=0eSR2hUAw6Z7BUJ5PXv53ZWqMBctqCmTrb2jzrscI4I,944
tktkt/models/bpe/vocabularisation.py,sha256=7016LOYZr9xP7HDlmlxMUNJZ0bHzcHeiQDBwSLbezFc,30068
tktkt/models/compressive/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/compressive/lzw.py,sha256=7TX1NJ5b--nGFujydz8XfwzFklC3XrURikrrQO-iNbc,6375
tktkt/models/dele/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/dele/segmentation.py,sha256=1lwWfwT3wyaDlJqlUitk7L19bu2hvd6J7EtvYIxYsB8,9225
tktkt/models/dele/training.py,sha256=onfRWFpWFovobmJiDWgV1xH7LasCgsBrEBBYTGceQzc,3951
tktkt/models/dele/data/english_prefices.txt,sha256=d3PRNlCsDocbxYrNZbA7NnouuUnWXp8wUpycRVrm19k,217
tktkt/models/dele/data/english_suffices.txt,sha256=9VARaJLbpYaGecW4cKhvQov5-5Ntzsxjv13UjoKjJ7I,180
tktkt/models/greedy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/greedy/directional.py,sha256=ISmuVzQBoIv2v0T_qpHnG2dpIrJtNtX-a1-y9a_B76Y,10124
tktkt/models/greedy/randomaccess.py,sha256=eZpbuM_9j6v9HCt1KZe4uhvNFNOvGwS_bcZr04gaXSM,5141
tktkt/models/huggingface/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/huggingface/bpe.py,sha256=5gnQJyu36c0uS8MBVUUsmuzGfsRqtW-_Sk5YOsMWGn4,1726
tktkt/models/huggingface/wrapper.py,sha256=an7M6Xm8nDNk3bMphnDoKwUi0fNkdl8bl0E3nmOvjEU,4678
tktkt/models/kudopiece/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/kudopiece/_documented.py,sha256=dQAUyo07-CaATU3VgBFJqgknZ9Y5GgMXzK0-WBVl4Cs,2649
tktkt/models/kudopiece/native.py,sha256=YGR-upzxtVaqVmATLv9BPnAHEaxl10I3Ac_9abW6w2A,1477
tktkt/models/kudopiece/segmentation.py,sha256=c_-RvQG_pvKSQUFTBY5hHETWlHSxGErkjFQAupS0St4,2693
tktkt/models/kudopiece/vocabularisation.py,sha256=ZDJEqM0HRRsNLiQlTm3qEi0nh6g9rtrMmNHzelTdvdc,14825
tktkt/models/ngram/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/ngram/alphabet.py,sha256=wC0GCOtXq5Oz2jfcGVAQ9UPPpKcSYd7rKxyC-hr30a0,1194
tktkt/models/ngram/base.py,sha256=GDlWo-_ZEV1064VGSxkynYmS1NecuhAP6KT60GpFSAk,3975
tktkt/models/ngram/vocabularisation.py,sha256=WwoMWIrxu_8xq5wg5Fd-bEaxbpLiH5E0YTCwyQAK2jU,9196
tktkt/models/predictive/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/predictive/classifiers.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/predictive/treetok.py,sha256=RAYpuXNU19n2-JCCv1LjS_KTMvK5d0KfWabVFl-Eoo8,1956
tktkt/models/predictive/viterbi/__init__.py,sha256=Fb4U2PEd3KYt-2zj1RZPg9ltcXVQgNYRNiQtZrhjK_k,162
tktkt/models/predictive/viterbi/_deprecated.py,sha256=GRRfNG8p5MqBjvvazXXdwEKeRAU9y_QPNYJXPNlweeU,5877
tktkt/models/predictive/viterbi/accumulators.py,sha256=VriLdWahJAsO5D_y-xEZFhH3AE-U1FZP261zAKq9Fpc,642
tktkt/models/predictive/viterbi/framework.py,sha256=uMgqLKjGWmWSbXgQeo9NI6jitofu3_6M-l6kHyQ8zsk,15730
tktkt/models/predictive/viterbi/instances.py,sha256=gKlZe2kBaWGrTsEMvW7B4Y78_1OC__CjxniIffpgCyI,8690
tktkt/models/predictive/viterbi/objectives_guided.py,sha256=JZQNIvfPnBtRaKiPHKxzXHZcCHhqyfHqqtuvKszD5Es,40040
tktkt/models/predictive/viterbi/objectives_postprocessors.py,sha256=qIIVERaS6cGTcYLIcfitd7tYXiNzyPQYftBcgzd8dYY,7336
tktkt/models/predictive/viterbi/objectives_unguided.py,sha256=eokCjOQr3aU8X1_VTRCSnnSW0wh4VoHoMJrPkDDbUI8,1986
tktkt/models/random/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/random/generationbased.py,sha256=ABiNRge_cumQVsEdXsZfNgOOzS37ab_H8pf3KPAi098,7348
tktkt/models/random/grampa.py,sha256=lfCn0xqnwcZxmh8aY_bHNGbdRZMFXnzwL_U9p1oq-6Q,8515
tktkt/models/random/graph.py,sha256=sSgijnPCLshcKqfYLyhLYxxEKKQKVQJYOoFY_x44Z94,11370
tktkt/models/random/rejectionsampling.py,sha256=JcP0g-Y6JwJSEMzNeybW0IPn5RKwO3t_z2B_grbgvLY,6076
tktkt/models/random/stochastok.py,sha256=BI3uoNiZm2zWhpR0VQuO7bKdUU9-yvFwHi1XJ_DK1Ig,2787
tktkt/models/random/unconstrained.py,sha256=rte5buAHzK6UdgLVofinbZAityDHQYPMj-BPYbPUdBk,1749
tktkt/models/sage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/sage/inference.py,sha256=KR5M7jEMvXG7QUttw0ku2Bk8NN3-s5C6I1pBqwlMcvU,648
tktkt/models/sage/schedules.py,sha256=3jNcgw0d71KDxLg_tWrSEtfUAbbbtMD0j4nu6kOjclo,2017
tktkt/models/sage/vocabularisation.py,sha256=fTR7cfxIJ62wBp0pV9QyZ6D8OiTY2sy1YLFtOD_k5Lg,7558
tktkt/models/stateful/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/stateful/base.py,sha256=qCX566HDT2zKEGwYUXxHsLUXHe8CkOeuUAC8xK0B-IE,309
tktkt/models/volt/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/volt/vocabularisation.py,sha256=N8t7YBia328wYlWEFGkzRn5vmDlLxPZJSmPipagALH0,12571
tktkt/models/word/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/word/segmentation.py,sha256=BU1GxMv5gmFDNOXUAVdDlUlBMlyt9Za3a8QDDH1ePdI,1312
tktkt/models/word/vocabularisation.py,sha256=DW54ZYXxZ7a5h72Uhc8cm-7AbYkUfO2RWmEy1CEomL8,13742
tktkt/preparation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/preparation/boundaries.py,sha256=g7hlB7dw9JQjokQAwdUKSoYEckwAbIYjM9u8kRaWZaM,5014
tktkt/preparation/huggingface.py,sha256=WEcGbH7zrLper8qja3nghabw09ytiJ7k0ILz5belU7w,7070
tktkt/preparation/mappers.py,sha256=XYEOa970oFj_M7j55Y57qGjMiACLblMSZHXFH0EHq5Y,19881
tktkt/preparation/perturbers.py,sha256=BDNP5MnLeXFyJsq41P3mix3MDayCg1ORCsT9fKtKqvM,10603
tktkt/preparation/splitters.py,sha256=EOpwV90iQop2cWsvLLIhihKnvE2nTSdxZomiL9YNdzk,32147
tktkt/util/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/util/accelerate.py,sha256=kpanWiiRgDW8bDiBVnuOi0NjMOuauniJc9ltcgYpTCU,2730
tktkt/util/aggregates.py,sha256=kOTnuvEJn7BErIim3BLbcT0GbrycCKj4V9U6u0jvnks,9010
tktkt/util/arrays.py,sha256=vqNVL7aty8I3jNSgbUu3Z0Jz1ukKOGfwqBCSW_KFtMo,2999
tktkt/util/combinatorics.py,sha256=U2TrHS1hFTshTeVocR7hx3slR3wS5PLtAMe9igwGEck,10211
tktkt/util/dicts.py,sha256=1faWhaCCyau6mJO7jrtMksCOS_ixMa5BWfRVsImlpes,20205
tktkt/util/environment.py,sha256=XCOYK7cV3kx1UZDPxUEUeWRvXV0bYtg07qisfVsAU4o,1861
tktkt/util/exceptions.py,sha256=gzJKV7gvaXqdRLLMJtc9OVPsR4QFT4tNMmOb98aK-W8,534
tktkt/util/functions.py,sha256=BjZOVLMjdQj-JadW2kgx7wmCAmet_JAS4ddJf0mAW_Y,1191
tktkt/util/interfaces.py,sha256=dyYQZ_qCSsb-kgF9IbVCQVjPJtQ8VdsVa2MWMgtkMhM,8682
tktkt/util/iterables.py,sha256=hsPfxm2m7S3ViPI-bpaW5faO44Z4-BGAsAAdWY04yOU,11245
tktkt/util/printing.py,sha256=LATA13ChP1kxi4LvCIh_G2qD6C-tbVjqiI_vL5OLj0M,6903
tktkt/util/strings.py,sha256=qhmVZ3rZzEFDEECNpE65dU77hCohx3f3IO6700bmanA,6623
tktkt/util/timing.py,sha256=GTB-UngsIqwmN7TQajTHLXyZ0xQe8G_fsCjd1oqEfZg,2833
tktkt/util/trie.py,sha256=1v9iHeb3xTF1_fJygo3YMi5-kvf91bsrY7ftvcyfSKA,8659
tktkt/util/types.py,sha256=YcaAgIDfLrKhysCa4zF-zAS52mOmwefp4uNQ1WFKrh4,9092
tktkt/visualisation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/bpe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/bpe/trees.py,sha256=74Unlcz85cqblmylbTha3M_6QTrIgo5Yk95DfuvJKVw,12557
tktkt/visualisation/charts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/charts/token_distributions.py,sha256=kEzbOWtV9D2D-RM_gXWGgmPrd9ydH8gNNj1ecdY_uBQ,17866
tktkt/visualisation/lattices/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/lattices/segmentation.py,sha256=31J-UciXV1xCNulswfa-AStcPt0aPYVr6TvAMeFjrkk,7078
tktkt/visualisation/neural/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/neural/splitpoints_probabilities.py,sha256=59xJhZhQp_zSDt0Zf-1sPCpAlhIs7yUsKTzPuvhYaNg,859
tktkt/wrappers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/wrappers/compactedvocab.py,sha256=_Ypk5KXmgyiShwofDtHSqlH_m4-u4ldY-yHNB6BgkBo,806
tktkt/wrappers/fallbackvocab.py,sha256=QCd0PMPe_3paaiYoKPP1zdelhKgPf4lk-Fad3bzfyGs,5936
tktkt/wrappers/hashingvocab.py,sha256=razJ6PaLWfxOYqS00UthEA64NkkIInVXXA18LptmWds,6107
tktkt/wrappers/multiplexing.py,sha256=4UqD3HnYDkPxOYTPvi39RxIUzw2VJ81EVaK21kiZV6A,15608
tktkt/wrappers/wordlevelunk.py,sha256=dowrJd4r1fK9xvmbU4jm4vEjyfLLZ6xImWVOmtLlwnc,921
tktkt-2026.5.1.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
tktkt-2026.5.1.dist-info/METADATA,sha256=gRsiEfC7aIfFauNO7T46bQhs1aYHrujsqWBWLyyQeKw,30613
tktkt-2026.5.1.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
tktkt-2026.5.1.dist-info/top_level.txt,sha256=OwWL9nmwkGfOShlvkBZZwf0UqYA0TF16xl4ZftYGeM8,6
tktkt-2026.5.1.dist-info/RECORD,,
