tktkt/__init__.py,sha256=9dJQGo04OEzQUrQQ9rOcy1aQmuckN2pvZafX5lMW5bo,71
tktkt/builders/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/builders/base.py,sha256=nIVZK8nNxBoIilqaIxqeUmdo9TlHIpaSoQUa18aYjEY,354
tktkt/builders/english.py,sha256=X8GLUFfWN6q7JWUz_h5ScZ4cgavpbf_BSVkm4dd-llI,11237
tktkt/evaluation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/evaluation/compare.py,sha256=uk6IsxToRugEkGSzDpmh7s6OeP278j_i0FeQd4kEnvU,2324
tktkt/evaluation/context.py,sha256=FD-fzp_M2-PnGixVqsld7sREvEMX_84vX7uQNDQjbH4,2200
tktkt/evaluation/entropy.py,sha256=Hb3Er4fi-7UKxQCUVpmFGgXZYbviczLcqwDwicd8EKE,3790
tktkt/evaluation/fertility.py,sha256=TyJsE8OZ5me9wc2B-Vq3VE_llG55whuC0aJRnrjbZDw,8505
tktkt/evaluation/morphological.py,sha256=szvbUAX04MxSxcMYn-KxC_xYfvCTc_nPxpUfCsvb_5Q,10493
tktkt/evaluation/speed.py,sha256=mZIU2bHZE-tjoktJQbZT4CcZKqHQp0hxtWyPU8zJXxI,331
tktkt/files/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/files/paths.py,sha256=YLJ1sb8fb1IFDA5UNgChcF_cGpjqp-4MzWpvz4WyAtU,4188
tktkt/interfaces/__init__.py,sha256=xeBk-oZ3RHK9tD38SzT3zMnhZU8SncoJTK59B8Fjrfg,119
tktkt/interfaces/huggingface.py,sha256=FcNZVejmAXpuo1cb0N4Bn_CEhsqlKzqz7UX19moZFwE,9830
tktkt/interfaces/preparation.py,sha256=3KUPcdWZ6BiqxIxtSKUr3cZ55iqrqsM5JiC3d1l3MUo,1544
tktkt/interfaces/tokeniser.py,sha256=6Dahb-04PBc-uyzyw7-QYP5wDa4Ihz_4p6jMe62JmP0,3858
tktkt/interfaces/vocabulariser.py,sha256=b0_uJShNI47uP05hFWk7YrGW7hfmbHA8ClPJtxAPUCQ,8178
tktkt/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/bpe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/bpe/base.py,sha256=dv2fjcEIP9SpomwawsE-K9X0c0CiuYYtcvm-iyHq_t0,4476
tktkt/models/bpe/dropout.py,sha256=1UKDdItC5AxGKlK7OXPTjwrQt9XI8DIyY-uHsbyfQHs,9607
tktkt/models/bpe/ensure.py,sha256=ewb2l10X6-4kWwibti0lEziWUHZoWrOnTjnJmiceLpM,8956
tktkt/models/bpe/guided.py,sha256=CoYfVc4uEbVmuLqT6f9vyubnotlVZapiWvzInSacSNg,7609
tktkt/models/bpe/knockout.py,sha256=EfNX1h0mxRbxYgON5whivzEvZLpLjQ2IjVQb99p7utk,4772
tktkt/models/bpe/shuffle.py,sha256=WEIEzEckQDA1LGh2TDcOqBbg_dKtj_DCJhgyRRdFfVI,3259
tktkt/models/bpe/trimmed.py,sha256=6BbgdVmef_LAX0b0mOELKd5me4raYvpmtmiBAplD2pA,2893
tktkt/models/bpe/vocabularisation.py,sha256=L-yaW8FW21A6taGXwHZ6bfSzXu2ERNu0LWewmmkUrII,18032
tktkt/models/compressive/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/compressive/lzw.py,sha256=LRdN_lXPdqRIGlAkGMsbF37hrLFpISUeuniEFxecpKQ,231
tktkt/models/dele/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/dele/segmentation.py,sha256=M0etUqny72ry-Gz4koIF4zgR-9kIgzbOPgPOAnUpYPY,9305
tktkt/models/dele/training.py,sha256=kq6ZBwIQcU90GZHEkkQA7dBWx2IQVJKCff7LAaqcfvc,4020
tktkt/models/greedy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/greedy/directional.py,sha256=2cCIp1qpqM7L0QmK9c-JfzS39TaMqNILR2VxcdbnJ-8,6308
tktkt/models/greedy/randomaccess.py,sha256=dCHq8wSLjd6DhKPtBZzJ857_t8bC0Kgva2G1ekQc898,1688
tktkt/models/huggingface/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/huggingface/wrapper.py,sha256=M9FNbXUj3aIvNdY_UDP9N1ATZ_DX4spmEMeWxJqvXmU,3227
tktkt/models/kudopiece/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/kudopiece/_documented.py,sha256=-yousekdyEPL21qcictO2CNJ2bVocyeZw3QhZA-ZJ4c,2673
tktkt/models/kudopiece/native.py,sha256=B5GW7Q6KVy9dvVuXUA8iLEpnxOhKZHpOHSSm0PEuD3o,1425
tktkt/models/kudopiece/segmentation.py,sha256=TGv5Is3WJWUX8ddH6MVisbiffsM5XSN2CLWtVav7hcI,725
tktkt/models/kudopiece/vocabularisation.py,sha256=Vka42yKvTe9IzXrKCghc63TZ7ejSPyBI5x_4lfbGVZo,10559
tktkt/models/morfessor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/morfessor/baseline.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/morfessor/emprune.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/morfessor/lmvr.py,sha256=PBwEw-Iv5CVK120M-dgv6hOapNb1TupYfkMEblz3Zz0,72
tktkt/models/ngram/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/ngram/alphabet.py,sha256=VN49J95UkXf-RSnDAbNS3ESb1-L-b_FNQNFGSKkfzK0,1067
tktkt/models/ngram/base.py,sha256=HCR4TSpraHb7v8RUQEUW3lQCX8ZTQeVOlF66_L7lXF4,4088
tktkt/models/ngram/hf.py,sha256=gCiCN7jdHBfNM2fs5o3PbebxPaDP8tB-JgWjtCy3q00,3107
tktkt/models/random/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/random/generationbased.py,sha256=h7MOSaj-p65GJW30e7AmkXmt2TN0q_LDjQXHitFPzNw,8036
tktkt/models/random/pathmarkov.py,sha256=9VkRzB4tVdZ8JT0mqedPqLyoCg3FJeRkRFiQVAe028o,8297
tktkt/models/random/rejectionsampling.py,sha256=hfxH2iIZKhO_YKtMLRJD7ZFkWOpVDyhun5848VcQQHc,2691
tktkt/models/random/unconstrained.py,sha256=Vw2D_X8V3UnuCprFFuhs0rUuhqA_cw53oCiEkBPvw1Y,1097
tktkt/models/sage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/sage/inference.py,sha256=-3cruYabcp-ueoJqanxHvPY8_gkyQxm0zuhyp74DsyM,874
tktkt/models/sage/schedules.py,sha256=HKnv5gWJd0whwnAOPu51zJopOQ0CTs308ymPRPy644Y,1962
tktkt/models/sage/vocabularisation.py,sha256=csmxhWvSEl8zOtq84WH93uj7G5hIY9YG792XkPeXdFE,4148
tktkt/models/viterbi/__init__.py,sha256=Fb4U2PEd3KYt-2zj1RZPg9ltcXVQgNYRNiQtZrhjK_k,162
tktkt/models/viterbi/_deprecated.py,sha256=yzWmK0r8CsS_Iq1VW1SrWm6WwDw7W8-Heeuq2PsFyJ8,5912
tktkt/models/viterbi/accumulators.py,sha256=VriLdWahJAsO5D_y-xEZFhH3AE-U1FZP261zAKq9Fpc,642
tktkt/models/viterbi/framework.py,sha256=LiYzcpCypBYou7gXW90dwKDkDUloHSjaTk_p2LlDfm4,13230
tktkt/models/viterbi/instances.py,sha256=bqZqreBWivub0VNvxZqK-DlUr438w7-edLVcSHQ9JWQ,8226
tktkt/models/viterbi/objectives_guided.py,sha256=_qY_J_jUxTwNvmWPIiWBLOkJ-kLb8MfeCi0Q-KF-LPI,38714
tktkt/models/viterbi/objectives_postprocessors.py,sha256=jh4I0pcfb58hRsxr3VUXOockPG7e6w7SHpXXXfEsXYQ,7126
tktkt/models/viterbi/objectives_unguided.py,sha256=eokCjOQr3aU8X1_VTRCSnnSW0wh4VoHoMJrPkDDbUI8,1986
tktkt/models/volt/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/volt/vocabularisation.py,sha256=pCK3i9yD-isq7qqRXQFsjhQrRF72wC7GC11zGLz3ynQ,55
tktkt/preparation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/preparation/boundaries.py,sha256=uDCXsosKcn1PTwysWve344FYKa0P3013LUviwObToE4,3206
tktkt/preparation/huggingface.py,sha256=QROGp-RdbQYcxW_fmZmpfpB9YINd58EWb9AlFmFJBRU,6134
tktkt/preparation/instances.py,sha256=DupnsFxxNF9j6AN1ky_eZAxUrCJptfvbVO21UTieuso,9728
tktkt/preparation/mappers.py,sha256=duSFWYMM0u8O25oFYfY-8DYh29tfZR2uNchtAwGNiBQ,11189
tktkt/preparation/perturbers.py,sha256=KYaxieDmz9qqLw0LZWxY9SpM8p8gwCMGBFCjkLo8ItE,8931
tktkt/preparation/splitters.py,sha256=Q1TPw_syDEfq0feqNLQSGwDiXWglld9wV0J3nyevHAc,17466
tktkt/util/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/util/arrays.py,sha256=p-_el9pxhxMw7TnxCJvrJSMU5oD1h3htrP6njv0wfhs,2200
tktkt/util/combinatorics.py,sha256=OkxryZkOZOGl0kNmezUc4DzhSZlKeQyuqvRoMWkO728,9594
tktkt/util/dicts.py,sha256=prgpTEKy2LzX8yeFl_rWqIaffHlYRQzim9QSImQtINQ,2485
tktkt/util/environment.py,sha256=vCJf4DwSLHGGK9HNlSMeaNcFcMiLDS2JpvRiKejFpY8,323
tktkt/util/functions.py,sha256=axkipLm87OKTRfprwhE4on9mqeiaD8E6mGtPJpMOS9M,1028
tktkt/util/iterables.py,sha256=fxqVEi50RtDRIWz8elNx4oqvRsBK9ptI1_ZZmb-26P4,3499
tktkt/util/printing.py,sha256=0-zay9FBlxQL2mp3JXIf78QE75xEy2WnXSKmFryuKrQ,3818
tktkt/util/strings.py,sha256=nmsZxWAXbKkJvJlp9vY8Bbut90UargpdhHWkZ7MrGxU,1338
tktkt/util/timing.py,sha256=Kbain_XlngARy5BiaXeppyO0Ve_jaVAM16S3FXGWSCU,2219
tktkt/util/trie.py,sha256=g8vCf2FtXf9OaBuM5L_CWGorTJO6mrx77S94EQDS15E,6425
tktkt/util/types.py,sha256=2MvRA16l87aNir7zFIJBMns3_kHDsXQKJpL6bwM9PlY,1404
tktkt/visualisation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/bpe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/bpe/trees.py,sha256=9jfg8aGuZSQalYzJARb8oixcHpGInGg5IUY1-VKxL6Q,11096
tktkt/visualisation/lattices/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/lattices/segmentation.py,sha256=97rPmYt0j6acuYiKQQFpGA01P1piEHnCqO6bUsYLOJs,3155
tktkt/visualisation/neural/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/neural/splitpoints_probabilities.py,sha256=OLquXRqMvM37h38sVnYHZBMeHBMRmhp3dNeFptzHHvQ,841
tktkt/wrappers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/wrappers/compactedvocab.py,sha256=G9P9DSpulrYJk9KJRDG8GIEMaK-LqTg1ua-PlQ4MPT0,638
tktkt/wrappers/fallbackvocab.py,sha256=wQRY1yOJjRerTtEpUR1k3SfOUwDy3TCaJo7342dH9sU,5642
tktkt/wrappers/hashingvocab.py,sha256=iqhuO475KirZk8XgGjbtUQtBmOx_2XhELQumPP7HCc8,4905
tktkt/wrappers/multiplexing.py,sha256=jOrRXaTZv6L_7tnA05klVbSno8nZe20ZhRawSJgZ8DU,7080
tktkt/wrappers/wordlevelunk.py,sha256=KXhv32oHqWcM4HyzQMwg3Tw0hwuRgxysUBt3FDAug60,882
tktkt-2024.10.1.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
tktkt-2024.10.1.dist-info/METADATA,sha256=3tVMvxkM5SWfsoFlBXP3xNAJb9mzw9kTtX9ovo0smlc,29920
tktkt-2024.10.1.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
tktkt-2024.10.1.dist-info/top_level.txt,sha256=OwWL9nmwkGfOShlvkBZZwf0UqYA0TF16xl4ZftYGeM8,6
tktkt-2024.10.1.dist-info/RECORD,,
