token2token/__init__.py,sha256=sPOwY_CTlyVK6B7wVXSF6S4f-z183OaFS-e0Jn3NI_8,190
token2token/extend.py,sha256=Opmonpr1OGB4q1lbC6VCyT_28axJozy6M6x7hCj5Yy0,2352
token2token/methods.py,sha256=sWxre_RlYPK5EMia_KY2l2ZwIjKThI0KvWY3rNCPeXE,6756
token2token/token2token.py,sha256=VhAudtFMFtYv8-RO30qMRifzQnWCZ9JUzrzkpPMLl4U,10101
token2token/utils.py,sha256=fohGrrT7LPwQQFJVk4oVw0imrgo0LVJZsBEtlTS5Aus,4954
token2token/weights.py,sha256=R94w2koLadNkS8ggVYwM6iE7WfGH9RsJghtMUY97soY,12114
token2token/word2word.py,sha256=MARERi5W6E2zZY-OWwYMJFI6GIikWNKCpitnW1bXdOU,5359
token2token/tokenizer_extension/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
token2token/tokenizer_extension/extension.py,sha256=hmvUNOzq9uqdDSEtB2gdPfUsJVjDT0THfd_IGldKM5I,2741
token2token/tokenizer_extension/pruning.py,sha256=u53omkKIVsABbGCCeqKvgpWw2i6_4emZropRw1XdY2k,1820
token2token/tokenizer_extension/train_vocab_extension.py,sha256=ZxgNYKURxI_IYWyoYRLq_b9e8vom1tTQ01s7DnT-Dog,8447
token2token-1.1.0.dist-info/licenses/LICENSE,sha256=UOZ1F5fFDe3XXvG4oNnkL1-Ecun7zpHzRxjp-XsMeAo,11324
token2token-1.1.0.dist-info/METADATA,sha256=L_PtS8EKiXJbmqAB7JorzjA1PMj-rS46ngy5kMSJawc,8133
token2token-1.1.0.dist-info/WHEEL,sha256=K260EYznzXsJYBQGqmI8VTxEdiZYNvDZwW9cBh9-_MA,91
token2token-1.1.0.dist-info/top_level.txt,sha256=mVCPmHOeuNLWQqGjWUnblswuThu9lVVFnyNRVV43yCk,12
token2token-1.1.0.dist-info/RECORD,,
