token2token/__init__.py,sha256=8JTUXNxNLUeSm5Kp72zmjarrAcMdg0UgeD9gUu-Qwvk,232
token2token/extend.py,sha256=WrK5weNGewmRagPDJ6fbQcmpBtK82qqzHAPKic2Avs4,3984
token2token/methods.py,sha256=imbKUUWtrvkXdI3K_RKXxFYXoP_8sadQRTvXYGz-EoM,6994
token2token/token2token.py,sha256=qf8L3GXLRga4lMBcFynp_QHwqOb6B2uWHCJ6pstRrNM,9863
token2token/utils.py,sha256=MgNGVeAlL_hTY6zLeNR0MPY5iPHitrHLircg13R5QaY,5691
token2token/weights.py,sha256=KVVA8qEp6Nm--_JJxuT1WPsligbv3IuBzQKJ3lEnvaw,11435
token2token/word2word.py,sha256=4xfG8RYIJRWtoADFqSd9yEbMGbpcMDx8GCZMYU013S4,5307
token2token/tokenizer_extension/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
token2token/tokenizer_extension/extension.py,sha256=hmvUNOzq9uqdDSEtB2gdPfUsJVjDT0THfd_IGldKM5I,2741
token2token/tokenizer_extension/pruning.py,sha256=jEmcJ715OCezsuso95b17K6Qt76icPS-tgY4awkUKJA,1818
token2token/tokenizer_extension/train_vocab_extension.py,sha256=ZxgNYKURxI_IYWyoYRLq_b9e8vom1tTQ01s7DnT-Dog,8447
token2token-1.1.1.dist-info/licenses/LICENSE,sha256=UOZ1F5fFDe3XXvG4oNnkL1-Ecun7zpHzRxjp-XsMeAo,11324
token2token-1.1.1.dist-info/METADATA,sha256=P0LiaGBuNONfkMiDxmoEklPxgFyYMNJ4kgdbEsJ3mGc,8123
token2token-1.1.1.dist-info/WHEEL,sha256=K260EYznzXsJYBQGqmI8VTxEdiZYNvDZwW9cBh9-_MA,91
token2token-1.1.1.dist-info/top_level.txt,sha256=mVCPmHOeuNLWQqGjWUnblswuThu9lVVFnyNRVV43yCk,12
token2token-1.1.1.dist-info/RECORD,,
