token2token/__init__.py,sha256=8JTUXNxNLUeSm5Kp72zmjarrAcMdg0UgeD9gUu-Qwvk,232
token2token/extend.py,sha256=WrK5weNGewmRagPDJ6fbQcmpBtK82qqzHAPKic2Avs4,3984
token2token/methods.py,sha256=FSQu6-GULgiM2Gd0rUp2i5OyosbFn5vRf6pu0MZ3_JE,10053
token2token/token2token.py,sha256=1WFB6gRYuNregizJjoJH_EphQ7YAwbuSBM0B4diRUOU,9316
token2token/utils.py,sha256=MgNGVeAlL_hTY6zLeNR0MPY5iPHitrHLircg13R5QaY,5691
token2token/weights.py,sha256=ScXt-E-d3xwRQHamUKG1io_0oJ5QLAVwrtCSkbIMZFs,16651
token2token/word2word.py,sha256=UG5cP8tKmqErtlvMo80H07sNyOyrwOGzf9s4e65-Ihg,5928
token2token/tokenizer_extension/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
token2token/tokenizer_extension/extension.py,sha256=hmvUNOzq9uqdDSEtB2gdPfUsJVjDT0THfd_IGldKM5I,2741
token2token/tokenizer_extension/pruning.py,sha256=jEmcJ715OCezsuso95b17K6Qt76icPS-tgY4awkUKJA,1818
token2token/tokenizer_extension/train_vocab_extension.py,sha256=ZxgNYKURxI_IYWyoYRLq_b9e8vom1tTQ01s7DnT-Dog,8447
token2token-1.2.3.dist-info/licenses/LICENSE,sha256=UOZ1F5fFDe3XXvG4oNnkL1-Ecun7zpHzRxjp-XsMeAo,11324
token2token-1.2.3.dist-info/METADATA,sha256=q-Qwrdanq_JonsanLGE9y7y9W4rvTo03cwntnDfIjyw,8123
token2token-1.2.3.dist-info/WHEEL,sha256=YVMoNqKzERt-wjUZwJ33xBGAwnFl-4cqbYkTtWa4itE,91
token2token-1.2.3.dist-info/top_level.txt,sha256=mVCPmHOeuNLWQqGjWUnblswuThu9lVVFnyNRVV43yCk,12
token2token-1.2.3.dist-info/RECORD,,
