tokensim.cpython-310-aarch64-linux-gnu.so,sha256=HTsbkFpIImeVIcC5Pkhc8aNG1gfzYXFrhxW9jECWqBg,1184728
tsimd.py,sha256=8AqVgDhf6bhu6LIde8rW8dkdFwPt9uDrByZd6KiWH50,53
include/tokensim/allocator.h,sha256=lPzFBBNmN-ytj95rVteCKbIfWtUqGM_vf3vM5uAYd0U,692
include/tokensim/batch.h,sha256=qn4NfjMigmff2UoYHZ8Qky5eT_akgceTOLBSNLw-8Jo,298
include/tokensim/bpe.h,sha256=sdPQ5hY9222OYUThsPEC8PpSropvp-RnWqwVN5saV2I,24343
include/tokensim/input.h,sha256=m03Ij3dlY8f53sag2D6S2b6y3lvQB1VmI_40iR7T4vQ,469
include/tokensim/pretokenizer.h,sha256=jsDR2mdpqjg08dbPrQpoKUo7Z4GbtUKvKWm7QPEhHt8,3764
include/tokensim/simd.h,sha256=lhcUrS1D7OJnzaTiud75hHvaVHPuOGYHvz8Lm1CTjG4,791
include/tokensim/spm_tie_rule.h,sha256=rJYE2sxoYzyz2RTaCRcKSpv-VxW7IOrpJeUcI_tbkTE,634
include/tokensim/tokenizer.h,sha256=6qbrhgPSO6NxFsC7qyTParnGnramLvSqYTb2grc1Spc,6942
include/tokensim/tokensimd_sys.h,sha256=0l_9YdtQ9X5eA88boqfRdEOvw0uKQUfDncmjwEanpnQ,1262
include/tokensim/tokensimd_version.h,sha256=_QNAfV9vb5WBBZAr1-Y4iW46hwEo_4-hMD1cksEPrNA,184
include/tokensim/unicode.h,sha256=_7jMPRP-bFcs9mKo4Bo4TCUKDCO3BzT1axr_CDeR_Kc,1351
include/tokensim/vocabulary.h,sha256=SB1Q5EX3Jc_Q5-IhSRWXj-SaRZD20HbBVSFcCSfAmr8,5941
lib64/libtokensim.a,sha256=Qu0RXOZdcKTrkW8ok9gqlPowRsna0t3NbHttL2FFC00,1179988
lib64/cmake/tokensim/tokensim-config-version.cmake,sha256=arUw1gMf8BADHhA1iT2vTfxZh5Jlrc6nzdXksA-6brw,2762
lib64/cmake/tokensim/tokensim-config.cmake,sha256=eMvRC03Dd9gY7CWPbce0NTs8x672kbFKx-8rWu4TEHM,119
lib64/cmake/tokensim/tokensim-targets-release.cmake,sha256=pUdcZmW7fOIt1VVVb1i_jRaTiYrN7x2xL4D9Rv1KfZA,869
lib64/cmake/tokensim/tokensim-targets.cmake,sha256=yvevC9ekPnZly9DIRSk1xMu4VwvU7MZ1gCo0CWP2uVQ,4124
lib64/pkgconfig/tokensim.pc,sha256=uMLzWkkfG6AGgGqSLC35evlgU8CSeNLznPZ5zqJ5jIY,293
tokensim-1.0.3.dist-info/METADATA,sha256=oDvGdF5QMWpPbZW3U4kdHFwde9OLmAw90iZYQISPmyQ,12358
tokensim-1.0.3.dist-info/WHEEL,sha256=Ic0RTxVO3_cY97Aq6jwFHVnvBXfX3YNlMW2LuK2RVJ8,197
tokensim-1.0.3.dist-info/RECORD,,
tokensim-1.0.3.dist-info/licenses/LICENSE,sha256=h7jXxRGZF5r9IiLbEnYtJetVx8W2nucAGKT6kdIJ4PE,1079
