ghilli/__init__.py,sha256=RSvbP0zRBa2pKTi0BzGzFZaKz3Vfoy9qINmH_8VIPA0,289
ghilli/tokenizer.py,sha256=hR2G-Rrkt908Mi5-WKUFaEkMTL1KLuJ-qrOm-2sJCxs,1432
ghilli/algorithms/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
ghilli/algorithms/base.py,sha256=t1b_I-s13NDlGeg0qG0MbpC0t77U7Tr1nHwaIgurfZ0,868
ghilli/algorithms/gpe.py,sha256=eHX3BgPFHyPFw21Y5t10zJg_zes0NmDq54esBfHgIk4,997
ghilli/algorithms/unigram.py,sha256=YIbPe8a-aSg6YcvKZ2Hf1hf80kIogCe-RnGc0CtItfA,964
ghilli/pretokenizer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
ghilli/pretokenizer/grapheme.py,sha256=Oj4fUoZ1zjprWgn1jFs61Sh06zW9LWHDw2Leu0v6Kf8,830
ghilli-0.1.0.dist-info/licenses/LICENSE,sha256=CZy_6Jm3rOymzgPFL3UShuswSeo8diqVGv-AN6YC654,10770
ghilli-0.1.0.dist-info/METADATA,sha256=GjYiUWxlwmDetGWZ330d6UBrPN-I_utJXPviLXlGtT4,11757
ghilli-0.1.0.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
ghilli-0.1.0.dist-info/top_level.txt,sha256=g29wAPTEWXMAwBRDHi_4BhXfrOwCDV0vgqoduNUc-WI,7
ghilli-0.1.0.dist-info/RECORD,,
