skeletoken/__init__.py,sha256=dTt6lospV-61xED0vUdtJvSu_9b4iAGJqhkXdR-0TOE,131
skeletoken/addedtoken.py,sha256=CK0LRCkyNLNNqiz6uLCUwPfMOTbVJeB1UkhhW50tLrA,4979
skeletoken/base.py,sha256=WwvoPpraQMAyg45Ecsy-WKnkNZbaGp6yMDKCbjF91kc,41804
skeletoken/common.py,sha256=Z1QkBZBqSu6VH8lU12BpA7uRtSdiNDVpj4_Ytn0WFNc,2818
skeletoken/decoders.py,sha256=TLRRN6Vh9yjwWniW6_vDryL3oafyHaRS44KktUa79wk,7330
skeletoken/empty.py,sha256=wF1cmeSEIdkerTJZcBGJ02VVAsgx-gQ0cg1EYm0z1us,877
skeletoken/merges.py,sha256=BblZTpfRs8rGuJXtDFGCkSQ1n8UsLz5GE50EKZ9yhsg,4742
skeletoken/model_delta.py,sha256=g_R87w8OzLRHcL8sE-t59akhQTwA_fsUdPfOjukrQx8,1968
skeletoken/models.py,sha256=4-PQU9-dv0Y-k75FhfbGdWEBfmA5eFTudsSr2zjVAWQ,7570
skeletoken/normalizers.py,sha256=Yubr9N0Zau9RSYck1EF9TU0_P-AcA5KjVe7wl1N905s,9454
skeletoken/padding.py,sha256=9MR-u_A814tVPBQEPHuQTG8J00lh2ZfH0sHIbj0hjO4,1607
skeletoken/postprocessors.py,sha256=IMRoaDO2IoCokBzN8PjKL936NdkjySjQUkDYXxwiUkE,9963
skeletoken/pretokenizers.py,sha256=wlGIZVR7kpIBVjimMkgVAroxd5Ih65HiOU72RuftS_Y,12057
skeletoken/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
skeletoken/truncation.py,sha256=pjxP5q86e8LAWHKILzWSrXeFdrQThh86gT1iqYLrtKI,1236
skeletoken/version.py,sha256=h4IjNy-eSdVROLtDti8pVv_DcR3qFi20fDn-Kx3a7Ro,84
skeletoken/vocabulary.py,sha256=jSAGMOSaEiZmvoTn7ROzonA0WipBvxUu69EnNnFKTR4,7936
skeletoken/clean/__init__.py,sha256=Tb1fW47vcDz5IgfsY_PwCAqSTHQmG1HlpUG7WxDcOlk,84
skeletoken/clean/clean.py,sha256=4eg3ix4fP4Crx6s22zLjhdkQ_txYgdowp_CMf0scA20,3406
skeletoken/external/model2vec.py,sha256=obpUiuNGlY08WYEM1Lx06bLcwObM442XhSNEeICpnjs,2833
skeletoken/external/pylate.py,sha256=M341Us7ON45jrfv0D2QbyLfm4mAjm5YsPod98B0fUzg,1809
skeletoken/external/sentence_transformers.py,sha256=Wzze-PUBz1a1AGv9TVv-qq5yqyFQD0GRRLAsWAffT38,1467
skeletoken/external/transformers.py,sha256=z0O_6IBrE8URa5N-F_At4726365bxQDwhhghKnxv6nc,2644
skeletoken/preprocessor/__init__.py,sha256=67FTzSeXFfNGuAlS31PzIvpapA2aLx8Sy36xsdkrVnI,110
skeletoken/preprocessor/preprocessor.py,sha256=FGIIR1FXZ_yINdEaK4566SL0KPdGQY-ctcXzk_FJdhg,5393
skeletoken/trainer/__init__.py,sha256=EWZJW9AZHYY0xXw0h-fjWtQcfc8zN0ahHs2JCNil0l8,86
skeletoken/trainer/trainer.py,sha256=UuA_F-ziUDtFZ74GLUTdb38jZ-WlqKcrPWh5gFpQWpA,2567
skeletoken-0.4.0.dist-info/licenses/LICENSE,sha256=a8KJkGoqOi5tXuF_hDgysXqblfG-up0FAHg2UkfcCLM,1073
skeletoken-0.4.0.dist-info/METADATA,sha256=Tzj49c386UBHgZBGabdwMWASJeTX42HtFA2KbpwNrDg,11061
skeletoken-0.4.0.dist-info/WHEEL,sha256=K260EYznzXsJYBQGqmI8VTxEdiZYNvDZwW9cBh9-_MA,91
skeletoken-0.4.0.dist-info/top_level.txt,sha256=d7B_91KHpJwPDvd0LZLqNjgqx77spV7QgE3fOXR6ojs,11
skeletoken-0.4.0.dist-info/RECORD,,
