pretok/__init__.py,sha256=iKTXs4oNE-CH6VRKNBBHvfvWm_rTXGqG29CuZVDZEsw,1829
pretok/_version.py,sha256=WEUhHC4Stena8tA1juis23UqykoGkxxs3AwT7HhyVf8,61
pretok/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
pretok/capability/__init__.py,sha256=sLPbrX8akScIf7V45kSUtkoV5MkJ1bPEyGXZV0EMuzw,239
pretok/capability/registry.py,sha256=NJU0eN3lE7CwHqARIYBw4Y9FAXQFtkvOIpwul_XL37s,11970
pretok/config/__init__.py,sha256=KePVVWyo5kae8vkRGye0FN14v2R47pfp_G-B7mLHb7I,1167
pretok/config/loader.py,sha256=3Adglh78q0to4o1BE778uzwumu6MzayOHF3SmNNfI48,5638
pretok/config/schema.py,sha256=oYgtDfFf5tR80RocptzzD72F4D680dWMIcw25Mpgosg,12489
pretok/detection/__init__.py,sha256=rEuvQSUppxPjN8-zYOJ4tkqZISp5hQa0D0s4EGYPJLs,2937
pretok/detection/base.py,sha256=UV2AgQnCbdmVlvVK2_N8o32njINfpbxd3HYe87F6sHI,3189
pretok/detection/composite.py,sha256=sIXHr7ONSt2ipPSs5bIcCtI1_7cUOoCP_LExGbtZWuA,8653
pretok/detection/fasttext_backend.py,sha256=HsO3jYM5EJLBUQ50gqAqMBD4EJ-dk7crjsx8oYuQfgI,6477
pretok/detection/langdetect_backend.py,sha256=zKGS4yp8tyJsdf9NCmrWvxy0LTq4kEJ4poWFAyZiqis,4000
pretok/pipeline/__init__.py,sha256=IsFsj3iZOFwBlRLa-lDAX8DUvky3e8VbqL25JdkxGY0,247
pretok/pipeline/cache.py,sha256=WnpKD17YqCiq8Xmq36pYm1Knn02zGpNZSHz_anDQ0No,5167
pretok/pipeline/core.py,sha256=33iYdgOftbL6TN77j-sjko7mOexn_4aJ_vT_ynEq3yg,11568
pretok/segment/__init__.py,sha256=Gs8Ipifhz4fm3wZKWET_0VUvT1EYP3wPposFu596tCM,250
pretok/segment/lexer.py,sha256=J-tu-YQBzXoaCeHty8YgH8YEOOYTI6_srRHxFVq_pM0,10101
pretok/segment/types.py,sha256=IbnFlR1NA6uAgxxGNdxIrUqBiTYpA8yiGf6U310d51k,3701
pretok/translation/__init__.py,sha256=GquUSEKau7jAcoWoNjDaoFDdZxeVwbd_wmPfwhVEfXk,217
pretok/translation/base.py,sha256=Jv7gFZE_UNO1hiuaC3cRbYQyUH9mVceScIT5EQzxSC4,5759
pretok/translation/factory.py,sha256=dilzFM3bJHMV7ShREpu4McBOkaFdfnAYFZgvVo6rcOo,1405
pretok/translation/huggingface.py,sha256=KKl5UzJpo4RspI0Sx8zkzwG4n3y-yTqOpxhxVsMAQps,11306
pretok/translation/llm.py,sha256=7xKHrwqj_VONpXilj3RxClps8He8ME27-tp3-7VSZiM,12237
pretok-0.1.2.dist-info/METADATA,sha256=QkmuSbeKU8PcIUV2sw6dgxPn08GcpvtbnwkVlx9K714,8436
pretok-0.1.2.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
pretok-0.1.2.dist-info/licenses/LICENSE,sha256=al0f4zyd8GIUnWILcKB7Z1UHKdM4DjFoGtC8RcqjbxY,1064
pretok-0.1.2.dist-info/RECORD,,
