jptranstokenizer/__init__.py,sha256=LnpTDBde74AdVJtZYPtoI1Ud2RX3OzDwoz2kwHhfte8,114
jptranstokenizer/mainword/__init__.py,sha256=grQN4d1S9PvLxzEUOaLKnAXBR-hF34jQfeOP6csc8Dk,142
jptranstokenizer/mainword/base.py,sha256=CyM7WtvzO5VQGSGAIh-0L1t687UUKYVzw9tuzU24XUA,1958
jptranstokenizer/mainword/juman.py,sha256=QIvpLs5eCTaDRpcV-iy9-41dAp25sexx-CB9fS2f9SU,3099
jptranstokenizer/mainword/spacy_luw.py,sha256=C5SsJj0QvnMNnTOCZDRwWyCwW1HF7L_tBO70LcSCvaQ,2726
jptranstokenizer/mainword/sudachi.py,sha256=QSAH9t9jmF48y_D21XYQjTXKnr2lOpTfeOWkyISkyRQ,4045
jptranstokenizer/subword/__init__.py,sha256=64y9MJMMFnVwHwIlIwANZxc3fz8yM8u7XpsawLxRbXs,50
jptranstokenizer/subword/sentencepiece.py,sha256=9GZ7AqIyzTJpPGpwvBTIZqsC-YCR6JCSL9g6YrIxVUA,2139
jptranstokenizer/tokenization_utils.py,sha256=MetcFicrU_xL5HBZc7RCyUfzULaDwTZXUpIndFe6eTY,24462
jptranstokenizer/version.py,sha256=kUR5RAFc7HCeiqdlX36dZOHkUI5wI6V_43RpEcD8b-0,22
jptranstokenizer-0.1.0.dist-info/LICENSE,sha256=PNLvrKY57Ohybwz16FNQ9fpAdGd-NRaaelGNK9JbPLU,1067
jptranstokenizer-0.1.0.dist-info/WHEEL,sha256=gSF7fibx4crkLz_A-IKR6kcuq0jJ64KNCkG8_bcaEao,88
jptranstokenizer-0.1.0.dist-info/METADATA,sha256=szR3zyEyBcqtXqZpEdfqoTjZYOLUvy7p5qm68uZLf6g,3642
jptranstokenizer-0.1.0.dist-info/RECORD,,
