shog_ai/__init__.py,sha256=5IE4qL_HkYR1HuEhJRium3jM1Iet9-WuvFqgV478tDE,167
shog_ai/core/corpus.py,sha256=yxKEJiF5t1OhK6Fpv29sumI7E915SDbFt75uyFHjr6c,6089
shog_ai/core/deduplicator.py,sha256=wRv9p85yuChmBggP-zXUwz12l7hw--YPTyXBmIZyBro,927
shog_ai/core/id_generator.py,sha256=6oWoSkp1j3Eakxk9A-XzfSBSi0RiLLcyT5nZfdjziGk,3298
shog_ai/core/parser.py,sha256=AE_z8jQ6Yplaeq6_9sJTdqNjLV8dP-5kTEDCxOFVGyg,2598
shog_ai/core/record.py,sha256=LJpCum6ZzQz1yGpdCSAkCuibueqx_54AouIYmp9s7yE,5007
shog_ai/core/text_cleaner.py,sha256=gaQIRg8SL8U70wL1995ZLaZIya2sWcBICnjPKVRZif4,947
shog_ai/core/text_normalizer.py,sha256=BRQmlmAvit3xMOXJk3ooWF_mkxXS7gtQ9OEQq2-Q_q4,354
shog_ai/core/validator.py,sha256=EKmxL9mpl4gS7ZU16aMvMxOeVnHkLMSlXjj5pMQFw1A,390
shog_ai/exporters/csv_exporter.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
shog_ai/exporters/jsonl_exporter.py,sha256=5SyFFh3s0ExVRPjE6SipOBZPhZ6if53FK_zBwJ7kADg,365
shog_ai/exporters/parquet_exporter.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
shog_ai/parsers/__init__.py,sha256=VXKog9wxG3muCCD8q9qmEL4i-ou7TmSrByShJv0P9Ms,129
shog_ai/parsers/opus.py,sha256=_Z4Sp5ApARa-nt0Ybq6QdnGKdMjatJb8uWcmlLz3Tx4,2711
shog_ai/parsers/wikipedia.py,sha256=MevicdA-5I6OchyyoRK7NRvBEi3G6_JpARjj2DiBI5M,2213
shog_ai/pipeline/config.py,sha256=PCUPUbtvjDHiHq6YWrmxtrNaVFfS2Z8Z24L-IVPF_G0,2221
shog_ai/pipeline/metadata.py,sha256=H0J1kq_YxgR_FDfAx5qe8iVd--kJijyO8mxWFLOuYLU,3011
shog_ai/pipeline/package_writer.py,sha256=8yZivuhOLAwMNZwKTyOv8YiPpSmBLVJVgH_gnRk35AI,5873
shog_ai/pipeline/pipeline.py,sha256=baz_DdDFsyuUMzqXJeuB6MxwexBadZQYG-1SX1wxV3g,3114
shog_ai/pipeline/statistics.py,sha256=PGw5ceM1t07vioOKvo-DFKZU8o9tsB5TMSahpNQpODc,4743
shog_ai/publishers/__init__.py,sha256=uO4vAPJ9KxIMSghJBvbXS5UgxD-cLSNXs7z0E9YVLQI,146
shog_ai/publishers/huggingface.py,sha256=nWtitR8bRiWOp6tzvaz-IdW0oXqDEbNLZPSk94HMP8A,2057
shog_ai/publishers/local.py,sha256=108YY7aI5ypIzJOT4yT_5oD-l-qIRRkhSFcpe0LhT1s,1790
shog_ai/utils/types.py,sha256=hyFKw-6e8j0x29R8KhpHhHsQGJOGPVoyHB-oVQ46MhA,221
shog_ai-0.1.0.dist-info/licenses/LICENSE,sha256=_WI8dENt7W9ZIj_hMJBWhA9GejgyDNcECFB2x-2S0Yw,10951
shog_ai-0.1.0.dist-info/METADATA,sha256=7owVjYP9Sjlsb60-JIXAA65MyZT3bgs8juv6xgAP7Pw,19934
shog_ai-0.1.0.dist-info/WHEEL,sha256=K260EYznzXsJYBQGqmI8VTxEdiZYNvDZwW9cBh9-_MA,91
shog_ai-0.1.0.dist-info/top_level.txt,sha256=1NjIV_DGgsr8P-g3BFYoplUDjjUpvJzEMGJM6ZoTM3I,8
shog_ai-0.1.0.dist-info/RECORD,,
