Metadata-Version: 2.4
Name: iree-tokenizer
Version: 0.1.0.dev0
Summary: High-performance Python tokenizer backed by IREE
License-Expression: Apache-2.0 WITH LLVM-exception
Classifier: Development Status :: 3 - Alpha
Classifier: Intended Audience :: Developers
Classifier: Programming Language :: Python :: 3
Classifier: Programming Language :: C++
Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
Requires-Python: >=3.10
Requires-Dist: numpy>=1.26
Provides-Extra: test
Requires-Dist: pytest>=7; extra == "test"
Requires-Dist: tokenizers; extra == "test"
Requires-Dist: tiktoken; extra == "test"
Provides-Extra: bench
Requires-Dist: tokenizers; extra == "bench"
Requires-Dist: tiktoken; extra == "bench"
Requires-Dist: rich; extra == "bench"

