Metadata-Version: 2.4
Name: octane-sd
Version: 0.1.0
Summary: End-to-end speculative decoding inference runtime: one command, faster local inference
Requires-Python: >=3.11
Requires-Dist: torch>=2.5
Requires-Dist: triton>=3.0
Requires-Dist: transformers>=4.45
Requires-Dist: fastapi>=0.110
Requires-Dist: uvicorn>=0.29
Requires-Dist: numpy>=1.26
Provides-Extra: dev
Requires-Dist: locust>=2.20; extra == "dev"
Requires-Dist: pytest>=8.0; extra == "dev"
Requires-Dist: httpx>=0.27; extra == "dev"
