Metadata-Version: 2.1
Name: ipex-llm
Version: 2.3.0b20250618
Summary: Large Language Model Develop Toolkit
Home-page: https://github.com/intel-analytics/ipex-llm
Author: BigDL Authors
Author-email: bigdl-user-group@googlegroups.com
License: Apache License, Version 2.0
Platform: windows
Classifier: License :: OSI Approved :: Apache Software License
Classifier: Programming Language :: Python :: 3
Classifier: Programming Language :: Python :: 3.11
Classifier: Programming Language :: Python :: Implementation :: CPython
Description-Content-Type: text/markdown
Provides-Extra: all
Requires-Dist: py-cpuinfo ; extra == 'all'
Requires-Dist: protobuf ; extra == 'all'
Requires-Dist: mpmath ==1.3.0 ; extra == 'all'
Requires-Dist: numpy ==1.26.4 ; extra == 'all'
Requires-Dist: transformers ==4.37.0 ; extra == 'all'
Requires-Dist: sentencepiece ; extra == 'all'
Requires-Dist: tokenizers ==0.15.2 ; extra == 'all'
Requires-Dist: accelerate ==0.23.0 ; extra == 'all'
Requires-Dist: tabulate ; extra == 'all'
Requires-Dist: setuptools ; extra == 'all'
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'all'
Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'all'
Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'all'
Provides-Extra: cpp
Requires-Dist: bigdl-core-cpp ==2.7.0b20250618 ; extra == 'cpp'
Requires-Dist: setuptools ; extra == 'cpp'
Requires-Dist: onednn-devel ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
Requires-Dist: onednn ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; (platform_system == "Windows") and extra == 'cpp'
Requires-Dist: mkl-dpcpp ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
Provides-Extra: llama-index
Requires-Dist: py-cpuinfo ; extra == 'llama-index'
Requires-Dist: protobuf ; extra == 'llama-index'
Requires-Dist: mpmath ==1.3.0 ; extra == 'llama-index'
Requires-Dist: numpy ==1.26.4 ; extra == 'llama-index'
Requires-Dist: transformers ==4.37.0 ; extra == 'llama-index'
Requires-Dist: sentencepiece ; extra == 'llama-index'
Requires-Dist: tokenizers ==0.15.2 ; extra == 'llama-index'
Requires-Dist: accelerate ==0.23.0 ; extra == 'llama-index'
Requires-Dist: tabulate ; extra == 'llama-index'
Requires-Dist: setuptools <70.0.0 ; extra == 'llama-index'
Requires-Dist: torch <2.2.0 ; extra == 'llama-index'
Requires-Dist: sentence-transformers ~=2.6.1 ; extra == 'llama-index'
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'llama-index'
Provides-Extra: npu
Requires-Dist: py-cpuinfo ; extra == 'npu'
Requires-Dist: protobuf ; extra == 'npu'
Requires-Dist: mpmath ==1.3.0 ; extra == 'npu'
Requires-Dist: numpy ==1.26.4 ; extra == 'npu'
Requires-Dist: sentencepiece ; extra == 'npu'
Requires-Dist: accelerate ==0.23.0 ; extra == 'npu'
Requires-Dist: tabulate ; extra == 'npu'
Requires-Dist: setuptools ; extra == 'npu'
Requires-Dist: transformers ==4.40.0 ; extra == 'npu'
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'npu'
Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'npu'
Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'npu'
Requires-Dist: bigdl-core-npu ==2.7.0b20250618 ; (platform_system == "Windows") and extra == 'npu'
Provides-Extra: serving
Requires-Dist: py-cpuinfo ; extra == 'serving'
Requires-Dist: fschat[model_worker,webui] ==0.2.36 ; extra == 'serving'
Requires-Dist: protobuf ; extra == 'serving'
Requires-Dist: setuptools ; extra == 'serving'
Provides-Extra: xpu
Requires-Dist: py-cpuinfo ; extra == 'xpu'
Requires-Dist: protobuf ; extra == 'xpu'
Requires-Dist: mpmath ==1.3.0 ; extra == 'xpu'
Requires-Dist: numpy ==1.26.4 ; extra == 'xpu'
Requires-Dist: transformers ==4.37.0 ; extra == 'xpu'
Requires-Dist: sentencepiece ; extra == 'xpu'
Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu'
Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu'
Requires-Dist: tabulate ; extra == 'xpu'
Requires-Dist: setuptools <70.0.0 ; extra == 'xpu'
Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu'
Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu'
Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu'
Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250618 ; extra == 'xpu'
Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250618 ; extra == 'xpu'
Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250618 ; extra == 'xpu'
Provides-Extra: xpu-2-1
Requires-Dist: py-cpuinfo ; extra == 'xpu-2-1'
Requires-Dist: protobuf ; extra == 'xpu-2-1'
Requires-Dist: mpmath ==1.3.0 ; extra == 'xpu-2-1'
Requires-Dist: numpy ==1.26.4 ; extra == 'xpu-2-1'
Requires-Dist: transformers ==4.37.0 ; extra == 'xpu-2-1'
Requires-Dist: sentencepiece ; extra == 'xpu-2-1'
Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-2-1'
Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-2-1'
Requires-Dist: tabulate ; extra == 'xpu-2-1'
Requires-Dist: setuptools <70.0.0 ; extra == 'xpu-2-1'
Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu-2-1'
Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu-2-1'
Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu-2-1'
Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250618 ; extra == 'xpu-2-1'
Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250618 ; extra == 'xpu-2-1'
Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250618 ; extra == 'xpu-2-1'
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-1'
Requires-Dist: dpcpp-cpp-rt ==2024.0.2 ; (platform_system == "Windows") and extra == 'xpu-2-1'
Requires-Dist: mkl-dpcpp ==2024.0.0 ; (platform_system == "Windows") and extra == 'xpu-2-1'
Provides-Extra: xpu-2-6
Requires-Dist: py-cpuinfo ; extra == 'xpu-2-6'
Requires-Dist: protobuf ; extra == 'xpu-2-6'
Requires-Dist: mpmath ==1.3.0 ; extra == 'xpu-2-6'
Requires-Dist: numpy ==1.26.4 ; extra == 'xpu-2-6'
Requires-Dist: transformers ==4.37.0 ; extra == 'xpu-2-6'
Requires-Dist: sentencepiece ; extra == 'xpu-2-6'
Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-2-6'
Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-2-6'
Requires-Dist: tabulate ; extra == 'xpu-2-6'
Requires-Dist: setuptools ; extra == 'xpu-2-6'
Requires-Dist: torch ==2.6.0+xpu ; extra == 'xpu-2-6'
Requires-Dist: torchvision ==0.21.0+xpu ; extra == 'xpu-2-6'
Requires-Dist: torchaudio ==2.6.0+xpu ; extra == 'xpu-2-6'
Requires-Dist: bigdl-core-xe-all ==2.7.0b20250618 ; extra == 'xpu-2-6'
Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6'
Provides-Extra: xpu-2-6-arl
Requires-Dist: py-cpuinfo ; extra == 'xpu-2-6-arl'
Requires-Dist: protobuf ; extra == 'xpu-2-6-arl'
Requires-Dist: mpmath ==1.3.0 ; extra == 'xpu-2-6-arl'
Requires-Dist: numpy ==1.26.4 ; extra == 'xpu-2-6-arl'
Requires-Dist: transformers ==4.37.0 ; extra == 'xpu-2-6-arl'
Requires-Dist: sentencepiece ; extra == 'xpu-2-6-arl'
Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-2-6-arl'
Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-2-6-arl'
Requires-Dist: tabulate ; extra == 'xpu-2-6-arl'
Requires-Dist: setuptools ; extra == 'xpu-2-6-arl'
Requires-Dist: bigdl-core-xe-all ==2.7.0b20250618 ; extra == 'xpu-2-6-arl'
Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6-arl'
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-6-arl'
Requires-Dist: torch ==2.6.0+xpu ; (platform_system == "Linux") and extra == 'xpu-2-6-arl'
Requires-Dist: torchvision ==0.21.0+xpu ; (platform_system == "Linux") and extra == 'xpu-2-6-arl'
Requires-Dist: torchaudio ==2.6.0+xpu ; (platform_system == "Linux") and extra == 'xpu-2-6-arl'
Requires-Dist: torch ==2.6.0.post0+xpu ; (platform_system == "Windows") and extra == 'xpu-2-6-arl'
Requires-Dist: torchvision ==0.21.0.post0+xpu ; (platform_system == "Windows") and extra == 'xpu-2-6-arl'
Requires-Dist: torchaudio ==2.6.0.post0+xpu ; (platform_system == "Windows") and extra == 'xpu-2-6-arl'
Requires-Dist: onednn-devel ==2025.0.1 ; (platform_system == "Windows") and extra == 'xpu-2-6-arl'
Requires-Dist: onednn ==2025.0.1 ; (platform_system == "Windows") and extra == 'xpu-2-6-arl'
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-6'
Requires-Dist: onednn-devel ==2025.0.1 ; (platform_system == "Windows") and extra == 'xpu-2-6'
Requires-Dist: onednn ==2025.0.1 ; (platform_system == "Windows") and extra == 'xpu-2-6'
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu'
Requires-Dist: dpcpp-cpp-rt ==2024.0.2 ; (platform_system == "Windows") and extra == 'xpu'
Requires-Dist: mkl-dpcpp ==2024.0.0 ; (platform_system == "Windows") and extra == 'xpu'


IPEX-LLM is a PyTorch library for running LLM on Intel CPU and GPU (e.g., local PC with iGPU, discrete GPU such as Arc, Flex and Max) with very low latency


