Metadata-Version: 2.1
Name: ipex-llm
Version: 2.2.0b20241128
Summary: Large Language Model Develop Toolkit
Home-page: https://github.com/intel-analytics/ipex-llm
Author: BigDL Authors
Author-email: bigdl-user-group@googlegroups.com
License: Apache License, Version 2.0
Platform: windows
Classifier: License :: OSI Approved :: Apache Software License
Classifier: Programming Language :: Python :: 3
Classifier: Programming Language :: Python :: 3.11
Classifier: Programming Language :: Python :: Implementation :: CPython
Description-Content-Type: text/markdown
Provides-Extra: all
Requires-Dist: py-cpuinfo ; extra == 'all'
Requires-Dist: protobuf ; extra == 'all'
Requires-Dist: mpmath ==1.3.0 ; extra == 'all'
Requires-Dist: numpy ==1.26.4 ; extra == 'all'
Requires-Dist: transformers ==4.37.0 ; extra == 'all'
Requires-Dist: sentencepiece ; extra == 'all'
Requires-Dist: tokenizers ==0.15.2 ; extra == 'all'
Requires-Dist: accelerate ==0.23.0 ; extra == 'all'
Requires-Dist: tabulate ; extra == 'all'
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'all'
Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'all'
Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'all'
Provides-Extra: cpp
Requires-Dist: bigdl-core-cpp ==2.6.0b20241128 ; extra == 'cpp'
Provides-Extra: cpp-arl
Requires-Dist: bigdl-core-cpp ==2.6.0b20241128 ; extra == 'cpp-arl'
Requires-Dist: onednn-devel ==2024.1.1 ; (platform_system == "Windows") and extra == 'cpp-arl'
Requires-Dist: dpcpp-cpp-rt ==2024.2.1 ; (platform_system == "Windows") and extra == 'cpp-arl'
Requires-Dist: mkl-dpcpp ==2024.2.1 ; (platform_system == "Windows") and extra == 'cpp-arl'
Requires-Dist: onednn-devel ==2024.2.1 ; (platform_system == "Windows") and extra == 'cpp'
Requires-Dist: dpcpp-cpp-rt ==2024.2.1 ; (platform_system == "Windows") and extra == 'cpp'
Requires-Dist: mkl-dpcpp ==2024.2.1 ; (platform_system == "Windows") and extra == 'cpp'
Provides-Extra: llama-index
Requires-Dist: py-cpuinfo ; extra == 'llama-index'
Requires-Dist: protobuf ; extra == 'llama-index'
Requires-Dist: mpmath ==1.3.0 ; extra == 'llama-index'
Requires-Dist: numpy ==1.26.4 ; extra == 'llama-index'
Requires-Dist: transformers ==4.37.0 ; extra == 'llama-index'
Requires-Dist: sentencepiece ; extra == 'llama-index'
Requires-Dist: tokenizers ==0.15.2 ; extra == 'llama-index'
Requires-Dist: accelerate ==0.23.0 ; extra == 'llama-index'
Requires-Dist: tabulate ; extra == 'llama-index'
Requires-Dist: setuptools <70.0.0 ; extra == 'llama-index'
Requires-Dist: torch <2.2.0 ; extra == 'llama-index'
Requires-Dist: sentence-transformers ~=2.6.1 ; extra == 'llama-index'
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'llama-index'
Provides-Extra: npu
Requires-Dist: py-cpuinfo ; extra == 'npu'
Requires-Dist: protobuf ; extra == 'npu'
Requires-Dist: mpmath ==1.3.0 ; extra == 'npu'
Requires-Dist: numpy ==1.26.4 ; extra == 'npu'
Requires-Dist: sentencepiece ; extra == 'npu'
Requires-Dist: accelerate ==0.23.0 ; extra == 'npu'
Requires-Dist: tabulate ; extra == 'npu'
Requires-Dist: transformers ==4.40.0 ; extra == 'npu'
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'npu'
Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'npu'
Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'npu'
Requires-Dist: bigdl-core-npu ==2.6.0b20241128 ; (platform_system == "Windows") and extra == 'npu'
Provides-Extra: serving
Requires-Dist: py-cpuinfo ; extra == 'serving'
Requires-Dist: fschat[model_worker,webui] ==0.2.36 ; extra == 'serving'
Requires-Dist: protobuf ; extra == 'serving'
Provides-Extra: xpu
Requires-Dist: py-cpuinfo ; extra == 'xpu'
Requires-Dist: protobuf ; extra == 'xpu'
Requires-Dist: mpmath ==1.3.0 ; extra == 'xpu'
Requires-Dist: numpy ==1.26.4 ; extra == 'xpu'
Requires-Dist: transformers ==4.37.0 ; extra == 'xpu'
Requires-Dist: sentencepiece ; extra == 'xpu'
Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu'
Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu'
Requires-Dist: tabulate ; extra == 'xpu'
Requires-Dist: setuptools <70.0.0 ; extra == 'xpu'
Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu'
Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu'
Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu'
Requires-Dist: bigdl-core-xe-21 ==2.6.0b20241128 ; extra == 'xpu'
Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20241128 ; extra == 'xpu'
Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20241128 ; extra == 'xpu'
Provides-Extra: xpu-2-1
Requires-Dist: py-cpuinfo ; extra == 'xpu-2-1'
Requires-Dist: protobuf ; extra == 'xpu-2-1'
Requires-Dist: mpmath ==1.3.0 ; extra == 'xpu-2-1'
Requires-Dist: numpy ==1.26.4 ; extra == 'xpu-2-1'
Requires-Dist: transformers ==4.37.0 ; extra == 'xpu-2-1'
Requires-Dist: sentencepiece ; extra == 'xpu-2-1'
Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-2-1'
Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-2-1'
Requires-Dist: tabulate ; extra == 'xpu-2-1'
Requires-Dist: setuptools <70.0.0 ; extra == 'xpu-2-1'
Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu-2-1'
Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu-2-1'
Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu-2-1'
Requires-Dist: bigdl-core-xe-21 ==2.6.0b20241128 ; extra == 'xpu-2-1'
Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20241128 ; extra == 'xpu-2-1'
Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20241128 ; extra == 'xpu-2-1'
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-1'
Requires-Dist: dpcpp-cpp-rt ==2024.0.2 ; (platform_system == "Windows") and extra == 'xpu-2-1'
Requires-Dist: mkl-dpcpp ==2024.0.0 ; (platform_system == "Windows") and extra == 'xpu-2-1'
Provides-Extra: xpu-arl
Requires-Dist: py-cpuinfo ; extra == 'xpu-arl'
Requires-Dist: protobuf ; extra == 'xpu-arl'
Requires-Dist: mpmath ==1.3.0 ; extra == 'xpu-arl'
Requires-Dist: numpy ==1.26.4 ; extra == 'xpu-arl'
Requires-Dist: transformers ==4.37.0 ; extra == 'xpu-arl'
Requires-Dist: sentencepiece ; extra == 'xpu-arl'
Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-arl'
Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-arl'
Requires-Dist: tabulate ; extra == 'xpu-arl'
Requires-Dist: bigdl-core-xe-23 ==2.6.0b20241128 ; extra == 'xpu-arl'
Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20241128 ; extra == 'xpu-arl'
Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20241128 ; extra == 'xpu-arl'
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-arl'
Requires-Dist: torch ==2.3.1.post0+cxx11.abi ; (platform_system == "Windows") and extra == 'xpu-arl'
Requires-Dist: torchvision ==0.18.1.post0+cxx11.abi ; (platform_system == "Windows") and extra == 'xpu-arl'
Requires-Dist: intel-extension-for-pytorch ==2.3.110.post0+xpu ; (platform_system == "Windows") and extra == 'xpu-arl'
Requires-Dist: onednn-devel ==2024.1.1 ; (platform_system == "Windows") and extra == 'xpu-arl'
Provides-Extra: xpu-lnl
Requires-Dist: py-cpuinfo ; extra == 'xpu-lnl'
Requires-Dist: protobuf ; extra == 'xpu-lnl'
Requires-Dist: mpmath ==1.3.0 ; extra == 'xpu-lnl'
Requires-Dist: numpy ==1.26.4 ; extra == 'xpu-lnl'
Requires-Dist: transformers ==4.37.0 ; extra == 'xpu-lnl'
Requires-Dist: sentencepiece ; extra == 'xpu-lnl'
Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-lnl'
Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-lnl'
Requires-Dist: tabulate ; extra == 'xpu-lnl'
Requires-Dist: bigdl-core-xe-23 ==2.6.0b20241128 ; extra == 'xpu-lnl'
Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20241128 ; extra == 'xpu-lnl'
Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20241128 ; extra == 'xpu-lnl'
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-lnl'
Requires-Dist: torch ==2.3.1.post0+cxx11.abi ; (platform_system == "Windows") and extra == 'xpu-lnl'
Requires-Dist: torchvision ==0.18.1.post0+cxx11.abi ; (platform_system == "Windows") and extra == 'xpu-lnl'
Requires-Dist: intel-extension-for-pytorch ==2.3.110.post0+xpu ; (platform_system == "Windows") and extra == 'xpu-lnl'
Requires-Dist: onednn-devel ==2024.1.1 ; (platform_system == "Windows") and extra == 'xpu-lnl'
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu'
Requires-Dist: dpcpp-cpp-rt ==2024.0.2 ; (platform_system == "Windows") and extra == 'xpu'
Requires-Dist: mkl-dpcpp ==2024.0.0 ; (platform_system == "Windows") and extra == 'xpu'


IPEX-LLM is a PyTorch library for running LLM on Intel CPU and GPU (e.g., local PC with iGPU, discrete GPU such as Arc, Flex and Max) with very low latency


