vllm-inference / requirements.txt
yusufs's picture
feat(first-commit): follow examples and tutorials
ae7cfbb
raw
history blame
9.99 kB
aiohappyeyeballs==2.4.3 ; python_version >= "3.12" and python_version < "3.13"
aiohttp==3.11.7 ; python_version >= "3.12" and python_version < "3.13"
aiosignal==1.3.1 ; python_version >= "3.12" and python_version < "3.13"
annotated-types==0.7.0 ; python_version >= "3.12" and python_version < "3.13"
anyio==4.6.2.post1 ; python_version >= "3.12" and python_version < "3.13"
attrs==24.2.0 ; python_version >= "3.12" and python_version < "3.13"
certifi==2024.8.30 ; python_version >= "3.12" and python_version < "3.13"
cffi==1.17.1 ; python_version >= "3.12" and python_version < "3.13" and implementation_name == "pypy"
charset-normalizer==3.4.0 ; python_version >= "3.12" and python_version < "3.13"
click==8.1.7 ; python_version >= "3.12" and python_version < "3.13"
cloudpickle==3.1.0 ; python_version >= "3.12" and python_version < "3.13"
colorama==0.4.6 ; python_version >= "3.12" and python_version < "3.13" and (platform_system == "Windows" or sys_platform == "win32")
compressed-tensors==0.8.0 ; python_version >= "3.12" and python_version < "3.13"
datasets==2.14.4 ; python_version >= "3.12" and python_version < "3.13"
dill==0.3.7 ; python_version >= "3.12" and python_version < "3.13"
diskcache==5.6.3 ; python_version >= "3.12" and python_version < "3.13"
distro==1.9.0 ; python_version >= "3.12" and python_version < "3.13"
einops==0.8.0 ; python_version >= "3.12" and python_version < "3.13"
fastapi==0.115.5 ; python_version >= "3.12" and python_version < "3.13"
filelock==3.16.1 ; python_version >= "3.12" and python_version < "3.13"
frozenlist==1.5.0 ; python_version >= "3.12" and python_version < "3.13"
fsspec==2024.10.0 ; python_version >= "3.12" and python_version < "3.13"
fsspec[http]==2024.10.0 ; python_version >= "3.12" and python_version < "3.13"
gguf==0.10.0 ; python_version >= "3.12" and python_version < "3.13"
h11==0.14.0 ; python_version >= "3.12" and python_version < "3.13"
httpcore==1.0.7 ; python_version >= "3.12" and python_version < "3.13"
httptools==0.6.4 ; python_version >= "3.12" and python_version < "3.13"
httpx==0.27.2 ; python_version >= "3.12" and python_version < "3.13"
huggingface-hub==0.26.2 ; python_version >= "3.12" and python_version < "3.13"
idna==3.10 ; python_version >= "3.12" and python_version < "3.13"
importlib-metadata==8.5.0 ; python_version >= "3.12" and python_version < "3.13"
interegular==0.3.3 ; python_version >= "3.12" and python_version < "3.13"
jinja2==3.1.4 ; python_version >= "3.12" and python_version < "3.13"
jiter==0.8.0 ; python_version >= "3.12" and python_version < "3.13"
jsonschema-specifications==2024.10.1 ; python_version >= "3.12" and python_version < "3.13"
jsonschema==4.23.0 ; python_version >= "3.12" and python_version < "3.13"
lark==1.2.2 ; python_version >= "3.12" and python_version < "3.13"
llvmlite==0.43.0 ; python_version >= "3.12" and python_version < "3.13"
lm-format-enforcer==0.10.9 ; python_version >= "3.12" and python_version < "3.13"
markupsafe==3.0.2 ; python_version >= "3.12" and python_version < "3.13"
mistral-common[opencv]==1.5.1 ; python_version >= "3.12" and python_version < "3.13"
mpmath==1.3.0 ; python_version >= "3.12" and python_version < "3.13"
msgpack==1.1.0 ; python_version >= "3.12" and python_version < "3.13"
msgspec==0.18.6 ; python_version >= "3.12" and python_version < "3.13"
multidict==6.1.0 ; python_version >= "3.12" and python_version < "3.13"
multiprocess==0.70.15 ; python_version >= "3.12" and python_version < "3.13"
nest-asyncio==1.6.0 ; python_version >= "3.12" and python_version < "3.13"
networkx==3.4.2 ; python_version >= "3.12" and python_version < "3.13"
numba==0.60.0 ; python_version >= "3.12" and python_version < "3.13"
numpy==1.26.4 ; python_version >= "3.12" and python_version < "3.13"
nvidia-cublas-cu12==12.4.5.8 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.12" and python_version < "3.13"
nvidia-cuda-cupti-cu12==12.4.127 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.12" and python_version < "3.13"
nvidia-cuda-nvrtc-cu12==12.4.127 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.12" and python_version < "3.13"
nvidia-cuda-runtime-cu12==12.4.127 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.12" and python_version < "3.13"
nvidia-cudnn-cu12==9.1.0.70 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.12" and python_version < "3.13"
nvidia-cufft-cu12==11.2.1.3 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.12" and python_version < "3.13"
nvidia-curand-cu12==10.3.5.147 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.12" and python_version < "3.13"
nvidia-cusolver-cu12==11.6.1.9 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.12" and python_version < "3.13"
nvidia-cusparse-cu12==12.3.1.170 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.12" and python_version < "3.13"
nvidia-ml-py==12.560.30 ; python_version >= "3.12" and python_version < "3.13"
nvidia-nccl-cu12==2.21.5 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.12" and python_version < "3.13"
nvidia-nvjitlink-cu12==12.4.127 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.12" and python_version < "3.13"
nvidia-nvtx-cu12==12.4.127 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.12" and python_version < "3.13"
openai==1.55.1 ; python_version >= "3.12" and python_version < "3.13"
opencv-python-headless==4.10.0.84 ; python_version >= "3.12" and python_version < "3.13"
outlines==0.0.46 ; python_version >= "3.12" and python_version < "3.13"
packaging==24.2 ; python_version >= "3.12" and python_version < "3.13"
pandas==2.2.3 ; python_version >= "3.12" and python_version < "3.13"
partial-json-parser==0.2.1.1.post4 ; python_version >= "3.12" and python_version < "3.13"
pillow==10.4.0 ; python_version >= "3.12" and python_version < "3.13"
prometheus-client==0.21.0 ; python_version >= "3.12" and python_version < "3.13"
prometheus-fastapi-instrumentator==7.0.0 ; python_version >= "3.12" and python_version < "3.13"
propcache==0.2.0 ; python_version >= "3.12" and python_version < "3.13"
protobuf==5.28.3 ; python_version >= "3.12" and python_version < "3.13"
psutil==6.1.0 ; python_version >= "3.12" and python_version < "3.13"
py-cpuinfo==9.0.0 ; python_version >= "3.12" and python_version < "3.13"
pyairports==2.1.1 ; python_version >= "3.12" and python_version < "3.13"
pyarrow==18.1.0 ; python_version >= "3.12" and python_version < "3.13"
pycountry==24.6.1 ; python_version >= "3.12" and python_version < "3.13"
pycparser==2.22 ; python_version >= "3.12" and python_version < "3.13" and implementation_name == "pypy"
pydantic-core==2.27.1 ; python_version >= "3.12" and python_version < "3.13"
pydantic==2.10.2 ; python_version >= "3.12" and python_version < "3.13"
python-dateutil==2.9.0.post0 ; python_version >= "3.12" and python_version < "3.13"
python-dotenv==1.0.1 ; python_version >= "3.12" and python_version < "3.13"
pytz==2024.2 ; python_version >= "3.12" and python_version < "3.13"
pyyaml==6.0.2 ; python_version >= "3.12" and python_version < "3.13"
pyzmq==26.2.0 ; python_version >= "3.12" and python_version < "3.13"
ray==2.39.0 ; python_version >= "3.12" and python_version < "3.13"
referencing==0.35.1 ; python_version >= "3.12" and python_version < "3.13"
regex==2024.11.6 ; python_version >= "3.12" and python_version < "3.13"
requests==2.32.3 ; python_version >= "3.12" and python_version < "3.13"
rpds-py==0.21.0 ; python_version >= "3.12" and python_version < "3.13"
safetensors==0.4.5 ; python_version >= "3.12" and python_version < "3.13"
sentencepiece==0.2.0 ; python_version >= "3.12" and python_version < "3.13"
setuptools==75.6.0 ; python_version >= "3.12" and python_version < "3.13"
six==1.16.0 ; python_version >= "3.12" and python_version < "3.13"
sniffio==1.3.1 ; python_version >= "3.12" and python_version < "3.13"
starlette==0.41.3 ; python_version >= "3.12" and python_version < "3.13"
sympy==1.13.1 ; python_version >= "3.12" and python_version < "3.13"
tiktoken==0.7.0 ; python_version >= "3.12" and python_version < "3.13"
tokenizers==0.20.4 ; python_version >= "3.12" and python_version < "3.13"
torch==2.5.1 ; python_version >= "3.12" and python_version < "3.13"
torchvision==0.20.1 ; python_version >= "3.12" and python_version < "3.13"
tqdm==4.67.1 ; python_version >= "3.12" and python_version < "3.13"
transformers==4.46.3 ; python_version >= "3.12" and python_version < "3.13"
triton==3.1.0 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version < "3.13" and python_version >= "3.12"
typing-extensions==4.12.2 ; python_version >= "3.12" and python_version < "3.13"
tzdata==2024.2 ; python_version >= "3.12" and python_version < "3.13"
urllib3==2.2.3 ; python_version >= "3.12" and python_version < "3.13"
uvicorn==0.32.1 ; python_version >= "3.12" and python_version < "3.13"
uvicorn[standard]==0.32.1 ; python_version >= "3.12" and python_version < "3.13"
uvloop==0.21.0 ; (sys_platform != "win32" and sys_platform != "cygwin") and platform_python_implementation != "PyPy" and python_version >= "3.12" and python_version < "3.13"
vllm==0.6.4.post1 ; python_version >= "3.12" and python_version < "3.13"
watchfiles==1.0.0 ; python_version >= "3.12" and python_version < "3.13"
websockets==14.1 ; python_version >= "3.12" and python_version < "3.13"
xformers==0.0.28.post3 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.12" and python_version < "3.13"
xxhash==3.5.0 ; python_version >= "3.12" and python_version < "3.13"
yarl==1.18.0 ; python_version >= "3.12" and python_version < "3.13"
zipp==3.21.0 ; python_version >= "3.12" and python_version < "3.13"