Spaces:
Runtime error
Runtime error
cmake >= 3.21 | |
ninja # For faster builds. | |
psutil | |
sentencepiece # Required for LLaMA tokenizer. | |
numpy | |
requests | |
py-cpuinfo | |
transformers >= 4.40.0 # Required for StarCoder2 & Llava, Llama 3. | |
tokenizers >= 0.19.1 # Required for Llama 3. | |
fastapi | |
aiohttp | |
openai | |
uvicorn[standard] | |
pydantic >= 2.0 # Required for OpenAI server. | |
pillow # Required for image processing | |
prometheus_client >= 0.18.0 | |
prometheus-fastapi-instrumentator >= 7.0.0 | |
tiktoken >= 0.6.0 # Required for DBRX tokenizer | |
lm-format-enforcer == 0.10.1 | |
outlines == 0.0.34 # Requires torch >= 2.1.0 | |
typing_extensions | |
filelock >= 3.10.4 # filelock starts to support `mode` argument from 3.10.4 | |
torch == 2.3.0 | |
triton >= 2.2.0 | |
wheel | |
packaging | |
ninja | |
setuptools>=49.4.0 | |
numpy | |
vllm | |