aiohappyeyeballs==2.4.3 ; python_version >= "3.12" and python_version < "3.13" aiohttp==3.11.7 ; python_version >= "3.12" and python_version < "3.13" aiosignal==1.3.1 ; python_version >= "3.12" and python_version < "3.13" annotated-types==0.7.0 ; python_version >= "3.12" and python_version < "3.13" anyio==4.6.2.post1 ; python_version >= "3.12" and python_version < "3.13" attrs==24.2.0 ; python_version >= "3.12" and python_version < "3.13" certifi==2024.8.30 ; python_version >= "3.12" and python_version < "3.13" cffi==1.17.1 ; python_version >= "3.12" and python_version < "3.13" and implementation_name == "pypy" charset-normalizer==3.4.0 ; python_version >= "3.12" and python_version < "3.13" click==8.1.7 ; python_version >= "3.12" and python_version < "3.13" cloudpickle==3.1.0 ; python_version >= "3.12" and python_version < "3.13" colorama==0.4.6 ; python_version >= "3.12" and python_version < "3.13" and (platform_system == "Windows" or sys_platform == "win32") compressed-tensors==0.8.0 ; python_version >= "3.12" and python_version < "3.13" datasets==2.14.4 ; python_version >= "3.12" and python_version < "3.13" dill==0.3.7 ; python_version >= "3.12" and python_version < "3.13" diskcache==5.6.3 ; python_version >= "3.12" and python_version < "3.13" distro==1.9.0 ; python_version >= "3.12" and python_version < "3.13" einops==0.8.0 ; python_version >= "3.12" and python_version < "3.13" fastapi==0.115.5 ; python_version >= "3.12" and python_version < "3.13" filelock==3.16.1 ; python_version >= "3.12" and python_version < "3.13" frozenlist==1.5.0 ; python_version >= "3.12" and python_version < "3.13" fsspec==2024.10.0 ; python_version >= "3.12" and python_version < "3.13" fsspec[http]==2024.10.0 ; python_version >= "3.12" and python_version < "3.13" gguf==0.10.0 ; python_version >= "3.12" and python_version < "3.13" h11==0.14.0 ; python_version >= "3.12" and python_version < "3.13" httpcore==1.0.7 ; python_version >= "3.12" and python_version < "3.13" httptools==0.6.4 ; python_version >= "3.12" and python_version < "3.13" httpx==0.27.2 ; python_version >= "3.12" and python_version < "3.13" huggingface-hub==0.26.2 ; python_version >= "3.12" and python_version < "3.13" idna==3.10 ; python_version >= "3.12" and python_version < "3.13" importlib-metadata==8.5.0 ; python_version >= "3.12" and python_version < "3.13" interegular==0.3.3 ; python_version >= "3.12" and python_version < "3.13" jinja2==3.1.4 ; python_version >= "3.12" and python_version < "3.13" jiter==0.8.0 ; python_version >= "3.12" and python_version < "3.13" jsonschema-specifications==2024.10.1 ; python_version >= "3.12" and python_version < "3.13" jsonschema==4.23.0 ; python_version >= "3.12" and python_version < "3.13" lark==1.2.2 ; python_version >= "3.12" and python_version < "3.13" llvmlite==0.43.0 ; python_version >= "3.12" and python_version < "3.13" lm-format-enforcer==0.10.9 ; python_version >= "3.12" and python_version < "3.13" markupsafe==3.0.2 ; python_version >= "3.12" and python_version < "3.13" mistral-common[opencv]==1.5.1 ; python_version >= "3.12" and python_version < "3.13" mpmath==1.3.0 ; python_version >= "3.12" and python_version < "3.13" msgpack==1.1.0 ; python_version >= "3.12" and python_version < "3.13" msgspec==0.18.6 ; python_version >= "3.12" and python_version < "3.13" multidict==6.1.0 ; python_version >= "3.12" and python_version < "3.13" multiprocess==0.70.15 ; python_version >= "3.12" and python_version < "3.13" nest-asyncio==1.6.0 ; python_version >= "3.12" and python_version < "3.13" networkx==3.4.2 ; python_version >= "3.12" and python_version < "3.13" numba==0.60.0 ; python_version >= "3.12" and python_version < "3.13" numpy==1.26.4 ; python_version >= "3.12" and python_version < "3.13" nvidia-cublas-cu12==12.4.5.8 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.12" and python_version < "3.13" nvidia-cuda-cupti-cu12==12.4.127 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.12" and python_version < "3.13" nvidia-cuda-nvrtc-cu12==12.4.127 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.12" and python_version < "3.13" nvidia-cuda-runtime-cu12==12.4.127 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.12" and python_version < "3.13" nvidia-cudnn-cu12==9.1.0.70 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.12" and python_version < "3.13" nvidia-cufft-cu12==11.2.1.3 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.12" and python_version < "3.13" nvidia-curand-cu12==10.3.5.147 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.12" and python_version < "3.13" nvidia-cusolver-cu12==11.6.1.9 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.12" and python_version < "3.13" nvidia-cusparse-cu12==12.3.1.170 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.12" and python_version < "3.13" nvidia-ml-py==12.560.30 ; python_version >= "3.12" and python_version < "3.13" nvidia-nccl-cu12==2.21.5 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.12" and python_version < "3.13" nvidia-nvjitlink-cu12==12.4.127 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.12" and python_version < "3.13" nvidia-nvtx-cu12==12.4.127 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.12" and python_version < "3.13" openai==1.55.1 ; python_version >= "3.12" and python_version < "3.13" opencv-python-headless==4.10.0.84 ; python_version >= "3.12" and python_version < "3.13" outlines==0.0.46 ; python_version >= "3.12" and python_version < "3.13" packaging==24.2 ; python_version >= "3.12" and python_version < "3.13" pandas==2.2.3 ; python_version >= "3.12" and python_version < "3.13" partial-json-parser==0.2.1.1.post4 ; python_version >= "3.12" and python_version < "3.13" pillow==10.4.0 ; python_version >= "3.12" and python_version < "3.13" prometheus-client==0.21.0 ; python_version >= "3.12" and python_version < "3.13" prometheus-fastapi-instrumentator==7.0.0 ; python_version >= "3.12" and python_version < "3.13" propcache==0.2.0 ; python_version >= "3.12" and python_version < "3.13" protobuf==5.28.3 ; python_version >= "3.12" and python_version < "3.13" psutil==6.1.0 ; python_version >= "3.12" and python_version < "3.13" py-cpuinfo==9.0.0 ; python_version >= "3.12" and python_version < "3.13" pyairports==2.1.1 ; python_version >= "3.12" and python_version < "3.13" pyarrow==18.1.0 ; python_version >= "3.12" and python_version < "3.13" pycountry==24.6.1 ; python_version >= "3.12" and python_version < "3.13" pycparser==2.22 ; python_version >= "3.12" and python_version < "3.13" and implementation_name == "pypy" pydantic-core==2.27.1 ; python_version >= "3.12" and python_version < "3.13" pydantic==2.10.2 ; python_version >= "3.12" and python_version < "3.13" python-dateutil==2.9.0.post0 ; python_version >= "3.12" and python_version < "3.13" python-dotenv==1.0.1 ; python_version >= "3.12" and python_version < "3.13" pytz==2024.2 ; python_version >= "3.12" and python_version < "3.13" pyyaml==6.0.2 ; python_version >= "3.12" and python_version < "3.13" pyzmq==26.2.0 ; python_version >= "3.12" and python_version < "3.13" ray==2.39.0 ; python_version >= "3.12" and python_version < "3.13" referencing==0.35.1 ; python_version >= "3.12" and python_version < "3.13" regex==2024.11.6 ; python_version >= "3.12" and python_version < "3.13" requests==2.32.3 ; python_version >= "3.12" and python_version < "3.13" rpds-py==0.21.0 ; python_version >= "3.12" and python_version < "3.13" safetensors==0.4.5 ; python_version >= "3.12" and python_version < "3.13" sentencepiece==0.2.0 ; python_version >= "3.12" and python_version < "3.13" setuptools==75.6.0 ; python_version >= "3.12" and python_version < "3.13" six==1.16.0 ; python_version >= "3.12" and python_version < "3.13" sniffio==1.3.1 ; python_version >= "3.12" and python_version < "3.13" starlette==0.41.3 ; python_version >= "3.12" and python_version < "3.13" sympy==1.13.1 ; python_version >= "3.12" and python_version < "3.13" tiktoken==0.7.0 ; python_version >= "3.12" and python_version < "3.13" tokenizers==0.20.4 ; python_version >= "3.12" and python_version < "3.13" torch==2.5.1 ; python_version >= "3.12" and python_version < "3.13" torchvision==0.20.1 ; python_version >= "3.12" and python_version < "3.13" tqdm==4.67.1 ; python_version >= "3.12" and python_version < "3.13" transformers==4.46.3 ; python_version >= "3.12" and python_version < "3.13" triton==3.1.0 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version < "3.13" and python_version >= "3.12" typing-extensions==4.12.2 ; python_version >= "3.12" and python_version < "3.13" tzdata==2024.2 ; python_version >= "3.12" and python_version < "3.13" urllib3==2.2.3 ; python_version >= "3.12" and python_version < "3.13" uvicorn==0.32.1 ; python_version >= "3.12" and python_version < "3.13" uvicorn[standard]==0.32.1 ; python_version >= "3.12" and python_version < "3.13" uvloop==0.21.0 ; (sys_platform != "win32" and sys_platform != "cygwin") and platform_python_implementation != "PyPy" and python_version >= "3.12" and python_version < "3.13" vllm==0.6.4.post1 ; python_version >= "3.12" and python_version < "3.13" watchfiles==1.0.0 ; python_version >= "3.12" and python_version < "3.13" websockets==14.1 ; python_version >= "3.12" and python_version < "3.13" xformers==0.0.28.post3 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.12" and python_version < "3.13" xxhash==3.5.0 ; python_version >= "3.12" and python_version < "3.13" yarl==1.18.0 ; python_version >= "3.12" and python_version < "3.13" zipp==3.21.0 ; python_version >= "3.12" and python_version < "3.13"