EmbeddedLLM
/

mistral-7b-instruct-v0.3-int4-onnx-directml

Text Generation

text-generation-inference

Model card Files Files and versions Community

pstan commited on 21 days ago

Commit

8d241d8

•

1 Parent(s): bc1d250

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -24,7 +24,7 @@ conda activate onnx
 winget install -e --id GitHub.GitLFS
 pip install huggingface-hub[cli]
 huggingface-cli download EmbeddedLLM/mistral-7b-instruct-v0.3-int4-onnx-directml --local-dir .\mistral-7b-instruct-v0.3
-pip install numpy
 Invoke-WebRequest -Uri "https://raw.githubusercontent.com/microsoft/onnxruntime-genai/main/examples/python/phi3-qa.py" -OutFile "phi3-qa.py"
 pip install onnxruntime-directml
 pip install --pre onnxruntime-genai-directml

 winget install -e --id GitHub.GitLFS
 pip install huggingface-hub[cli]
 huggingface-cli download EmbeddedLLM/mistral-7b-instruct-v0.3-int4-onnx-directml --local-dir .\mistral-7b-instruct-v0.3
+pip install numpy==1.26.4
 Invoke-WebRequest -Uri "https://raw.githubusercontent.com/microsoft/onnxruntime-genai/main/examples/python/phi3-qa.py" -OutFile "phi3-qa.py"
 pip install onnxruntime-directml
 pip install --pre onnxruntime-genai-directml