Update README.md
#1
by
AndreyDmitrishin
- opened
README.md
CHANGED
@@ -4,7 +4,7 @@ license_link: https://choosealicense.com/licenses/mit/
|
|
4 |
base_model: microsoft/Phi-3.5-mini-instruct
|
5 |
|
6 |
---
|
7 |
-
# Phi-3.5-mini-instruct-
|
8 |
* Model creator: [microsoft](https://huggingface.co/microsoft)
|
9 |
* Original model: [Phi-3.5-mini-instruct](https://huggingface.co/microsoft/Phi-3.5-mini-instruct)
|
10 |
|
@@ -31,7 +31,7 @@ pip install optimum[openvino]
|
|
31 |
from transformers import AutoTokenizer
|
32 |
from optimum.intel.openvino import OVModelForCausalLM
|
33 |
|
34 |
-
model_id = "OpenVINO/Phi-3.5-mini-instruct-
|
35 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
36 |
model = OVModelForCausalLM.from_pretrained(model_id)
|
37 |
|
|
|
4 |
base_model: microsoft/Phi-3.5-mini-instruct
|
5 |
|
6 |
---
|
7 |
+
# Phi-3.5-mini-instruct-fp16-ov
|
8 |
* Model creator: [microsoft](https://huggingface.co/microsoft)
|
9 |
* Original model: [Phi-3.5-mini-instruct](https://huggingface.co/microsoft/Phi-3.5-mini-instruct)
|
10 |
|
|
|
31 |
from transformers import AutoTokenizer
|
32 |
from optimum.intel.openvino import OVModelForCausalLM
|
33 |
|
34 |
+
model_id = "OpenVINO/Phi-3.5-mini-instruct-fp16-ov"
|
35 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
36 |
model = OVModelForCausalLM.from_pretrained(model_id)
|
37 |
|