Update README.md (#1)
Browse files- Update README.md (34366ea63a4012ec391e947a29985eaa9cb19e6e)
Co-authored-by: Andrey <[email protected]>
README.md
CHANGED
|
@@ -4,7 +4,7 @@ license_link: https://choosealicense.com/licenses/mit/
|
|
| 4 |
base_model: microsoft/Phi-3.5-mini-instruct
|
| 5 |
|
| 6 |
---
|
| 7 |
-
# Phi-3.5-mini-instruct-
|
| 8 |
* Model creator: [microsoft](https://huggingface.co/microsoft)
|
| 9 |
* Original model: [Phi-3.5-mini-instruct](https://huggingface.co/microsoft/Phi-3.5-mini-instruct)
|
| 10 |
|
|
@@ -31,7 +31,7 @@ pip install optimum[openvino]
|
|
| 31 |
from transformers import AutoTokenizer
|
| 32 |
from optimum.intel.openvino import OVModelForCausalLM
|
| 33 |
|
| 34 |
-
model_id = "OpenVINO/Phi-3.5-mini-instruct-
|
| 35 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 36 |
model = OVModelForCausalLM.from_pretrained(model_id)
|
| 37 |
|
|
|
|
| 4 |
base_model: microsoft/Phi-3.5-mini-instruct
|
| 5 |
|
| 6 |
---
|
| 7 |
+
# Phi-3.5-mini-instruct-fp16-ov
|
| 8 |
* Model creator: [microsoft](https://huggingface.co/microsoft)
|
| 9 |
* Original model: [Phi-3.5-mini-instruct](https://huggingface.co/microsoft/Phi-3.5-mini-instruct)
|
| 10 |
|
|
|
|
| 31 |
from transformers import AutoTokenizer
|
| 32 |
from optimum.intel.openvino import OVModelForCausalLM
|
| 33 |
|
| 34 |
+
model_id = "OpenVINO/Phi-3.5-mini-instruct-fp16-ov"
|
| 35 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 36 |
model = OVModelForCausalLM.from_pretrained(model_id)
|
| 37 |
|