Update README.md
Browse files
README.md
CHANGED
@@ -39,7 +39,7 @@ from deepsparse import TextGeneration
|
|
39 |
model = TextGeneration(model_path="hf:neuralmagic/Llama-2-7b-pruned70-retrained-instruct-quant-ds")
|
40 |
|
41 |
input_text = "Write me a poem about Machine Learning."
|
42 |
-
outputs = model(
|
43 |
print(outputs.generations[0].text)
|
44 |
```
|
45 |
|
|
|
39 |
model = TextGeneration(model_path="hf:neuralmagic/Llama-2-7b-pruned70-retrained-instruct-quant-ds")
|
40 |
|
41 |
input_text = "Write me a poem about Machine Learning."
|
42 |
+
outputs = model(input_text, max_new_tokens=100)
|
43 |
print(outputs.generations[0].text)
|
44 |
```
|
45 |
|