Update README.md
Browse files
README.md
CHANGED
|
@@ -54,14 +54,6 @@ model = AutoModelForCausalLM.from_pretrained("Writer/palmyra-small", torch_dtype
|
|
| 54 |
# the fast tokenizer currently does not work correctly
|
| 55 |
tokenizer = AutoTokenizer.from_pretrained("Writer/palmyra-small", use_fast=False)
|
| 56 |
|
| 57 |
-
prompt = "What is the color of a carrot?\nA:"
|
| 58 |
-
|
| 59 |
-
input_ids = tokenizer(prompt, return_tensors="pt").input_ids.cuda()
|
| 60 |
-
|
| 61 |
-
generated_ids = model.generate(input_ids)
|
| 62 |
-
|
| 63 |
-
tokenizer.batch_decode(generated_ids, skip_special_tokens=True)
|
| 64 |
-
|
| 65 |
|
| 66 |
```
|
| 67 |
|
|
|
|
| 54 |
# the fast tokenizer currently does not work correctly
|
| 55 |
tokenizer = AutoTokenizer.from_pretrained("Writer/palmyra-small", use_fast=False)
|
| 56 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 57 |
|
| 58 |
```
|
| 59 |
|