Update README.md
Browse files
README.md
CHANGED
@@ -60,7 +60,8 @@ tokens = model.generate(
|
|
60 |
pad_token_id=tokenizer.eos_token_id,
|
61 |
max_new_tokens=32,
|
62 |
)
|
63 |
-
|
|
|
64 |
```
|
65 |
|
66 |
|
|
|
60 |
pad_token_id=tokenizer.eos_token_id,
|
61 |
max_new_tokens=32,
|
62 |
)
|
63 |
+
# deduplicate inputs
|
64 |
+
response = tokenizer.decode(tokens[0]).split('```')[-1].split('<')[0]
|
65 |
```
|
66 |
|
67 |
|