Update README.md
Browse files
README.md
CHANGED
@@ -148,7 +148,7 @@ Phi doesn't like device_map = auto, therefore you should specify as like the fol
|
|
148 |
And then use the following snippet
|
149 |
```python
|
150 |
tokenizer = AutoTokenizer.from_pretrained("SE6446/Phasmid-1_5-V0_1", trust_remote_code=True, torch_dtype="auto")
|
151 |
-
inputs = tokenizer('''SYSTEM: You are a helpful assistant. Please answer truthfully and
|
152 |
USER: {{userinput}}\n
|
153 |
ASSISTANT: {{character name if applicable}}:''', return_tensors="pt", return_attention_mask=False)
|
154 |
outputs = model.generate(**inputs, max_length=200)
|
|
|
148 |
And then use the following snippet
|
149 |
```python
|
150 |
tokenizer = AutoTokenizer.from_pretrained("SE6446/Phasmid-1_5-V0_1", trust_remote_code=True, torch_dtype="auto")
|
151 |
+
inputs = tokenizer('''SYSTEM: You are a helpful assistant. Please answer truthfully and politely. {custom_prompt}\n
|
152 |
USER: {{userinput}}\n
|
153 |
ASSISTANT: {{character name if applicable}}:''', return_tensors="pt", return_attention_mask=False)
|
154 |
outputs = model.generate(**inputs, max_length=200)
|