Spaces:
Build error
Build error
Switch to mrsteyk/openchatgpt-neox-125m
Browse files
app.py
CHANGED
@@ -11,8 +11,8 @@ Assistant is a distilled language model trained by the community.<|STK_SP|>
|
|
11 |
|
12 |
[User]"""
|
13 |
|
14 |
-
tokenizer = AutoTokenizer.from_pretrained("mrsteyk/openchatgpt-
|
15 |
-
model = AutoModelForCausalLM.from_pretrained("mrsteyk/openchatgpt-
|
16 |
|
17 |
def chat(inpt, max_new_tokens, top_k, top_p, temperature, repetition_penalty):
|
18 |
inputs = tokenizer(f"{prologue}\n{inpt}<|STK_SP|>\n\n[Assistant]\n", return_tensors="pt").input_ids
|
|
|
11 |
|
12 |
[User]"""
|
13 |
|
14 |
+
tokenizer = AutoTokenizer.from_pretrained("mrsteyk/openchatgpt-neox-125m", use_fast=True)
|
15 |
+
model = AutoModelForCausalLM.from_pretrained("mrsteyk/openchatgpt-neox-125m")
|
16 |
|
17 |
def chat(inpt, max_new_tokens, top_k, top_p, temperature, repetition_penalty):
|
18 |
inputs = tokenizer(f"{prologue}\n{inpt}<|STK_SP|>\n\n[Assistant]\n", return_tensors="pt").input_ids
|