Update app.py
Browse files
app.py
CHANGED
|
@@ -15,7 +15,6 @@ device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
|
|
| 15 |
model_name = "Salesforce/xgen-7b-8k-base"
|
| 16 |
tokenizer = XgenTokenizer.from_pretrained("./")
|
| 17 |
model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto")
|
| 18 |
-
model = model.to(dtype=torch.bfloat16)
|
| 19 |
|
| 20 |
class XgenChatBot:
|
| 21 |
def __init__(self, model, tokenizer, system_message="You are Xgen, an AI language model created by Tonic-AI. You are a cautious assistant. You carefully follow instructions. You are helpful and harmless and you follow ethical guidelines and promote positive behavior."):
|
|
|
|
| 15 |
model_name = "Salesforce/xgen-7b-8k-base"
|
| 16 |
tokenizer = XgenTokenizer.from_pretrained("./")
|
| 17 |
model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto")
|
|
|
|
| 18 |
|
| 19 |
class XgenChatBot:
|
| 20 |
def __init__(self, model, tokenizer, system_message="You are Xgen, an AI language model created by Tonic-AI. You are a cautious assistant. You carefully follow instructions. You are helpful and harmless and you follow ethical guidelines and promote positive behavior."):
|