Spaces:

evanperez
/

CTP-week3-demo

Sleeping

evanperez commited on Mar 1

Commit

5566f23

•

1 Parent(s): 40ec4a4

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -25,7 +25,7 @@ model_name_or_path = "bofenghuang/vigogne-2-7b-chat"
 revision = "v2.0"
 tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, revision=revision, padding_side="right", use_fast=False)
-model = AutoModelForCausalLM.from_pretrained(model_name_or_path, revision=revision, torch_dtype=torch.float16, device_map="auto")
 st.set_page_config(page_title="Gemini RAG", layout="wide")

 revision = "v2.0"
 tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, revision=revision, padding_side="right", use_fast=False)
+model = AutoModelForCausalLM.from_pretrained(model_name_or_path, revision=revision)
 st.set_page_config(page_title="Gemini RAG", layout="wide")