kfkas
/

Llama-2-ko-7b-Chat

Text Generation

llama-2-ko-chat

text-generation-inference

Model card Files Files and versions Community

kfkas commited on Jul 27, 2023

Commit

b2c79c3

•

1 Parent(s): 1122542

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -81,7 +81,7 @@ def LLM_infer(input):
     device = (
         torch.device("cuda:0") if torch.cuda.is_available() else torch.device("cpu")
     )
-    model_id = "kfkas/legal-llama-2-ko-7b-Chat"
     model = AutoModelForCausalLM.from_pretrained(
         model_id, device_map={"": 0},torch_dtype=torch.float16, low_cpu_mem_usage=True
     )

     device = (
         torch.device("cuda:0") if torch.cuda.is_available() else torch.device("cpu")
     )
+    model_id = "kfkas/Llama-2-ko-7b-Chat"
     model = AutoModelForCausalLM.from_pretrained(
         model_id, device_map={"": 0},torch_dtype=torch.float16, low_cpu_mem_usage=True
     )