Spaces:

robinhad
/

kruk

Runtime error

robinhad commited on Jul 18, 2023

Commit

7ff53cb

•

1 Parent(s): f6701c9

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -21,7 +21,7 @@ model = LlamaForCausalLM.from_pretrained(
     "openlm-research/open_llama_3b_v2",
     **options
 )
-model = PeftModel.from_pretrained(model, "robinhad/open_llama_3b_uk")
 def generate_prompt(instruction, input=None, output=""):

     "openlm-research/open_llama_3b_v2",
     **options
 )
+model = PeftModel.from_pretrained(model, "robinhad/open_llama_3b_uk", offload_folder="")
 def generate_prompt(instruction, input=None, output=""):