Download model from hub

app.py

@@ -1,4 +1,5 @@
 from ctransformers import AutoModelForCausalLM
+from huggingface_hub import hf_hub_download
 
 import gradio as gr
 
@@ -19,8 +20,8 @@ def generate(history):
     return streamer
 
 
-
-llm = AutoModelForCausalLM.from_pretrained('model/model_q4_1.bin', model_type='llama')
+model_path = hf_hub_download(repo_id="theodotus/llama-uk", subfolder="model", filename="model_q4_1.bin")
+llm = AutoModelForCausalLM.from_pretrained(model_path, model_type='llama')
 end_token = "</s>"
 
 

requirements.txt

@@ -1 +1,2 @@
-ctransformers
+ctransformers
+huggingface_hub