Add KnownModels

app.py

@@ -1,5 +1,5 @@
 import gradio as gr
-from llm_rs import AutoModel,SessionConfig,GenerationConfig,Precision
+from llm_rs import AutoModel, SessionConfig, GenerationConfig, Precision, KnownModels
 
 # https://huggingface.co/TheBloke/open-llama-13b-open-instruct-GGML/blob/main/open-llama-13b-open-instruct.ggmlv3.q8_0.bin
 repo_name = "TheBloke/open-llama-13b-open-instruct-GGML"
@@ -15,7 +15,7 @@ examples = [
 ]
 
 session_config = SessionConfig(threads=2,batch_size=2)
-model = AutoModel.from_pretrained(repo_name, model_file=file_name, session_config=session_config,verbose=True)
+model = AutoModel.from_pretrained(repo_name, model_file=file_name, model_type=KnownModels.Llama, session_config=session_config,verbose=True)
 
 def process_stream(instruction, temperature, top_p, top_k, max_new_tokens, seed):