Hugging Face's logo

Spaces:
Ebimsv
/
Tinyllama-chatbot
Runtime error

App Files Community
Ebimsv commited on
Commit
9157e0c
•
1 Parent(s): ef8fd46

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -2,7 +2,8 @@ import gradio as gr
2
  from ctransformers import AutoModelForCausalLM, AutoConfig, Config #import for GGUF/GGML models
3
  import datetime
4
 
5
- modelfile="TinyLlama/TinyLlama-1.1B-Chat-v0.6"
 
6
 
7
  i_temperature = 0.30
8
  i_max_new_tokens=1100
 
2
  from ctransformers import AutoModelForCausalLM, AutoConfig, Config #import for GGUF/GGML models
3
  import datetime
4
 
5
+ # modelfile="TinyLlama/TinyLlama-1.1B-Chat-v0.6"
6
+ modelfile="models/tinyllama-1.1b-1t-openorca.Q4_K_M.gguf"
7
 
8
  i_temperature = 0.30
9
  i_max_new_tokens=1100