Abhaykoul commited on
Commit
0b91916
1 Parent(s): 99bfe5a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -16
app.py CHANGED
@@ -10,21 +10,12 @@ import gradio as gr
10
  from huggingface_hub import hf_hub_download
11
 
12
  hf_hub_download(
13
- repo_id="OEvortex/HelpingAI2-6B",
14
- filename="helpingai-6b-q4_k_m.gguf",
15
- local_dir="./models"
16
- )
17
- hf_hub_download(
18
- repo_id="Abhaykoul/HelpingAI2-4x6B",
19
- filename="helpingai2-4x6b-q4_k_m.gguf",
20
- local_dir="./models"
21
- )
22
- hf_hub_download(
23
- repo_id="OEvortex/HelpingAI2-9B",
24
- filename="helpingai2-9b-q5_0.gguf",
25
  local_dir="./models"
26
  )
27
 
 
28
  llm = None
29
  llm_model = None
30
 
@@ -106,11 +97,9 @@ demo = gr.ChatInterface(
106
  respond,
107
  additional_inputs=[
108
  gr.Dropdown([
109
- 'helpingai-6b-q4_k_m.gguf',
110
- 'helpingai2-4x6b-q4_k_m.gguf',
111
- 'helpingai2-9b-q5_0.gguf'
112
  ],
113
- value="helpingai2-9b-q5_0.gguf",
114
  label="Model"
115
  ),
116
  gr.Textbox(value="You are HelpingAI a emotional AI always answer my question in HelpingAI style", label="System message"),
 
10
  from huggingface_hub import hf_hub_download
11
 
12
  hf_hub_download(
13
+ repo_id="Abhaykoul/HelpingAI2.5-prototype-v2-Q8_0-GGUF",
14
+ filename="helpingai2.5-prototype-v2-q8_0.gguf",
 
 
 
 
 
 
 
 
 
 
15
  local_dir="./models"
16
  )
17
 
18
+
19
  llm = None
20
  llm_model = None
21
 
 
97
  respond,
98
  additional_inputs=[
99
  gr.Dropdown([
100
+ 'helpingai2.5-prototype-v2-q8_0.gguf'
 
 
101
  ],
102
+ value="helpingai2.5-prototype-v2-q8_0.gguf",
103
  label="Model"
104
  ),
105
  gr.Textbox(value="You are HelpingAI a emotional AI always answer my question in HelpingAI style", label="System message"),