gokaygokay commited on
Commit
d5115de
1 Parent(s): b51b056

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -9
app.py CHANGED
@@ -13,13 +13,6 @@ hf_hub_download(
13
  local_dir="./models"
14
  )
15
 
16
- hf_hub_download(
17
- repo_id="MaziyarPanahi/Mistral-Large-Instruct-2407-GGUF",
18
- filename="Mistral-Large-Instruct-2407.Q2_K.gguf",
19
- local_dir="./models"
20
- )
21
-
22
-
23
 
24
  llm = None
25
  llm_model = None
@@ -108,9 +101,8 @@ demo = gr.ChatInterface(
108
  additional_inputs=[
109
  gr.Dropdown([
110
  'Mistral-Nemo-Instruct-2407.Q5_K_M.gguf',
111
- 'Mistral-Large-Instruct-2407.Q2_K.gguf',
112
  ],
113
- value="Mistral-Nemo-Instruct-2407.Q5_K_M.gguf",#'MaziyarPanahi/Mistral-Large-Instruct-2407-GGUF.Q5_K_M.gguf'
114
  label="Model"
115
  ),
116
  gr.Textbox(value="You are a helpful assistant.", label="System message"),
 
13
  local_dir="./models"
14
  )
15
 
 
 
 
 
 
 
 
16
 
17
  llm = None
18
  llm_model = None
 
101
  additional_inputs=[
102
  gr.Dropdown([
103
  'Mistral-Nemo-Instruct-2407.Q5_K_M.gguf',
 
104
  ],
105
+ value="Mistral-Nemo-Instruct-2407.Q5_K_M.gguf",
106
  label="Model"
107
  ),
108
  gr.Textbox(value="You are a helpful assistant.", label="System message"),