baconnier commited on
Commit
20636b9
·
verified ·
1 Parent(s): c2e1d70

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -7,8 +7,8 @@ from huggingface_hub import hf_hub_download
7
  subprocess.run('pip install llama-cpp-python==0.2.75 --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cu124', shell=True)
8
  subprocess.run('pip install llama-cpp-agent==0.2.10', shell=True)
9
 
10
- hf_hub_download(repo_id="baconnier/Finance_dolphin-2.9.1-yi-1.5-34b_GGUF", filename="Finance_dolphin-2.9.1-yi-1.5-34b-Q4_K_M.gguf_GGUF-unsloth.Q8_0.gguf", local_dir = "./models")
11
- hf_hub_download(repo_id="baconnier/Finance_dolphin-2.9.1-yi-1.5-9b_GGUF", filename="Finance_dolphin-2.9.1-yi-1.5-9b_GGUF-unsloth.Q8_0.gguf", local_dir = "./models")
12
  #hf_hub_download(repo_id="baconnier/finance_dolphin_orpo_llama3_8B_r64_51K_GGUF", filename="finance_dolphin_orpo_llama3_8B_r64_51K_GGUF-unsloth.Q8_0.gguf", local_dir = "./models")
13
  #hf_hub_download(repo_id="crusoeai/dolphin-2.9.1-llama-3-8b-GGUF", filename="dolphin-2.9.1-llama-3-8b.Q6_K.gguf", local_dir = "./models")
14
 
@@ -135,7 +135,7 @@ demo = gr.ChatInterface(
135
  step=0.1,
136
  label="Repetition penalty",
137
  ),
138
- gr.Dropdown(["Finance_dolphin-2.9.1-yi-1.5-9b_GGUF-unsloth.Q8_0.gguf",'Finance_dolphin-2.9.1-yi-1.5-34b-Q4_K_M.gguf_GGUF-unsloth.Q8_0.gguf'], value="Finance_dolphin-2.9.1-yi-1.5-34b-Q4_K_M.gguf_GGUF-unsloth.Q8_0.gguf", label="Model"),
139
  ],
140
  theme=gr.themes.Soft(primary_hue="indigo", secondary_hue="blue", neutral_hue="gray",font=[gr.themes.GoogleFont("Exo"), "ui-sans-serif", "system-ui", "sans-serif"]).set(
141
  body_background_fill_dark="#0f172a",
 
7
  subprocess.run('pip install llama-cpp-python==0.2.75 --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cu124', shell=True)
8
  subprocess.run('pip install llama-cpp-agent==0.2.10', shell=True)
9
 
10
+ hf_hub_download(repo_id="baconnier/Finance_dolphin-2.9.1-yi-1.5-34b_GGUF", filename="Finance_dolphin-2.9.1-yi-1.5-34b-Q8_0.gguf", local_dir = "./models")
11
+ hf_hub_download(repo_id="baconnier/Finance_dolphin-2.9.1-yi-1.5-9b_GGUF", filename="Finance_dolphin-2.9.1-yi-1.5-9b_Q8_0.gguf", local_dir = "./models")
12
  #hf_hub_download(repo_id="baconnier/finance_dolphin_orpo_llama3_8B_r64_51K_GGUF", filename="finance_dolphin_orpo_llama3_8B_r64_51K_GGUF-unsloth.Q8_0.gguf", local_dir = "./models")
13
  #hf_hub_download(repo_id="crusoeai/dolphin-2.9.1-llama-3-8b-GGUF", filename="dolphin-2.9.1-llama-3-8b.Q6_K.gguf", local_dir = "./models")
14
 
 
135
  step=0.1,
136
  label="Repetition penalty",
137
  ),
138
+ gr.Dropdown(["Finance_dolphin-2.9.1-yi-1.5-9b_Q8_0.gguf",'Finance_dolphin-2.9.1-yi-1.5-34b-Q8_0.gguf'], value="Finance_dolphin-2.9.1-yi-1.5-34b-Q8_0.gguf", label="Model"),
139
  ],
140
  theme=gr.themes.Soft(primary_hue="indigo", secondary_hue="blue", neutral_hue="gray",font=[gr.themes.GoogleFont("Exo"), "ui-sans-serif", "system-ui", "sans-serif"]).set(
141
  body_background_fill_dark="#0f172a",