baconnier commited on
Commit
84f0474
·
verified ·
1 Parent(s): ec62380

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -9,7 +9,7 @@ subprocess.run('pip install llama-cpp-agent==0.2.10', shell=True)
9
 
10
  hf_hub_download(repo_id="bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF", filename="dolphin-2.9.1-yi-1.5-34b-Q6_K.gguf", local_dir = "./models")
11
  #hf_hub_download(repo_id="crusoeai/dolphin-2.9.1-llama-3-70b-GGUF", filename="dolphin-2.9.1-llama-3-70b.Q3_K_M.gguf", local_dir = "./models")
12
- hf_hub_download(repo_id="baconnier/Notaires_Yi-1.5-9B-Chat_GGUF", filename="Notaires_Yi-1.5-9B-Chat_GGUF-unsloth.Q8_0.gguf", local_dir = "./models")
13
  hf_hub_download(repo_id="crusoeai/dolphin-2.9.1-llama-3-8b-GGUF", filename="dolphin-2.9.1-llama-3-8b.Q6_K.gguf", local_dir = "./models")
14
 
15
  css = """
@@ -88,7 +88,7 @@ def respond(
88
 
89
  agent = LlamaCppAgent(
90
  provider,
91
- system_prompt="You are Dolphin an AI assistant that helps humanity.",
92
  predefined_messages_formatter_type=MessagesFormatterType.CHATML,
93
  debug_output=True
94
  )
@@ -148,7 +148,7 @@ demo = gr.ChatInterface(
148
  step=0.1,
149
  label="Repetition penalty",
150
  ),
151
- gr.Dropdown(["Notaires_Yi-1.5-9B-Chat_GGUF-unsloth.Q8_0.gguf",'dolphin-2.9.1-yi-1.5-34b-Q6_K.gguf', 'dolphin-2.9.1-llama-3-8b.Q6_K.gguf'], value="dolphin-2.9.1-llama-3-8b.Q6_K.gguf", label="Model"),
152
  ],
153
  theme=gr.themes.Soft(primary_hue="indigo", secondary_hue="blue", neutral_hue="gray",font=[gr.themes.GoogleFont("Exo"), "ui-sans-serif", "system-ui", "sans-serif"]).set(
154
  body_background_fill_dark="#0f172a",
 
9
 
10
  hf_hub_download(repo_id="bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF", filename="dolphin-2.9.1-yi-1.5-34b-Q6_K.gguf", local_dir = "./models")
11
  #hf_hub_download(repo_id="crusoeai/dolphin-2.9.1-llama-3-70b-GGUF", filename="dolphin-2.9.1-llama-3-70b.Q3_K_M.gguf", local_dir = "./models")
12
+ hf_hub_download(repo_id="baconnier/finance_dolphin_orpo_llama3_8B_r64_51K_GGUF", filename="finance_dolphin_orpo_llama3_8B_r64_51K_GGUF-unsloth.Q8_0.gguf", local_dir = "./models")
13
  hf_hub_download(repo_id="crusoeai/dolphin-2.9.1-llama-3-8b-GGUF", filename="dolphin-2.9.1-llama-3-8b.Q6_K.gguf", local_dir = "./models")
14
 
15
  css = """
 
88
 
89
  agent = LlamaCppAgent(
90
  provider,
91
+ system_prompt="You are a Senior Banker.",
92
  predefined_messages_formatter_type=MessagesFormatterType.CHATML,
93
  debug_output=True
94
  )
 
148
  step=0.1,
149
  label="Repetition penalty",
150
  ),
151
+ gr.Dropdown(["finance_dolphin_orpo_llama3_8B_r64_51K_GGUF-unsloth.Q8_0.gguf",'dolphin-2.9.1-yi-1.5-34b-Q6_K.gguf', 'dolphin-2.9.1-llama-3-8b.Q6_K.gguf'], value="finance_dolphin_orpo_llama3_8B_r64_51K_GGUF-unsloth.Q8_0.gguf", label="Model"),
152
  ],
153
  theme=gr.themes.Soft(primary_hue="indigo", secondary_hue="blue", neutral_hue="gray",font=[gr.themes.GoogleFont("Exo"), "ui-sans-serif", "system-ui", "sans-serif"]).set(
154
  body_background_fill_dark="#0f172a",