developer3000 commited on
Commit
2579b4d
·
1 Parent(s): 8851723

Add application file

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -3,13 +3,13 @@ from llama_cpp import Llama
3
  import gradio as gr
4
  import os
5
 
6
- os.makedirs(/content, exist_ok=True) # Создание директории для сохранения модели
7
  model_name = "aaditya/OpenBioLLM-Llama3-8B-GGUF"
8
  model_file = "openbiollm-llama3-8b.Q5_K_M.gguf"
9
 
10
  model_path = hf_hub_download(model_name,
11
  filename=model_file,
12
- local_dir='/content')
13
  print("My model path: ", model_path)
14
  llm = Llama(model_path=model_path,
15
  n_gpu_layers=-1)
 
3
  import gradio as gr
4
  import os
5
 
6
+ os.makedirs("content", exist_ok=True) # Создание директории для сохранения модели
7
  model_name = "aaditya/OpenBioLLM-Llama3-8B-GGUF"
8
  model_file = "openbiollm-llama3-8b.Q5_K_M.gguf"
9
 
10
  model_path = hf_hub_download(model_name,
11
  filename=model_file,
12
+ local_dir='./content')
13
  print("My model path: ", model_path)
14
  llm = Llama(model_path=model_path,
15
  n_gpu_layers=-1)