mintaeng commited on
Commit
8c9f460
β€’
1 Parent(s): 3d30833

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -7
app.py CHANGED
@@ -10,7 +10,7 @@ from langchain.document_loaders import PyPDFLoader
10
  import gradio as gr
11
 
12
 
13
- local_llm = "final_model_maybe_gguf-unsloth.Q5_K_M.gguf"
14
 
15
  config = {
16
  'max_new_tokens': 2048,
@@ -32,14 +32,16 @@ llm = CTransformers(
32
  print("LLM Initialized...")
33
 
34
 
35
- prompt_template = """Use the following pieces of information to answer the user's question.
36
- If you don't know the answer, just say that you don't know, don't try to make up an answer.
37
 
38
- Context: {context}
39
- Question: {question}
40
 
41
- Only return the helpful answer below and nothing else.
42
- Helpful answer:
 
 
43
  """
44
 
45
  model_name = "jhgan/ko-sroberta-multitask"
 
10
  import gradio as gr
11
 
12
 
13
+ local_llm = "zephyr_tuning_small_finish_Q5_K_M.gguf"
14
 
15
  config = {
16
  'max_new_tokens': 2048,
 
32
  print("LLM Initialized...")
33
 
34
 
35
+ prompt_template = """Below is an instruction that describes a task. Write a response that appropriately completes the request.
36
+ μ œμ‹œλœ μ§ˆλ¬Έμ— λŒ€ν•΄μ„œ context λ‚΄μš©μœΌλ‘œ λ‹΅λ³€ν•΄μ€˜.
37
 
38
+ ### Context :
39
+ {context}
40
 
41
+ ### Instruction:
42
+ {question}
43
+
44
+ ### Response:
45
  """
46
 
47
  model_name = "jhgan/ko-sroberta-multitask"