titanhacker commited on
Commit
0c881d7
1 Parent(s): 321ea15

Update configs/app_config.yml

Browse files
Files changed (1) hide show
  1. configs/app_config.yml +1 -1
configs/app_config.yml CHANGED
@@ -23,7 +23,7 @@ llm_config:
23
  Answer it based on given content. Provide only the response, dont say 'Answer:'."
24
  engine: "BioMistral/BioMistral-7B"
25
  temperature: 0.1
26
- device: "cuda"
27
  max_new_tokens: 4096
28
  do_sample: True
29
  top_k: 10
 
23
  Answer it based on given content. Provide only the response, dont say 'Answer:'."
24
  engine: "BioMistral/BioMistral-7B"
25
  temperature: 0.1
26
+ device: "cpu"
27
  max_new_tokens: 4096
28
  do_sample: True
29
  top_k: 10