AurelioAguirre commited on
Commit
5302c90
·
1 Parent(s): 9c1b990

Fixing download logging issue. v3

Browse files
Files changed (2) hide show
  1. main/config.yaml +2 -2
  2. requirements.txt +1 -0
main/config.yaml CHANGED
@@ -5,9 +5,9 @@ server:
5
  model:
6
  base_path: "."
7
  generation:
8
- max_new_tokens: 256
9
  do_sample: true
10
- temperature: 0.7
11
  repetition_penalty: 1.1
12
  defaults:
13
  #model_name: "huihui-ai/Llama-3.2-3B-Instruct-abliterated"
 
5
  model:
6
  base_path: "."
7
  generation:
8
+ max_new_tokens: 500
9
  do_sample: true
10
+ temperature: 0.2
11
  repetition_penalty: 1.1
12
  defaults:
13
  #model_name: "huihui-ai/Llama-3.2-3B-Instruct-abliterated"
requirements.txt CHANGED
@@ -1,3 +1,4 @@
 
1
  annotated-types==0.7.0
2
  anyio==4.6.2.post1
3
  certifi==2024.8.30
 
1
+ accelerate==1.2.0
2
  annotated-types==0.7.0
3
  anyio==4.6.2.post1
4
  certifi==2024.8.30