Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -29,7 +29,7 @@ def add_caseifer(text):
|
|
29 |
max_new_tokens = 175 # number of tokens generated in each sample
|
30 |
temperature = 0.8 # 1.0 = no change, < 1.0 = less random, > 1.0 = more random, in predictions
|
31 |
top_k = 200 # retain only the top_k most likely tokens, clamp others to have 0 probability
|
32 |
-
device = '
|
33 |
dtype = 'bfloat16' # 'float32' or 'bfloat16' or 'float16'
|
34 |
out_dir = 'model' # ignored if init_from is not 'resume'
|
35 |
|
|
|
29 |
max_new_tokens = 175 # number of tokens generated in each sample
|
30 |
temperature = 0.8 # 1.0 = no change, < 1.0 = less random, > 1.0 = more random, in predictions
|
31 |
top_k = 200 # retain only the top_k most likely tokens, clamp others to have 0 probability
|
32 |
+
device = 'cpu' # examples: 'cpu', 'cuda', 'cuda:0', 'cuda:1', etc.
|
33 |
dtype = 'bfloat16' # 'float32' or 'bfloat16' or 'float16'
|
34 |
out_dir = 'model' # ignored if init_from is not 'resume'
|
35 |
|