jxuhf commited on
Commit
cffe0eb
1 Parent(s): 1aa1cfa

Upload gaudi_config.json

Browse files
Files changed (1) hide show
  1. gaudi_config.json +30 -0
gaudi_config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "hmp_bf16_ops": [
3
+ "add",
4
+ "addmm",
5
+ "bmm",
6
+ "div",
7
+ "dropout",
8
+ "gelu",
9
+ "iadd",
10
+ "linear",
11
+ "layer_norm",
12
+ "matmul",
13
+ "mm",
14
+ "rsub",
15
+ "softmax",
16
+ "truediv"
17
+ ],
18
+ "hmp_fp32_ops": [
19
+ "embedding",
20
+ "nll_loss",
21
+ "log_softmax"
22
+ ],
23
+ "hmp_is_verbose": false,
24
+ "hmp_opt_level": "O1",
25
+ "optimum_version": "1.1.1",
26
+ "transformers_version": "4.18.0",
27
+ "use_fused_adam": true,
28
+ "use_fused_clip_norm": true,
29
+ "use_habana_mixed_precision": true
30
+ }