Commit
•
66762dd
1
Parent(s):
fd623fb
Update README.md
Browse files
README.md
CHANGED
|
@@ -63,37 +63,4 @@ input_ids = tokenizer(prompt, return_tensors="pt")['input_ids'].to(device)
|
|
| 63 |
gen_tokens = model.generate(input_ids, max_length=max_length, repetition_penalty=1.1)
|
| 64 |
|
| 65 |
print(tokenizer.batch_decode(gen_tokens)[0])
|
| 66 |
-
```
|
| 67 |
-
|
| 68 |
-
```
|
| 69 |
-
{
|
| 70 |
-
"results": {
|
| 71 |
-
"lambada_vi": {
|
| 72 |
-
"ppl": 20.399671946090162,
|
| 73 |
-
"ppl_stderr": 0.4770699462098178,
|
| 74 |
-
"acc": 0.2917235994534452,
|
| 75 |
-
"acc_stderr": 0.004490877266338169
|
| 76 |
-
}
|
| 77 |
-
},
|
| 78 |
-
"versions": {
|
| 79 |
-
"lambada_vi": null
|
| 80 |
-
},
|
| 81 |
-
"config": {
|
| 82 |
-
"model": "hf-causal",
|
| 83 |
-
"model_args": "pretrained=vlsp-2023-vllm/hoa-1b4",
|
| 84 |
-
"num_fewshot": 0,
|
| 85 |
-
"batch_size": null,
|
| 86 |
-
"batch_sizes": [],
|
| 87 |
-
"device": "cuda:0",
|
| 88 |
-
"no_cache": false,
|
| 89 |
-
"limit": null,
|
| 90 |
-
"bootstrap_iters": 100000,
|
| 91 |
-
"description_dict": {}
|
| 92 |
-
}
|
| 93 |
-
}
|
| 94 |
-
hf-causal (pretrained=vlsp-2023-vllm/hoa-1b4), limit: None, provide_description: False, num_fewshot: 0, batch_size: None
|
| 95 |
-
| Task |Version|Metric| Value | |Stderr|
|
| 96 |
-
|----------|-------|------|------:|---|-----:|
|
| 97 |
-
|lambada_vi| |ppl |20.3997|± |0.4771|
|
| 98 |
-
| | |acc | 0.2917|± |0.0045|
|
| 99 |
```
|
|
|
|
| 63 |
gen_tokens = model.generate(input_ids, max_length=max_length, repetition_penalty=1.1)
|
| 64 |
|
| 65 |
print(tokenizer.batch_decode(gen_tokens)[0])
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 66 |
```
|