nicholasKluge commited on
Commit
af2c5d5
1 Parent(s): 9b83149

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +9 -14
README.md CHANGED
@@ -83,12 +83,7 @@ inputs = tokenizer(tokenizer.bos_token + question + tokenizer.sep_token,
83
  add_special_tokens=False,
84
  return_tensors="pt").to(device)
85
 
86
- responses = aira.generate(**inputs,
87
- do_sample=True,
88
- top_k=50,
89
- top_p=0.95,
90
- temperature=0.7,
91
- num_return_sequences=2)
92
 
93
  print(f"Question: 👤 {question}\n")
94
 
@@ -151,11 +146,11 @@ Detailed results can be found [here](https://huggingface.co/datasets/open-llm-le
151
 
152
  | Metric | Value |
153
  |-----------------------|---------------------------|
154
- | Avg. | 27.47 |
155
- | ARC (25-shot) | 28.75 |
156
- | HellaSwag (10-shot) | 40.8 |
157
- | MMLU (5-shot) | 25.1 |
158
- | TruthfulQA (0-shot) | 41.33 |
159
- | Winogrande (5-shot) | 52.01 |
160
- | GSM8K (5-shot) | 0.0 |
161
- | DROP (3-shot) | 4.26 |
 
83
  add_special_tokens=False,
84
  return_tensors="pt").to(device)
85
 
86
+ responses = aira.generate(**inputs, num_return_sequences=2)
 
 
 
 
 
87
 
88
  print(f"Question: 👤 {question}\n")
89
 
 
146
 
147
  | Metric | Value |
148
  |-----------------------|---------------------------|
149
+ | Avg. | 27.47 |
150
+ | ARC (25-shot) | 28.75 |
151
+ | HellaSwag (10-shot) | 40.8 |
152
+ | MMLU (5-shot) | 25.1 |
153
+ | TruthfulQA (0-shot) | 41.33 |
154
+ | Winogrande (5-shot) | 52.01 |
155
+ | GSM8K (5-shot) | 0.0 |
156
+ | DROP (3-shot) | 4.26 |