Files changed (1) hide show
  1. README.md +18 -6
README.md CHANGED
@@ -1,6 +1,5 @@
1
  ---
2
  license: mit
3
- base_model: microsoft/phi-2
4
  tags:
5
  - axolotl
6
  - generated_from_trainer
@@ -10,16 +9,16 @@ tags:
10
  - reasoning
11
  - transformers
12
  - text-generation-inference
13
- model-index:
14
- - name: phi-2-logical-sft
15
- results: []
16
  datasets:
17
  - garage-bAInd/Open-Platypus
18
- model_name: phi-2-logical-sft
19
  inference: false
20
  model_creator: MaziyarPanahi
21
  pipeline_tag: text-generation
22
  quantized_by: MaziyarPanahi
 
 
 
23
  ---
24
 
25
  <img src="https://cdn-uploads.huggingface.co/production/uploads/5fd5e18a90b6dc4633f6d292/uhDf-zhThjoAwQVAMEo2t.webp" width="600" />
@@ -252,4 +251,17 @@ special_tokens:
252
  pad_token: "<|endoftext|>"
253
  ```
254
 
255
- </details><br>
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  ---
2
  license: mit
 
3
  tags:
4
  - axolotl
5
  - generated_from_trainer
 
9
  - reasoning
10
  - transformers
11
  - text-generation-inference
 
 
 
12
  datasets:
13
  - garage-bAInd/Open-Platypus
14
+ base_model: microsoft/phi-2
15
  inference: false
16
  model_creator: MaziyarPanahi
17
  pipeline_tag: text-generation
18
  quantized_by: MaziyarPanahi
19
+ model-index:
20
+ - name: phi-2-logical-sft
21
+ results: []
22
  ---
23
 
24
  <img src="https://cdn-uploads.huggingface.co/production/uploads/5fd5e18a90b6dc4633f6d292/uhDf-zhThjoAwQVAMEo2t.webp" width="600" />
 
251
  pad_token: "<|endoftext|>"
252
  ```
253
 
254
+ </details><br>
255
+ # [Open LLM Leaderboard Evaluation Results](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard)
256
+ Detailed results can be found [here](https://huggingface.co/datasets/open-llm-leaderboard/details_MaziyarPanahi__phi-2-logical-sft)
257
+
258
+ | Metric |Value|
259
+ |---------------------------------|----:|
260
+ |Avg. |61.50|
261
+ |AI2 Reasoning Challenge (25-Shot)|61.35|
262
+ |HellaSwag (10-Shot) |75.14|
263
+ |MMLU (5-Shot) |57.40|
264
+ |TruthfulQA (0-shot) |44.39|
265
+ |Winogrande (5-shot) |74.90|
266
+ |GSM8k (5-shot) |55.80|
267
+