Update README.md

README.md

@@ -4,8 +4,16 @@ language:
 - ro
 base_model:
 - google/gemma-7b
+datasets:
+- OpenLLM-Ro/ro_sft_alpaca
+- OpenLLM-Ro/ro_sft_alpaca_gpt4
+- OpenLLM-Ro/ro_sft_dolly
+- OpenLLM-Ro/ro_sft_selfinstruct_gpt4
+- OpenLLM-Ro/ro_sft_norobots
+- OpenLLM-Ro/ro_sft_orca
+- OpenLLM-Ro/ro_sft_camel
 model-index:
-    - name: OpenLLM-Ro/RoGemma-7b-Instruct
+    - name: OpenLLM-Ro/RoGemma-7b-Instruct-2024-06-28
       results:
         - task:
             type: text-generation
@@ -331,13 +339,13 @@ model-index:
             name: OpenLLM-Ro/ro_gsm8k
             type: OpenLLM-Ro/ro_gsm8k
           metrics:
-            - name: 0-shot 
+            - name: 1-shot 
               type: accuracy
               value: 24.79
-            - name: 1-shot 
+            - name: 3-shot 
               type: accuracy
               value: 34.50
-            - name: 3-shot 
+            - name: 5-shot 
               type: accuracy
               value: 33.89
         - task:
@@ -451,41 +459,34 @@ model-index:
         - task:
             type: text-generation
           dataset:
-            name: STS
-            type: STS
+            name: STS_Spearman
+            type: STS_Spearman
           metrics:
-            - name: 0-shot 
+            - name: 1-shot 
               type: spearman
               value: 70.61
-            - name: 1-shot 
+            - name: 3-shot 
               type: spearman
               value: 73.53
-            - name: 3-shot 
+            - name: 5-shot 
               type: spearman
               value: 77.73
         - task:
             type: text-generation
           dataset:
-            name: STS
-            type: STS
+            name: STS_Pearson
+            type: STS_Pearson
           metrics:
-            - name: 0-shot 
+            - name: 1-shot 
               type: pearson
               value: 72.28
-            - name: 1-shot 
+            - name: 3-shot 
               type: pearson
               value: 74.46
-            - name: 3-shot 
+            - name: 5-shot 
               type: pearson
               value: 78.75
-datasets:
-- OpenLLM-Ro/ro_sft_alpaca
-- OpenLLM-Ro/ro_sft_alpaca_gpt4
-- OpenLLM-Ro/ro_sft_dolly
-- OpenLLM-Ro/ro_sft_selfinstruct_gpt4
-- OpenLLM-Ro/ro_sft_norobots
-- OpenLLM-Ro/ro_sft_orca
-- OpenLLM-Ro/ro_sft_camel
+
 ---
 
 # Model Card for Model ID
@@ -540,8 +541,8 @@ Use the code below to get started with the model.
 ```python
 from transformers import AutoTokenizer, AutoModelForCausalLM
 
-tokenizer = AutoTokenizer.from_pretrained("OpenLLM-Ro/RoGemma-7b-Instruct")
-model = AutoModelForCausalLM.from_pretrained("OpenLLM-Ro/RoGemma-7b-Instruct")
+tokenizer = AutoTokenizer.from_pretrained("OpenLLM-Ro/RoGemma-7b-Instruct-2024-06-28")
+model = AutoModelForCausalLM.from_pretrained("OpenLLM-Ro/RoGemma-7b-Instruct-2024-06-28")
 
 instruction = "Ce jocuri de societate pot juca cu prietenii mei?"
 chat = [
@@ -572,11 +573,18 @@ print(tokenizer.decode(outputs[0]))
 <td>gemma-1.1-7b-it</td><td><center>41.44</center></td><td><center>40.32</center></td><td><center>47.22</center></td><td><center>55.01</center></td><td><center>47.03</center></td><td><center>9.50</center></td><td><center>49.58</center></td>
 </tr>
 <tr>
-<td><em>RoGemma-7b-Instruct</em></td><td><center><em><strong>53.41</strong></em></center></td><td><center><em><strong>52.44</strong></em></center></td><td><center><em><strong>54.44</strong></em></center></td><td><center><em><strong>69.36</strong></em></center></td><td><center><em><strong>61.96</strong></em></center></td><td><center><em><strong>31.06</strong></em></center></td><td><center><em><strong>51.23</strong></em></center></td>
+<td><em>RoGemma-7b-Instruct-2024-06-28</em></td><td><center><em><strong>53.41</strong></em></center></td><td><center><em><strong>52.44</strong></em></center></td><td><center><em>54.44</em></center></td><td><center><em><strong>69.36</strong></em></center></td><td><center><em><strong>61.96</strong></em></center></td><td><center><em>31.06</em></center></td><td><center><em><strong>51.23</strong></em></center></td>
+</tr>
+<tr>
+<td>RoGemma-7b-Instruct-2024-10-09</td><td><center>50.48</center></td><td><center>52.01</center></td><td><center>52.37</center></td><td><center>66.97</center></td><td><center>56.34</center></td><td><center>25.98</center></td><td><center>49.18</center></td>
+</tr>
+<tr>
+<td>RoGemma-7b-Instruct-DPO-2024-10-09</td><td><center>48.27</center></td><td><center>46.66</center></td><td><center><strong>54.45</strong></center></td><td><center>63.73</center></td><td><center>49.33</center></td><td><center><strong>34.98</strong></center></td><td><center>40.45</center></td>
 </tr>
 </tbody>
 </table>
 
+
 ## Downstream tasks
 
 <table>
@@ -608,13 +616,18 @@ print(tokenizer.decode(outputs[0]))
 <td>gemma-1.1-7b-it</td><td><center>87.54</center></td><td><center>51.48</center></td><td><center>83.87</center></td><td><center>85.61</center></td><td><center>17.96</center></td><td><center><strong>27.74</strong></center></td><td><center>25.48</center></td><td><center>36.11</center></td>
 </tr>
 <tr>
-<td><em>RoGemma-7b-Instruct</em></td><td><center><em><strong>97.86</strong></em></center></td><td><center><em><strong>65.70</strong></em></center></td><td><center><em><strong>98.43</strong></em></center></td><td><center><em><strong>87.17</strong></em></center></td><td><center><em><strong>27.91</strong></em></center></td><td><center><em>23.08</em></center></td><td><center><em><strong>27.99</strong></em></center></td><td><center><em><strong>39.51</strong></em></center></td>
+<td><em>RoGemma-7b-Instruct-2024-06-28</em></td><td><center><em><strong>97.86</strong></em></center></td><td><center><em><strong>65.70</strong></em></center></td><td><center><em>98.43</em></center></td><td><center><em><strong>87.17</strong></em></center></td><td><center><em><strong>27.91</strong></em></center></td><td><center><em>23.08</em></center></td><td><center><em><strong>27.99</strong></em></center></td><td><center><em><strong>39.51</strong></em></center></td>
+</tr>
+<tr>
+<td>RoGemma-7b-Instruct-2024-10-09</td><td><center>86.96</center></td><td><center>56.72</center></td><td><center><strong>98.80</strong></center></td><td><center>85.81</center></td><td><center>24.45</center></td><td><center>14.20</center></td><td><center>25.96</center></td><td><center>39.07</center></td>
+</tr>
+<tr>
+<td>RoGemma-7b-Instruct-DPO-2024-10-09</td><td><center>96.45</center></td><td><center>63.23</center></td><td><center>-</center></td><td><center>-</center></td><td><center>20.73</center></td><td><center>7.87</center></td><td><center>-</center></td><td><center>-</center></td>
 </tr>
 </tbody>
 </table>
 
 
-
 <table>
 <tbody>
 <tr>
@@ -644,7 +657,13 @@ print(tokenizer.decode(outputs[0]))
 <td>gemma-1.1-7b-it</td><td><center><strong>42.10</strong></center></td><td><center><strong>62.30</strong></center></td><td><center><strong>60.34</strong></center></td><td><center><strong>77.40</strong></center></td><td><center>49.10</center></td><td><center>50.23</center></td><td><center>83.43</center></td><td><center>83.64</center></td>
 </tr>
 <tr>
-<td><em>RoGemma-7b-Instruct</em></td><td><center><em>17.75</em></center></td><td><center><em>28.11</em></center></td><td><center><em>52.02</em></center></td><td><center><em>68.43</em></center></td><td><center><em><strong>73.96</strong></em></center></td><td><center><em><strong>75.16</strong></em></center></td><td><center><em><strong>86.45</strong></em></center></td><td><center><em><strong>86.31</strong></em></center></td>
+<td><em>RoGemma-7b-Instruct-2024-06-28</em></td><td><center><em>17.75</em></center></td><td><center><em>28.11</em></center></td><td><center><em>52.02</em></center></td><td><center><em>68.43</em></center></td><td><center><em><strong>73.96</strong></em></center></td><td><center><em><strong>75.16</strong></em></center></td><td><center><em>86.45</em></center></td><td><center><em>86.31</em></center></td>
+</tr>
+<tr>
+<td>RoGemma-7b-Instruct-2024-10-09</td><td><center>26.03</center></td><td><center>41.58</center></td><td><center>46.72</center></td><td><center>60.79</center></td><td><center>73.23</center></td><td><center>71.58</center></td><td><center><strong>88.42</strong></center></td><td><center><strong>88.45</strong></center></td>
+</tr>
+<tr>
+<td>RoGemma-7b-Instruct-DPO-2024-10-09</td><td><center>19.14</center></td><td><center>38.10</center></td><td><center>-</center></td><td><center>-</center></td><td><center>69.38</center></td><td><center>69.34</center></td><td><center>-</center></td><td><center>-</center></td>
 </tr>
 </tbody>
 </table>
@@ -665,11 +684,18 @@ print(tokenizer.decode(outputs[0]))
 <td>gemma-1.1-7b-it</td><td><center>4.83</center></td><td><center>5.11</center></td><td><center>4.55</center></td><td><center><strong>160/160</strong></center></td>
 </tr>
 <tr>
-<td><em>RoGemma-7b-Instruct</em></td><td><center><em><strong>5.26</strong></em></center></td><td><center><em><strong>5.92</strong></em></center></td><td><center><em><strong>4.60</strong></em></center></td><td><center><em><strong>160/160</strong></em></center></td>
+<td><em>RoGemma-7b-Instruct-2024-06-28</em></td><td><center><em>5.26</em></center></td><td><center><em><strong>5.92</strong></em></center></td><td><center><em>4.60</em></center></td><td><center><em><strong>160/160</strong></em></center></td>
+</tr>
+<tr>
+<td>RoGemma-7b-Instruct-2024-10-09</td><td><center>5.24</center></td><td><center>5.55</center></td><td><center>4.94</center></td><td><center><strong>160/160</strong></center></td>
+</tr>
+<tr>
+<td>RoGemma-7b-Instruct-DPO-2024-10-09</td><td><center><strong>5.47</strong></center></td><td><center><strong>5.92</strong></center></td><td><center><strong>5.03</strong></center></td><td><center><strong>160/160</strong></center></td>
 </tr>
 </tbody>
 </table>
 
+
 ## RoCulturaBench
 
 <table>
@@ -680,20 +706,27 @@ print(tokenizer.decode(outputs[0]))
 <td><strong><center>Answers in Ro</center></strong></td>
 </tr>
 <tr>
-<td>gemma-1.1-7b-it</td><td><center><strong>3.38</strong></center></td><td><center><strong>100/100</strong></center></td>
+<td>gemma-1.1-7b-it</td><td><center>3.38</center></td><td><center><strong>100/100</strong></center></td>
+</tr>
+<tr>
+<td><em>RoGemma-7b-Instruct-2024-06-28</em></td><td><center><em>3.26</em></center></td><td><center><em><strong>100/100</strong></em></center></td>
 </tr>
 <tr>
-<td><em>RoGemma-7b-Instruct</em></td><td><center><em>3.26</em></center></td><td><center><em><strong>100/100</strong></em></center></td>
+<td>RoGemma-7b-Instruct-2024-10-09</td><td><center>3.51</center></td><td><center><strong>100/100</strong></center></td>
+</tr>
+<tr>
+<td>RoGemma-7b-Instruct-DPO-2024-10-09</td><td><center><strong>3.94</strong></center></td><td><center><strong>100/100</strong></center></td>
 </tr>
 </tbody>
 </table>
 
-
 ## RoGemma Model Family
 
 | Model              | Link  |
 |--------------------|:--------:|
-|*RoGemma-7b-Instruct*| [link](https://huggingface.co/OpenLLM-Ro/RoGemma-7b-Instruct) |
+|*RoGemma-7b-Instruct-2024-06-28*| [link](https://huggingface.co/OpenLLM-Ro/RoGemma-7b-Instruct-2024-06-28) |
+|RoGemma-7b-Instruct-2024-10-09| [link](https://huggingface.co/OpenLLM-Ro/RoGemma-7b-Instruct-2024-10-09) |
+|RoGemma-7b-Instruct-DPO-2024-10-09| [link](https://huggingface.co/OpenLLM-Ro/RoGemma-7b-Instruct-DPO-2024-10-09) |
 
 
 ## Citation