commit files to HF hub

README.md

@@ -33,27 +33,27 @@ model-index:
     metrics:
     - name: BLEU4 (Question Generation)
       type: bleu4_question_generation
-      value: 7.78
+      value: 7.14
     - name: ROUGE-L (Question Generation)
       type: rouge_l_question_generation
-      value: 21.95
+      value: 21.38
     - name: METEOR (Question Generation)
       type: meteor_question_generation
-      value: 17.51
+      value: 17.1
     - name: BERTScore (Question Generation)
       type: bertscore_question_generation
-      value: 81.17
+      value: 80.58
     - name: MoverScore (Question Generation)
       type: moverscore_question_generation
-      value: 56.9
+      value: 56.53
 ---
 
 # Model Card of `vocabtrimmer/mt5-small-trimmed-it-30000-itquad-qg`
-This model is fine-tuned version of [vocabtrimmer/mt5-small-trimmed-it-30000](https://huggingface.co/vocabtrimmer/mt5-small-trimmed-it-30000) for question generation task on the [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) (dataset_name: default) via [`lmqg`](https://github.com/asahi417/lm-question-generation).
+This model is fine-tuned version of [ckpts/mt5-small-trimmed-it-30000](https://huggingface.co/ckpts/mt5-small-trimmed-it-30000) for question generation task on the [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) (dataset_name: default) via [`lmqg`](https://github.com/asahi417/lm-question-generation).
 
 
 ### Overview
-- **Language model:** [vocabtrimmer/mt5-small-trimmed-it-30000](https://huggingface.co/vocabtrimmer/mt5-small-trimmed-it-30000)   
+- **Language model:** [ckpts/mt5-small-trimmed-it-30000](https://huggingface.co/ckpts/mt5-small-trimmed-it-30000)   
 - **Language:** it  
 - **Training data:** [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) (default)
 - **Online Demo:** [https://autoqg.net/](https://autoqg.net/)
@@ -89,14 +89,14 @@ output = pipe("<hl> Dopo il 1971 <hl> , l' OPEC ha tardato ad adeguare i prezzi
 
 |            |   Score | Type    | Dataset                                                          |
 |:-----------|--------:|:--------|:-----------------------------------------------------------------|
-| BERTScore  |   81.17 | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
-| Bleu_1     |   23.42 | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
-| Bleu_2     |   15.49 | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
-| Bleu_3     |   10.81 | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
-| Bleu_4     |    7.78 | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
-| METEOR     |   17.51 | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
-| MoverScore |   56.9  | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
-| ROUGE_L    |   21.95 | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
+| BERTScore  |   80.58 | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
+| Bleu_1     |   22.25 | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
+| Bleu_2     |   14.52 | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
+| Bleu_3     |   10.03 | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
+| Bleu_4     |    7.14 | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
+| METEOR     |   17.1  | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
+| MoverScore |   56.53 | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
+| ROUGE_L    |   21.38 | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
 
 
 
@@ -108,10 +108,10 @@ The following hyperparameters were used during fine-tuning:
  - input_types: paragraph_answer
  - output_types: question
  - prefix_types: None
- - model: vocabtrimmer/mt5-small-trimmed-it-30000
+ - model: ckpts/mt5-small-trimmed-it-30000
  - max_length: 512
  - max_length_output: 32
- - epoch: 13
+ - epoch: 15
  - batch: 16
  - lr: 0.001
  - fp16: False

eval/metric.first.answer.paragraph_answer.question.lmqg_qg_itquad.default.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.22989257356375256, "Bleu_2": 0.15213516929813192, "Bleu_3": 0.10630313931735506, "Bleu_4": 0.0763839625113326}, "test": {"Bleu_1": 0.22377526078424365, "Bleu_2": 0.14704728825530267, "Bleu_3": 0.10226100039416294, "Bleu_4": 0.0734035741961572}}
+{"validation": {"Bleu_1": 0.22066597084273007, "Bleu_2": 0.144722156120575, "Bleu_3": 0.10022009598001458, "Bleu_4": 0.07146108604808545}, "test": {"Bleu_1": 0.21266003626572655, "Bleu_2": 0.1376824030952117, "Bleu_3": 0.09473785424541231, "Bleu_4": 0.06734458544090786}}

eval/metric.first.sentence.paragraph_answer.question.lmqg_qg_itquad.default.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.23080744166242587, "Bleu_2": 0.15289948620670987, "Bleu_3": 0.10694051789612034, "Bleu_4": 0.07690975611721064, "METEOR": 0.17982243871340403, "ROUGE_L": 0.21916189813358627, "BERTScore": 0.8173784962797025, "MoverScore": 0.573879886693976}, "test": {"Bleu_1": 0.23419693055766302, "Bleu_2": 0.1549143329159371, "Bleu_3": 0.10811927856759837, "Bleu_4": 0.07777820467815959, "METEOR": 0.17506024506107878, "ROUGE_L": 0.21950186532101074, "BERTScore": 0.8116659186602364, "MoverScore": 0.5689672009433977}}
+{"validation": {"Bleu_1": 0.22141072239890705, "Bleu_2": 0.14532493709376143, "Bleu_3": 0.1007073697305332, "Bleu_4": 0.0718496150891248, "METEOR": 0.1762959836470047, "ROUGE_L": 0.21569429136920107, "BERTScore": 0.8116116372628956, "MoverScore": 0.5699260905504203}, "test": {"Bleu_1": 0.22247264531607566, "Bleu_2": 0.1452237935208171, "Bleu_3": 0.1002909925204728, "Bleu_4": 0.07143744792684396, "METEOR": 0.17103175673445153, "ROUGE_L": 0.21383596097352153, "BERTScore": 0.8058214243833317, "MoverScore": 0.5652511887101658}}