bourdoiscatie
commited on
Update README.md
Browse files
README.md
CHANGED
@@ -57,27 +57,27 @@ The distribution of the entities is as follows:
|
|
57 |
</thead>
|
58 |
<tbody>
|
59 |
<td><br>train</td>
|
60 |
-
<td><br
|
61 |
-
<td><br
|
62 |
-
<td><br
|
63 |
-
<td><br
|
64 |
-
<td><br
|
65 |
</tr>
|
66 |
<tr>
|
67 |
<td><br>validation</td>
|
68 |
-
<td><br
|
69 |
-
<td><br
|
70 |
-
<td><br
|
71 |
-
<td><br
|
72 |
-
<td><br
|
73 |
</tr>
|
74 |
<tr>
|
75 |
<td><br>test</td>
|
76 |
-
<td><br
|
77 |
-
<td><br
|
78 |
-
<td><br
|
79 |
-
<td><br
|
80 |
-
<td><br
|
81 |
</tr>
|
82 |
</tbody>
|
83 |
</table>
|
@@ -216,18 +216,18 @@ For space reasons, we show only the F1 of the different models. You can see the
|
|
216 |
<tr>
|
217 |
<td rowspan="3"><br><a href="https://hf/CATIE-AQ/NERmembert-base-3entities">NERmembert-base-3entities</a></td>
|
218 |
<td><br>Precision</td>
|
219 |
-
<td><br>
|
220 |
-
<td><br>
|
221 |
-
<td><br>
|
222 |
<td><br>0</td>
|
223 |
<td><br>X</td>
|
224 |
<td><br>X</td>
|
225 |
</tr>
|
226 |
<tr>
|
227 |
<td><br>Recall</td>
|
228 |
-
<td><br>
|
229 |
-
<td><br>
|
230 |
-
<td><br>
|
231 |
<td><br>0</td>
|
232 |
<td><br>X</td>
|
233 |
<td><br>X</td>
|
@@ -262,12 +262,12 @@ For space reasons, we show only the F1 of the different models. You can see the
|
|
262 |
</tr>
|
263 |
<tr>
|
264 |
<td>F1</td>
|
265 |
-
<td><br
|
266 |
-
<td><br
|
267 |
-
<td><br
|
268 |
-
<td><br
|
269 |
-
<td><br
|
270 |
-
<td><br
|
271 |
</tr>
|
272 |
<tr>
|
273 |
<td rowspan="3"><br><a href="https://hf/CATIE-AQ/NERmembert-large-4entities">NERmembert-large-4entities</a></td>
|
@@ -334,17 +334,17 @@ For space reasons, we show only the F1 of the different models. You can see the
|
|
334 |
</tr>
|
335 |
<tr>
|
336 |
<td rowspan="1"><br><a href="https://hf/CATIE-AQ/NERmembert-base-3entities">NERmembert-base-3entities</a></td>
|
337 |
-
<td><br>
|
338 |
-
<td><br>
|
339 |
-
<td><br>
|
340 |
<td><br>0</td>
|
341 |
</tr>
|
342 |
<tr>
|
343 |
<td rowspan="1"><br>NERmembert-base-4entities (this model)</td>
|
344 |
-
<td><br
|
345 |
-
<td><br
|
346 |
-
<td><br
|
347 |
-
<td><br
|
348 |
</tr>
|
349 |
<tr>
|
350 |
<td rowspan="1"><br><a href="https://hf/CATIE-AQ/NERmembert-large-4entities">NERmembert-large-4entities</a></td>
|
@@ -431,27 +431,27 @@ For space reasons, we show only the F1 of the different models. You can see the
|
|
431 |
<tr>
|
432 |
<td rowspan="3"><br><a href="https://hf/CATIE-AQ/NERmembert-base-3entities">NERmembert-base-3entities</a></td>
|
433 |
<td><br>Precision</td>
|
434 |
-
<td><br>
|
435 |
-
<td><br>
|
436 |
-
<td><br>
|
437 |
<td><br>0</td>
|
438 |
<td><br>X</td>
|
439 |
<td><br>X</td>
|
440 |
</tr>
|
441 |
<tr>
|
442 |
<td><br>Recall</td>
|
443 |
-
<td><br>
|
444 |
-
<td><br>
|
445 |
-
<td><br>
|
446 |
<td><br>0</td>
|
447 |
<td><br>X</td>
|
448 |
<td><br>X</td>
|
449 |
</tr>
|
450 |
<tr>
|
451 |
<td>F1</td>
|
452 |
-
<td><br>
|
453 |
-
<td><br>
|
454 |
-
<td><br>
|
455 |
<td><br>0</td>
|
456 |
<td><br>X</td>
|
457 |
<td><br>X</td>
|
@@ -548,17 +548,17 @@ For space reasons, we show only the F1 of the different models. You can see the
|
|
548 |
</tr>
|
549 |
<tr>
|
550 |
<td rowspan="1"><br><a href="https://hf/CATIE-AQ/NERmembert-base-3entities">NERmembert-base-3entities</a></td>
|
551 |
-
<td><br>
|
552 |
-
<td><br>
|
553 |
-
<td><br>
|
554 |
<td><br>0</td>
|
555 |
</tr>
|
556 |
<tr>
|
557 |
<td rowspan="1"><br>NERmembert-base-4entities (this model)</td>
|
558 |
-
<td><br
|
559 |
-
<td><br
|
560 |
-
<td><br
|
561 |
-
<td><br
|
562 |
</tr>
|
563 |
<tr>
|
564 |
<td rowspan="1"><br><a href="https://hf/CATIE-AQ/NERmembert-large-4entities">NERmembert-large-4entities</a></td>
|
@@ -645,27 +645,27 @@ For space reasons, we show only the F1 of the different models. You can see the
|
|
645 |
<tr>
|
646 |
<td rowspan="3"><br><a href="https://hf/CATIE-AQ/NERmembert-base-3entities">NERmembert-base-3entities</a></td>
|
647 |
<td><br>Precision</td>
|
648 |
-
<td><br>
|
649 |
-
<td><br>
|
650 |
-
<td><br>
|
651 |
<td><br>0</td>
|
652 |
<td><br>X</td>
|
653 |
<td><br>X</td>
|
654 |
</tr>
|
655 |
<tr>
|
656 |
<td><br>Recall</td>
|
657 |
-
<td><br>
|
658 |
-
<td><br>
|
659 |
-
<td><br>
|
660 |
<td><br>0</td>
|
661 |
<td><br>X</td>
|
662 |
<td><br>X</td>
|
663 |
</tr>
|
664 |
<tr>
|
665 |
<td>F1</td>
|
666 |
-
<td><br>
|
667 |
-
<td><br>
|
668 |
-
<td><br>
|
669 |
<td><br>0</td>
|
670 |
<td><br>X</td>
|
671 |
<td><br>X</td>
|
@@ -691,12 +691,12 @@ For space reasons, we show only the F1 of the different models. You can see the
|
|
691 |
</tr>
|
692 |
<tr>
|
693 |
<td>F1</td>
|
694 |
-
<td><br
|
695 |
-
<td><br
|
696 |
-
<td><br
|
697 |
-
<td><br
|
698 |
-
<td><br
|
699 |
-
<td><br
|
700 |
</tr>
|
701 |
<tr>
|
702 |
<td rowspan="3"><br><a href="https://hf/CATIE-AQ/NERmembert-large-4entities">NERmembert-large-4entities</a></td>
|
@@ -747,10 +747,10 @@ For space reasons, we show only the F1 of the different models. You can see the
|
|
747 |
<tbody>
|
748 |
<tr>
|
749 |
<td rowspan="1"><br><a href="https://hf.co/Jean-Baptiste/camembert-ner">Jean-Baptiste/camembert-ner</a></td>
|
750 |
-
<td><br
|
751 |
-
<td><br
|
752 |
-
<td><br
|
753 |
-
<td><br
|
754 |
</tr>
|
755 |
<tr>
|
756 |
<td rowspan="1"><br><a href="https://hf/cmarkea/distilcamembert-base-ner">cmarkea/distilcamembert-base-ner</a></td>
|
@@ -761,9 +761,9 @@ For space reasons, we show only the F1 of the different models. You can see the
|
|
761 |
</tr>
|
762 |
<tr>
|
763 |
<td rowspan="1"><br><a href="https://hf/CATIE-AQ/NERmembert-base-3entities">NERmembert-base-3entities</a></td>
|
764 |
-
<td><br>
|
765 |
-
<td><br>
|
766 |
-
<td><br>
|
767 |
<td><br>0</td>
|
768 |
</tr>
|
769 |
<tr>
|
@@ -820,12 +820,12 @@ For space reasons, we show only the F1 of the different models. You can see the
|
|
820 |
</tr>
|
821 |
<tr>
|
822 |
<td>F1</td>
|
823 |
-
<td><br
|
824 |
-
<td><br
|
825 |
-
<td><br
|
826 |
-
<td><br
|
827 |
-
<td><br
|
828 |
-
<td><br
|
829 |
</tr>
|
830 |
<tr>
|
831 |
<td rowspan="3"><br><a href="https://hf/cmarkea/distilcamembert-base-ner">cmarkea/distilcamembert-base-ner</a></td>
|
@@ -858,27 +858,27 @@ For space reasons, we show only the F1 of the different models. You can see the
|
|
858 |
<tr>
|
859 |
<td rowspan="3"><br><a href="https://hf/CATIE-AQ/NERmembert-base-3entities">NERmembert-base-3entities</a></td>
|
860 |
<td><br>Precision</td>
|
861 |
-
<td><br>
|
862 |
-
<td><br>
|
863 |
-
<td><br>
|
864 |
<td><br>0</td>
|
865 |
<td><br>X</td>
|
866 |
<td><br>X</td>
|
867 |
</tr>
|
868 |
<tr>
|
869 |
<td><br>Recall</td>
|
870 |
-
<td><br>
|
871 |
-
<td><br>
|
872 |
-
<td><br>
|
873 |
<td><br>0</td>
|
874 |
<td><br>X</td>
|
875 |
<td><br>X</td>
|
876 |
</tr>
|
877 |
<tr>
|
878 |
<td>F1</td>
|
879 |
-
<td><br>
|
880 |
-
<td><br>
|
881 |
-
<td><br>
|
882 |
<td><br>0</td>
|
883 |
<td><br>X</td>
|
884 |
<td><br>X</td>
|
|
|
57 |
</thead>
|
58 |
<tbody>
|
59 |
<td><br>train</td>
|
60 |
+
<td><br>7,539,692</td>
|
61 |
+
<td><br>307,144</td>
|
62 |
+
<td><br>286,746</td>
|
63 |
+
<td><br>127,089</td>
|
64 |
+
<td><br>799,494</td>
|
65 |
</tr>
|
66 |
<tr>
|
67 |
<td><br>validation</td>
|
68 |
+
<td><br>544,580</td>
|
69 |
+
<td><br>24,034</td>
|
70 |
+
<td><br>21,585</td>
|
71 |
+
<td><br>5,927</td>
|
72 |
+
<td><br>18,221</td>
|
73 |
</tr>
|
74 |
<tr>
|
75 |
<td><br>test</td>
|
76 |
+
<td><br>720,623</td>
|
77 |
+
<td><br>32,870</td>
|
78 |
+
<td><br>29,683</td>
|
79 |
+
<td><br>7,911</td>
|
80 |
+
<td><br>21,760</td>
|
81 |
</tr>
|
82 |
</tbody>
|
83 |
</table>
|
|
|
216 |
<tr>
|
217 |
<td rowspan="3"><br><a href="https://hf/CATIE-AQ/NERmembert-base-3entities">NERmembert-base-3entities</a></td>
|
218 |
<td><br>Precision</td>
|
219 |
+
<td><br>0.973</td>
|
220 |
+
<td><br>0.955</td>
|
221 |
+
<td><br>0.886</td>
|
222 |
<td><br>0</td>
|
223 |
<td><br>X</td>
|
224 |
<td><br>X</td>
|
225 |
</tr>
|
226 |
<tr>
|
227 |
<td><br>Recall</td>
|
228 |
+
<td><br>0.983</td>
|
229 |
+
<td><br>0.960</td>
|
230 |
+
<td><br>0.923</td>
|
231 |
<td><br>0</td>
|
232 |
<td><br>X</td>
|
233 |
<td><br>X</td>
|
|
|
262 |
</tr>
|
263 |
<tr>
|
264 |
<td>F1</td>
|
265 |
+
<td><br>0.978</td>
|
266 |
+
<td><br>0.958</td>
|
267 |
+
<td><br>0.903</td>
|
268 |
+
<td><br>0.814</td>
|
269 |
+
<td><br>0.993</td>
|
270 |
+
<td><br>0.984</td>
|
271 |
</tr>
|
272 |
<tr>
|
273 |
<td rowspan="3"><br><a href="https://hf/CATIE-AQ/NERmembert-large-4entities">NERmembert-large-4entities</a></td>
|
|
|
334 |
</tr>
|
335 |
<tr>
|
336 |
<td rowspan="1"><br><a href="https://hf/CATIE-AQ/NERmembert-base-3entities">NERmembert-base-3entities</a></td>
|
337 |
+
<td><br>0.960</td>
|
338 |
+
<td><br>0.887</td>
|
339 |
+
<td><br>0.877</td>
|
340 |
<td><br>0</td>
|
341 |
</tr>
|
342 |
<tr>
|
343 |
<td rowspan="1"><br>NERmembert-base-4entities (this model)</td>
|
344 |
+
<td><br>0.960</td>
|
345 |
+
<td><br>0.890</td>
|
346 |
+
<td><br>0.867</td>
|
347 |
+
<td><br>0.852</td>
|
348 |
</tr>
|
349 |
<tr>
|
350 |
<td rowspan="1"><br><a href="https://hf/CATIE-AQ/NERmembert-large-4entities">NERmembert-large-4entities</a></td>
|
|
|
431 |
<tr>
|
432 |
<td rowspan="3"><br><a href="https://hf/CATIE-AQ/NERmembert-base-3entities">NERmembert-base-3entities</a></td>
|
433 |
<td><br>Precision</td>
|
434 |
+
<td><br>0.957</td>
|
435 |
+
<td><br>0.894</td>
|
436 |
+
<td><br>0.876</td>
|
437 |
<td><br>0</td>
|
438 |
<td><br>X</td>
|
439 |
<td><br>X</td>
|
440 |
</tr>
|
441 |
<tr>
|
442 |
<td><br>Recall</td>
|
443 |
+
<td><br>0.962</td>
|
444 |
+
<td><br>0.880</td>
|
445 |
+
<td><br>0.878</td>
|
446 |
<td><br>0</td>
|
447 |
<td><br>X</td>
|
448 |
<td><br>X</td>
|
449 |
</tr>
|
450 |
<tr>
|
451 |
<td>F1</td>
|
452 |
+
<td><br>0.960</td>
|
453 |
+
<td><br>0.887</td>
|
454 |
+
<td><br>0.877</td>
|
455 |
<td><br>0</td>
|
456 |
<td><br>X</td>
|
457 |
<td><br>X</td>
|
|
|
548 |
</tr>
|
549 |
<tr>
|
550 |
<td rowspan="1"><br><a href="https://hf/CATIE-AQ/NERmembert-base-3entities">NERmembert-base-3entities</a></td>
|
551 |
+
<td><br>0.985</td>
|
552 |
+
<td><br>0.973</td>
|
553 |
+
<td><br>0.938</td>
|
554 |
<td><br>0</td>
|
555 |
</tr>
|
556 |
<tr>
|
557 |
<td rowspan="1"><br>NERmembert-base-4entities (this model)</td>
|
558 |
+
<td><br>0.985</td>
|
559 |
+
<td><br>0.973</td>
|
560 |
+
<td><br>0.938</td>
|
561 |
+
<td><br>0.770</td>
|
562 |
</tr>
|
563 |
<tr>
|
564 |
<td rowspan="1"><br><a href="https://hf/CATIE-AQ/NERmembert-large-4entities">NERmembert-large-4entities</a></td>
|
|
|
645 |
<tr>
|
646 |
<td rowspan="3"><br><a href="https://hf/CATIE-AQ/NERmembert-base-3entities">NERmembert-base-3entities</a></td>
|
647 |
<td><br>Precision</td>
|
648 |
+
<td><br>0.974</td>
|
649 |
+
<td><br>0.965</td>
|
650 |
+
<td><br>0.910</td>
|
651 |
<td><br>0</td>
|
652 |
<td><br>X</td>
|
653 |
<td><br>X</td>
|
654 |
</tr>
|
655 |
<tr>
|
656 |
<td><br>Recall</td>
|
657 |
+
<td><br>0.995</td>
|
658 |
+
<td><br>0.981</td>
|
659 |
+
<td><br>0.968</td>
|
660 |
<td><br>0</td>
|
661 |
<td><br>X</td>
|
662 |
<td><br>X</td>
|
663 |
</tr>
|
664 |
<tr>
|
665 |
<td>F1</td>
|
666 |
+
<td><br>0.985</td>
|
667 |
+
<td><br>0.973</td>
|
668 |
+
<td><br>0.938</td>
|
669 |
<td><br>0</td>
|
670 |
<td><br>X</td>
|
671 |
<td><br>X</td>
|
|
|
691 |
</tr>
|
692 |
<tr>
|
693 |
<td>F1</td>
|
694 |
+
<td><br>0.985</td>
|
695 |
+
<td><br>0.973</td>
|
696 |
+
<td><br>0.938</td>
|
697 |
+
<td><br>0.770</td>
|
698 |
+
<td><br>0.992</td>
|
699 |
+
<td><br>0.983</td>
|
700 |
</tr>
|
701 |
<tr>
|
702 |
<td rowspan="3"><br><a href="https://hf/CATIE-AQ/NERmembert-large-4entities">NERmembert-large-4entities</a></td>
|
|
|
747 |
<tbody>
|
748 |
<tr>
|
749 |
<td rowspan="1"><br><a href="https://hf.co/Jean-Baptiste/camembert-ner">Jean-Baptiste/camembert-ner</a></td>
|
750 |
+
<td><br>0.986</td>
|
751 |
+
<td><br>0.966</td>
|
752 |
+
<td><br>0.938</td>
|
753 |
+
<td><br>0.938</td>
|
754 |
</tr>
|
755 |
<tr>
|
756 |
<td rowspan="1"><br><a href="https://hf/cmarkea/distilcamembert-base-ner">cmarkea/distilcamembert-base-ner</a></td>
|
|
|
761 |
</tr>
|
762 |
<tr>
|
763 |
<td rowspan="1"><br><a href="https://hf/CATIE-AQ/NERmembert-base-3entities">NERmembert-base-3entities</a></td>
|
764 |
+
<td><br>0.970</td>
|
765 |
+
<td><br>0.945</td>
|
766 |
+
<td><br>0.878</td>
|
767 |
<td><br>0</td>
|
768 |
</tr>
|
769 |
<tr>
|
|
|
820 |
</tr>
|
821 |
<tr>
|
822 |
<td>F1</td>
|
823 |
+
<td><br>0.986</td>
|
824 |
+
<td><br>0.966</td>
|
825 |
+
<td><br>0.938</td>
|
826 |
+
<td><br>0.938</td>
|
827 |
+
<td><br>0.998</td>
|
828 |
+
<td><br>0.992</td>
|
829 |
</tr>
|
830 |
<tr>
|
831 |
<td rowspan="3"><br><a href="https://hf/cmarkea/distilcamembert-base-ner">cmarkea/distilcamembert-base-ner</a></td>
|
|
|
858 |
<tr>
|
859 |
<td rowspan="3"><br><a href="https://hf/CATIE-AQ/NERmembert-base-3entities">NERmembert-base-3entities</a></td>
|
860 |
<td><br>Precision</td>
|
861 |
+
<td><br>0.971</td>
|
862 |
+
<td><br>0.947</td>
|
863 |
+
<td><br>0.866</td>
|
864 |
<td><br>0</td>
|
865 |
<td><br>X</td>
|
866 |
<td><br>X</td>
|
867 |
</tr>
|
868 |
<tr>
|
869 |
<td><br>Recall</td>
|
870 |
+
<td><br>0.969</td>
|
871 |
+
<td><br>0.943</td>
|
872 |
+
<td><br>0.891</td>
|
873 |
<td><br>0</td>
|
874 |
<td><br>X</td>
|
875 |
<td><br>X</td>
|
876 |
</tr>
|
877 |
<tr>
|
878 |
<td>F1</td>
|
879 |
+
<td><br>0.970</td>
|
880 |
+
<td><br>0.945</td>
|
881 |
+
<td><br>0.878</td>
|
882 |
<td><br>0</td>
|
883 |
<td><br>X</td>
|
884 |
<td><br>X</td>
|