End of training

README.md

@@ -4,20 +4,18 @@ tags:
 model-index:
 - name: khmer-trocr-base-printed
   results: []
-pipeline_tag: image-to-text
-inference: true
 ---
 
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 should probably proofread and complete it, then remove this comment. -->
 
-[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/rayranger/huggingface/runs/hddo3082)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/rayranger/huggingface/runs/9t8e6qv5)
 # khmer-trocr-base-printed
 
-This model is a fine-tuned version of [](https://huggingface.co/) on an unknown dataset.
+This model was trained from scratch on an unknown dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.1980
-- Cer: 0.5955
+- Loss: 0.0783
+- Cer: 0.5191
 
 ## Model description
 
@@ -42,23 +40,21 @@ The following hyperparameters were used during training:
 - seed: 42
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
-- num_epochs: 5
+- num_epochs: 4
 - mixed_precision_training: Native AMP
 
 ### Training results
 
-| Training Loss | Epoch  | Step  | Validation Loss | Cer    |
-|:-------------:|:------:|:-----:|:---------------:|:------:|
-| 1.1417        | 0.4876 | 1000  | 1.0816          | 0.8567 |
-| 1.031         | 0.9751 | 2000  | 0.9824          | 0.8652 |
-| 0.9015        | 1.4627 | 3000  | 0.8875          | 0.8421 |
-| 0.7111        | 1.9503 | 4000  | 0.6645          | 0.7871 |
-| 0.5049        | 2.4378 | 5000  | 0.4831          | 0.7234 |
-| 0.4108        | 2.9254 | 6000  | 0.3594          | 0.6712 |
-| 0.2876        | 3.4130 | 7000  | 0.3076          | 0.6458 |
-| 0.2163        | 3.9005 | 8000  | 0.2418          | 0.6214 |
-| 0.1862        | 4.3881 | 9000  | 0.2119          | 0.5998 |
-| 0.1933        | 4.8757 | 10000 | 0.1980          | 0.5955 |
+| Training Loss | Epoch  | Step | Validation Loss | Cer    |
+|:-------------:|:------:|:----:|:---------------:|:------:|
+| 0.2278        | 0.4876 | 1000 | 0.2244          | 0.6099 |
+| 0.1517        | 0.9751 | 2000 | 0.1667          | 0.5711 |
+| 0.1147        | 1.4627 | 3000 | 0.1412          | 0.5578 |
+| 0.0927        | 1.9503 | 4000 | 0.1159          | 0.5552 |
+| 0.0669        | 2.4378 | 5000 | 0.1028          | 0.5458 |
+| 0.0551        | 2.9254 | 6000 | 0.0901          | 0.5270 |
+| 0.0304        | 3.4130 | 7000 | 0.0833          | 0.5170 |
+| 0.0182        | 3.9005 | 8000 | 0.0783          | 0.5191 |
 
 
 ### Framework versions
@@ -66,4 +62,4 @@ The following hyperparameters were used during training:
 - Transformers 4.42.3
 - Pytorch 2.1.2
 - Datasets 2.20.0
-- Tokenizers 0.19.1
+- Tokenizers 0.19.1

config.json

@@ -1,4 +1,5 @@
 {
+  "_name_or_path": "/kaggle/input/khmerocr-trocr-base/KhmerOCR_TrOCR",
   "architectures": [
     "VisionEncoderDecoderModel"
   ],

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:91c126cc91712d1c91445786293cf542cbd0ba9ac2d40c950a5d640885803615
+oid sha256:480b91120705e08bbee9571fe7f7180c7342f31264384a18b789f35fdcbc7b88
 size 608335608

tokenizer.json

@@ -2,13 +2,13 @@
   "version": "1.0",
   "truncation": {
     "direction": "Right",
-    "max_length": 100,
+    "max_length": 145,
     "strategy": "LongestFirst",
     "stride": 0
   },
   "padding": {
     "strategy": {
-      "Fixed": 100
+      "Fixed": 145
     },
     "direction": "Right",
     "pad_to_multiple_of": null,

tokenizer_config.json

@@ -51,6 +51,7 @@
   "max_len": 150,
   "model_max_length": 150,
   "pad_token": "<pad>",
+  "processor_class": "TrOCRProcessor",
   "sep_token": "</s>",
   "tokenizer_class": "RobertaTokenizer",
   "trim_offsets": true,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:016c3c28dbc67f7a85bbc1e4279553dae73e15da096e6a19b0186beb0a625b8f
+oid sha256:f6ade5c73b7b57963d278c6d29997401b539d87942c697453f54cd979117942b
 size 5240

vocab.json

@@ -1,266 +1 @@
-{
-  "!": 5,
-  "\"": 6,
-  "#": 7,
-  "$": 8,
-  "%": 9,
-  "&": 10,
-  "'": 11,
-  "(": 12,
-  ")": 13,
-  "*": 14,
-  "+": 15,
-  ",": 16,
-  "-": 17,
-  ".": 18,
-  "/": 19,
-  "0": 20,
-  "1": 21,
-  "2": 22,
-  "3": 23,
-  "4": 24,
-  "5": 25,
-  "6": 26,
-  "7": 27,
-  "8": 28,
-  "9": 29,
-  ":": 30,
-  ";": 31,
-  "<": 32,
-  "<e>": 2,
-  "<mask>": 4,
-  "<pad>": 1,
-  "<s>": 0,
-  "<unk>": 3,
-  "=": 33,
-  ">": 34,
-  "?": 35,
-  "@": 36,
-  "A": 37,
-  "B": 38,
-  "C": 39,
-  "D": 40,
-  "E": 41,
-  "F": 42,
-  "G": 43,
-  "H": 44,
-  "I": 45,
-  "J": 46,
-  "K": 47,
-  "L": 48,
-  "M": 49,
-  "N": 50,
-  "O": 51,
-  "P": 52,
-  "Q": 53,
-  "R": 54,
-  "S": 55,
-  "T": 56,
-  "U": 57,
-  "V": 58,
-  "W": 59,
-  "X": 60,
-  "Y": 61,
-  "Z": 62,
-  "[": 63,
-  "\\": 64,
-  "]": 65,
-  "^": 66,
-  "_": 67,
-  "`": 68,
-  "a": 69,
-  "b": 70,
-  "c": 71,
-  "d": 72,
-  "e": 73,
-  "f": 74,
-  "g": 75,
-  "h": 76,
-  "i": 77,
-  "j": 78,
-  "k": 79,
-  "l": 80,
-  "m": 81,
-  "n": 82,
-  "o": 83,
-  "p": 84,
-  "q": 85,
-  "r": 86,
-  "s": 87,
-  "t": 88,
-  "u": 89,
-  "v": 90,
-  "w": 91,
-  "x": 92,
-  "y": 93,
-  "z": 94,
-  "{": 95,
-  "|": 96,
-  "}": 97,
-  "~": 98,
-  "¡": 99,
-  "¢": 100,
-  "£": 101,
-  "¤": 102,
-  "¥": 103,
-  "¦": 104,
-  "§": 105,
-  "¨": 106,
-  "©": 107,
-  "ª": 108,
-  "«": 109,
-  "¬": 110,
-  "®": 111,
-  "¯": 112,
-  "°": 113,
-  "±": 114,
-  "²": 115,
-  "³": 116,
-  "´": 117,
-  "µ": 118,
-  "¶": 119,
-  "·": 120,
-  "¸": 121,
-  "¹": 122,
-  "º": 123,
-  "»": 124,
-  "¼": 125,
-  "½": 126,
-  "¾": 127,
-  "¿": 128,
-  "À": 129,
-  "Á": 130,
-  "Â": 131,
-  "Ã": 132,
-  "Ä": 133,
-  "Å": 134,
-  "Æ": 135,
-  "Ç": 136,
-  "È": 137,
-  "É": 138,
-  "Ê": 139,
-  "Ë": 140,
-  "Ì": 141,
-  "Í": 142,
-  "Î": 143,
-  "Ï": 144,
-  "Ð": 145,
-  "Ñ": 146,
-  "Ò": 147,
-  "Ó": 148,
-  "Ô": 149,
-  "Õ": 150,
-  "Ö": 151,
-  "×": 152,
-  "Ø": 153,
-  "Ù": 154,
-  "Ú": 155,
-  "Û": 156,
-  "Ü": 157,
-  "Ý": 158,
-  "Þ": 159,
-  "ß": 160,
-  "à": 161,
-  "á": 162,
-  "áŀ": 261,
-  "áŁ": 262,
-  "â": 163,
-  "âĢ": 263,
-  "ã": 164,
-  "ä": 165,
-  "å": 166,
-  "æ": 167,
-  "ç": 168,
-  "è": 169,
-  "é": 170,
-  "ê": 171,
-  "ë": 172,
-  "ì": 173,
-  "í": 174,
-  "î": 175,
-  "ï": 176,
-  "ð": 177,
-  "ñ": 178,
-  "ò": 179,
-  "ó": 180,
-  "ô": 181,
-  "õ": 182,
-  "ö": 183,
-  "÷": 184,
-  "ø": 185,
-  "ù": 186,
-  "ú": 187,
-  "û": 188,
-  "ü": 189,
-  "ý": 190,
-  "þ": 191,
-  "ÿ": 192,
-  "Ā": 193,
-  "ā": 194,
-  "Ă": 195,
-  "ă": 196,
-  "Ą": 197,
-  "ą": 198,
-  "Ć": 199,
-  "ć": 200,
-  "Ĉ": 201,
-  "ĉ": 202,
-  "Ċ": 203,
-  "ċ": 204,
-  "Č": 205,
-  "č": 206,
-  "Ď": 207,
-  "ď": 208,
-  "Đ": 209,
-  "đ": 210,
-  "Ē": 211,
-  "ē": 212,
-  "Ĕ": 213,
-  "ĕ": 214,
-  "Ė": 215,
-  "ė": 216,
-  "Ę": 217,
-  "ę": 218,
-  "Ě": 219,
-  "ě": 220,
-  "Ĝ": 221,
-  "ĝ": 222,
-  "Ğ": 223,
-  "ğ": 224,
-  "Ġ": 225,
-  "ġ": 226,
-  "Ģ": 227,
-  "ģ": 228,
-  "Ĥ": 229,
-  "ĥ": 230,
-  "Ħ": 231,
-  "ħ": 232,
-  "Ĩ": 233,
-  "ĩ": 234,
-  "Ī": 235,
-  "ī": 236,
-  "Ĭ": 237,
-  "ĭ": 238,
-  "Į": 239,
-  "į": 240,
-  "İ": 241,
-  "ı": 242,
-  "IJ": 243,
-  "ij": 244,
-  "Ĵ": 245,
-  "ĵ": 246,
-  "Ķ": 247,
-  "ķ": 248,
-  "ĸ": 249,
-  "Ĺ": 250,
-  "ĺ": 251,
-  "Ļ": 252,
-  "ļ": 253,
-  "Ľ": 254,
-  "ľ": 255,
-  "Ŀ": 256,
-  "ŀ": 257,
-  "Ł": 258,
-  "ł": 259,
-  "Ń": 260
-}
+{"<s>":0,"<pad>":1,"<e>":2,"<unk>":3,"<mask>":4,"!":5,"\"":6,"#":7,"$":8,"%":9,"&":10,"'":11,"(":12,")":13,"*":14,"+":15,",":16,"-":17,".":18,"/":19,"0":20,"1":21,"2":22,"3":23,"4":24,"5":25,"6":26,"7":27,"8":28,"9":29,":":30,";":31,"<":32,"=":33,">":34,"?":35,"@":36,"A":37,"B":38,"C":39,"D":40,"E":41,"F":42,"G":43,"H":44,"I":45,"J":46,"K":47,"L":48,"M":49,"N":50,"O":51,"P":52,"Q":53,"R":54,"S":55,"T":56,"U":57,"V":58,"W":59,"X":60,"Y":61,"Z":62,"[":63,"\\":64,"]":65,"^":66,"_":67,"`":68,"a":69,"b":70,"c":71,"d":72,"e":73,"f":74,"g":75,"h":76,"i":77,"j":78,"k":79,"l":80,"m":81,"n":82,"o":83,"p":84,"q":85,"r":86,"s":87,"t":88,"u":89,"v":90,"w":91,"x":92,"y":93,"z":94,"{":95,"|":96,"}":97,"~":98,"¡":99,"¢":100,"£":101,"¤":102,"¥":103,"¦":104,"§":105,"¨":106,"©":107,"ª":108,"«":109,"¬":110,"®":111,"¯":112,"°":113,"±":114,"²":115,"³":116,"´":117,"µ":118,"¶":119,"·":120,"¸":121,"¹":122,"º":123,"»":124,"¼":125,"½":126,"¾":127,"¿":128,"À":129,"Á":130,"Â":131,"Ã":132,"Ä":133,"Å":134,"Æ":135,"Ç":136,"È":137,"É":138,"Ê":139,"Ë":140,"Ì":141,"Í":142,"Î":143,"Ï":144,"Ð":145,"Ñ":146,"Ò":147,"Ó":148,"Ô":149,"Õ":150,"Ö":151,"×":152,"Ø":153,"Ù":154,"Ú":155,"Û":156,"Ü":157,"Ý":158,"Þ":159,"ß":160,"à":161,"á":162,"â":163,"ã":164,"ä":165,"å":166,"æ":167,"ç":168,"è":169,"é":170,"ê":171,"ë":172,"ì":173,"í":174,"î":175,"ï":176,"ð":177,"ñ":178,"ò":179,"ó":180,"ô":181,"õ":182,"ö":183,"÷":184,"ø":185,"ù":186,"ú":187,"û":188,"ü":189,"ý":190,"þ":191,"ÿ":192,"Ā":193,"ā":194,"Ă":195,"ă":196,"��":197,"ą":198,"Ć":199,"ć":200,"Ĉ":201,"ĉ":202,"Ċ":203,"ċ":204,"Č":205,"č":206,"Ď":207,"ď":208,"Đ":209,"đ":210,"Ē":211,"ē":212,"Ĕ":213,"ĕ":214,"Ė":215,"ė":216,"Ę":217,"ę":218,"Ě":219,"ě":220,"Ĝ":221,"ĝ":222,"Ğ":223,"ğ":224,"Ġ":225,"ġ":226,"Ģ":227,"ģ":228,"Ĥ":229,"ĥ":230,"Ħ":231,"ħ":232,"Ĩ":233,"ĩ":234,"Ī":235,"ī":236,"Ĭ":237,"ĭ":238,"Į":239,"į":240,"İ":241,"ı":242,"IJ":243,"ij":244,"Ĵ":245,"ĵ":246,"Ķ":247,"ķ":248,"ĸ":249,"Ĺ":250,"ĺ":251,"Ļ":252,"ļ":253,"Ľ":254,"ľ":255,"Ŀ":256,"ŀ":257,"Ł":258,"ł":259,"Ń":260,"áŀ":261,"áŁ":262,"âĢ":263}