Training in progress, step 120

README.md

@@ -0,0 +1,77 @@
+---
+license: cc-by-nc-sa-4.0
+base_model: microsoft/layoutlmv3-base
+tags:
+- generated_from_trainer
+metrics:
+- precision
+- recall
+- f1
+- accuracy
+model-index:
+- name: layoutlmv3-finetuned-funsd2
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# layoutlmv3-finetuned-funsd2
+
+This model is a fine-tuned version of [microsoft/layoutlmv3-base](https://huggingface.co/microsoft/layoutlmv3-base) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.2991
+- Precision: 0.7279
+- Recall: 0.7091
+- F1: 0.7183
+- Accuracy: 0.9111
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 14
+- eval_batch_size: 14
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- training_steps: 120
+
+### Training results
+
+| Training Loss | Epoch   | Step | Validation Loss | Precision | Recall | F1     | Accuracy |
+|:-------------:|:-------:|:----:|:---------------:|:---------:|:------:|:------:|:--------:|
+| No log        | 0.9091  | 10   | 0.5192          | 0.5148    | 0.4871 | 0.5006 | 0.8322   |
+| No log        | 1.8182  | 20   | 0.3608          | 0.6485    | 0.6164 | 0.6320 | 0.8912   |
+| No log        | 2.7273  | 30   | 0.2978          | 0.6762    | 0.6616 | 0.6688 | 0.9027   |
+| No log        | 3.6364  | 40   | 0.2697          | 0.6768    | 0.6724 | 0.6746 | 0.8996   |
+| No log        | 4.5455  | 50   | 0.2737          | 0.6726    | 0.6509 | 0.6616 | 0.8989   |
+| No log        | 5.4545  | 60   | 0.2784          | 0.6667    | 0.6724 | 0.6695 | 0.8973   |
+| No log        | 6.3636  | 70   | 0.2536          | 0.7054    | 0.6810 | 0.6930 | 0.9096   |
+| No log        | 7.2727  | 80   | 0.2803          | 0.7100    | 0.7069 | 0.7084 | 0.9103   |
+| No log        | 8.1818  | 90   | 0.2924          | 0.7165    | 0.7026 | 0.7095 | 0.9057   |
+| No log        | 9.0909  | 100  | 0.2993          | 0.6801    | 0.6918 | 0.6859 | 0.9004   |
+| No log        | 10.0    | 110  | 0.3056          | 0.7013    | 0.6983 | 0.6998 | 0.9057   |
+| No log        | 10.9091 | 120  | 0.2991          | 0.7279    | 0.7091 | 0.7183 | 0.9111   |
+
+
+### Framework versions
+
+- Transformers 4.44.0
+- Pytorch 2.4.0+cu118
+- Datasets 2.20.0
+- Tokenizers 0.19.1

all_results.json

@@ -0,0 +1,10 @@
+{
+    "predict_accuracy": 0.8892307692307693,
+    "predict_f1": 0.6833114323258869,
+    "predict_loss": 0.3853023946285248,
+    "predict_precision": 0.6718346253229974,
+    "predict_recall": 0.6951871657754011,
+    "predict_runtime": 1.5167,
+    "predict_samples_per_second": 11.868,
+    "predict_steps_per_second": 1.319
+}

config.json

@@ -0,0 +1,58 @@
+{
+  "_name_or_path": "microsoft/layoutlmv3-base",
+  "architectures": [
+    "LayoutLMv3ForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "coordinate_size": 128,
+  "eos_token_id": 2,
+  "has_relative_attention_bias": true,
+  "has_spatial_attention_bias": true,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "O",
+    "1": "B-HEADER",
+    "2": "I-HEADER",
+    "3": "B-QUESTION",
+    "4": "I-QUESTION",
+    "5": "B-ANSWER",
+    "6": "I-ANSWER"
+  },
+  "initializer_range": 0.02,
+  "input_size": 224,
+  "intermediate_size": 3072,
+  "label2id": {
+    "B-ANSWER": 5,
+    "B-HEADER": 1,
+    "B-QUESTION": 3,
+    "I-ANSWER": 6,
+    "I-HEADER": 2,
+    "I-QUESTION": 4,
+    "O": 0
+  },
+  "layer_norm_eps": 1e-05,
+  "max_2d_position_embeddings": 1024,
+  "max_position_embeddings": 514,
+  "max_rel_2d_pos": 256,
+  "max_rel_pos": 128,
+  "model_type": "layoutlmv3",
+  "num_attention_heads": 12,
+  "num_channels": 3,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "patch_size": 16,
+  "rel_2d_pos_bins": 64,
+  "rel_pos_bins": 32,
+  "second_input_size": 112,
+  "shape_size": 128,
+  "text_embed": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.44.0",
+  "type_vocab_size": 1,
+  "visual_embed": true,
+  "vocab_size": 50265
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7821498968442bbbb290d9f95ab619ed81c4c8b17ab488095b4c498c4ce9467a
+size 501355532

predict_results.json

@@ -0,0 +1,10 @@
+{
+    "predict_accuracy": 0.8892307692307693,
+    "predict_f1": 0.6833114323258869,
+    "predict_loss": 0.3853023946285248,
+    "predict_precision": 0.6718346253229974,
+    "predict_recall": 0.6951871657754011,
+    "predict_runtime": 1.5167,
+    "predict_samples_per_second": 11.868,
+    "predict_steps_per_second": 1.319
+}

predictions.txt

@@ -0,0 +1,18 @@
+header header other question question question question header header header answer answer answer header question header question header question header question answer header question
+header header header header header header answer header header other other header answer header header header question question question question question question other other
+header header header header header header question question question question question other answer header question header header question header question question header header question question header header question question
+header header header header header header header header header header header header header header question header header question question header header header header other other other other other answer header question header header header header header header header header header header header header header header header header header header header question question question question question question question question question question question question question question question question question question question question question question question question question question question question question question question question question question question
+header header header other other other question other other question question question other answer question question header other header header question header header other other
+header header header header header header answer answer header header header header header header header header header question header question question question question question question question question question question question header header header answer answer header header header header header header answer answer other other question question question header question question header question header question header question question question question question question question question header header header header header header header header question header header question question question question question question question question question question header header header header header header header header header header question header question other question question answer header
+other answer header header header header answer header question header question header question header question header question header question header question question question header
+header header header header header question question question question question other answer header header header header header header question question header header header question header question question header header question header question header question header question
+header header header header header header header header question header header header header question question other header other header header header header answer other other question question header header question question question header header question question question header header header header header header header
+header header header header header header header header header header header header header header header header header header other header header header answer other header header header question question question question header question header header question question question header question other header header other header question question question
+header header header question header header header header other header answer header header header question question header question question question question header question header question answer header header header header header header header header other other other
+answer header header header header header header header header header header header header header header header header header header header header header header question question header header header header header question question question question question question question question other question header header header header header header header header header header header header header header question question question answer question header question header question question question header header header question header header header question header question question question header question header header header header other
+other answer header header header header header header header header header header header header header header question header header header header header header question question question question question question question question question question question question header header header header header question question question question other header question other question answer question question question answer other question question question question question question question header header question question question question header header question header header header header header header header header header header header header header header header header header question question question question question question question question header header header header header header header header header header header header header answer other other other
+header question header header question header header question question question header question question question question question question question other answer answer answer question question question question question question header question header question header question question question header header header header header header question question question header answer
+other header header question header header header header header header header question question question header header other header header header question answer other header question question header question other header question header header header question question question header header header header question question question question header header header header question question
+question question question question header answer question question header header header other question question header answer other other other header question header header header header header header other other header header header question question question header question header header header header header header header header question header question other header other question header header header answer header question question question question question question other other question question other other header other header question
+header header header header header question question header question header header header question header header header header header question other other other other question header header header question other header header other answer answer other other question question question question header header header question other answer header question header question header header header header header other header header header question header question question header header question question header header header header question question answer header question header question header question other other other
+header header header header header question question header header header header question other other header other other answer other question question other other question question other header question other other other header question header question header other other other other other answer header header other

preprocessor_config.json

@@ -0,0 +1,26 @@
+{
+  "apply_ocr": false,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "image_processor_type": "LayoutLMv3ImageProcessor",
+  "image_std": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "ocr_lang": null,
+  "processor_class": "LayoutLMv3Processor",
+  "resample": 2,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "height": 224,
+    "width": 224
+  },
+  "tesseract_config": ""
+}

special_tokens_map.json

@@ -0,0 +1,51 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,80 @@
+{
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50264": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "apply_ocr": false,
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "<s>",
+  "cls_token_box": [
+    0,
+    0,
+    0,
+    0
+  ],
+  "eos_token": "</s>",
+  "errors": "replace",
+  "mask_token": "<mask>",
+  "model_max_length": 512,
+  "only_label_first_subword": true,
+  "pad_token": "<pad>",
+  "pad_token_box": [
+    0,
+    0,
+    0,
+    0
+  ],
+  "pad_token_label": -100,
+  "processor_class": "LayoutLMv3Processor",
+  "sep_token": "</s>",
+  "sep_token_box": [
+    0,
+    0,
+    0,
+    0
+  ],
+  "tokenizer_class": "LayoutLMv3Tokenizer",
+  "trim_offsets": true,
+  "unk_token": "<unk>",
+  "use_fast": true
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a00e9e2eb4d526ef08352565518f227fb0a5281651fc78cd4ba3cb25fb2f28
+size 5240