lmv3_t1 / config.json
mouadhamri's picture
Training in progress, epoch 1
74f2311
{
"_name_or_path": "microsoft/layoutlmv3-base",
"architectures": [
"LayoutLMForTokenClassification"
],
"attention_probs_dropout_prob": 0.1,
"bos_token_id": 0,
"classifier_dropout": null,
"coordinate_size": 128,
"eos_token_id": 2,
"has_relative_attention_bias": true,
"has_spatial_attention_bias": true,
"hidden_act": "gelu",
"hidden_dropout_prob": 0.1,
"hidden_size": 768,
"id2label": {
"0": "O",
"1": "SUPPLIER",
"2": "ADDRESS",
"3": "NUMBER",
"4": "PO_NUMBER",
"5": "INVOICE_DATE",
"6": "INVOICE_DUE_DATE",
"7": "LINE/DESCRIPTION",
"8": "LINE/QUANTITY",
"9": "LINE/UOM",
"10": "LINE/PRICE",
"11": "LINE/TAX",
"12": "LINE/SUB_TOTAL",
"13": "TOTAL_UNTAXED",
"14": "TAX_AMOUNT",
"15": "TOTAL_AMOUNT"
},
"initializer_range": 0.02,
"input_size": 224,
"intermediate_size": 3072,
"label2id": {
"ADDRESS": 2,
"INVOICE_DATE": 5,
"INVOICE_DUE_DATE": 6,
"LINE/DESCRIPTION": 7,
"LINE/PRICE": 10,
"LINE/QUANTITY": 8,
"LINE/SUB_TOTAL": 12,
"LINE/TAX": 11,
"LINE/UOM": 9,
"NUMBER": 3,
"O": 0,
"PO_NUMBER": 4,
"SUPPLIER": 1,
"TAX_AMOUNT": 14,
"TOTAL_AMOUNT": 15,
"TOTAL_UNTAXED": 13
},
"layer_norm_eps": 1e-05,
"max_2d_position_embeddings": 1024,
"max_position_embeddings": 514,
"max_rel_2d_pos": 256,
"max_rel_pos": 128,
"model_type": "layoutlm",
"num_attention_heads": 12,
"num_hidden_layers": 12,
"pad_token_id": 1,
"position_embedding_type": "absolute",
"rel_2d_pos_bins": 64,
"rel_pos_bins": 32,
"second_input_size": 112,
"shape_size": 128,
"torch_dtype": "float32",
"transformers_version": "4.32.0",
"type_vocab_size": 1,
"use_cache": true,
"visual_embed": true,
"vocab_size": 50265
}