Update model using activity first input format

README.md

@@ -6,7 +6,7 @@ This model is [xlm-roberta-base](https://huggingface.co/xlm-roberta-base) fine-t
 ## Data
 Approximately 2.5 million business names and descriptions of activities from Norwegian and Danish businesses were used to fine-tune the model. The Norwegian descriptions were translated into Danish and the Norwegian SN 2007 codes were translated into Danish DB07 codes.
 
-Business names and activity descriptions were concatenated but separated by the separator token `</s>`. Thus, the model was trained on input texts in the format `f"{business_name}</s>{description_of_activity}"`.
+Activity descriptions and business names were concatenated but separated by the separator token `</s>`. Thus, the model was trained on input texts in the format `f"{description_of_activity}</s>{business_name}"`.
 
 ## Quick Start
 
@@ -23,7 +23,7 @@ pl = pipeline(
     return_all_scores=False,
 )
 
-pl("Sneaker ApS</s>Vi sælger sko")
+pl("Vi sælger sko")
 
-pl("</s>We sell clothes")
+pl("We sell clothes</s>Sneaker ApS")
 ```

config.json

@@ -1,4 +1,5 @@
 {
+  "_name_or_path": "xlm-roberta-base",
   "architectures": [
     "XLMRobertaForSequenceClassification"
   ],
@@ -752,7 +753,104 @@
   "label2id": {
     "011100": 0,
     "011200": 1,
+    "011300": 2,
+    "011400": 3,
+    "011500": 4,
+    "011600": 5,
+    "011900": 6,
+    "012100": 7,
+    "012200": 8,
+    "012300": 9,
     "012400": 10,
+    "012500": 11,
+    "012600": 12,
+    "012700": 13,
+    "012800": 14,
+    "012900": 15,
+    "013000": 16,
+    "014100": 17,
+    "014200": 18,
+    "014300": 19,
+    "014400": 20,
+    "014500": 21,
+    "014610": 22,
+    "014620": 23,
+    "014700": 24,
+    "014910": 25,
+    "014920": 26,
+    "015000": 27,
+    "016100": 28,
+    "016200": 29,
+    "016300": 30,
+    "016400": 31,
+    "017000": 32,
+    "021000": 33,
+    "022000": 34,
+    "023000": 35,
+    "024000": 36,
+    "031100": 37,
+    "031200": 38,
+    "032100": 39,
+    "032200": 40,
+    "051000": 41,
+    "052000": 42,
+    "061000": 43,
+    "062000": 44,
+    "071000": 45,
+    "072100": 46,
+    "072900": 47,
+    "081100": 48,
+    "081200": 49,
+    "089100": 50,
+    "089200": 51,
+    "089300": 52,
+    "089900": 53,
+    "091000": 54,
+    "099000": 55,
+    "101110": 56,
+    "101190": 57,
+    "101200": 58,
+    "101300": 59,
+    "102010": 60,
+    "102020": 61,
+    "103100": 62,
+    "103200": 63,
+    "103900": 64,
+    "104100": 65,
+    "104200": 66,
+    "105100": 67,
+    "105200": 68,
+    "106100": 69,
+    "106200": 70,
+    "107110": 71,
+    "107120": 72,
+    "107200": 73,
+    "107300": 74,
+    "108100": 75,
+    "108200": 76,
+    "108300": 77,
+    "108400": 78,
+    "108500": 79,
+    "108600": 80,
+    "108900": 81,
+    "109100": 82,
+    "109200": 83,
+    "110100": 84,
+    "110200": 85,
+    "110300": 86,
+    "110400": 87,
+    "110500": 88,
+    "110600": 89,
+    "110700": 90,
+    "120000": 91,
+    "131000": 92,
+    "132000": 93,
+    "133000": 94,
+    "139100": 95,
+    "139210": 96,
+    "139220": 97,
+    "139300": 98,
+    "139400": 99,
     "139500": 100,
     "139600": 101,
     "139900": 102,
@@ -763,7 +861,6 @@
     "141900": 107,
     "142000": 108,
     "143100": 109,
-    "012500": 11,
     "143900": 110,
     "151100": 111,
     "151200": 112,
@@ -774,7 +871,6 @@
     "162300": 117,
     "162400": 118,
     "162900": 119,
-    "012600": 12,
     "171100": 120,
     "171200": 121,
     "172100": 122,
@@ -785,7 +881,6 @@
     "181100": 127,
     "181200": 128,
     "181300": 129,
-    "012700": 13,
     "181400": 130,
     "182000": 131,
     "191000": 132,
@@ -796,7 +891,6 @@
     "201400": 137,
     "201500": 138,
     "201600": 139,
-    "012800": 14,
     "201700": 140,
     "202000": 141,
     "203000": 142,
@@ -807,7 +901,6 @@
     "205300": 147,
     "205900": 148,
     "206000": 149,
-    "012900": 15,
     "211000": 150,
     "212000": 151,
     "221100": 152,
@@ -818,7 +911,6 @@
     "222900": 157,
     "231100": 158,
     "231200": 159,
-    "013000": 16,
     "231300": 160,
     "231400": 161,
     "231900": 162,
@@ -829,7 +921,6 @@
     "234200": 167,
     "234300": 168,
     "234400": 169,
-    "014100": 17,
     "234900": 170,
     "235100": 171,
     "235200": 172,
@@ -840,7 +931,6 @@
     "236500": 177,
     "236900": 178,
     "237000": 179,
-    "014200": 18,
     "239100": 180,
     "239910": 181,
     "239990": 182,
@@ -851,7 +941,6 @@
     "243300": 187,
     "243400": 188,
     "244100": 189,
-    "014300": 19,
     "244200": 190,
     "244300": 191,
     "244400": 192,
@@ -862,8 +951,6 @@
     "245300": 197,
     "245400": 198,
     "251100": 199,
-    "011300": 2,
-    "014400": 20,
     "251200": 200,
     "252100": 201,
     "252900": 202,
@@ -874,7 +961,6 @@
     "256200": 207,
     "257100": 208,
     "257200": 209,
-    "014500": 21,
     "257300": 210,
     "259100": 211,
     "259200": 212,
@@ -885,7 +971,6 @@
     "261200": 217,
     "262000": 218,
     "263000": 219,
-    "014610": 22,
     "264000": 220,
     "265100": 221,
     "265200": 222,
@@ -896,7 +981,6 @@
     "271100": 227,
     "271200": 228,
     "272000": 229,
-    "014620": 23,
     "273100": 230,
     "273200": 231,
     "273300": 232,
@@ -907,7 +991,6 @@
     "281110": 237,
     "281190": 238,
     "281200": 239,
-    "014700": 24,
     "281300": 240,
     "281400": 241,
     "281500": 242,
@@ -918,7 +1001,6 @@
     "282500": 247,
     "282900": 248,
     "283000": 249,
-    "014910": 25,
     "284100": 250,
     "284900": 251,
     "289100": 252,
@@ -929,7 +1011,6 @@
     "289600": 257,
     "289900": 258,
     "291000": 259,
-    "014920": 26,
     "292000": 260,
     "293100": 261,
     "293200": 262,
@@ -940,7 +1021,6 @@
     "304000": 267,
     "309100": 268,
     "309200": 269,
-    "015000": 27,
     "309900": 270,
     "310100": 271,
     "310200": 272,
@@ -951,7 +1031,6 @@
     "321300": 277,
     "322000": 278,
     "323000": 279,
-    "016100": 28,
     "324000": 280,
     "325000": 281,
     "329100": 282,
@@ -962,7 +1041,6 @@
     "331400": 287,
     "331500": 288,
     "331600": 289,
-    "016200": 29,
     "331700": 290,
     "331900": 291,
     "332000": 292,
@@ -973,8 +1051,6 @@
     "352100": 297,
     "352200": 298,
     "352300": 299,
-    "011400": 3,
-    "016300": 30,
     "353000": 300,
     "360000": 301,
     "370000": 302,
@@ -985,7 +1061,6 @@
     "382200": 307,
     "383100": 308,
     "383200": 309,
-    "016400": 31,
     "390000": 310,
     "411000": 311,
     "412000": 312,
@@ -996,7 +1071,6 @@
     "422200": 317,
     "429100": 318,
     "429900": 319,
-    "017000": 32,
     "431100": 320,
     "431200": 321,
     "431300": 322,
@@ -1007,7 +1081,6 @@
     "433200": 327,
     "433300": 328,
     "433410": 329,
-    "021000": 33,
     "433420": 330,
     "433900": 331,
     "439100": 332,
@@ -1018,7 +1091,6 @@
     "451910": 337,
     "451920": 338,
     "452010": 339,
-    "022000": 34,
     "452020": 340,
     "452030": 341,
     "452040": 342,
@@ -1029,7 +1101,6 @@
     "461200": 347,
     "461300": 348,
     "461400": 349,
-    "023000": 35,
     "461500": 350,
     "461600": 351,
     "461710": 352,
@@ -1040,7 +1111,6 @@
     "462200": 357,
     "462300": 358,
     "462400": 359,
-    "024000": 36,
     "463100": 360,
     "463200": 361,
     "463300": 362,
@@ -1051,7 +1121,6 @@
     "463700": 367,
     "463810": 368,
     "463890": 369,
-    "031100": 37,
     "463900": 370,
     "464100": 371,
     "464210": 372,
@@ -1062,7 +1131,6 @@
     "464340": 377,
     "464350": 378,
     "464410": 379,
-    "031200": 38,
     "464420": 380,
     "464500": 381,
     "464610": 382,
@@ -1073,7 +1141,6 @@
     "464920": 387,
     "464930": 388,
     "464990": 389,
-    "032100": 39,
     "465100": 390,
     "465210": 391,
     "465220": 392,
@@ -1084,8 +1151,6 @@
     "466500": 397,
     "466600": 398,
     "466900": 399,
-    "011500": 4,
-    "032200": 40,
     "467100": 400,
     "467200": 401,
     "467310": 402,
@@ -1096,7 +1161,6 @@
     "467700": 407,
     "469000": 408,
     "471110": 409,
-    "051000": 41,
     "471120": 410,
     "471130": 411,
     "471900": 412,
@@ -1107,7 +1171,6 @@
     "472500": 417,
     "472600": 418,
     "472900": 419,
-    "052000": 42,
     "473000": 420,
     "474100": 421,
     "474200": 422,
@@ -1118,7 +1181,6 @@
     "475300": 427,
     "475400": 428,
     "475910": 429,
-    "061000": 43,
     "475920": 430,
     "475930": 431,
     "475940": 432,
@@ -1129,7 +1191,6 @@
     "476410": 437,
     "476420": 438,
     "476430": 439,
-    "062000": 44,
     "476500": 440,
     "477110": 441,
     "477120": 442,
@@ -1140,7 +1201,6 @@
     "477500": 447,
     "477610": 448,
     "477620": 449,
-    "071000": 45,
     "477630": 450,
     "477700": 451,
     "477810": 452,
@@ -1151,7 +1211,6 @@
     "477900": 457,
     "478100": 458,
     "478200": 459,
-    "072100": 46,
     "478900": 460,
     "479111": 461,
     "479112": 462,
@@ -1162,7 +1221,6 @@
     "479117": 467,
     "479119": 468,
     "479120": 469,
-    "072900": 47,
     "479900": 470,
     "491000": 471,
     "492000": 472,
@@ -1173,7 +1231,6 @@
     "493920": 477,
     "494100": 478,
     "494200": 479,
-    "081100": 48,
     "495000": 480,
     "501000": 481,
     "502000": 482,
@@ -1184,7 +1241,6 @@
     "512100": 487,
     "512200": 488,
     "521000": 489,
-    "081200": 49,
     "522110": 490,
     "522120": 491,
     "522130": 492,
@@ -1195,8 +1251,6 @@
     "522910": 497,
     "522920": 498,
     "522990": 499,
-    "011600": 5,
-    "089100": 50,
     "531000": 500,
     "532000": 501,
     "551010": 502,
@@ -1207,7 +1261,6 @@
     "561010": 507,
     "561020": 508,
     "562100": 509,
-    "089200": 51,
     "562900": 510,
     "563000": 511,
     "581100": 512,
@@ -1218,7 +1271,6 @@
     "581900": 517,
     "582100": 518,
     "582900": 519,
-    "089300": 52,
     "591110": 520,
     "591120": 521,
     "591200": 522,
@@ -1229,7 +1281,6 @@
     "602000": 527,
     "611000": 528,
     "612000": 529,
-    "089900": 53,
     "613000": 530,
     "619000": 531,
     "620100": 532,
@@ -1240,7 +1291,6 @@
     "631200": 537,
     "639100": 538,
     "639900": 539,
-    "091000": 54,
     "641100": 540,
     "641900": 541,
     "642010": 542,
@@ -1251,7 +1301,6 @@
     "643030": 547,
     "643040": 548,
     "649100": 549,
-    "099000": 55,
     "649210": 550,
     "649220": 551,
     "649230": 552,
@@ -1262,7 +1311,6 @@
     "652000": 557,
     "653010": 558,
     "653020": 559,
-    "101110": 56,
     "661100": 560,
     "661200": 561,
     "661900": 562,
@@ -1273,7 +1321,6 @@
     "681000": 567,
     "682010": 568,
     "682020": 569,
-    "101190": 57,
     "682030": 570,
     "682040": 571,
     "683110": 572,
@@ -1284,7 +1331,6 @@
     "692000": 577,
     "701010": 578,
     "701020": 579,
-    "101200": 58,
     "702100": 580,
     "702200": 581,
     "711100": 582,
@@ -1295,7 +1341,6 @@
     "711290": 587,
     "712010": 588,
     "712020": 589,
-    "101300": 59,
     "712090": 590,
     "721100": 591,
     "721900": 592,
@@ -1306,8 +1351,6 @@
     "732000": 597,
     "741010": 598,
     "741020": 599,
-    "011900": 6,
-    "102010": 60,
     "741030": 600,
     "742000": 601,
     "743000": 602,
@@ -1318,7 +1361,6 @@
     "771200": 607,
     "772100": 608,
     "772200": 609,
-    "102020": 61,
     "772900": 610,
     "773100": 611,
     "773200": 612,
@@ -1329,7 +1371,6 @@
     "774000": 617,
     "781000": 618,
     "782000": 619,
-    "103100": 62,
     "783000": 620,
     "791100": 621,
     "791200": 622,
@@ -1340,7 +1381,6 @@
     "811000": 627,
     "812100": 628,
     "812210": 629,
-    "103200": 63,
     "812220": 630,
     "812290": 631,
     "812900": 632,
@@ -1351,7 +1391,6 @@
     "823000": 637,
     "829100": 638,
     "829200": 639,
-    "103900": 64,
     "829900": 640,
     "841100": 641,
     "841200": 642,
@@ -1362,7 +1401,6 @@
     "842400": 647,
     "842500": 648,
     "843000": 649,
-    "104100": 65,
     "851000": 650,
     "852010": 651,
     "852020": 652,
@@ -1373,7 +1411,6 @@
     "854200": 657,
     "855100": 658,
     "855200": 659,
-    "104200": 66,
     "855300": 660,
     "855900": 661,
     "856000": 662,
@@ -1384,7 +1421,6 @@
     "869010": 667,
     "869020": 668,
     "869030": 669,
-    "105100": 67,
     "869040": 670,
     "869090": 671,
     "871010": 672,
@@ -1395,7 +1431,6 @@
     "873020": 677,
     "879010": 678,
     "879020": 679,
-    "105200": 68,
     "879090": 680,
     "881010": 681,
     "881020": 682,
@@ -1406,7 +1441,6 @@
     "889140": 687,
     "889150": 688,
     "889160": 689,
-    "106100": 69,
     "889910": 690,
     "889920": 691,
     "889990": 692,
@@ -1417,8 +1451,6 @@
     "900400": 697,
     "910110": 698,
     "910120": 699,
-    "012100": 7,
-    "106200": 70,
     "910200": 700,
     "910300": 701,
     "910400": 702,
@@ -1429,7 +1461,6 @@
     "931900": 707,
     "932100": 708,
     "932910": 709,
-    "107110": 71,
     "932990": 710,
     "941100": 711,
     "941200": 712,
@@ -1440,7 +1471,6 @@
     "951100": 717,
     "951200": 718,
     "952100": 719,
-    "107120": 72,
     "952200": 720,
     "952300": 721,
     "952400": 722,
@@ -1451,41 +1481,12 @@
     "960210": 727,
     "960220": 728,
     "960300": 729,
-    "107200": 73,
     "960400": 730,
     "960900": 731,
     "970000": 732,
     "981000": 733,
     "982000": 734,
-    "990000": 735,
-    "107300": 74,
-    "108100": 75,
-    "108200": 76,
-    "108300": 77,
-    "108400": 78,
-    "108500": 79,
-    "012200": 8,
-    "108600": 80,
-    "108900": 81,
-    "109100": 82,
-    "109200": 83,
-    "110100": 84,
-    "110200": 85,
-    "110300": 86,
-    "110400": 87,
-    "110500": 88,
-    "110600": 89,
-    "012300": 9,
-    "110700": 90,
-    "120000": 91,
-    "131000": 92,
-    "132000": 93,
-    "133000": 94,
-    "139100": 95,
-    "139210": 96,
-    "139220": 97,
-    "139300": 98,
-    "139400": 99
+    "990000": 735
   },
   "layer_norm_eps": 1e-05,
   "max_position_embeddings": 514,
@@ -1494,6 +1495,9 @@
   "num_hidden_layers": 12,
   "output_past": true,
   "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "transformers_version": "4.2.1",
   "type_vocab_size": 1,
+  "use_cache": true,
   "vocab_size": 250002
-}
+}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9d6ede37ba7e29f240c8c5e843ec9a381ae45672633ff7c7caa46f837482b12
-size 1116852865
+oid sha256:c123a59b1138fa303e1580bf59839dba48d6d61e84a621e0437a2576504535ed
+size 1114494339

tokenizer_config.json

@@ -1 +1 @@
-{"model_max_length": 512}
+{"bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "model_max_length": 512, "name_or_path": "xlm-roberta-base"}