Training in progress, epoch 1

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,99 @@
+---
+license: mit
+base_model: microsoft/Multilingual-MiniLM-L12-H384
+tags:
+- generated_from_trainer
+metrics:
+- accuracy
+model-index:
+- name: intent_trading
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# intent_trading
+
+This model is a fine-tuned version of [microsoft/Multilingual-MiniLM-L12-H384](https://huggingface.co/microsoft/Multilingual-MiniLM-L12-H384) on the None dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.1741
+- Accuracy: 0.9548
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 2e-05
+- train_batch_size: 64
+- eval_batch_size: 64
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 40
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Accuracy |
+|:-------------:|:-----:|:----:|:---------------:|:--------:|
+| No log        | 1.0   | 227  | 1.5904          | 0.7689   |
+| No log        | 2.0   | 454  | 1.0086          | 0.8670   |
+| 1.6528        | 3.0   | 681  | 0.6706          | 0.9055   |
+| 1.6528        | 4.0   | 908  | 0.4376          | 0.9518   |
+| 0.6124        | 5.0   | 1135 | 0.2966          | 0.9551   |
+| 0.6124        | 6.0   | 1362 | 0.2373          | 0.9504   |
+| 0.2536        | 7.0   | 1589 | 0.1967          | 0.9537   |
+| 0.2536        | 8.0   | 1816 | 0.1666          | 0.9565   |
+| 0.1476        | 9.0   | 2043 | 0.1642          | 0.9543   |
+| 0.1476        | 10.0  | 2270 | 0.1570          | 0.9551   |
+| 0.1476        | 11.0  | 2497 | 0.1500          | 0.9543   |
+| 0.1067        | 12.0  | 2724 | 0.1469          | 0.9548   |
+| 0.1067        | 13.0  | 2951 | 0.1458          | 0.9557   |
+| 0.0817        | 14.0  | 3178 | 0.1409          | 0.9540   |
+| 0.0817        | 15.0  | 3405 | 0.1426          | 0.9595   |
+| 0.0709        | 16.0  | 3632 | 0.1418          | 0.9540   |
+| 0.0709        | 17.0  | 3859 | 0.1416          | 0.9557   |
+| 0.0631        | 18.0  | 4086 | 0.1373          | 0.9581   |
+| 0.0631        | 19.0  | 4313 | 0.1458          | 0.9559   |
+| 0.0557        | 20.0  | 4540 | 0.1391          | 0.9559   |
+| 0.0557        | 21.0  | 4767 | 0.1526          | 0.9518   |
+| 0.0557        | 22.0  | 4994 | 0.1511          | 0.9529   |
+| 0.0495        | 23.0  | 5221 | 0.1578          | 0.9526   |
+| 0.0495        | 24.0  | 5448 | 0.1360          | 0.9568   |
+| 0.0443        | 25.0  | 5675 | 0.1451          | 0.9565   |
+| 0.0443        | 26.0  | 5902 | 0.1477          | 0.9562   |
+| 0.0419        | 27.0  | 6129 | 0.1624          | 0.9540   |
+| 0.0419        | 28.0  | 6356 | 0.1659          | 0.9537   |
+| 0.0371        | 29.0  | 6583 | 0.1607          | 0.9548   |
+| 0.0371        | 30.0  | 6810 | 0.1638          | 0.9543   |
+| 0.035         | 31.0  | 7037 | 0.1655          | 0.9529   |
+| 0.035         | 32.0  | 7264 | 0.1662          | 0.9562   |
+| 0.035         | 33.0  | 7491 | 0.1702          | 0.9532   |
+| 0.033         | 34.0  | 7718 | 0.1662          | 0.9562   |
+| 0.033         | 35.0  | 7945 | 0.1667          | 0.9532   |
+| 0.0309        | 36.0  | 8172 | 0.1794          | 0.9554   |
+| 0.0309        | 37.0  | 8399 | 0.1756          | 0.9546   |
+| 0.0292        | 38.0  | 8626 | 0.1722          | 0.9559   |
+| 0.0292        | 39.0  | 8853 | 0.1706          | 0.9559   |
+| 0.0281        | 40.0  | 9080 | 0.1741          | 0.9548   |
+
+
+### Framework versions
+
+- Transformers 4.40.2
+- Pytorch 2.1.0+cu121
+- Datasets 2.14.5
+- Tokenizers 0.19.1

config.json

@@ -0,0 +1,63 @@
+{
+  "_name_or_path": "xlm-roberta-base",
+  "architectures": [
+    "XLMRobertaForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "buy_coin",
+    "1": "sell_coin",
+    "2": "current_coin_price",
+    "3": "predict_signal",
+    "4": "check_human",
+    "5": "affirm",
+    "6": "deny",
+    "7": "goodbye",
+    "8": "greet",
+    "9": "inform",
+    "10": "thankyou",
+    "11": "help",
+    "12": "human_handoff",
+    "13": "out_of_scope",
+    "14": "check_image"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "affirm": 5,
+    "buy_coin": 0,
+    "check_human": 4,
+    "check_image": 14,
+    "current_coin_price": 2,
+    "deny": 6,
+    "goodbye": 7,
+    "greet": 8,
+    "help": 11,
+    "human_handoff": 12,
+    "inform": 9,
+    "out_of_scope": 13,
+    "predict_signal": 3,
+    "sell_coin": 1,
+    "thankyou": 10
+  },
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "xlm-roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "output_past": true,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.40.2",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 250002
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd2d6942a4b1cdcac44ad66af3d9d94508d1885cbd884edf32681f9fc39440a
+size 1112244996

runs/May25_22-14-38_Precision-3660/events.out.tfevents.1716639279.Precision-3660.1574450.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4e417b0b4d8fee60986c2b8e5db45737ce6f3185350530f54f5cb47c7b8fc0
+size 22403

runs/May25_22-54-42_Precision-3660/events.out.tfevents.1716641682.Precision-3660.1584143.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18482c3f91944a56183be7af650348c60dde951922f67cb1c4a73d482d4ece41
+size 22403

runs/May25_23-26-39_Precision-3660/events.out.tfevents.1716643600.Precision-3660.1589267.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b4a363556db3274a034cf692bb23bab9c17c0727506671e182cbceb3996e4f
+size 5724

sentencepiece.bpe.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
+size 5069051

special_tokens_map.json

@@ -0,0 +1,15 @@
+{
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "unk_token": "<unk>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8373f9cd3d27591e1924426bcc1c8799bc5a9affc4fc857982c5d66668dd1f41
+size 17082832

tokenizer_config.json

@@ -0,0 +1,54 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250001": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": "<mask>",
+  "model_max_length": 512,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "tokenizer_class": "XLMRobertaTokenizer",
+  "unk_token": "<unk>"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24f802a67caca333c5240012d56c1a6f8561b153e5e9a7942a03f60d590f9de
+size 5048