upload model

Browse files

Files changed (15) hide show

README.md +117 -0
all_results.json +125 -0
config.json +107 -0
eval_results.json +60 -0
merges.txt +0 -0
predict_results.json +62 -0
predictions.txt +0 -0
pytorch_model.bin +3 -0
special_tokens_map.json +51 -0
tokenizer.json +0 -0
tokenizer_config.json +67 -0
train_results.json +8 -0
trainer_state.json +553 -0
training_args.bin +3 -0
vocab.json +0 -0

README.md ADDED Viewed

	@@ -0,0 +1,117 @@

+---
+license: mit
+tags:
+- generated_from_trainer
+datasets:
+- cynthiachan/FeedRef_10pct
+model-index:
+- name: training
+  results: []
+---
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+# training
+This model is a fine-tuned version of [microsoft/deberta-base](https://huggingface.co/microsoft/deberta-base) on the cynthiachan/FeedRef_10pct dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.0810
+- Attackid Precision: 1.0
+- Attackid Recall: 1.0
+- Attackid F1: 1.0
+- Attackid Number: 6
+- Cve Precision: 1.0
+- Cve Recall: 1.0
+- Cve F1: 1.0
+- Cve Number: 11
+- Defenderthreat Precision: 0.0
+- Defenderthreat Recall: 0.0
+- Defenderthreat F1: 0.0
+- Defenderthreat Number: 2
+- Domain Precision: 1.0
+- Domain Recall: 0.9565
+- Domain F1: 0.9778
+- Domain Number: 23
+- Email Precision: 1.0
+- Email Recall: 1.0
+- Email F1: 1.0
+- Email Number: 3
+- Filepath Precision: 0.8841
+- Filepath Recall: 0.8788
+- Filepath F1: 0.8815
+- Filepath Number: 165
+- Hostname Precision: 1.0
+- Hostname Recall: 1.0
+- Hostname F1: 1.0
+- Hostname Number: 12
+- Ipv4 Precision: 1.0
+- Ipv4 Recall: 1.0
+- Ipv4 F1: 1.0
+- Ipv4 Number: 12
+- Md5 Precision: 0.8333
+- Md5 Recall: 0.9615
+- Md5 F1: 0.8929
+- Md5 Number: 52
+- Sha1 Precision: 0.6667
+- Sha1 Recall: 0.8571
+- Sha1 F1: 0.75
+- Sha1 Number: 7
+- Sha256 Precision: 0.9565
+- Sha256 Recall: 1.0
+- Sha256 F1: 0.9778
+- Sha256 Number: 44
+- Uri Precision: 0.0
+- Uri Recall: 0.0
+- Uri F1: 0.0
+- Uri Number: 1
+- Overall Precision: 0.9014
+- Overall Recall: 0.9201
+- Overall F1: 0.9107
+- Overall Accuracy: 0.9851
+## Model description
+More information needed
+## Intended uses & limitations
+More information needed
+## Training and evaluation data
+More information needed
+## Training procedure
+### Training hyperparameters
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 8
+- eval_batch_size: 8
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 3.0
+### Training results
+| Training Loss | Epoch | Step | Validation Loss | Attackid Precision | Attackid Recall | Attackid F1 | Attackid Number | Cve Precision | Cve Recall | Cve F1 | Cve Number | Defenderthreat Precision | Defenderthreat Recall | Defenderthreat F1 | Defenderthreat Number | Domain Precision | Domain Recall | Domain F1 | Domain Number | Email Precision | Email Recall | Email F1 | Email Number | Filepath Precision | Filepath Recall | Filepath F1 | Filepath Number | Hostname Precision | Hostname Recall | Hostname F1 | Hostname Number | Ipv4 Precision | Ipv4 Recall | Ipv4 F1 | Ipv4 Number | Md5 Precision | Md5 Recall | Md5 F1 | Md5 Number | Sha1 Precision | Sha1 Recall | Sha1 F1 | Sha1 Number | Sha256 Precision | Sha256 Recall | Sha256 F1 | Sha256 Number | Uri Precision | Uri Recall | Uri F1 | Uri Number | Overall Precision | Overall Recall | Overall F1 | Overall Accuracy |
+|:-------------:|:-----:|:----:|:---------------:|:------------------:|:---------------:|:-----------:|:---------------:|:-------------:|:----------:|:------:|:----------:|:------------------------:|:---------------------:|:-----------------:|:---------------------:|:----------------:|:-------------:|:---------:|:-------------:|:---------------:|:------------:|:--------:|:------------:|:------------------:|:---------------:|:-----------:|:---------------:|:------------------:|:---------------:|:-----------:|:---------------:|:--------------:|:-----------:|:-------:|:-----------:|:-------------:|:----------:|:------:|:----------:|:--------------:|:-----------:|:-------:|:-----------:|:----------------:|:-------------:|:---------:|:-------------:|:-------------:|:----------:|:------:|:----------:|:-----------------:|:--------------:|:----------:|:----------------:|
+| 0.3797        | 0.37  | 500  | 0.1998          | 0.0                | 0.0             | 0.0         | 6               | 0.0           | 0.0        | 0.0    | 11         | 0.0                      | 0.0                   | 0.0               | 2                     | 0.0286           | 0.0435        | 0.0345    | 23            | 0.0             | 0.0          | 0.0      | 3            | 0.5108             | 0.7152          | 0.5960      | 165             | 0.1774             | 0.9167          | 0.2973      | 12              | 0.4            | 0.5         | 0.4444  | 12          | 0.3194        | 0.4423     | 0.3710 | 52         | 0.0            | 0.0         | 0.0     | 7           | 0.4588           | 0.8864        | 0.6047    | 44            | 0.0           | 0.0        | 0.0    | 1          | 0.3875            | 0.5858         | 0.4664     | 0.9593           |
+| 0.1713        | 0.75  | 1000 | 0.1619          | 0.6                | 0.5             | 0.5455      | 6               | 0.5           | 0.6364     | 0.56   | 11         | 0.0                      | 0.0                   | 0.0               | 2                     | 0.6957           | 0.6957        | 0.6957    | 23            | 0.0             | 0.0          | 0.0      | 3            | 0.6879             | 0.6545          | 0.6708      | 165             | 0.5217             | 1.0             | 0.6857      | 12              | 0.5714         | 1.0         | 0.7273  | 12          | 0.6667        | 0.8846     | 0.7603 | 52         | 0.0            | 0.0         | 0.0     | 7           | 0.7692           | 0.9091        | 0.8333    | 44            | 0.0           | 0.0        | 0.0    | 1          | 0.6685            | 0.7219         | 0.6942     | 0.9664           |
+| 0.1152        | 1.12  | 1500 | 0.1096          | 0.8333             | 0.8333          | 0.8333      | 6               | 1.0           | 1.0        | 1.0    | 11         | 0.0                      | 0.0                   | 0.0               | 2                     | 0.7826           | 0.7826        | 0.7826    | 23            | 1.0             | 1.0          | 1.0      | 3            | 0.7202             | 0.8424          | 0.7765      | 165             | 1.0                | 1.0             | 1.0         | 12              | 0.4444         | 1.0         | 0.6154  | 12          | 0.6944        | 0.9615     | 0.8065 | 52         | 0.0            | 0.0         | 0.0     | 7           | 0.8723           | 0.9318        | 0.9011    | 44            | 0.0           | 0.0        | 0.0    | 1          | 0.7312            | 0.8609         | 0.7908     | 0.9751           |
+| 0.1089        | 1.5   | 2000 | 0.1243          | 1.0                | 1.0             | 1.0         | 6               | 0.9167        | 1.0        | 0.9565 | 11         | 0.0                      | 0.0                   | 0.0               | 2                     | 0.9048           | 0.8261        | 0.8636    | 23            | 1.0             | 1.0          | 1.0      | 3            | 0.8011             | 0.8788          | 0.8382      | 165             | 0.6667             | 1.0             | 0.8         | 12              | 0.9091         | 0.8333      | 0.8696  | 12          | 0.7812        | 0.9615     | 0.8621 | 52         | 0.0            | 0.0         | 0.0     | 7           | 0.7857           | 1.0           | 0.88      | 44            | 0.0           | 0.0        | 0.0    | 1          | 0.8065            | 0.8876         | 0.8451     | 0.9750           |
+| 0.0947        | 1.87  | 2500 | 0.0913          | 0.75               | 1.0             | 0.8571      | 6               | 1.0           | 1.0        | 1.0    | 11         | 0.0                      | 0.0                   | 0.0               | 2                     | 0.8462           | 0.9565        | 0.8980    | 23            | 0.3333          | 0.6667       | 0.4444   | 3            | 0.8035             | 0.8424          | 0.8225      | 165             | 0.6                | 1.0             | 0.7500      | 12              | 1.0            | 1.0         | 1.0     | 12          | 0.7969        | 0.9808     | 0.8793 | 52         | 0.0            | 0.0         | 0.0     | 7           | 0.8302           | 1.0           | 0.9072    | 44            | 0.0           | 0.0        | 0.0    | 1          | 0.7952            | 0.8846         | 0.8375     | 0.9792           |
+| 0.0629        | 2.25  | 3000 | 0.0940          | 1.0                | 0.8333          | 0.9091      | 6               | 1.0           | 1.0        | 1.0    | 11         | 0.0                      | 0.0                   | 0.0               | 2                     | 0.9565           | 0.9565        | 0.9565    | 23            | 1.0             | 1.0          | 1.0      | 3            | 0.8671             | 0.8303          | 0.8483      | 165             | 1.0                | 1.0             | 1.0         | 12              | 1.0            | 1.0         | 1.0     | 12          | 0.9273        | 0.9808     | 0.9533 | 52         | 0.25           | 0.1429      | 0.1818  | 7           | 0.8776           | 0.9773        | 0.9247    | 44            | 0.0           | 0.0        | 0.0    | 1          | 0.8946            | 0.8787         | 0.8866     | 0.9825           |
+| 0.0442        | 2.62  | 3500 | 0.1012          | 1.0                | 1.0             | 1.0         | 6               | 0.9167        | 1.0        | 0.9565 | 11         | 0.0                      | 0.0                   | 0.0               | 2                     | 0.9091           | 0.8696        | 0.8889    | 23            | 0.75            | 1.0          | 0.8571   | 3            | 0.8182             | 0.8727          | 0.8446      | 165             | 1.0                | 1.0             | 1.0         | 12              | 1.0            | 1.0         | 1.0     | 12          | 0.92          | 0.8846     | 0.9020 | 52         | 0.5            | 1.0         | 0.6667  | 7           | 0.9565           | 1.0           | 0.9778    | 44            | 0.0           | 0.0        | 0.0    | 1          | 0.8616            | 0.9024         | 0.8815     | 0.9818           |
+| 0.0401        | 3.0   | 4000 | 0.0810          | 1.0                | 1.0             | 1.0         | 6               | 1.0           | 1.0        | 1.0    | 11         | 0.0                      | 0.0                   | 0.0               | 2                     | 1.0              | 0.9565        | 0.9778    | 23            | 1.0             | 1.0          | 1.0      | 3            | 0.8841             | 0.8788          | 0.8815      | 165             | 1.0                | 1.0             | 1.0         | 12              | 1.0            | 1.0         | 1.0     | 12          | 0.8333        | 0.9615     | 0.8929 | 52         | 0.6667         | 0.8571      | 0.75    | 7           | 0.9565           | 1.0           | 0.9778    | 44            | 0.0           | 0.0        | 0.0    | 1          | 0.9014            | 0.9201         | 0.9107     | 0.9851           |
+### Framework versions
+- Transformers 4.21.2
+- Pytorch 1.12.1+cu102
+- Datasets 2.4.0
+- Tokenizers 0.12.1

all_results.json ADDED Viewed

	@@ -0,0 +1,125 @@

+{
+    "epoch": 3.0,
+    "eval_attackID_f1": 1.0,
+    "eval_attackID_number": 6,
+    "eval_attackID_precision": 1.0,
+    "eval_attackID_recall": 1.0,
+    "eval_cve_f1": 1.0,
+    "eval_cve_number": 11,
+    "eval_cve_precision": 1.0,
+    "eval_cve_recall": 1.0,
+    "eval_defenderThreat_f1": 0.0,
+    "eval_defenderThreat_number": 2,
+    "eval_defenderThreat_precision": 0.0,
+    "eval_defenderThreat_recall": 0.0,
+    "eval_domain_f1": 0.9777777777777777,
+    "eval_domain_number": 23,
+    "eval_domain_precision": 1.0,
+    "eval_domain_recall": 0.9565217391304348,
+    "eval_email_f1": 1.0,
+    "eval_email_number": 3,
+    "eval_email_precision": 1.0,
+    "eval_email_recall": 1.0,
+    "eval_filepath_f1": 0.8814589665653495,
+    "eval_filepath_number": 165,
+    "eval_filepath_precision": 0.8841463414634146,
+    "eval_filepath_recall": 0.8787878787878788,
+    "eval_hostname_f1": 1.0,
+    "eval_hostname_number": 12,
+    "eval_hostname_precision": 1.0,
+    "eval_hostname_recall": 1.0,
+    "eval_ipv4_f1": 1.0,
+    "eval_ipv4_number": 12,
+    "eval_ipv4_precision": 1.0,
+    "eval_ipv4_recall": 1.0,
+    "eval_loss": 0.08104180544614792,
+    "eval_md5_f1": 0.8928571428571429,
+    "eval_md5_number": 52,
+    "eval_md5_precision": 0.8333333333333334,
+    "eval_md5_recall": 0.9615384615384616,
+    "eval_overall_accuracy": 0.9851330874574721,
+    "eval_overall_f1": 0.910688140556369,
+    "eval_overall_precision": 0.9014492753623189,
+    "eval_overall_recall": 0.9201183431952663,
+    "eval_runtime": 188.6974,
+    "eval_samples": 1334,
+    "eval_samples_per_second": 7.07,
+    "eval_sha1_f1": 0.75,
+    "eval_sha1_number": 7,
+    "eval_sha1_precision": 0.6666666666666666,
+    "eval_sha1_recall": 0.8571428571428571,
+    "eval_sha256_f1": 0.9777777777777777,
+    "eval_sha256_number": 44,
+    "eval_sha256_precision": 0.9565217391304348,
+    "eval_sha256_recall": 1.0,
+    "eval_steps_per_second": 0.885,
+    "eval_uri_f1": 0.0,
+    "eval_uri_number": 1,
+    "eval_uri_precision": 0.0,
+    "eval_uri_recall": 0.0,
+    "predict_attackID_f1": 1.0,
+    "predict_attackID_number": 7,
+    "predict_attackID_precision": 1.0,
+    "predict_attackID_recall": 1.0,
+    "predict_bitcoinAddr_f1": 0.0,
+    "predict_bitcoinAddr_number": 1,
+    "predict_bitcoinAddr_precision": 0.0,
+    "predict_bitcoinAddr_recall": 0.0,
+    "predict_cve_f1": 1.0,
+    "predict_cve_number": 4,
+    "predict_cve_precision": 1.0,
+    "predict_cve_recall": 1.0,
+    "predict_domain_f1": 0.9411764705882353,
+    "predict_domain_number": 16,
+    "predict_domain_precision": 0.8888888888888888,
+    "predict_domain_recall": 1.0,
+    "predict_email_f1": 0.9333333333333333,
+    "predict_email_number": 7,
+    "predict_email_precision": 0.875,
+    "predict_email_recall": 1.0,
+    "predict_filepath_f1": 0.8996763754045307,
+    "predict_filepath_number": 149,
+    "predict_filepath_precision": 0.86875,
+    "predict_filepath_recall": 0.9328859060402684,
+    "predict_hostname_f1": 0.7142857142857143,
+    "predict_hostname_number": 11,
+    "predict_hostname_precision": 0.5882352941176471,
+    "predict_hostname_recall": 0.9090909090909091,
+    "predict_ipv4_f1": 0.9411764705882353,
+    "predict_ipv4_number": 16,
+    "predict_ipv4_precision": 0.8888888888888888,
+    "predict_ipv4_recall": 1.0,
+    "predict_ipv6_f1": 0.0,
+    "predict_ipv6_number": 1,
+    "predict_ipv6_precision": 0.0,
+    "predict_ipv6_recall": 0.0,
+    "predict_loss": 0.07453224062919617,
+    "predict_md5_f1": 0.9647058823529412,
+    "predict_md5_number": 43,
+    "predict_md5_precision": 0.9761904761904762,
+    "predict_md5_recall": 0.9534883720930233,
+    "predict_overall_accuracy": 0.9875295574822656,
+    "predict_overall_f1": 0.9140127388535033,
+    "predict_overall_precision": 0.8885448916408669,
+    "predict_overall_recall": 0.940983606557377,
+    "predict_runtime": 193.3376,
+    "predict_samples_per_second": 6.9,
+    "predict_sha1_f1": 1.0,
+    "predict_sha1_number": 4,
+    "predict_sha1_precision": 1.0,
+    "predict_sha1_recall": 1.0,
+    "predict_sha256_f1": 0.9772727272727273,
+    "predict_sha256_number": 43,
+    "predict_sha256_precision": 0.9555555555555556,
+    "predict_sha256_recall": 1.0,
+    "predict_steps_per_second": 0.864,
+    "predict_uri_f1": 0.0,
+    "predict_uri_number": 3,
+    "predict_uri_precision": 0.0,
+    "predict_uri_recall": 0.0,
+    "train_loss": 0.12705324465378204,
+    "train_runtime": 20579.6105,
+    "train_samples": 10671,
+    "train_samples_per_second": 1.556,
+    "train_steps_per_second": 0.194
+}

config.json ADDED Viewed

	@@ -0,0 +1,107 @@

+{
+  "_name_or_path": "microsoft/deberta-base",
+  "architectures": [
+    "DebertaForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "finetuning_task": "ner",
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "O",
+    "1": "B-attackID",
+    "2": "I-attackID",
+    "3": "B-bitcoinAddr",
+    "4": "I-bitcoinAddr",
+    "5": "B-cve",
+    "6": "I-cve",
+    "7": "B-defenderThreat",
+    "8": "I-defenderThreat",
+    "9": "B-domain",
+    "10": "I-domain",
+    "11": "B-email",
+    "12": "I-email",
+    "13": "B-md5",
+    "14": "I-md5",
+    "15": "B-sha1",
+    "16": "I-sha1",
+    "17": "B-sha256",
+    "18": "I-sha256",
+    "19": "B-filepath",
+    "20": "I-filepath",
+    "21": "B-hostname",
+    "22": "I-hostname",
+    "23": "B-ipv4",
+    "24": "I-ipv4",
+    "25": "B-ipv6",
+    "26": "I-ipv6",
+    "27": "B-fingerprint",
+    "28": "I-fingerprint",
+    "29": "B-uri",
+    "30": "I-uri",
+    "31": "B-url",
+    "32": "I-url",
+    "33": "B-yara",
+    "34": "I-yara"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "B-attackID": 1,
+    "B-bitcoinAddr": 3,
+    "B-cve": 5,
+    "B-defenderThreat": 7,
+    "B-domain": 9,
+    "B-email": 11,
+    "B-filepath": 19,
+    "B-fingerprint": 27,
+    "B-hostname": 21,
+    "B-ipv4": 23,
+    "B-ipv6": 25,
+    "B-md5": 13,
+    "B-sha1": 15,
+    "B-sha256": 17,
+    "B-uri": 29,
+    "B-url": 31,
+    "B-yara": 33,
+    "I-attackID": 2,
+    "I-bitcoinAddr": 4,
+    "I-cve": 6,
+    "I-defenderThreat": 8,
+    "I-domain": 10,
+    "I-email": 12,
+    "I-filepath": 20,
+    "I-fingerprint": 28,
+    "I-hostname": 22,
+    "I-ipv4": 24,
+    "I-ipv6": 26,
+    "I-md5": 14,
+    "I-sha1": 16,
+    "I-sha256": 18,
+    "I-uri": 30,
+    "I-url": 32,
+    "I-yara": 34,
+    "O": 0
+  },
+  "layer_norm_eps": 1e-07,
+  "max_position_embeddings": 512,
+  "max_relative_positions": -1,
+  "model_type": "deberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "pooler_dropout": 0,
+  "pooler_hidden_act": "gelu",
+  "pooler_hidden_size": 768,
+  "pos_att_type": [
+    "c2p",
+    "p2c"
+  ],
+  "position_biased_input": false,
+  "relative_attention": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.21.2",
+  "type_vocab_size": 0,
+  "vocab_size": 50265
+}

eval_results.json ADDED Viewed

	@@ -0,0 +1,60 @@

+{
+    "epoch": 3.0,
+    "eval_attackID_f1": 1.0,
+    "eval_attackID_number": 6,
+    "eval_attackID_precision": 1.0,
+    "eval_attackID_recall": 1.0,
+    "eval_cve_f1": 1.0,
+    "eval_cve_number": 11,
+    "eval_cve_precision": 1.0,
+    "eval_cve_recall": 1.0,
+    "eval_defenderThreat_f1": 0.0,
+    "eval_defenderThreat_number": 2,
+    "eval_defenderThreat_precision": 0.0,
+    "eval_defenderThreat_recall": 0.0,
+    "eval_domain_f1": 0.9777777777777777,
+    "eval_domain_number": 23,
+    "eval_domain_precision": 1.0,
+    "eval_domain_recall": 0.9565217391304348,
+    "eval_email_f1": 1.0,
+    "eval_email_number": 3,
+    "eval_email_precision": 1.0,
+    "eval_email_recall": 1.0,
+    "eval_filepath_f1": 0.8814589665653495,
+    "eval_filepath_number": 165,
+    "eval_filepath_precision": 0.8841463414634146,
+    "eval_filepath_recall": 0.8787878787878788,
+    "eval_hostname_f1": 1.0,
+    "eval_hostname_number": 12,
+    "eval_hostname_precision": 1.0,
+    "eval_hostname_recall": 1.0,
+    "eval_ipv4_f1": 1.0,
+    "eval_ipv4_number": 12,
+    "eval_ipv4_precision": 1.0,
+    "eval_ipv4_recall": 1.0,
+    "eval_loss": 0.08104180544614792,
+    "eval_md5_f1": 0.8928571428571429,
+    "eval_md5_number": 52,
+    "eval_md5_precision": 0.8333333333333334,
+    "eval_md5_recall": 0.9615384615384616,
+    "eval_overall_accuracy": 0.9851330874574721,
+    "eval_overall_f1": 0.910688140556369,
+    "eval_overall_precision": 0.9014492753623189,
+    "eval_overall_recall": 0.9201183431952663,
+    "eval_runtime": 188.6974,
+    "eval_samples": 1334,
+    "eval_samples_per_second": 7.07,
+    "eval_sha1_f1": 0.75,
+    "eval_sha1_number": 7,
+    "eval_sha1_precision": 0.6666666666666666,
+    "eval_sha1_recall": 0.8571428571428571,
+    "eval_sha256_f1": 0.9777777777777777,
+    "eval_sha256_number": 44,
+    "eval_sha256_precision": 0.9565217391304348,
+    "eval_sha256_recall": 1.0,
+    "eval_steps_per_second": 0.885,
+    "eval_uri_f1": 0.0,
+    "eval_uri_number": 1,
+    "eval_uri_precision": 0.0,
+    "eval_uri_recall": 0.0
+}

merges.txt ADDED Viewed

The diff for this file is too large to render. See raw diff

predict_results.json ADDED Viewed

	@@ -0,0 +1,62 @@

+{
+    "predict_attackID_f1": 1.0,
+    "predict_attackID_number": 7,
+    "predict_attackID_precision": 1.0,
+    "predict_attackID_recall": 1.0,
+    "predict_bitcoinAddr_f1": 0.0,
+    "predict_bitcoinAddr_number": 1,
+    "predict_bitcoinAddr_precision": 0.0,
+    "predict_bitcoinAddr_recall": 0.0,
+    "predict_cve_f1": 1.0,
+    "predict_cve_number": 4,
+    "predict_cve_precision": 1.0,
+    "predict_cve_recall": 1.0,
+    "predict_domain_f1": 0.9411764705882353,
+    "predict_domain_number": 16,
+    "predict_domain_precision": 0.8888888888888888,
+    "predict_domain_recall": 1.0,
+    "predict_email_f1": 0.9333333333333333,
+    "predict_email_number": 7,
+    "predict_email_precision": 0.875,
+    "predict_email_recall": 1.0,
+    "predict_filepath_f1": 0.8996763754045307,
+    "predict_filepath_number": 149,
+    "predict_filepath_precision": 0.86875,
+    "predict_filepath_recall": 0.9328859060402684,
+    "predict_hostname_f1": 0.7142857142857143,
+    "predict_hostname_number": 11,
+    "predict_hostname_precision": 0.5882352941176471,
+    "predict_hostname_recall": 0.9090909090909091,
+    "predict_ipv4_f1": 0.9411764705882353,
+    "predict_ipv4_number": 16,
+    "predict_ipv4_precision": 0.8888888888888888,
+    "predict_ipv4_recall": 1.0,
+    "predict_ipv6_f1": 0.0,
+    "predict_ipv6_number": 1,
+    "predict_ipv6_precision": 0.0,
+    "predict_ipv6_recall": 0.0,
+    "predict_loss": 0.07453224062919617,
+    "predict_md5_f1": 0.9647058823529412,
+    "predict_md5_number": 43,
+    "predict_md5_precision": 0.9761904761904762,
+    "predict_md5_recall": 0.9534883720930233,
+    "predict_overall_accuracy": 0.9875295574822656,
+    "predict_overall_f1": 0.9140127388535033,
+    "predict_overall_precision": 0.8885448916408669,
+    "predict_overall_recall": 0.940983606557377,
+    "predict_runtime": 193.3376,
+    "predict_samples_per_second": 6.9,
+    "predict_sha1_f1": 1.0,
+    "predict_sha1_number": 4,
+    "predict_sha1_precision": 1.0,
+    "predict_sha1_recall": 1.0,
+    "predict_sha256_f1": 0.9772727272727273,
+    "predict_sha256_number": 43,
+    "predict_sha256_precision": 0.9555555555555556,
+    "predict_sha256_recall": 1.0,
+    "predict_steps_per_second": 0.864,
+    "predict_uri_f1": 0.0,
+    "predict_uri_number": 3,
+    "predict_uri_precision": 0.0,
+    "predict_uri_recall": 0.0
+}

predictions.txt ADDED Viewed

The diff for this file is too large to render. See raw diff

pytorch_model.bin ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:1e81fe187e9169c28ba8e4cab91a20885f568e853ff4e3c65af0392395c1b526
+size 554582579

special_tokens_map.json ADDED Viewed

	@@ -0,0 +1,51 @@

+{
+  "bos_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json ADDED Viewed

The diff for this file is too large to render. See raw diff

tokenizer_config.json ADDED Viewed

	@@ -0,0 +1,67 @@

+{
+  "add_bos_token": false,
+  "add_prefix_space": true,
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "__type": "AddedToken",
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "do_lower_case": false,
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "errors": "replace",
+  "mask_token": {
+    "__type": "AddedToken",
+    "content": "[MASK]",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "model_max_length": 512,
+  "name_or_path": "microsoft/deberta-base",
+  "pad_token": {
+    "__type": "AddedToken",
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "__type": "AddedToken",
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "special_tokens_map_file": null,
+  "tokenizer_class": "DebertaTokenizer",
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "vocab_type": "gpt2"
+}

train_results.json ADDED Viewed

	@@ -0,0 +1,8 @@

+{
+    "epoch": 3.0,
+    "train_loss": 0.12705324465378204,
+    "train_runtime": 20579.6105,
+    "train_samples": 10671,
+    "train_samples_per_second": 1.556,
+    "train_steps_per_second": 0.194
+}

trainer_state.json ADDED Viewed

	@@ -0,0 +1,553 @@

+{
+  "best_metric": 0.08104180544614792,
+  "best_model_checkpoint": "training/checkpoint-4000",
+  "epoch": 3.0,
+  "global_step": 4002,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3753123438280864e-05,
+      "loss": 0.3797,
+      "step": 500
+    },
+    {
+      "epoch": 0.37,
+      "eval_attackID_f1": 0.0,
+      "eval_attackID_number": 6,
+      "eval_attackID_precision": 0.0,
+      "eval_attackID_recall": 0.0,
+      "eval_cve_f1": 0.0,
+      "eval_cve_number": 11,
+      "eval_cve_precision": 0.0,
+      "eval_cve_recall": 0.0,
+      "eval_defenderThreat_f1": 0.0,
+      "eval_defenderThreat_number": 2,
+      "eval_defenderThreat_precision": 0.0,
+      "eval_defenderThreat_recall": 0.0,
+      "eval_domain_f1": 0.034482758620689655,
+      "eval_domain_number": 23,
+      "eval_domain_precision": 0.02857142857142857,
+      "eval_domain_recall": 0.043478260869565216,
+      "eval_email_f1": 0.0,
+      "eval_email_number": 3,
+      "eval_email_precision": 0.0,
+      "eval_email_recall": 0.0,
+      "eval_filepath_f1": 0.595959595959596,
+      "eval_filepath_number": 165,
+      "eval_filepath_precision": 0.5108225108225108,
+      "eval_filepath_recall": 0.7151515151515152,
+      "eval_hostname_f1": 0.2972972972972973,
+      "eval_hostname_number": 12,
+      "eval_hostname_precision": 0.1774193548387097,
+      "eval_hostname_recall": 0.9166666666666666,
+      "eval_ipv4_f1": 0.4444444444444445,
+      "eval_ipv4_number": 12,
+      "eval_ipv4_precision": 0.4,
+      "eval_ipv4_recall": 0.5,
+      "eval_loss": 0.1998327672481537,
+      "eval_md5_f1": 0.3709677419354838,
+      "eval_md5_number": 52,
+      "eval_md5_precision": 0.3194444444444444,
+      "eval_md5_recall": 0.4423076923076923,
+      "eval_overall_accuracy": 0.9593447122394716,
+      "eval_overall_f1": 0.4664310954063604,
+      "eval_overall_precision": 0.38747553816046965,
+      "eval_overall_recall": 0.5857988165680473,
+      "eval_runtime": 190.4733,
+      "eval_samples_per_second": 7.004,
+      "eval_sha1_f1": 0.0,
+      "eval_sha1_number": 7,
+      "eval_sha1_precision": 0.0,
+      "eval_sha1_recall": 0.0,
+      "eval_sha256_f1": 0.6046511627906976,
+      "eval_sha256_number": 44,
+      "eval_sha256_precision": 0.4588235294117647,
+      "eval_sha256_recall": 0.8863636363636364,
+      "eval_steps_per_second": 0.877,
+      "eval_uri_f1": 0.0,
+      "eval_uri_number": 1,
+      "eval_uri_precision": 0.0,
+      "eval_uri_recall": 0.0,
+      "step": 500
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7506246876561725e-05,
+      "loss": 0.1713,
+      "step": 1000
+    },
+    {
+      "epoch": 0.75,
+      "eval_attackID_f1": 0.5454545454545454,
+      "eval_attackID_number": 6,
+      "eval_attackID_precision": 0.6,
+      "eval_attackID_recall": 0.5,
+      "eval_cve_f1": 0.56,
+      "eval_cve_number": 11,
+      "eval_cve_precision": 0.5,
+      "eval_cve_recall": 0.6363636363636364,
+      "eval_defenderThreat_f1": 0.0,
+      "eval_defenderThreat_number": 2,
+      "eval_defenderThreat_precision": 0.0,
+      "eval_defenderThreat_recall": 0.0,
+      "eval_domain_f1": 0.6956521739130435,
+      "eval_domain_number": 23,
+      "eval_domain_precision": 0.6956521739130435,
+      "eval_domain_recall": 0.6956521739130435,
+      "eval_email_f1": 0.0,
+      "eval_email_number": 3,
+      "eval_email_precision": 0.0,
+      "eval_email_recall": 0.0,
+      "eval_filepath_f1": 0.670807453416149,
+      "eval_filepath_number": 165,
+      "eval_filepath_precision": 0.6878980891719745,
+      "eval_filepath_recall": 0.6545454545454545,
+      "eval_hostname_f1": 0.6857142857142856,
+      "eval_hostname_number": 12,
+      "eval_hostname_precision": 0.5217391304347826,
+      "eval_hostname_recall": 1.0,
+      "eval_ipv4_f1": 0.7272727272727273,
+      "eval_ipv4_number": 12,
+      "eval_ipv4_precision": 0.5714285714285714,
+      "eval_ipv4_recall": 1.0,
+      "eval_loss": 0.16188746690750122,
+      "eval_md5_f1": 0.7603305785123966,
+      "eval_md5_number": 52,
+      "eval_md5_precision": 0.6666666666666666,
+      "eval_md5_recall": 0.8846153846153846,
+      "eval_overall_accuracy": 0.9664064956971724,
+      "eval_overall_f1": 0.6941678520625889,
+      "eval_overall_precision": 0.6684931506849315,
+      "eval_overall_recall": 0.7218934911242604,
+      "eval_runtime": 188.7695,
+      "eval_samples_per_second": 7.067,
+      "eval_sha1_f1": 0.0,
+      "eval_sha1_number": 7,
+      "eval_sha1_precision": 0.0,
+      "eval_sha1_recall": 0.0,
+      "eval_sha256_f1": 0.8333333333333333,
+      "eval_sha256_number": 44,
+      "eval_sha256_precision": 0.7692307692307693,
+      "eval_sha256_recall": 0.9090909090909091,
+      "eval_steps_per_second": 0.885,
+      "eval_uri_f1": 0.0,
+      "eval_uri_number": 1,
+      "eval_uri_precision": 0.0,
+      "eval_uri_recall": 0.0,
+      "step": 1000
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.125937031484258e-05,
+      "loss": 0.1152,
+      "step": 1500
+    },
+    {
+      "epoch": 1.12,
+      "eval_attackID_f1": 0.8333333333333334,
+      "eval_attackID_number": 6,
+      "eval_attackID_precision": 0.8333333333333334,
+      "eval_attackID_recall": 0.8333333333333334,
+      "eval_cve_f1": 1.0,
+      "eval_cve_number": 11,
+      "eval_cve_precision": 1.0,
+      "eval_cve_recall": 1.0,
+      "eval_defenderThreat_f1": 0.0,
+      "eval_defenderThreat_number": 2,
+      "eval_defenderThreat_precision": 0.0,
+      "eval_defenderThreat_recall": 0.0,
+      "eval_domain_f1": 0.782608695652174,
+      "eval_domain_number": 23,
+      "eval_domain_precision": 0.782608695652174,
+      "eval_domain_recall": 0.782608695652174,
+      "eval_email_f1": 1.0,
+      "eval_email_number": 3,
+      "eval_email_precision": 1.0,
+      "eval_email_recall": 1.0,
+      "eval_filepath_f1": 0.776536312849162,
+      "eval_filepath_number": 165,
+      "eval_filepath_precision": 0.7202072538860104,
+      "eval_filepath_recall": 0.8424242424242424,
+      "eval_hostname_f1": 1.0,
+      "eval_hostname_number": 12,
+      "eval_hostname_precision": 1.0,
+      "eval_hostname_recall": 1.0,
+      "eval_ipv4_f1": 0.6153846153846153,
+      "eval_ipv4_number": 12,
+      "eval_ipv4_precision": 0.4444444444444444,
+      "eval_ipv4_recall": 1.0,
+      "eval_loss": 0.10957539826631546,
+      "eval_md5_f1": 0.8064516129032258,
+      "eval_md5_number": 52,
+      "eval_md5_precision": 0.6944444444444444,
+      "eval_md5_recall": 0.9615384615384616,
+      "eval_overall_accuracy": 0.9750693312748377,
+      "eval_overall_f1": 0.7907608695652174,
+      "eval_overall_precision": 0.7311557788944724,
+      "eval_overall_recall": 0.8609467455621301,
+      "eval_runtime": 191.3074,
+      "eval_samples_per_second": 6.973,
+      "eval_sha1_f1": 0.0,
+      "eval_sha1_number": 7,
+      "eval_sha1_precision": 0.0,
+      "eval_sha1_recall": 0.0,
+      "eval_sha256_f1": 0.9010989010989012,
+      "eval_sha256_number": 44,
+      "eval_sha256_precision": 0.8723404255319149,
+      "eval_sha256_recall": 0.9318181818181818,
+      "eval_steps_per_second": 0.873,
+      "eval_uri_f1": 0.0,
+      "eval_uri_number": 1,
+      "eval_uri_precision": 0.0,
+      "eval_uri_recall": 0.0,
+      "step": 1500
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 2.501249375312344e-05,
+      "loss": 0.1089,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5,
+      "eval_attackID_f1": 1.0,
+      "eval_attackID_number": 6,
+      "eval_attackID_precision": 1.0,
+      "eval_attackID_recall": 1.0,
+      "eval_cve_f1": 0.9565217391304348,
+      "eval_cve_number": 11,
+      "eval_cve_precision": 0.9166666666666666,
+      "eval_cve_recall": 1.0,
+      "eval_defenderThreat_f1": 0.0,
+      "eval_defenderThreat_number": 2,
+      "eval_defenderThreat_precision": 0.0,
+      "eval_defenderThreat_recall": 0.0,
+      "eval_domain_f1": 0.8636363636363636,
+      "eval_domain_number": 23,
+      "eval_domain_precision": 0.9047619047619048,
+      "eval_domain_recall": 0.8260869565217391,
+      "eval_email_f1": 1.0,
+      "eval_email_number": 3,
+      "eval_email_precision": 1.0,
+      "eval_email_recall": 1.0,
+      "eval_filepath_f1": 0.8381502890173411,
+      "eval_filepath_number": 165,
+      "eval_filepath_precision": 0.8011049723756906,
+      "eval_filepath_recall": 0.8787878787878788,
+      "eval_hostname_f1": 0.8,
+      "eval_hostname_number": 12,
+      "eval_hostname_precision": 0.6666666666666666,
+      "eval_hostname_recall": 1.0,
+      "eval_ipv4_f1": 0.8695652173913043,
+      "eval_ipv4_number": 12,
+      "eval_ipv4_precision": 0.9090909090909091,
+      "eval_ipv4_recall": 0.8333333333333334,
+      "eval_loss": 0.1243080273270607,
+      "eval_md5_f1": 0.8620689655172413,
+      "eval_md5_number": 52,
+      "eval_md5_precision": 0.78125,
+      "eval_md5_recall": 0.9615384615384616,
+      "eval_overall_accuracy": 0.9750407410584098,
+      "eval_overall_f1": 0.8450704225352114,
+      "eval_overall_precision": 0.8064516129032258,
+      "eval_overall_recall": 0.8875739644970414,
+      "eval_runtime": 189.1432,
+      "eval_samples_per_second": 7.053,
+      "eval_sha1_f1": 0.0,
+      "eval_sha1_number": 7,
+      "eval_sha1_precision": 0.0,
+      "eval_sha1_recall": 0.0,
+      "eval_sha256_f1": 0.88,
+      "eval_sha256_number": 44,
+      "eval_sha256_precision": 0.7857142857142857,
+      "eval_sha256_recall": 1.0,
+      "eval_steps_per_second": 0.883,
+      "eval_uri_f1": 0.0,
+      "eval_uri_number": 1,
+      "eval_uri_precision": 0.0,
+      "eval_uri_recall": 0.0,
+      "step": 2000
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 1.87656171914043e-05,
+      "loss": 0.0947,
+      "step": 2500
+    },
+    {
+      "epoch": 1.87,
+      "eval_attackID_f1": 0.8571428571428571,
+      "eval_attackID_number": 6,
+      "eval_attackID_precision": 0.75,
+      "eval_attackID_recall": 1.0,
+      "eval_cve_f1": 1.0,
+      "eval_cve_number": 11,
+      "eval_cve_precision": 1.0,
+      "eval_cve_recall": 1.0,
+      "eval_defenderThreat_f1": 0.0,
+      "eval_defenderThreat_number": 2,
+      "eval_defenderThreat_precision": 0.0,
+      "eval_defenderThreat_recall": 0.0,
+      "eval_domain_f1": 0.8979591836734695,
+      "eval_domain_number": 23,
+      "eval_domain_precision": 0.8461538461538461,
+      "eval_domain_recall": 0.9565217391304348,
+      "eval_email_f1": 0.4444444444444444,
+      "eval_email_number": 3,
+      "eval_email_precision": 0.3333333333333333,
+      "eval_email_recall": 0.6666666666666666,
+      "eval_filepath_f1": 0.8224852071005918,
+      "eval_filepath_number": 165,
+      "eval_filepath_precision": 0.8034682080924855,
+      "eval_filepath_recall": 0.8424242424242424,
+      "eval_hostname_f1": 0.7499999999999999,
+      "eval_hostname_number": 12,
+      "eval_hostname_precision": 0.6,
+      "eval_hostname_recall": 1.0,
+      "eval_ipv4_f1": 1.0,
+      "eval_ipv4_number": 12,
+      "eval_ipv4_precision": 1.0,
+      "eval_ipv4_recall": 1.0,
+      "eval_loss": 0.09133169800043106,
+      "eval_md5_f1": 0.8793103448275861,
+      "eval_md5_number": 52,
+      "eval_md5_precision": 0.796875,
+      "eval_md5_recall": 0.9807692307692307,
+      "eval_overall_accuracy": 0.9791863224404609,
+      "eval_overall_f1": 0.8375350140056023,
+      "eval_overall_precision": 0.7952127659574468,
+      "eval_overall_recall": 0.8846153846153846,
+      "eval_runtime": 190.5827,
+      "eval_samples_per_second": 7.0,
+      "eval_sha1_f1": 0.0,
+      "eval_sha1_number": 7,
+      "eval_sha1_precision": 0.0,
+      "eval_sha1_recall": 0.0,
+      "eval_sha256_f1": 0.9072164948453608,
+      "eval_sha256_number": 44,
+      "eval_sha256_precision": 0.8301886792452831,
+      "eval_sha256_recall": 1.0,
+      "eval_steps_per_second": 0.876,
+      "eval_uri_f1": 0.0,
+      "eval_uri_number": 1,
+      "eval_uri_precision": 0.0,
+      "eval_uri_recall": 0.0,
+      "step": 2500
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.2518740629685157e-05,
+      "loss": 0.0629,
+      "step": 3000
+    },
+    {
+      "epoch": 2.25,
+      "eval_attackID_f1": 0.9090909090909091,
+      "eval_attackID_number": 6,
+      "eval_attackID_precision": 1.0,
+      "eval_attackID_recall": 0.8333333333333334,
+      "eval_cve_f1": 1.0,
+      "eval_cve_number": 11,
+      "eval_cve_precision": 1.0,
+      "eval_cve_recall": 1.0,
+      "eval_defenderThreat_f1": 0.0,
+      "eval_defenderThreat_number": 2,
+      "eval_defenderThreat_precision": 0.0,
+      "eval_defenderThreat_recall": 0.0,
+      "eval_domain_f1": 0.9565217391304348,
+      "eval_domain_number": 23,
+      "eval_domain_precision": 0.9565217391304348,
+      "eval_domain_recall": 0.9565217391304348,
+      "eval_email_f1": 1.0,
+      "eval_email_number": 3,
+      "eval_email_precision": 1.0,
+      "eval_email_recall": 1.0,
+      "eval_filepath_f1": 0.848297213622291,
+      "eval_filepath_number": 165,
+      "eval_filepath_precision": 0.8670886075949367,
+      "eval_filepath_recall": 0.8303030303030303,
+      "eval_hostname_f1": 1.0,
+      "eval_hostname_number": 12,
+      "eval_hostname_precision": 1.0,
+      "eval_hostname_recall": 1.0,
+      "eval_ipv4_f1": 1.0,
+      "eval_ipv4_number": 12,
+      "eval_ipv4_precision": 1.0,
+      "eval_ipv4_recall": 1.0,
+      "eval_loss": 0.09401528537273407,
+      "eval_md5_f1": 0.9532710280373831,
+      "eval_md5_number": 52,
+      "eval_md5_precision": 0.9272727272727272,
+      "eval_md5_recall": 0.9807692307692307,
+      "eval_overall_accuracy": 0.9824741973296738,
+      "eval_overall_f1": 0.8865671641791044,
+      "eval_overall_precision": 0.8945783132530121,
+      "eval_overall_recall": 0.878698224852071,
+      "eval_runtime": 189.3247,
+      "eval_samples_per_second": 7.046,
+      "eval_sha1_f1": 0.18181818181818182,
+      "eval_sha1_number": 7,
+      "eval_sha1_precision": 0.25,
+      "eval_sha1_recall": 0.14285714285714285,
+      "eval_sha256_f1": 0.9247311827956989,
+      "eval_sha256_number": 44,
+      "eval_sha256_precision": 0.8775510204081632,
+      "eval_sha256_recall": 0.9772727272727273,
+      "eval_steps_per_second": 0.882,
+      "eval_uri_f1": 0.0,
+      "eval_uri_number": 1,
+      "eval_uri_precision": 0.0,
+      "eval_uri_recall": 0.0,
+      "step": 3000
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 6.271864067966017e-06,
+      "loss": 0.0442,
+      "step": 3500
+    },
+    {
+      "epoch": 2.62,
+      "eval_attackID_f1": 1.0,
+      "eval_attackID_number": 6,
+      "eval_attackID_precision": 1.0,
+      "eval_attackID_recall": 1.0,
+      "eval_cve_f1": 0.9565217391304348,
+      "eval_cve_number": 11,
+      "eval_cve_precision": 0.9166666666666666,
+      "eval_cve_recall": 1.0,
+      "eval_defenderThreat_f1": 0.0,
+      "eval_defenderThreat_number": 2,
+      "eval_defenderThreat_precision": 0.0,
+      "eval_defenderThreat_recall": 0.0,
+      "eval_domain_f1": 0.888888888888889,
+      "eval_domain_number": 23,
+      "eval_domain_precision": 0.9090909090909091,
+      "eval_domain_recall": 0.8695652173913043,
+      "eval_email_f1": 0.8571428571428571,
+      "eval_email_number": 3,
+      "eval_email_precision": 0.75,
+      "eval_email_recall": 1.0,
+      "eval_filepath_f1": 0.8445747800586509,
+      "eval_filepath_number": 165,
+      "eval_filepath_precision": 0.8181818181818182,
+      "eval_filepath_recall": 0.8727272727272727,
+      "eval_hostname_f1": 1.0,
+      "eval_hostname_number": 12,
+      "eval_hostname_precision": 1.0,
+      "eval_hostname_recall": 1.0,
+      "eval_ipv4_f1": 1.0,
+      "eval_ipv4_number": 12,
+      "eval_ipv4_precision": 1.0,
+      "eval_ipv4_recall": 1.0,
+      "eval_loss": 0.10119090229272842,
+      "eval_md5_f1": 0.9019607843137256,
+      "eval_md5_number": 52,
+      "eval_md5_precision": 0.92,
+      "eval_md5_recall": 0.8846153846153846,
+      "eval_overall_accuracy": 0.9818452125682592,
+      "eval_overall_f1": 0.8815028901734103,
+      "eval_overall_precision": 0.8615819209039548,
+      "eval_overall_recall": 0.9023668639053254,
+      "eval_runtime": 189.6229,
+      "eval_samples_per_second": 7.035,
+      "eval_sha1_f1": 0.6666666666666666,
+      "eval_sha1_number": 7,
+      "eval_sha1_precision": 0.5,
+      "eval_sha1_recall": 1.0,
+      "eval_sha256_f1": 0.9777777777777777,
+      "eval_sha256_number": 44,
+      "eval_sha256_precision": 0.9565217391304348,
+      "eval_sha256_recall": 1.0,
+      "eval_steps_per_second": 0.881,
+      "eval_uri_f1": 0.0,
+      "eval_uri_number": 1,
+      "eval_uri_precision": 0.0,
+      "eval_uri_recall": 0.0,
+      "step": 3500
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 2.4987506246876563e-08,
+      "loss": 0.0401,
+      "step": 4000
+    },
+    {
+      "epoch": 3.0,
+      "eval_attackID_f1": 1.0,
+      "eval_attackID_number": 6,
+      "eval_attackID_precision": 1.0,
+      "eval_attackID_recall": 1.0,
+      "eval_cve_f1": 1.0,
+      "eval_cve_number": 11,
+      "eval_cve_precision": 1.0,
+      "eval_cve_recall": 1.0,
+      "eval_defenderThreat_f1": 0.0,
+      "eval_defenderThreat_number": 2,
+      "eval_defenderThreat_precision": 0.0,
+      "eval_defenderThreat_recall": 0.0,
+      "eval_domain_f1": 0.9777777777777777,
+      "eval_domain_number": 23,
+      "eval_domain_precision": 1.0,
+      "eval_domain_recall": 0.9565217391304348,
+      "eval_email_f1": 1.0,
+      "eval_email_number": 3,
+      "eval_email_precision": 1.0,
+      "eval_email_recall": 1.0,
+      "eval_filepath_f1": 0.8814589665653495,
+      "eval_filepath_number": 165,
+      "eval_filepath_precision": 0.8841463414634146,
+      "eval_filepath_recall": 0.8787878787878788,
+      "eval_hostname_f1": 1.0,
+      "eval_hostname_number": 12,
+      "eval_hostname_precision": 1.0,
+      "eval_hostname_recall": 1.0,
+      "eval_ipv4_f1": 1.0,
+      "eval_ipv4_number": 12,
+      "eval_ipv4_precision": 1.0,
+      "eval_ipv4_recall": 1.0,
+      "eval_loss": 0.08104180544614792,
+      "eval_md5_f1": 0.8928571428571429,
+      "eval_md5_number": 52,
+      "eval_md5_precision": 0.8333333333333334,
+      "eval_md5_recall": 0.9615384615384616,
+      "eval_overall_accuracy": 0.9851330874574721,
+      "eval_overall_f1": 0.910688140556369,
+      "eval_overall_precision": 0.9014492753623189,
+      "eval_overall_recall": 0.9201183431952663,
+      "eval_runtime": 189.4615,
+      "eval_samples_per_second": 7.041,
+      "eval_sha1_f1": 0.75,
+      "eval_sha1_number": 7,
+      "eval_sha1_precision": 0.6666666666666666,
+      "eval_sha1_recall": 0.8571428571428571,
+      "eval_sha256_f1": 0.9777777777777777,
+      "eval_sha256_number": 44,
+      "eval_sha256_precision": 0.9565217391304348,
+      "eval_sha256_recall": 1.0,
+      "eval_steps_per_second": 0.881,
+      "eval_uri_f1": 0.0,
+      "eval_uri_number": 1,
+      "eval_uri_precision": 0.0,
+      "eval_uri_recall": 0.0,
+      "step": 4000
+    },
+    {
+      "epoch": 3.0,
+      "step": 4002,
+      "total_flos": 1931509834334334.0,
+      "train_loss": 0.12705324465378204,
+      "train_runtime": 20579.6105,
+      "train_samples_per_second": 1.556,
+      "train_steps_per_second": 0.194
+    }
+  ],
+  "max_steps": 4002,
+  "num_train_epochs": 3,
+  "total_flos": 1931509834334334.0,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6e813fd2ed1412a4efa422384897f7d7ff6124b243bf68186c363dbefd2650
+size 3311

vocab.json ADDED Viewed

The diff for this file is too large to render. See raw diff