add model weights and configs

added_tokens.json

@@ -0,0 +1 @@
+{}

cartography_config_dev.json

@@ -0,0 +1,49 @@
+{
+    "adam_epsilon": 1e-08,
+    "cache_dir": "",
+    "config_name": "",
+    "data_dir": "/content/pretrained/filtered/cartography_variability_0.33/MNLI",
+    "dev": null,
+    "device": "cuda",
+    "do_eval": true,
+    "do_lower_case": true,
+    "do_test": true,
+    "do_train": true,
+    "eval_all_checkpoints": false,
+    "eval_batch_size": 96,
+    "evaluate_during_training": true,
+    "evaluate_during_training_epoch": false,
+    "features_cache_dir": "/content/pretrained/filtered/cartography_variability_0.33/MNLI/cache_36891",
+    "fp16": false,
+    "fp16_opt_level": "01",
+    "gradient_accumulation_steps": 1,
+    "learning_rate": 1.0993071205018916e-05,
+    "local_rank": -1,
+    "logging_steps": 1000,
+    "max_grad_norm": 1.0,
+    "max_seq_length": 128,
+    "max_steps": -1,
+    "model_name_or_path": "/content/pretrained/results/",
+    "model_type": "roberta",
+    "n_gpu": 1,
+    "no_cuda": false,
+    "num_train_epochs": 3,
+    "output_dir": "/content/results",
+    "output_mode": "classification",
+    "overwrite_cache": false,
+    "overwrite_output_dir": false,
+    "patience": 3,
+    "per_gpu_eval_batch_size": 96,
+    "per_gpu_train_batch_size": 64,
+    "save_steps": 0,
+    "seed": 36891,
+    "server_ip": "",
+    "server_port": "",
+    "task_name": "mnli",
+    "test": "/content/diagnostic_nli/diagnostic-full.tsv",
+    "tokenizer_name": "",
+    "train": null,
+    "train_batch_size": 64,
+    "warmup_steps": 0,
+    "weight_decay": 0.0
+}

cartography_config_test.json

@@ -0,0 +1,49 @@
+{
+    "adam_epsilon": 1e-08,
+    "cache_dir": "",
+    "config_name": "",
+    "data_dir": "/content/pretrained/filtered/cartography_variability_0.33/MNLI",
+    "dev": null,
+    "device": "cuda",
+    "do_eval": true,
+    "do_lower_case": true,
+    "do_test": true,
+    "do_train": true,
+    "eval_all_checkpoints": false,
+    "eval_batch_size": 96,
+    "evaluate_during_training": true,
+    "evaluate_during_training_epoch": false,
+    "features_cache_dir": "/content/pretrained/filtered/cartography_variability_0.33/MNLI/cache_36891",
+    "fp16": false,
+    "fp16_opt_level": "01",
+    "gradient_accumulation_steps": 1,
+    "learning_rate": 1.0993071205018916e-05,
+    "local_rank": -1,
+    "logging_steps": 1000,
+    "max_grad_norm": 1.0,
+    "max_seq_length": 128,
+    "max_steps": -1,
+    "model_name_or_path": "/content/pretrained/results/",
+    "model_type": "roberta",
+    "n_gpu": 1,
+    "no_cuda": false,
+    "num_train_epochs": 3,
+    "output_dir": "/content/results",
+    "output_mode": "classification",
+    "overwrite_cache": false,
+    "overwrite_output_dir": false,
+    "patience": 3,
+    "per_gpu_eval_batch_size": 96,
+    "per_gpu_train_batch_size": 64,
+    "save_steps": 0,
+    "seed": 36891,
+    "server_ip": "",
+    "server_port": "",
+    "task_name": "mnli",
+    "test": "/content/diagnostic_nli/diagnostic-full.tsv",
+    "tokenizer_name": "",
+    "train": null,
+    "train_batch_size": 64,
+    "warmup_steps": 0,
+    "weight_decay": 0.0
+}

cartography_config_train.json

@@ -0,0 +1,47 @@
+{
+    "adam_epsilon": 1e-08,
+    "cache_dir": "",
+    "config_name": "",
+    "data_dir": "/content/pretrained/filtered/cartography_variability_0.33/MNLI",
+    "dev": null,
+    "device": "cuda",
+    "do_eval": true,
+    "do_lower_case": true,
+    "do_test": true,
+    "do_train": true,
+    "eval_all_checkpoints": false,
+    "evaluate_during_training": true,
+    "evaluate_during_training_epoch": false,
+    "features_cache_dir": "/content/pretrained/filtered/cartography_variability_0.33/MNLI/cache_36891",
+    "fp16": false,
+    "fp16_opt_level": "01",
+    "gradient_accumulation_steps": 1,
+    "learning_rate": 1.0993071205018916e-05,
+    "local_rank": -1,
+    "logging_steps": 1000,
+    "max_grad_norm": 1.0,
+    "max_seq_length": 128,
+    "max_steps": -1,
+    "model_name_or_path": "/content/pretrained/results/",
+    "model_type": "roberta",
+    "n_gpu": 1,
+    "no_cuda": false,
+    "num_train_epochs": 3,
+    "output_dir": "/content/results",
+    "output_mode": "classification",
+    "overwrite_cache": false,
+    "overwrite_output_dir": false,
+    "patience": 3,
+    "per_gpu_eval_batch_size": 96,
+    "per_gpu_train_batch_size": 64,
+    "save_steps": 0,
+    "seed": 36891,
+    "server_ip": "",
+    "server_port": "",
+    "task_name": "mnli",
+    "test": "/content/diagnostic_nli/diagnostic-full.tsv",
+    "tokenizer_name": "",
+    "train": null,
+    "warmup_steps": 0,
+    "weight_decay": 0.0
+}

config.json

@@ -0,0 +1,28 @@
+{
+  "architectures": [
+    "RobertaForMaskedLM"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "eos_token_id": 2,
+  "finetuning_task": "mnli",
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "num_labels": 3,
+  "output_attentions": false,
+  "output_hidden_states": false,
+  "pad_token_id": 1,
+  "pruned_heads": {},
+  "torchscript": false,
+  "type_vocab_size": 1,
+  "use_bfloat16": false,
+  "vocab_size": 50265
+}

eval_metrics_mnli_dev_diagnostic-full.json

@@ -0,0 +1 @@
+{"acc": 0.875904228222109}

eval_metrics_mnli_dev_in_training.json

@@ -0,0 +1,3 @@
+{"acc": 0.875904228222109}
+{"acc": 0.873458991339786}
+{"acc": 0.8746816097809476}

eval_metrics_train.json

@@ -0,0 +1,3 @@
+{"epoch": 0, "train_acc": 0.8162469885988737, "best_dev_performance": 0.875904228222109, "avg_batch_loss": 13.78744383272715, "learning_rate": 7.3287141366792775e-06}
+{"epoch": 1, "train_acc": 0.8626264021237091, "best_dev_performance": 0.875904228222109, "avg_batch_loss": 10.59592348872684, "learning_rate": 3.6643570683396387e-06}
+{"epoch": 2, "train_acc": 0.8912980097899308, "best_dev_performance": 0.875904228222109, "avg_batch_loss": 8.51302901271265, "learning_rate": 0.0}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd233e94779f5ceba738e772fe7790a944227fa265751160e3e4e4c45a75287e
+size 501004050

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": "<mask>"}

tokenizer_config.json

@@ -0,0 +1 @@
+{"do_lower_case": true, "max_len": 512, "bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": "<mask>", "init_inputs": []}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69fcdfb1a4e1965d6436fe45de1f1678ee13972249fcb24b281da69cf749f48
+size 1536