Upload 7 files

config.json

@@ -0,0 +1,48 @@
+{
+  "_name_or_path": "LazarusNLP/simcse-indobert-base",
+  "_num_labels": 5,
+  "architectures": [
+    "BertForCL"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "directionality": "bidi",
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2",
+    "3": "LABEL_3",
+    "4": "LABEL_4"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_2": 2,
+    "LABEL_3": 3,
+    "LABEL_4": 4
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "output_past": true,
+  "pad_token_id": 0,
+  "pooler_fc_size": 768,
+  "pooler_num_attention_heads": 12,
+  "pooler_num_fc_layers": 3,
+  "pooler_size_per_head": 128,
+  "pooler_type": "first_token_transform",
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.2.1",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30521
+}

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716dc1e0ecc72a21dbd30ffe1fd356459acf297f912f907fb9e68170a0514ebf
+size 1064

special_tokens_map.json

@@ -0,0 +1 @@
+{"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}

tokenizer_config.json

@@ -0,0 +1 @@
+{"do_lower_case": true, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "clean_up_tokenization_spaces": true, "do_basic_tokenize": true, "model_max_length": 1000000000000000019884624838656, "never_split": null, "tokenizer_class": "BertTokenizer", "special_tokens_map_file": "/home/ifti001/.cache/huggingface/transformers/7cc9f436cefa78ab595ac4e5b35da41475c4703c7dfa70ca087711ea68d89a2f.7da70648c6cb9951e284c9685f9ba7ae083dd59ed1d6d84bdfc0584a4ea94b6d", "name_or_path": "LazarusNLP/simcse-indobert-base"}

trainer_state.json

@@ -0,0 +1,394 @@
+{
+  "best_metric": 0.5689655172413793,
+  "best_model_checkpoint": "result/unsup/simcse-indobert-fact-FakeCLSTrain-precise",
+  "epoch": 1.4229249011857708,
+  "global_step": 360,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.08,
+      "eval_CR": 73.51,
+      "eval_FakeCLSDev": 0.9859484777517564,
+      "eval_FakeCLSTest": 0.5161290322580645,
+      "eval_FakeCLSTrain": 0.47105788423153694,
+      "eval_FakePairs": -0.0655808472434033,
+      "eval_FakePairsNLI": 61.47,
+      "eval_MPQA": 77.42,
+      "eval_MR": 62.27,
+      "eval_MRPC": 69.77,
+      "eval_SST2": 69.5,
+      "eval_SUBJ": 83.28,
+      "eval_TREC": 63.68,
+      "eval_avg_sts": 0.615711473961408,
+      "eval_avg_transfer": 71.34714285714286,
+      "eval_sickr_spearman": 0.5665051314046887,
+      "eval_stsb_indo": 0.33437727467476286,
+      "eval_stsb_spearman": 0.6649178165181273,
+      "step": 20
+    },
+    {
+      "epoch": 0.16,
+      "eval_CR": 72.68,
+      "eval_FakeCLSDev": 0.9851767388825542,
+      "eval_FakeCLSTest": 0.4231433506044905,
+      "eval_FakeCLSTrain": 0.5489130434782609,
+      "eval_FakePairs": -0.04097804462346638,
+      "eval_FakePairsNLI": 61.0,
+      "eval_MPQA": 77.55,
+      "eval_MR": 61.07,
+      "eval_MRPC": 69.36,
+      "eval_SST2": 69.61,
+      "eval_SUBJ": 82.67,
+      "eval_TREC": 64.01,
+      "eval_avg_sts": 0.6012550116719224,
+      "eval_avg_transfer": 70.99285714285715,
+      "eval_sickr_spearman": 0.5668606095864323,
+      "eval_stsb_indo": 0.3166064743127013,
+      "eval_stsb_spearman": 0.6356494137574127,
+      "step": 40
+    },
+    {
+      "epoch": 0.24,
+      "eval_CR": 73.47,
+      "eval_FakeCLSDev": 0.9851598173515982,
+      "eval_FakeCLSTest": 0.49099099099099097,
+      "eval_FakeCLSTrain": 0.5536723163841808,
+      "eval_FakePairs": -0.03922070157918517,
+      "eval_FakePairsNLI": 61.62,
+      "eval_MPQA": 77.38,
+      "eval_MR": 62.28,
+      "eval_MRPC": 69.77,
+      "eval_SST2": 68.69,
+      "eval_SUBJ": 83.33,
+      "eval_TREC": 64.75,
+      "eval_avg_sts": 0.608615640622381,
+      "eval_avg_transfer": 71.38142857142857,
+      "eval_sickr_spearman": 0.5717063713483206,
+      "eval_stsb_indo": 0.3395385317873131,
+      "eval_stsb_spearman": 0.6455249098964414,
+      "step": 60
+    },
+    {
+      "epoch": 0.32,
+      "eval_CR": 73.54,
+      "eval_FakeCLSDev": 0.9851598173515982,
+      "eval_FakeCLSTest": 0.4665271966527197,
+      "eval_FakeCLSTrain": 0.56,
+      "eval_FakePairs": -0.058711233524849485,
+      "eval_FakePairsNLI": 60.53,
+      "eval_MPQA": 77.36,
+      "eval_MR": 62.75,
+      "eval_MRPC": 69.97,
+      "eval_SST2": 69.95,
+      "eval_SUBJ": 83.69,
+      "eval_TREC": 64.69,
+      "eval_avg_sts": 0.6091550301498823,
+      "eval_avg_transfer": 71.70714285714287,
+      "eval_sickr_spearman": 0.5691681677928235,
+      "eval_stsb_indo": 0.35668523348337833,
+      "eval_stsb_spearman": 0.6491418925069411,
+      "step": 80
+    },
+    {
+      "epoch": 0.4,
+      "eval_CR": 72.86,
+      "eval_FakeCLSDev": 0.9851767388825542,
+      "eval_FakeCLSTest": 0.43423423423423424,
+      "eval_FakeCLSTrain": 0.5497237569060773,
+      "eval_FakePairs": -0.06198628192555537,
+      "eval_FakePairsNLI": 63.34,
+      "eval_MPQA": 77.43,
+      "eval_MR": 62.37,
+      "eval_MRPC": 70.02,
+      "eval_SST2": 69.72,
+      "eval_SUBJ": 83.97,
+      "eval_TREC": 62.91,
+      "eval_avg_sts": 0.6086202878060443,
+      "eval_avg_transfer": 71.32571428571428,
+      "eval_sickr_spearman": 0.5628235474794574,
+      "eval_stsb_indo": 0.3583996091555714,
+      "eval_stsb_spearman": 0.6544170281326311,
+      "step": 100
+    },
+    {
+      "epoch": 0.47,
+      "eval_CR": 73.16,
+      "eval_FakeCLSDev": 0.9851767388825542,
+      "eval_FakeCLSTest": 0.43783783783783786,
+      "eval_FakeCLSTrain": 0.5668604651162791,
+      "eval_FakePairs": -0.061826523466984355,
+      "eval_FakePairsNLI": 63.03,
+      "eval_MPQA": 77.29,
+      "eval_MR": 62.36,
+      "eval_MRPC": 70.27,
+      "eval_SST2": 67.89,
+      "eval_SUBJ": 83.77,
+      "eval_TREC": 64.22,
+      "eval_avg_sts": 0.6163408060409252,
+      "eval_avg_transfer": 71.27999999999999,
+      "eval_sickr_spearman": 0.5696943965401795,
+      "eval_stsb_indo": 0.3670526673661317,
+      "eval_stsb_spearman": 0.6629872155416708,
+      "step": 120
+    },
+    {
+      "epoch": 0.55,
+      "eval_CR": 73.07,
+      "eval_FakeCLSDev": 0.9851767388825542,
+      "eval_FakeCLSTest": 0.41919191919191917,
+      "eval_FakeCLSTrain": 0.556497175141243,
+      "eval_FakePairs": -0.06653939799482943,
+      "eval_FakePairsNLI": 70.2,
+      "eval_MPQA": 77.45,
+      "eval_MR": 62.45,
+      "eval_MRPC": 69.9,
+      "eval_SST2": 68.46,
+      "eval_SUBJ": 83.58,
+      "eval_TREC": 63.08,
+      "eval_avg_sts": 0.6153345841426848,
+      "eval_avg_transfer": 71.14142857142856,
+      "eval_sickr_spearman": 0.5701103458786335,
+      "eval_stsb_indo": 0.3509797527191032,
+      "eval_stsb_spearman": 0.6605588224067361,
+      "step": 140
+    },
+    {
+      "epoch": 0.63,
+      "eval_CR": 73.5,
+      "eval_FakeCLSDev": 0.9851598173515982,
+      "eval_FakeCLSTest": 0.4753747323340471,
+      "eval_FakeCLSTrain": 0.5612535612535613,
+      "eval_FakePairs": -0.0680571033512541,
+      "eval_FakePairsNLI": 65.83,
+      "eval_MPQA": 77.08,
+      "eval_MR": 62.5,
+      "eval_MRPC": 69.8,
+      "eval_SST2": 69.5,
+      "eval_SUBJ": 83.92,
+      "eval_TREC": 63.7,
+      "eval_avg_sts": 0.6138085030907702,
+      "eval_avg_transfer": 71.42857142857143,
+      "eval_sickr_spearman": 0.5714391262999188,
+      "eval_stsb_indo": 0.35272703771997466,
+      "eval_stsb_spearman": 0.6561778798816216,
+      "step": 160
+    },
+    {
+      "epoch": 0.71,
+      "eval_CR": 72.79,
+      "eval_FakeCLSDev": 0.9851513420902341,
+      "eval_FakeCLSTest": 0.49417249417249415,
+      "eval_FakeCLSTrain": 0.5285359801488834,
+      "eval_FakePairs": -0.06949492947839328,
+      "eval_FakePairsNLI": 62.71,
+      "eval_MPQA": 76.76,
+      "eval_MR": 62.73,
+      "eval_MRPC": 70.02,
+      "eval_SST2": 68.58,
+      "eval_SUBJ": 84.43,
+      "eval_TREC": 62.42,
+      "eval_avg_sts": 0.6196401183056581,
+      "eval_avg_transfer": 71.10428571428572,
+      "eval_sickr_spearman": 0.5703694256397907,
+      "eval_stsb_indo": 0.36643910488045184,
+      "eval_stsb_spearman": 0.6689108109715255,
+      "step": 180
+    },
+    {
+      "epoch": 0.79,
+      "eval_CR": 72.87,
+      "eval_FakeCLSDev": 0.9851767388825542,
+      "eval_FakeCLSTest": 0.44014732965009207,
+      "eval_FakeCLSTrain": 0.5657142857142857,
+      "eval_FakePairs": -0.07093275560553244,
+      "eval_FakePairsNLI": 62.56,
+      "eval_MPQA": 76.85,
+      "eval_MR": 62.55,
+      "eval_MRPC": 70.34,
+      "eval_SST2": 66.28,
+      "eval_SUBJ": 83.69,
+      "eval_TREC": 62.9,
+      "eval_avg_sts": 0.6117092253437233,
+      "eval_avg_transfer": 70.78285714285714,
+      "eval_sickr_spearman": 0.562769224303731,
+      "eval_stsb_indo": 0.37225410713674706,
+      "eval_stsb_spearman": 0.6606492263837157,
+      "step": 200
+    },
+    {
+      "epoch": 0.87,
+      "eval_CR": 72.81,
+      "eval_FakeCLSDev": 0.9851598173515982,
+      "eval_FakeCLSTest": 0.4673684210526316,
+      "eval_FakeCLSTrain": 0.547945205479452,
+      "eval_FakePairs": -0.054158117455575444,
+      "eval_FakePairsNLI": 63.65,
+      "eval_MPQA": 77.75,
+      "eval_MR": 62.64,
+      "eval_MRPC": 70.29,
+      "eval_SST2": 69.38,
+      "eval_SUBJ": 83.87,
+      "eval_TREC": 63.48,
+      "eval_avg_sts": 0.6109666311280921,
+      "eval_avg_transfer": 71.46000000000001,
+      "eval_sickr_spearman": 0.5690365625748831,
+      "eval_stsb_indo": 0.359153644946237,
+      "eval_stsb_spearman": 0.652896699681301,
+      "step": 220
+    },
+    {
+      "epoch": 0.95,
+      "eval_CR": 73.15,
+      "eval_FakeCLSDev": 0.9851767388825542,
+      "eval_FakeCLSTest": 0.42757417102966844,
+      "eval_FakeCLSTrain": 0.5528455284552846,
+      "eval_FakePairs": -0.044652489170599816,
+      "eval_FakePairsNLI": 60.69,
+      "eval_MPQA": 77.47,
+      "eval_MR": 62.17,
+      "eval_MRPC": 70.34,
+      "eval_SST2": 67.09,
+      "eval_SUBJ": 83.56,
+      "eval_TREC": 62.33,
+      "eval_avg_sts": 0.6128236398775047,
+      "eval_avg_transfer": 70.87285714285714,
+      "eval_sickr_spearman": 0.5620660489786768,
+      "eval_stsb_indo": 0.3265208518275815,
+      "eval_stsb_spearman": 0.6635812307763325,
+      "step": 240
+    },
+    {
+      "epoch": 1.03,
+      "eval_CR": 73.03,
+      "eval_FakeCLSDev": 0.9851513420902341,
+      "eval_FakeCLSTest": 0.4306306306306306,
+      "eval_FakeCLSTrain": 0.5597667638483965,
+      "eval_FakePairs": -0.05024404074786382,
+      "eval_FakePairsNLI": 61.62,
+      "eval_MPQA": 77.18,
+      "eval_MR": 61.87,
+      "eval_MRPC": 70.0,
+      "eval_SST2": 67.43,
+      "eval_SUBJ": 83.27,
+      "eval_TREC": 62.67,
+      "eval_avg_sts": 0.6131921270133698,
+      "eval_avg_transfer": 70.77857142857144,
+      "eval_sickr_spearman": 0.5614766113018284,
+      "eval_stsb_indo": 0.3244277933781677,
+      "eval_stsb_spearman": 0.6649076427249111,
+      "step": 260
+    },
+    {
+      "epoch": 1.11,
+      "eval_CR": 73.01,
+      "eval_FakeCLSDev": 0.9861030689056167,
+      "eval_FakeCLSTest": 0.5215189873417722,
+      "eval_FakeCLSTrain": 0.5498652291105122,
+      "eval_FakePairs": -0.04281527160708269,
+      "eval_FakePairsNLI": 60.53,
+      "eval_MPQA": 77.48,
+      "eval_MR": 61.83,
+      "eval_MRPC": 69.9,
+      "eval_SST2": 69.27,
+      "eval_SUBJ": 82.46,
+      "eval_TREC": 63.98,
+      "eval_avg_sts": 0.6053801581830358,
+      "eval_avg_transfer": 71.13285714285715,
+      "eval_sickr_spearman": 0.5599164170338142,
+      "eval_stsb_indo": 0.3103923440865193,
+      "eval_stsb_spearman": 0.6508438993322574,
+      "step": 280
+    },
+    {
+      "epoch": 1.19,
+      "eval_CR": 72.83,
+      "eval_FakeCLSDev": 0.9856073690270581,
+      "eval_FakeCLSTest": 0.516209476309227,
+      "eval_FakeCLSTrain": 0.5464190981432361,
+      "eval_FakePairs": -0.020449082697090434,
+      "eval_FakePairsNLI": 60.53,
+      "eval_MPQA": 77.52,
+      "eval_MR": 61.56,
+      "eval_MRPC": 69.9,
+      "eval_SST2": 68.23,
+      "eval_SUBJ": 82.49,
+      "eval_TREC": 64.05,
+      "eval_avg_sts": 0.5997509995903676,
+      "eval_avg_transfer": 70.94000000000001,
+      "eval_sickr_spearman": 0.5583291812556904,
+      "eval_stsb_indo": 0.2918589228675973,
+      "eval_stsb_spearman": 0.6411728179250447,
+      "step": 300
+    },
+    {
+      "epoch": 1.26,
+      "eval_CR": 72.67,
+      "eval_FakeCLSDev": 0.9851936218678815,
+      "eval_FakeCLSTest": 0.5277777777777778,
+      "eval_FakeCLSTrain": 0.5513513513513514,
+      "eval_FakePairs": -0.0066299760306972886,
+      "eval_FakePairsNLI": 60.53,
+      "eval_MPQA": 77.09,
+      "eval_MR": 62.07,
+      "eval_MRPC": 70.22,
+      "eval_SST2": 68.0,
+      "eval_SUBJ": 82.45,
+      "eval_TREC": 64.58,
+      "eval_avg_sts": 0.6007609352858567,
+      "eval_avg_transfer": 71.01142857142857,
+      "eval_sickr_spearman": 0.5664013842255825,
+      "eval_stsb_indo": 0.3162610592900211,
+      "eval_stsb_spearman": 0.6351204863461308,
+      "step": 320
+    },
+    {
+      "epoch": 1.34,
+      "eval_CR": 72.99,
+      "eval_FakeCLSDev": 0.993006993006993,
+      "eval_FakeCLSTest": 0.30303030303030304,
+      "eval_FakeCLSTrain": 0.5580110497237569,
+      "eval_FakePairs": -0.02212654651208613,
+      "eval_FakePairsNLI": 63.03,
+      "eval_MPQA": 77.68,
+      "eval_MR": 62.61,
+      "eval_MRPC": 69.87,
+      "eval_SST2": 68.23,
+      "eval_SUBJ": 83.02,
+      "eval_TREC": 65.72,
+      "eval_avg_sts": 0.6010452523806686,
+      "eval_avg_transfer": 71.44571428571429,
+      "eval_sickr_spearman": 0.5730101275657566,
+      "eval_stsb_indo": 0.33175461948179213,
+      "eval_stsb_spearman": 0.6290803771955807,
+      "step": 340
+    },
+    {
+      "epoch": 1.42,
+      "eval_CR": 72.46,
+      "eval_FakeCLSDev": 1.0,
+      "eval_FakeCLSTest": 0.0,
+      "eval_FakeCLSTrain": 0.5689655172413793,
+      "eval_FakePairs": -0.022206425741371643,
+      "eval_FakePairsNLI": 60.53,
+      "eval_MPQA": 77.87,
+      "eval_MR": 62.74,
+      "eval_MRPC": 70.34,
+      "eval_SST2": 68.81,
+      "eval_SUBJ": 83.4,
+      "eval_TREC": 66.23,
+      "eval_avg_sts": 0.6023165873556424,
+      "eval_avg_transfer": 71.69285714285715,
+      "eval_sickr_spearman": 0.5723746280626291,
+      "eval_stsb_indo": 0.3481165947946874,
+      "eval_stsb_spearman": 0.6322585466486558,
+      "step": 360
+    }
+  ],
+  "max_steps": 759,
+  "num_train_epochs": 3,
+  "total_flos": 0,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e969a9bcd5202996e59fe2250ba8e1b43ade28b87a1e1d2c08ccbd2f4e07f394
+size 2808