Upload 3 files

model_args.json

@@ -0,0 +1 @@
+{"adafactor_beta1": null, "adafactor_clip_threshold": 1.0, "adafactor_decay_rate": -0.8, "adafactor_eps": [1e-30, 0.001], "adafactor_relative_step": true, "adafactor_scale_parameter": true, "adafactor_warmup_init": true, "adam_betas": [0.9, 0.999], "adam_epsilon": 1e-08, "best_model_dir": "outputs/bert/best_model", "cache_dir": "cache_dir/", "config": {}, "cosine_schedule_num_cycles": 0.5, "custom_layer_parameters": [], "custom_parameter_groups": [], "dataloader_num_workers": 0, "do_lower_case": false, "dynamic_quantize": false, "early_stopping_consider_epochs": false, "early_stopping_delta": 0, "early_stopping_metric": "correct", "early_stopping_metric_minimize": false, "early_stopping_patience": 3, "encoding": null, "eval_batch_size": 64, "evaluate_during_training": false, "evaluate_during_training_silent": true, "evaluate_during_training_steps": 2000, "evaluate_during_training_verbose": false, "evaluate_each_epoch": true, "fp16": false, "gradient_accumulation_steps": 1, "learning_rate": 4e-05, "local_rank": -1, "logging_steps": 50, "loss_type": null, "loss_args": {}, "manual_seed": null, "max_grad_norm": 1.0, "max_seq_length": 128, "model_name": "bert-base-cased", "model_type": "bert", "multiprocessing_chunksize": -1, "n_gpu": 1, "no_cache": false, "no_save": false, "not_saved_args": [], "num_train_epochs": 5, "optimizer": "AdamW", "output_dir": "outputs/bert", "overwrite_output_dir": true, "polynomial_decay_schedule_lr_end": 1e-07, "polynomial_decay_schedule_power": 1.0, "process_count": 1, "quantized_model": false, "reprocess_input_data": true, "save_best_model": true, "save_eval_checkpoints": false, "save_model_every_epoch": false, "save_optimizer_and_scheduler": true, "save_steps": 2000, "scheduler": "linear_schedule_with_warmup", "silent": false, "skip_special_tokens": true, "tensorboard_dir": null, "thread_count": null, "tokenizer_name": null, "tokenizer_type": null, "train_batch_size": 128, "train_custom_parameters_only": false, "use_cached_eval_features": true, "use_early_stopping": false, "use_hf_datasets": false, "use_multiprocessing": true, "use_multiprocessing_for_evaluation": true, "wandb_kwargs": {"name": "bert-base-cased"}, "wandb_project": "Question Answer Application", "warmup_ratio": 0.06, "warmup_steps": 1, "weight_decay": 0.0, "model_class": "QuestionAnsweringModel", "doc_stride": 384, "lazy_loading": false, "max_answer_length": 100, "max_query_length": 64, "n_best_size": 3, "null_score_diff_threshold": 0.0, "special_tokens_list": []}

nbest_predictions_test.json

@@ -0,0 +1,218 @@
+{
+    "00001": [
+        {
+            "text": "place in a region called the Final Empire on a world called Scadrial, where the sun",
+            "probability": 0.3136530762357195,
+            "start_logit": 0.45046794414520264,
+            "end_logit": -0.1452595293521881
+        },
+        {
+            "text": "place in a region called the Final Empire on a world called Scadrial, where the sun and sky are red, vegetation",
+            "probability": 0.31317671125049945,
+            "start_logit": 0.45046794414520264,
+            "end_logit": -0.14677944779396057
+        },
+        {
+            "text": "place in a region called the Final Empire on a world called Scadrial, where the sun and sky are red, vegetation is brown, and the ground is constantly being covered under",
+            "probability": 0.3103179908065034,
+            "start_logit": 0.45046794414520264,
+            "end_logit": -0.15594950318336487
+        },
+        {
+            "text": "",
+            "probability": 0.0628522217072777,
+            "start_logit": -0.33331477642059326,
+            "end_logit": -0.9689780473709106
+        }
+    ],
+    "00002": [
+        {
+            "text": "Scadrial, where the sun and sky are red, vegetation is brown, and the ground is constantly being covered under",
+            "probability": 0.32431191938529613,
+            "start_logit": 0.4360821545124054,
+            "end_logit": -0.14355367422103882
+        },
+        {
+            "text": "Scadrial, where the sun",
+            "probability": 0.3187773792603532,
+            "start_logit": 0.4360821545124054,
+            "end_logit": -0.16076645255088806
+        },
+        {
+            "text": "ground is constantly being covered under",
+            "probability": 0.2976164329663587,
+            "start_logit": 0.35018190741539,
+            "end_logit": -0.14355367422103882
+        },
+        {
+            "text": "",
+            "probability": 0.059294268387992004,
+            "start_logit": -0.37668576836586,
+            "end_logit": -1.02997887134552
+        }
+    ],
+    "00003": [
+        {
+            "text": "Allomantic powers, while \"Mistborns\" have all the powers.",
+            "probability": 0.3442970474681704,
+            "start_logit": 0.637291669845581,
+            "end_logit": 0.24021244049072266
+        },
+        {
+            "text": "omantic powers, while \"Mistborns\" have all the powers.",
+            "probability": 0.33355768090460625,
+            "start_logit": 0.6056026816368103,
+            "end_logit": 0.24021244049072266
+        },
+        {
+            "text": "many Allomantic powers, while \"Mistborns\" have all the powers.",
+            "probability": 0.28365554776264934,
+            "start_logit": 0.4435475170612335,
+            "end_logit": 0.24021244049072266
+        },
+        {
+            "text": "",
+            "probability": 0.03848972386457392,
+            "start_logit": -0.3593868911266327,
+            "end_logit": -0.9542225003242493
+        }
+    ],
+    "00004": [
+        {
+            "text": "oman",
+            "probability": 0.893698341319019,
+            "start_logit": 0.6005924344062805,
+            "end_logit": 0.22284062206745148
+        },
+        {
+            "text": "",
+            "probability": 0.10630165868098096,
+            "start_logit": -0.339053213596344,
+            "end_logit": -0.9666011333465576
+        }
+    ],
+    "00005": [
+        {
+            "text": "oman",
+            "probability": 0.5083357574544628,
+            "start_logit": 0.503990113735199,
+            "end_logit": 0.23672211170196533
+        },
+        {
+            "text": "omancy is a unique magic system based on ingest",
+            "probability": 0.4261253557631413,
+            "start_logit": 0.503990113735199,
+            "end_logit": 0.06031350791454315
+        },
+        {
+            "text": "",
+            "probability": 0.06553888678239596,
+            "start_logit": -0.35588812828063965,
+            "end_logit": -0.9518981575965881
+        }
+    ],
+    "00006": [
+        {
+            "text": "oman",
+            "probability": 0.3753664254308619,
+            "start_logit": 0.5240528583526611,
+            "end_logit": 0.2726963758468628
+        },
+        {
+            "text": "omancy is a unique magic system based on ingesting and 'burning' metals to gain various powers.",
+            "probability": 0.30743685325460146,
+            "start_logit": 0.5240528583526611,
+            "end_logit": 0.07306340336799622
+        },
+        {
+            "text": "powers.",
+            "probability": 0.26328727036485294,
+            "start_logit": 0.36902886629104614,
+            "end_logit": 0.07306340336799622
+        },
+        {
+            "text": "",
+            "probability": 0.05390945094968363,
+            "start_logit": -0.30953866243362427,
+            "end_logit": -0.8343089818954468
+        }
+    ],
+    "00007": [
+        {
+            "text": "Mistborn series is known for its intricate world-building and a unique magic system",
+            "probability": 0.34287142449493674,
+            "start_logit": 0.3915618658065796,
+            "end_logit": 0.2049015462398529
+        },
+        {
+            "text": "stborn series is known for its intricate world-building and a unique magic system",
+            "probability": 0.3273769635338652,
+            "start_logit": 0.34531864523887634,
+            "end_logit": 0.2049015462398529
+        },
+        {
+            "text": "Mistborn series is known for its intricate world-building and a",
+            "probability": 0.27305654305861904,
+            "start_logit": 0.3915618658065796,
+            "end_logit": -0.022775083780288696
+        },
+        {
+            "text": "",
+            "probability": 0.056695068912579194,
+            "start_logit": -0.3386334776878357,
+            "end_logit": -0.8645713925361633
+        }
+    ],
+    "00009": [
+        {
+            "text": "dys",
+            "probability": 0.37364635993701717,
+            "start_logit": 0.6340523958206177,
+            "end_logit": 0.3850041627883911
+        },
+        {
+            "text": "and dys",
+            "probability": 0.30851953491664513,
+            "start_logit": 0.44252777099609375,
+            "end_logit": 0.3850041627883911
+        },
+        {
+            "text": "dystopian world ruled by the Lord Ruler",
+            "probability": 0.2884032843097328,
+            "start_logit": 0.6340523958206177,
+            "end_logit": 0.12605416774749756
+        },
+        {
+            "text": "",
+            "probability": 0.029430820836604803,
+            "start_logit": -0.47569674253463745,
+            "end_logit": -1.0465140342712402
+        }
+    ],
+    "00010": [
+        {
+            "text": "dys",
+            "probability": 0.38374466598832613,
+            "start_logit": 0.694282054901123,
+            "end_logit": 0.3540441691875458
+        },
+        {
+            "text": "dystopian world ruled by the Lord Ruler",
+            "probability": 0.3123147870176494,
+            "start_logit": 0.694282054901123,
+            "end_logit": 0.14807838201522827
+        },
+        {
+            "text": "r",
+            "probability": 0.272042697257212,
+            "start_logit": 0.5562294721603394,
+            "end_logit": 0.14807838201522827
+        },
+        {
+            "text": "",
+            "probability": 0.031897849736812485,
+            "start_logit": -0.4234667122364044,
+            "end_logit": -1.0156458616256714
+        }
+    ]
+}

null_odds_test.json

@@ -0,0 +1,11 @@
+{
+    "00001": -1.6075012385845184,
+    "00002": -1.6991931200027466,
+    "00003": -2.1911135017871857,
+    "00004": -2.1290874034166336,
+    "00005": -2.048498511314392,
+    "00006": -1.940596878528595,
+    "00007": -1.7996682822704315,
+    "00009": -2.5412673354148865,
+    "00010": -2.4874387979507446
+}