ldamicowong commited on
Commit
3c319e4
·
verified ·
1 Parent(s): 8506d67

Upload 6 files

Browse files
Files changed (6) hide show
  1. config.json +28 -0
  2. pytorch_model.bin +3 -0
  3. rng_state.pth +3 -0
  4. scheduler.pt +3 -0
  5. trainer_state.json +52 -0
  6. training_args.bin +3 -0
config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "distilroberta-base",
3
+ "architectures": [
4
+ "RobertaForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 768,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 3072,
15
+ "layer_norm_eps": 1e-05,
16
+ "max_position_embeddings": 514,
17
+ "model_type": "roberta",
18
+ "num_attention_heads": 12,
19
+ "num_hidden_layers": 6,
20
+ "pad_token_id": 1,
21
+ "position_embedding_type": "absolute",
22
+ "problem_type": "single_label_classification",
23
+ "torch_dtype": "float32",
24
+ "transformers_version": "4.30.2",
25
+ "type_vocab_size": 1,
26
+ "use_cache": true,
27
+ "vocab_size": 50265
28
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d8edf96dba7803f86313508b0258092a2e90755c9ac1b501d8e5d3a20e1eac7
3
+ size 328519925
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c147dfd5ccb494fc5368ad502d0a57b117bc94e6ff44eff54a852c125e47bab5
3
+ size 14575
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64956a5fe71c1a518061f8bffa719352096df626499928b5ab5ba28eb5527ed8
3
+ size 627
trainer_state.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.9789915966386554,
3
+ "best_model_checkpoint": "/mnt/data02/luca_newswire/wire_classifier/trained_models/wire/2024-05-29_23-47-53/checkpoint-150",
4
+ "epoch": 6.521739130434782,
5
+ "global_step": 150,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 2.17,
12
+ "eval_accuracy": 0.7023809523809523,
13
+ "eval_f1": 0.8251748251748251,
14
+ "eval_loss": 0.542344331741333,
15
+ "eval_precision": 0.7023809523809523,
16
+ "eval_recall": 1.0,
17
+ "eval_runtime": 1.9215,
18
+ "eval_samples_per_second": 174.867,
19
+ "eval_steps_per_second": 3.123,
20
+ "step": 50
21
+ },
22
+ {
23
+ "epoch": 4.35,
24
+ "eval_accuracy": 0.8988095238095238,
25
+ "eval_f1": 0.9317269076305221,
26
+ "eval_loss": 0.3049139976501465,
27
+ "eval_precision": 0.8854961832061069,
28
+ "eval_recall": 0.9830508474576272,
29
+ "eval_runtime": 1.6739,
30
+ "eval_samples_per_second": 200.728,
31
+ "eval_steps_per_second": 3.584,
32
+ "step": 100
33
+ },
34
+ {
35
+ "epoch": 6.52,
36
+ "eval_accuracy": 0.9702380952380952,
37
+ "eval_f1": 0.9789915966386554,
38
+ "eval_loss": 0.11797040700912476,
39
+ "eval_precision": 0.9708333333333333,
40
+ "eval_recall": 0.9872881355932204,
41
+ "eval_runtime": 1.6614,
42
+ "eval_samples_per_second": 202.241,
43
+ "eval_steps_per_second": 3.611,
44
+ "step": 150
45
+ }
46
+ ],
47
+ "max_steps": 460,
48
+ "num_train_epochs": 20,
49
+ "total_flos": 1261354570002432.0,
50
+ "trial_name": null,
51
+ "trial_params": null
52
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7658120cc6dec537d9809085edeb6bdc99a9291e4e186825d178678bc2e8d781
3
+ size 4027