File size: 22,846 Bytes
0402ab6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
{
  "best_metric": 0.008737307973206043,
  "best_model_checkpoint": "drive/MyDrive/colabFiles/safellm/aiPII/model/deberta_finetuned/checkpoint-9359",
  "epoch": 7.0,
  "eval_steps": 500,
  "global_step": 9359,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.37,
      "learning_rate": 1.3354700854700855e-05,
      "loss": 1.5328,
      "step": 500
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.670940170940171e-05,
      "loss": 0.3157,
      "step": 1000
    },
    {
      "epoch": 1.0,
      "eval_ACCOUNTNAME_f1": 0.8498583569405098,
      "eval_ACCOUNTNUMBER_f1": 0.7777777777777778,
      "eval_AMOUNT_f1": 0.7830423940149626,
      "eval_BIC_f1": 0.10999999999999999,
      "eval_BITCOINADDRESS_f1": 0.0489795918367347,
      "eval_BUILDINGNUMBER_f1": 0.2996941896024465,
      "eval_CITY_f1": 0.9399141630901287,
      "eval_COMPANY_NAME_f1": 0.3222222222222222,
      "eval_COUNTY_f1": 0.9363207547169812,
      "eval_CREDITCARDCVV_f1": 0.0,
      "eval_CREDITCARDISSUER_f1": 0.0916030534351145,
      "eval_CREDITCARDNUMBER_f1": 0.6247379454926625,
      "eval_CURRENCYCODE_f1": 0.0,
      "eval_CURRENCYNAME_f1": 0.008658008658008658,
      "eval_CURRENCYSYMBOL_f1": 0.0,
      "eval_CURRENCY_f1": 0.4955156950672646,
      "eval_DATE_f1": 0.8909952606635071,
      "eval_DISPLAYNAME_f1": 0.0,
      "eval_EMAIL_f1": 0.9967564060979566,
      "eval_ETHEREUMADDRESS_f1": 0.7978142076502732,
      "eval_FIRSTNAME_f1": 0.7487401007919366,
      "eval_FULLNAME_f1": 0.9725754176015956,
      "eval_GENDER_f1": 0.5737704918032787,
      "eval_IBAN_f1": 0.5320197044334977,
      "eval_IPV4_f1": 0.04864864864864866,
      "eval_IPV6_f1": 0.6883720930232559,
      "eval_IP_f1": 0.004514672686230249,
      "eval_JOBAREA_f1": 0.8751714677640604,
      "eval_JOBDESCRIPTOR_f1": 0.08,
      "eval_JOBTITLE_f1": 0.7678571428571428,
      "eval_JOBTYPE_f1": 0.18320610687022904,
      "eval_LASTNAME_f1": 0.3830787309048179,
      "eval_LITECOINADDRESS_f1": 0.03690036900369004,
      "eval_MAC_f1": 0.588235294117647,
      "eval_MASKEDNUMBER_f1": 0.0,
      "eval_MIDDLENAME_f1": 0.0,
      "eval_NAME_f1": 0.9682713347921226,
      "eval_NEARBYGPSCOORDINATE_f1": 0.0,
      "eval_NUMBER_f1": 0.0,
      "eval_PASSWORD_f1": 0.6082289803220037,
      "eval_PHONEIMEI_f1": 0.911242603550296,
      "eval_PHONE_NUMBER_f1": 0.42622950819672123,
      "eval_PIN_f1": 0.014184397163120567,
      "eval_PREFIX_f1": 0.8070175438596491,
      "eval_SECONDARYADDRESS_f1": 0.7699530516431925,
      "eval_SEXTYPE_f1": 0.0,
      "eval_SEX_f1": 0.8055555555555556,
      "eval_SSN_f1": 0.013605442176870748,
      "eval_STATE_f1": 0.9252669039145908,
      "eval_STREETADDRESS_f1": 0.7314578005115089,
      "eval_STREET_f1": 0.38073394495412843,
      "eval_SUFFIX_f1": 0.0,
      "eval_TIME_f1": 0.9922480620155039,
      "eval_URL_f1": 0.9927431059506532,
      "eval_USERAGENT_f1": 0.9321266968325792,
      "eval_USERNAME_f1": 0.7885597548518897,
      "eval_VEHICLEVIN_f1": 0.0,
      "eval_VEHICLEVRM_f1": 0.2533333333333333,
      "eval_ZIPCODE_f1": 0.7258064516129034,
      "eval_loss": 0.14694246649742126,
      "eval_overall_accuracy": 0.9484817248102932,
      "eval_overall_f1": 0.8294381247845569,
      "eval_overall_precision": 0.8040499899752723,
      "eval_overall_recall": 0.8564818110628604,
      "eval_runtime": 90.4464,
      "eval_samples_per_second": 118.225,
      "eval_steps_per_second": 14.782,
      "step": 1337
    },
    {
      "epoch": 1.12,
      "learning_rate": 4.006410256410257e-05,
      "loss": 0.2134,
      "step": 1500
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.914518498731134e-05,
      "loss": 0.1542,
      "step": 2000
    },
    {
      "epoch": 1.87,
      "learning_rate": 4.580606384399626e-05,
      "loss": 0.1231,
      "step": 2500
    },
    {
      "epoch": 2.0,
      "eval_ACCOUNTNAME_f1": 0.9712460063897763,
      "eval_ACCOUNTNUMBER_f1": 0.9777777777777777,
      "eval_AMOUNT_f1": 0.9312169312169312,
      "eval_BIC_f1": 0.8363636363636363,
      "eval_BITCOINADDRESS_f1": 0.7272727272727273,
      "eval_BUILDINGNUMBER_f1": 0.6622950819672131,
      "eval_CITY_f1": 0.968736239542052,
      "eval_COMPANY_NAME_f1": 0.874074074074074,
      "eval_COUNTY_f1": 0.994413407821229,
      "eval_CREDITCARDCVV_f1": 0.8474576271186439,
      "eval_CREDITCARDISSUER_f1": 0.7811158798283261,
      "eval_CREDITCARDNUMBER_f1": 0.09195402298850575,
      "eval_CURRENCYCODE_f1": 0.564102564102564,
      "eval_CURRENCYNAME_f1": 0.24761904761904763,
      "eval_CURRENCYSYMBOL_f1": 0.5306122448979592,
      "eval_CURRENCY_f1": 0.6920152091254752,
      "eval_DATE_f1": 0.9928057553956835,
      "eval_DISPLAYNAME_f1": 0.0,
      "eval_EMAIL_f1": 0.9993498049414824,
      "eval_ETHEREUMADDRESS_f1": 0.9528795811518325,
      "eval_FIRSTNAME_f1": 0.7688584106494555,
      "eval_FULLNAME_f1": 0.9868637110016422,
      "eval_GENDER_f1": 0.9075630252100839,
      "eval_IBAN_f1": 0.9468599033816426,
      "eval_IPV4_f1": 0.84375,
      "eval_IPV6_f1": 0.7846153846153846,
      "eval_IP_f1": 0.0,
      "eval_JOBAREA_f1": 0.9410050983248361,
      "eval_JOBDESCRIPTOR_f1": 0.5128205128205128,
      "eval_JOBTITLE_f1": 0.9441233140655106,
      "eval_JOBTYPE_f1": 0.7578125000000001,
      "eval_LASTNAME_f1": 0.5283422459893049,
      "eval_LITECOINADDRESS_f1": 0.7647058823529412,
      "eval_MAC_f1": 0.9702970297029703,
      "eval_MASKEDNUMBER_f1": 0.3492063492063492,
      "eval_MIDDLENAME_f1": 0.3691460055096419,
      "eval_NAME_f1": 0.988691888873377,
      "eval_NUMBER_f1": 0.47393364928909953,
      "eval_PASSWORD_f1": 0.9886363636363638,
      "eval_PHONEIMEI_f1": 0.9629629629629629,
      "eval_PHONE_NUMBER_f1": 0.8366533864541832,
      "eval_PIN_f1": 0.7967479674796748,
      "eval_PREFIX_f1": 0.8198757763975155,
      "eval_SECONDARYADDRESS_f1": 0.9265536723163842,
      "eval_SEXTYPE_f1": 0.0,
      "eval_SEX_f1": 0.8941176470588235,
      "eval_SSN_f1": 0.7486033519553071,
      "eval_STATE_f1": 0.9692487349163099,
      "eval_STREETADDRESS_f1": 0.8785310734463277,
      "eval_STREET_f1": 0.5085714285714286,
      "eval_SUFFIX_f1": 0.5306122448979592,
      "eval_TIME_f1": 0.942528735632184,
      "eval_URL_f1": 0.9738372093023255,
      "eval_USERAGENT_f1": 0.912442396313364,
      "eval_USERNAME_f1": 0.9172625127681308,
      "eval_VEHICLEVIN_f1": 0.8368794326241135,
      "eval_VEHICLEVRM_f1": 0.8051948051948051,
      "eval_ZIPCODE_f1": 0.8036117381489842,
      "eval_loss": 0.08253061771392822,
      "eval_overall_accuracy": 0.9728585799624934,
      "eval_overall_f1": 0.9135649808334365,
      "eval_overall_precision": 0.9068209714185517,
      "eval_overall_recall": 0.9204100519683919,
      "eval_runtime": 83.6232,
      "eval_samples_per_second": 127.871,
      "eval_steps_per_second": 15.988,
      "step": 2674
    },
    {
      "epoch": 2.24,
      "learning_rate": 4.2466942700681185e-05,
      "loss": 0.099,
      "step": 3000
    },
    {
      "epoch": 2.62,
      "learning_rate": 3.91278215573661e-05,
      "loss": 0.0815,
      "step": 3500
    },
    {
      "epoch": 2.99,
      "learning_rate": 3.578870041405102e-05,
      "loss": 0.0745,
      "step": 4000
    },
    {
      "epoch": 3.0,
      "eval_ACCOUNTNAME_f1": 0.9967426710097721,
      "eval_ACCOUNTNUMBER_f1": 0.9821428571428572,
      "eval_AMOUNT_f1": 0.957983193277311,
      "eval_BIC_f1": 0.9054054054054054,
      "eval_BITCOINADDRESS_f1": 0.8984375,
      "eval_BUILDINGNUMBER_f1": 0.7807807807807808,
      "eval_CITY_f1": 0.9926682959342368,
      "eval_COMPANY_NAME_f1": 0.9468354430379746,
      "eval_COUNTY_f1": 0.9977728285077951,
      "eval_CREDITCARDCVV_f1": 0.912,
      "eval_CREDITCARDISSUER_f1": 0.9665071770334929,
      "eval_CREDITCARDNUMBER_f1": 0.9044585987261147,
      "eval_CURRENCYCODE_f1": 0.9079754601226994,
      "eval_CURRENCYNAME_f1": 0.25837320574162675,
      "eval_CURRENCYSYMBOL_f1": 0.762589928057554,
      "eval_CURRENCY_f1": 0.8146341463414634,
      "eval_DATE_f1": 0.9976019184652278,
      "eval_DISPLAYNAME_f1": 0.5544554455445545,
      "eval_EMAIL_f1": 1.0,
      "eval_ETHEREUMADDRESS_f1": 0.9837837837837838,
      "eval_FIRSTNAME_f1": 0.8647106764466178,
      "eval_FULLNAME_f1": 0.9867741529159844,
      "eval_GENDER_f1": 0.9914529914529915,
      "eval_IBAN_f1": 0.9751243781094527,
      "eval_IPV4_f1": 0.852017937219731,
      "eval_IPV6_f1": 0.44791666666666663,
      "eval_IP_f1": 0.0,
      "eval_JOBAREA_f1": 0.9867963863794301,
      "eval_JOBDESCRIPTOR_f1": 0.8383838383838385,
      "eval_JOBTITLE_f1": 0.9901380670611439,
      "eval_JOBTYPE_f1": 0.7729468599033816,
      "eval_LASTNAME_f1": 0.6699147381242387,
      "eval_LITECOINADDRESS_f1": 0.84472049689441,
      "eval_MAC_f1": 0.9565217391304348,
      "eval_MASKEDNUMBER_f1": 0.8143712574850299,
      "eval_MIDDLENAME_f1": 0.702355460385439,
      "eval_NAME_f1": 0.9959355290819901,
      "eval_NUMBER_f1": 0.7282051282051282,
      "eval_PASSWORD_f1": 0.9725274725274725,
      "eval_PHONEIMEI_f1": 0.963855421686747,
      "eval_PHONE_NUMBER_f1": 0.8472222222222221,
      "eval_PIN_f1": 0.8648648648648648,
      "eval_PREFIX_f1": 0.5957446808510638,
      "eval_SECONDARYADDRESS_f1": 0.9883720930232558,
      "eval_SEXTYPE_f1": 0.8571428571428571,
      "eval_SEX_f1": 0.945945945945946,
      "eval_SSN_f1": 0.8701298701298701,
      "eval_STATE_f1": 0.9960222752585521,
      "eval_STREETADDRESS_f1": 0.904899135446686,
      "eval_STREET_f1": 0.7334963325183375,
      "eval_SUFFIX_f1": 0.7956989247311829,
      "eval_TIME_f1": 0.9883268482490272,
      "eval_URL_f1": 0.9941860465116279,
      "eval_USERAGENT_f1": 0.9724770642201835,
      "eval_USERNAME_f1": 0.9451476793248945,
      "eval_VEHICLEVIN_f1": 0.9635036496350364,
      "eval_VEHICLEVRM_f1": 0.9261744966442953,
      "eval_ZIPCODE_f1": 0.9254498714652957,
      "eval_loss": 0.04885776713490486,
      "eval_overall_accuracy": 0.9795129099963984,
      "eval_overall_f1": 0.9467927822013217,
      "eval_overall_precision": 0.9476198965947584,
      "eval_overall_recall": 0.9459671104150352,
      "eval_runtime": 85.058,
      "eval_samples_per_second": 125.714,
      "eval_steps_per_second": 15.719,
      "step": 4011
    },
    {
      "epoch": 3.37,
      "learning_rate": 3.244957927073594e-05,
      "loss": 0.0544,
      "step": 4500
    },
    {
      "epoch": 3.74,
      "learning_rate": 2.9110458127420864e-05,
      "loss": 0.0511,
      "step": 5000
    },
    {
      "epoch": 4.0,
      "eval_ACCOUNTNAME_f1": 0.9901639344262295,
      "eval_ACCOUNTNUMBER_f1": 1.0,
      "eval_AMOUNT_f1": 0.24609374999999997,
      "eval_BIC_f1": 0.9594594594594594,
      "eval_BITCOINADDRESS_f1": 0.8837209302325583,
      "eval_BUILDINGNUMBER_f1": 0.8328445747800587,
      "eval_CITY_f1": 0.9973214285714286,
      "eval_COMPANY_NAME_f1": 0.9815303430079155,
      "eval_COUNTY_f1": 1.0,
      "eval_CREDITCARDCVV_f1": 0.991869918699187,
      "eval_CREDITCARDISSUER_f1": 0.9439252336448598,
      "eval_CREDITCARDNUMBER_f1": 0.977198697068404,
      "eval_CURRENCYCODE_f1": 0.9333333333333333,
      "eval_CURRENCYNAME_f1": 0.7027027027027026,
      "eval_CURRENCYSYMBOL_f1": 0.5191489361702128,
      "eval_CURRENCY_f1": 0.8871181938911021,
      "eval_DATE_f1": 0.9976019184652278,
      "eval_DISPLAYNAME_f1": 0.6153846153846154,
      "eval_EMAIL_f1": 1.0,
      "eval_ETHEREUMADDRESS_f1": 0.9726775956284153,
      "eval_FIRSTNAME_f1": 0.8918918918918919,
      "eval_FULLNAME_f1": 0.9890151515151515,
      "eval_GENDER_f1": 0.9827586206896551,
      "eval_IBAN_f1": 0.9807692307692307,
      "eval_IPV4_f1": 0.8565022421524664,
      "eval_IPV6_f1": 0.851063829787234,
      "eval_IP_f1": 0.031746031746031744,
      "eval_JOBAREA_f1": 0.9901823281907434,
      "eval_JOBDESCRIPTOR_f1": 0.9781659388646288,
      "eval_JOBTITLE_f1": 0.9980119284294234,
      "eval_JOBTYPE_f1": 0.9831932773109243,
      "eval_LASTNAME_f1": 0.8038507821901323,
      "eval_LITECOINADDRESS_f1": 0.782122905027933,
      "eval_MAC_f1": 0.9753694581280787,
      "eval_MASKEDNUMBER_f1": 0.9554140127388535,
      "eval_MIDDLENAME_f1": 0.8237232289950577,
      "eval_NAME_f1": 0.9990197451337348,
      "eval_NUMBER_f1": 0.9807692307692307,
      "eval_PASSWORD_f1": 1.0,
      "eval_PHONEIMEI_f1": 1.0,
      "eval_PHONE_NUMBER_f1": 0.9880478087649401,
      "eval_PIN_f1": 0.8679245283018869,
      "eval_PREFIX_f1": 0.920152091254753,
      "eval_SECONDARYADDRESS_f1": 0.9826589595375722,
      "eval_SEXTYPE_f1": 0.8571428571428571,
      "eval_SEX_f1": 0.9673202614379085,
      "eval_SSN_f1": 0.987012987012987,
      "eval_STATE_f1": 0.9948186528497409,
      "eval_STREETADDRESS_f1": 0.911208151382824,
      "eval_STREET_f1": 0.7952941176470588,
      "eval_SUFFIX_f1": 0.9655172413793104,
      "eval_TIME_f1": 0.9921875,
      "eval_URL_f1": 1.0,
      "eval_USERAGENT_f1": 1.0,
      "eval_USERNAME_f1": 0.9560557341907825,
      "eval_VEHICLEVIN_f1": 0.962962962962963,
      "eval_VEHICLEVRM_f1": 0.9784172661870504,
      "eval_ZIPCODE_f1": 0.9973045822102425,
      "eval_loss": 0.033664677292108536,
      "eval_overall_accuracy": 0.9870067934276382,
      "eval_overall_f1": 0.9611536824180503,
      "eval_overall_precision": 0.9579591259458313,
      "eval_overall_recall": 0.9643696162881754,
      "eval_runtime": 88.9305,
      "eval_samples_per_second": 120.24,
      "eval_steps_per_second": 15.034,
      "step": 5348
    },
    {
      "epoch": 4.11,
      "learning_rate": 2.577133698410579e-05,
      "loss": 0.0491,
      "step": 5500
    },
    {
      "epoch": 4.49,
      "learning_rate": 2.2432215840790704e-05,
      "loss": 0.0349,
      "step": 6000
    },
    {
      "epoch": 4.86,
      "learning_rate": 1.9093094697475625e-05,
      "loss": 0.0324,
      "step": 6500
    },
    {
      "epoch": 5.0,
      "eval_ACCOUNTNAME_f1": 0.9967426710097721,
      "eval_ACCOUNTNUMBER_f1": 1.0,
      "eval_AMOUNT_f1": 1.0,
      "eval_BIC_f1": 1.0,
      "eval_BITCOINADDRESS_f1": 0.982905982905983,
      "eval_BUILDINGNUMBER_f1": 0.959349593495935,
      "eval_CITY_f1": 0.9951197870452528,
      "eval_COMPANY_NAME_f1": 0.9948186528497409,
      "eval_COUNTY_f1": 1.0,
      "eval_CREDITCARDCVV_f1": 1.0,
      "eval_CREDITCARDISSUER_f1": 1.0,
      "eval_CREDITCARDNUMBER_f1": 0.9803921568627451,
      "eval_CURRENCYCODE_f1": 0.9473684210526315,
      "eval_CURRENCYNAME_f1": 0.8990825688073395,
      "eval_CURRENCYSYMBOL_f1": 0.9051094890510949,
      "eval_CURRENCY_f1": 0.9527896995708155,
      "eval_DATE_f1": 1.0,
      "eval_DISPLAYNAME_f1": 0.7719298245614035,
      "eval_EMAIL_f1": 0.9990247074122237,
      "eval_ETHEREUMADDRESS_f1": 1.0,
      "eval_FIRSTNAME_f1": 0.9494071146245059,
      "eval_FULLNAME_f1": 0.9937848807711821,
      "eval_GENDER_f1": 1.0,
      "eval_IBAN_f1": 1.0,
      "eval_IPV4_f1": 0.8397291196388262,
      "eval_IPV6_f1": 0.8426666666666667,
      "eval_IP_f1": 0.05194805194805195,
      "eval_JOBAREA_f1": 0.9965059399021663,
      "eval_JOBDESCRIPTOR_f1": 0.9736842105263158,
      "eval_JOBTITLE_f1": 0.9960159362549801,
      "eval_JOBTYPE_f1": 0.9957805907172996,
      "eval_LASTNAME_f1": 0.8947368421052632,
      "eval_LITECOINADDRESS_f1": 0.918918918918919,
      "eval_MAC_f1": 0.9900990099009901,
      "eval_MASKEDNUMBER_f1": 0.9620253164556961,
      "eval_MIDDLENAME_f1": 0.9489603024574669,
      "eval_NAME_f1": 0.9994396189408798,
      "eval_NUMBER_f1": 0.9951690821256038,
      "eval_PASSWORD_f1": 0.9752066115702479,
      "eval_PHONEIMEI_f1": 0.9937888198757764,
      "eval_PHONE_NUMBER_f1": 0.9960159362549801,
      "eval_PIN_f1": 0.9906542056074767,
      "eval_PREFIX_f1": 0.956989247311828,
      "eval_SECONDARYADDRESS_f1": 0.9883720930232558,
      "eval_SEXTYPE_f1": 0.8888888888888888,
      "eval_SEX_f1": 0.9871794871794872,
      "eval_SSN_f1": 1.0,
      "eval_STATE_f1": 0.9988023952095808,
      "eval_STREETADDRESS_f1": 0.9765258215962442,
      "eval_STREET_f1": 0.9037656903765691,
      "eval_SUFFIX_f1": 0.970873786407767,
      "eval_TIME_f1": 0.9961089494163424,
      "eval_URL_f1": 1.0,
      "eval_USERAGENT_f1": 0.9908256880733946,
      "eval_USERNAME_f1": 0.9837133550488599,
      "eval_VEHICLEVIN_f1": 1.0,
      "eval_VEHICLEVRM_f1": 1.0,
      "eval_ZIPCODE_f1": 0.9973045822102425,
      "eval_loss": 0.022747300565242767,
      "eval_overall_accuracy": 0.9911275599547933,
      "eval_overall_f1": 0.9828670955817012,
      "eval_overall_precision": 0.9815064603152066,
      "eval_overall_recall": 0.9842315085071546,
      "eval_runtime": 84.4935,
      "eval_samples_per_second": 126.554,
      "eval_steps_per_second": 15.824,
      "step": 6685
    },
    {
      "epoch": 5.24,
      "learning_rate": 1.5753973554160546e-05,
      "loss": 0.0297,
      "step": 7000
    },
    {
      "epoch": 5.61,
      "learning_rate": 1.2414852410845466e-05,
      "loss": 0.0283,
      "step": 7500
    },
    {
      "epoch": 5.98,
      "learning_rate": 9.075731267530386e-06,
      "loss": 0.0211,
      "step": 8000
    },
    {
      "epoch": 6.0,
      "eval_ACCOUNTNAME_f1": 1.0,
      "eval_ACCOUNTNUMBER_f1": 1.0,
      "eval_AMOUNT_f1": 1.0,
      "eval_BIC_f1": 1.0,
      "eval_BITCOINADDRESS_f1": 1.0,
      "eval_BUILDINGNUMBER_f1": 0.9973045822102425,
      "eval_CITY_f1": 0.9988856697125027,
      "eval_COMPANY_NAME_f1": 1.0,
      "eval_COUNTY_f1": 1.0,
      "eval_CREDITCARDCVV_f1": 1.0,
      "eval_CREDITCARDISSUER_f1": 1.0,
      "eval_CREDITCARDNUMBER_f1": 0.9803921568627451,
      "eval_CURRENCYCODE_f1": 0.9878048780487805,
      "eval_CURRENCYNAME_f1": 0.9207317073170731,
      "eval_CURRENCYSYMBOL_f1": 0.9855072463768116,
      "eval_CURRENCY_f1": 0.972818311874106,
      "eval_DATE_f1": 1.0,
      "eval_DISPLAYNAME_f1": 0.9291338582677166,
      "eval_EMAIL_f1": 1.0,
      "eval_ETHEREUMADDRESS_f1": 1.0,
      "eval_FIRSTNAME_f1": 0.9910261412407336,
      "eval_FULLNAME_f1": 0.9982799261005288,
      "eval_GENDER_f1": 1.0,
      "eval_IBAN_f1": 0.9901960784313726,
      "eval_IPV4_f1": 0.8558352402745996,
      "eval_IPV6_f1": 0.8465608465608466,
      "eval_IP_f1": 0.14117647058823532,
      "eval_JOBAREA_f1": 0.9985994397759104,
      "eval_JOBDESCRIPTOR_f1": 1.0,
      "eval_JOBTITLE_f1": 1.0,
      "eval_JOBTYPE_f1": 0.9957805907172996,
      "eval_LASTNAME_f1": 0.9753483386923902,
      "eval_LITECOINADDRESS_f1": 0.9943502824858756,
      "eval_MAC_f1": 1.0,
      "eval_MASKEDNUMBER_f1": 0.9625,
      "eval_MIDDLENAME_f1": 0.9834254143646408,
      "eval_NAME_f1": 0.9994396189408798,
      "eval_NUMBER_f1": 1.0,
      "eval_PASSWORD_f1": 0.9971830985915493,
      "eval_PHONEIMEI_f1": 1.0,
      "eval_PHONE_NUMBER_f1": 1.0,
      "eval_PIN_f1": 1.0,
      "eval_PREFIX_f1": 0.9757009345794393,
      "eval_SECONDARYADDRESS_f1": 1.0,
      "eval_SEXTYPE_f1": 0.9473684210526316,
      "eval_SEX_f1": 0.9871794871794872,
      "eval_SSN_f1": 1.0,
      "eval_STATE_f1": 0.9988023952095808,
      "eval_STREETADDRESS_f1": 0.9984152139461173,
      "eval_STREET_f1": 0.9878048780487805,
      "eval_SUFFIX_f1": 0.9855072463768114,
      "eval_TIME_f1": 1.0,
      "eval_URL_f1": 1.0,
      "eval_USERAGENT_f1": 1.0,
      "eval_USERNAME_f1": 0.9944873208379272,
      "eval_VEHICLEVIN_f1": 1.0,
      "eval_VEHICLEVRM_f1": 1.0,
      "eval_ZIPCODE_f1": 1.0,
      "eval_loss": 0.01404440775513649,
      "eval_overall_accuracy": 0.992913473838473,
      "eval_overall_f1": 0.9916438502293495,
      "eval_overall_precision": 0.9906223358908781,
      "eval_overall_recall": 0.9926674734818822,
      "eval_runtime": 88.6108,
      "eval_samples_per_second": 120.674,
      "eval_steps_per_second": 15.088,
      "step": 8022
    },
    {
      "epoch": 6.36,
      "learning_rate": 5.736610124215307e-06,
      "loss": 0.0147,
      "step": 8500
    },
    {
      "epoch": 6.73,
      "learning_rate": 2.3974889809002272e-06,
      "loss": 0.0141,
      "step": 9000
    },
    {
      "epoch": 7.0,
      "eval_ACCOUNTNAME_f1": 1.0,
      "eval_ACCOUNTNUMBER_f1": 1.0,
      "eval_AMOUNT_f1": 1.0,
      "eval_BIC_f1": 1.0,
      "eval_BITCOINADDRESS_f1": 1.0,
      "eval_BUILDINGNUMBER_f1": 1.0,
      "eval_CITY_f1": 0.9997771339425006,
      "eval_COMPANY_NAME_f1": 1.0,
      "eval_COUNTY_f1": 1.0,
      "eval_CREDITCARDCVV_f1": 1.0,
      "eval_CREDITCARDISSUER_f1": 1.0,
      "eval_CREDITCARDNUMBER_f1": 0.977198697068404,
      "eval_CURRENCYCODE_f1": 0.9879518072289156,
      "eval_CURRENCYNAME_f1": 0.9970674486803519,
      "eval_CURRENCYSYMBOL_f1": 0.9855072463768116,
      "eval_CURRENCY_f1": 1.0,
      "eval_DATE_f1": 1.0,
      "eval_DISPLAYNAME_f1": 0.9763779527559054,
      "eval_EMAIL_f1": 1.0,
      "eval_ETHEREUMADDRESS_f1": 1.0,
      "eval_FIRSTNAME_f1": 0.9965102753005042,
      "eval_FULLNAME_f1": 0.9994899260392757,
      "eval_GENDER_f1": 1.0,
      "eval_IBAN_f1": 0.9901960784313726,
      "eval_IPV4_f1": 0.9113924050632911,
      "eval_IPV6_f1": 0.8241758241758242,
      "eval_IP_f1": 0.44285714285714284,
      "eval_JOBAREA_f1": 0.9992992291520673,
      "eval_JOBDESCRIPTOR_f1": 1.0,
      "eval_JOBTITLE_f1": 1.0,
      "eval_JOBTYPE_f1": 1.0,
      "eval_LASTNAME_f1": 0.9870410367170626,
      "eval_LITECOINADDRESS_f1": 0.9943502824858756,
      "eval_MAC_f1": 0.7984189723320159,
      "eval_MASKEDNUMBER_f1": 0.9629629629629629,
      "eval_MIDDLENAME_f1": 0.9944954128440368,
      "eval_NAME_f1": 1.0,
      "eval_NUMBER_f1": 1.0,
      "eval_PASSWORD_f1": 1.0,
      "eval_PHONEIMEI_f1": 0.9875,
      "eval_PHONE_NUMBER_f1": 1.0,
      "eval_PIN_f1": 1.0,
      "eval_PREFIX_f1": 0.9962686567164178,
      "eval_SECONDARYADDRESS_f1": 1.0,
      "eval_SEXTYPE_f1": 0.9473684210526316,
      "eval_SEX_f1": 0.9935483870967742,
      "eval_SSN_f1": 0.9935483870967742,
      "eval_STATE_f1": 0.9996004794246904,
      "eval_STREETADDRESS_f1": 1.0,
      "eval_STREET_f1": 0.9939393939393938,
      "eval_SUFFIX_f1": 0.9855072463768114,
      "eval_TIME_f1": 1.0,
      "eval_URL_f1": 1.0,
      "eval_USERAGENT_f1": 1.0,
      "eval_USERNAME_f1": 1.0,
      "eval_VEHICLEVIN_f1": 1.0,
      "eval_VEHICLEVRM_f1": 1.0,
      "eval_ZIPCODE_f1": 1.0,
      "eval_loss": 0.008737307973206043,
      "eval_overall_accuracy": 0.9963114296004669,
      "eval_overall_f1": 0.9932909729864046,
      "eval_overall_precision": 0.9905834041348061,
      "eval_overall_recall": 0.996013383640635,
      "eval_runtime": 85.9696,
      "eval_samples_per_second": 124.381,
      "eval_steps_per_second": 15.552,
      "step": 9359
    }
  ],
  "logging_steps": 500,
  "max_steps": 9359,
  "num_train_epochs": 7,
  "save_steps": 500,
  "total_flos": 3293070338065680.0,
  "trial_name": null,
  "trial_params": null
}