cjfghk5697 commited on
Commit
19209e6
1 Parent(s): 4432938

Training in progress, step 2500

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. model.safetensors +1 -1
  2. run-11/checkpoint-3000/config.json +331 -0
  3. run-11/checkpoint-3000/model.safetensors +3 -0
  4. run-11/checkpoint-3000/optimizer.pt +3 -0
  5. run-11/checkpoint-3000/rng_state.pth +3 -0
  6. run-11/checkpoint-3000/scheduler.pt +3 -0
  7. run-11/checkpoint-3000/special_tokens_map.json +7 -0
  8. run-11/checkpoint-3000/tokenizer.json +0 -0
  9. run-11/checkpoint-3000/tokenizer_config.json +55 -0
  10. run-11/checkpoint-3000/trainer_state.json +160 -0
  11. run-11/checkpoint-3000/training_args.bin +3 -0
  12. run-11/checkpoint-3000/vocab.txt +0 -0
  13. run-12/checkpoint-1000/config.json +331 -0
  14. run-12/checkpoint-1000/model.safetensors +3 -0
  15. run-12/checkpoint-1000/optimizer.pt +3 -0
  16. run-12/checkpoint-1000/rng_state.pth +3 -0
  17. run-12/checkpoint-1000/scheduler.pt +3 -0
  18. run-12/checkpoint-1000/special_tokens_map.json +7 -0
  19. run-12/checkpoint-1000/tokenizer.json +0 -0
  20. run-12/checkpoint-1000/tokenizer_config.json +55 -0
  21. run-12/checkpoint-1000/trainer_state.json +78 -0
  22. run-12/checkpoint-1000/training_args.bin +3 -0
  23. run-12/checkpoint-1000/vocab.txt +0 -0
  24. run-12/checkpoint-1500/config.json +331 -0
  25. run-12/checkpoint-1500/model.safetensors +3 -0
  26. run-12/checkpoint-1500/optimizer.pt +3 -0
  27. run-12/checkpoint-1500/rng_state.pth +3 -0
  28. run-12/checkpoint-1500/scheduler.pt +3 -0
  29. run-12/checkpoint-1500/special_tokens_map.json +7 -0
  30. run-12/checkpoint-1500/tokenizer.json +0 -0
  31. run-12/checkpoint-1500/tokenizer_config.json +55 -0
  32. run-12/checkpoint-1500/trainer_state.json +94 -0
  33. run-12/checkpoint-1500/training_args.bin +3 -0
  34. run-12/checkpoint-1500/vocab.txt +0 -0
  35. run-12/checkpoint-2000/config.json +331 -0
  36. run-12/checkpoint-2000/model.safetensors +3 -0
  37. run-12/checkpoint-2000/optimizer.pt +3 -0
  38. run-12/checkpoint-2000/rng_state.pth +3 -0
  39. run-12/checkpoint-2000/scheduler.pt +3 -0
  40. run-12/checkpoint-2000/special_tokens_map.json +7 -0
  41. run-12/checkpoint-2000/tokenizer.json +0 -0
  42. run-12/checkpoint-2000/tokenizer_config.json +55 -0
  43. run-12/checkpoint-2000/trainer_state.json +119 -0
  44. run-12/checkpoint-2000/training_args.bin +3 -0
  45. run-12/checkpoint-2000/vocab.txt +0 -0
  46. run-12/checkpoint-2500/config.json +331 -0
  47. run-12/checkpoint-2500/model.safetensors +3 -0
  48. run-12/checkpoint-2500/optimizer.pt +3 -0
  49. run-12/checkpoint-2500/rng_state.pth +3 -0
  50. run-12/checkpoint-2500/scheduler.pt +3 -0
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fe21bc5ed4d44215424e54d6d4c27ba6f24b1a5d50938b550a5fdb16e6adb25f
3
  size 268290900
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6537e75fb4bcdb334a42db3d6fdb2681d61e3545338933106c564fe2d136971
3
  size 268290900
run-11/checkpoint-3000/config.json ADDED
@@ -0,0 +1,331 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "distilbert-base-uncased",
3
+ "activation": "gelu",
4
+ "architectures": [
5
+ "DistilBertForSequenceClassification"
6
+ ],
7
+ "attention_dropout": 0.1,
8
+ "dim": 768,
9
+ "dropout": 0.1,
10
+ "hidden_dim": 3072,
11
+ "id2label": {
12
+ "0": "restaurant_reviews",
13
+ "1": "nutrition_info",
14
+ "2": "account_blocked",
15
+ "3": "oil_change_how",
16
+ "4": "time",
17
+ "5": "weather",
18
+ "6": "redeem_rewards",
19
+ "7": "interest_rate",
20
+ "8": "gas_type",
21
+ "9": "accept_reservations",
22
+ "10": "smart_home",
23
+ "11": "user_name",
24
+ "12": "report_lost_card",
25
+ "13": "repeat",
26
+ "14": "whisper_mode",
27
+ "15": "what_are_your_hobbies",
28
+ "16": "order",
29
+ "17": "jump_start",
30
+ "18": "schedule_meeting",
31
+ "19": "meeting_schedule",
32
+ "20": "freeze_account",
33
+ "21": "what_song",
34
+ "22": "meaning_of_life",
35
+ "23": "restaurant_reservation",
36
+ "24": "traffic",
37
+ "25": "make_call",
38
+ "26": "text",
39
+ "27": "bill_balance",
40
+ "28": "improve_credit_score",
41
+ "29": "change_language",
42
+ "30": "no",
43
+ "31": "measurement_conversion",
44
+ "32": "timer",
45
+ "33": "flip_coin",
46
+ "34": "do_you_have_pets",
47
+ "35": "balance",
48
+ "36": "tell_joke",
49
+ "37": "last_maintenance",
50
+ "38": "exchange_rate",
51
+ "39": "uber",
52
+ "40": "car_rental",
53
+ "41": "credit_limit",
54
+ "42": "oos",
55
+ "43": "shopping_list",
56
+ "44": "expiration_date",
57
+ "45": "routing",
58
+ "46": "meal_suggestion",
59
+ "47": "tire_change",
60
+ "48": "todo_list",
61
+ "49": "card_declined",
62
+ "50": "rewards_balance",
63
+ "51": "change_accent",
64
+ "52": "vaccines",
65
+ "53": "reminder_update",
66
+ "54": "food_last",
67
+ "55": "change_ai_name",
68
+ "56": "bill_due",
69
+ "57": "who_do_you_work_for",
70
+ "58": "share_location",
71
+ "59": "international_visa",
72
+ "60": "calendar",
73
+ "61": "translate",
74
+ "62": "carry_on",
75
+ "63": "book_flight",
76
+ "64": "insurance_change",
77
+ "65": "todo_list_update",
78
+ "66": "timezone",
79
+ "67": "cancel_reservation",
80
+ "68": "transactions",
81
+ "69": "credit_score",
82
+ "70": "report_fraud",
83
+ "71": "spending_history",
84
+ "72": "directions",
85
+ "73": "spelling",
86
+ "74": "insurance",
87
+ "75": "what_is_your_name",
88
+ "76": "reminder",
89
+ "77": "where_are_you_from",
90
+ "78": "distance",
91
+ "79": "payday",
92
+ "80": "flight_status",
93
+ "81": "find_phone",
94
+ "82": "greeting",
95
+ "83": "alarm",
96
+ "84": "order_status",
97
+ "85": "confirm_reservation",
98
+ "86": "cook_time",
99
+ "87": "damaged_card",
100
+ "88": "reset_settings",
101
+ "89": "pin_change",
102
+ "90": "replacement_card_duration",
103
+ "91": "new_card",
104
+ "92": "roll_dice",
105
+ "93": "income",
106
+ "94": "taxes",
107
+ "95": "date",
108
+ "96": "who_made_you",
109
+ "97": "pto_request",
110
+ "98": "tire_pressure",
111
+ "99": "how_old_are_you",
112
+ "100": "rollover_401k",
113
+ "101": "pto_request_status",
114
+ "102": "how_busy",
115
+ "103": "application_status",
116
+ "104": "recipe",
117
+ "105": "calendar_update",
118
+ "106": "play_music",
119
+ "107": "yes",
120
+ "108": "direct_deposit",
121
+ "109": "credit_limit_change",
122
+ "110": "gas",
123
+ "111": "pay_bill",
124
+ "112": "ingredients_list",
125
+ "113": "lost_luggage",
126
+ "114": "goodbye",
127
+ "115": "what_can_i_ask_you",
128
+ "116": "book_hotel",
129
+ "117": "are_you_a_bot",
130
+ "118": "next_song",
131
+ "119": "change_speed",
132
+ "120": "plug_type",
133
+ "121": "maybe",
134
+ "122": "w2",
135
+ "123": "oil_change_when",
136
+ "124": "thank_you",
137
+ "125": "shopping_list_update",
138
+ "126": "pto_balance",
139
+ "127": "order_checks",
140
+ "128": "travel_alert",
141
+ "129": "fun_fact",
142
+ "130": "sync_device",
143
+ "131": "schedule_maintenance",
144
+ "132": "apr",
145
+ "133": "transfer",
146
+ "134": "ingredient_substitution",
147
+ "135": "calories",
148
+ "136": "current_location",
149
+ "137": "international_fees",
150
+ "138": "calculator",
151
+ "139": "definition",
152
+ "140": "next_holiday",
153
+ "141": "update_playlist",
154
+ "142": "mpg",
155
+ "143": "min_payment",
156
+ "144": "change_user_name",
157
+ "145": "restaurant_suggestion",
158
+ "146": "travel_notification",
159
+ "147": "cancel",
160
+ "148": "pto_used",
161
+ "149": "travel_suggestion",
162
+ "150": "change_volume"
163
+ },
164
+ "initializer_range": 0.02,
165
+ "label2id": {
166
+ "accept_reservations": 9,
167
+ "account_blocked": 2,
168
+ "alarm": 83,
169
+ "application_status": 103,
170
+ "apr": 132,
171
+ "are_you_a_bot": 117,
172
+ "balance": 35,
173
+ "bill_balance": 27,
174
+ "bill_due": 56,
175
+ "book_flight": 63,
176
+ "book_hotel": 116,
177
+ "calculator": 138,
178
+ "calendar": 60,
179
+ "calendar_update": 105,
180
+ "calories": 135,
181
+ "cancel": 147,
182
+ "cancel_reservation": 67,
183
+ "car_rental": 40,
184
+ "card_declined": 49,
185
+ "carry_on": 62,
186
+ "change_accent": 51,
187
+ "change_ai_name": 55,
188
+ "change_language": 29,
189
+ "change_speed": 119,
190
+ "change_user_name": 144,
191
+ "change_volume": 150,
192
+ "confirm_reservation": 85,
193
+ "cook_time": 86,
194
+ "credit_limit": 41,
195
+ "credit_limit_change": 109,
196
+ "credit_score": 69,
197
+ "current_location": 136,
198
+ "damaged_card": 87,
199
+ "date": 95,
200
+ "definition": 139,
201
+ "direct_deposit": 108,
202
+ "directions": 72,
203
+ "distance": 78,
204
+ "do_you_have_pets": 34,
205
+ "exchange_rate": 38,
206
+ "expiration_date": 44,
207
+ "find_phone": 81,
208
+ "flight_status": 80,
209
+ "flip_coin": 33,
210
+ "food_last": 54,
211
+ "freeze_account": 20,
212
+ "fun_fact": 129,
213
+ "gas": 110,
214
+ "gas_type": 8,
215
+ "goodbye": 114,
216
+ "greeting": 82,
217
+ "how_busy": 102,
218
+ "how_old_are_you": 99,
219
+ "improve_credit_score": 28,
220
+ "income": 93,
221
+ "ingredient_substitution": 134,
222
+ "ingredients_list": 112,
223
+ "insurance": 74,
224
+ "insurance_change": 64,
225
+ "interest_rate": 7,
226
+ "international_fees": 137,
227
+ "international_visa": 59,
228
+ "jump_start": 17,
229
+ "last_maintenance": 37,
230
+ "lost_luggage": 113,
231
+ "make_call": 25,
232
+ "maybe": 121,
233
+ "meal_suggestion": 46,
234
+ "meaning_of_life": 22,
235
+ "measurement_conversion": 31,
236
+ "meeting_schedule": 19,
237
+ "min_payment": 143,
238
+ "mpg": 142,
239
+ "new_card": 91,
240
+ "next_holiday": 140,
241
+ "next_song": 118,
242
+ "no": 30,
243
+ "nutrition_info": 1,
244
+ "oil_change_how": 3,
245
+ "oil_change_when": 123,
246
+ "oos": 42,
247
+ "order": 16,
248
+ "order_checks": 127,
249
+ "order_status": 84,
250
+ "pay_bill": 111,
251
+ "payday": 79,
252
+ "pin_change": 89,
253
+ "play_music": 106,
254
+ "plug_type": 120,
255
+ "pto_balance": 126,
256
+ "pto_request": 97,
257
+ "pto_request_status": 101,
258
+ "pto_used": 148,
259
+ "recipe": 104,
260
+ "redeem_rewards": 6,
261
+ "reminder": 76,
262
+ "reminder_update": 53,
263
+ "repeat": 13,
264
+ "replacement_card_duration": 90,
265
+ "report_fraud": 70,
266
+ "report_lost_card": 12,
267
+ "reset_settings": 88,
268
+ "restaurant_reservation": 23,
269
+ "restaurant_reviews": 0,
270
+ "restaurant_suggestion": 145,
271
+ "rewards_balance": 50,
272
+ "roll_dice": 92,
273
+ "rollover_401k": 100,
274
+ "routing": 45,
275
+ "schedule_maintenance": 131,
276
+ "schedule_meeting": 18,
277
+ "share_location": 58,
278
+ "shopping_list": 43,
279
+ "shopping_list_update": 125,
280
+ "smart_home": 10,
281
+ "spelling": 73,
282
+ "spending_history": 71,
283
+ "sync_device": 130,
284
+ "taxes": 94,
285
+ "tell_joke": 36,
286
+ "text": 26,
287
+ "thank_you": 124,
288
+ "time": 4,
289
+ "timer": 32,
290
+ "timezone": 66,
291
+ "tire_change": 47,
292
+ "tire_pressure": 98,
293
+ "todo_list": 48,
294
+ "todo_list_update": 65,
295
+ "traffic": 24,
296
+ "transactions": 68,
297
+ "transfer": 133,
298
+ "translate": 61,
299
+ "travel_alert": 128,
300
+ "travel_notification": 146,
301
+ "travel_suggestion": 149,
302
+ "uber": 39,
303
+ "update_playlist": 141,
304
+ "user_name": 11,
305
+ "vaccines": 52,
306
+ "w2": 122,
307
+ "weather": 5,
308
+ "what_are_your_hobbies": 15,
309
+ "what_can_i_ask_you": 115,
310
+ "what_is_your_name": 75,
311
+ "what_song": 21,
312
+ "where_are_you_from": 77,
313
+ "whisper_mode": 14,
314
+ "who_do_you_work_for": 57,
315
+ "who_made_you": 96,
316
+ "yes": 107
317
+ },
318
+ "max_position_embeddings": 512,
319
+ "model_type": "distilbert",
320
+ "n_heads": 12,
321
+ "n_layers": 6,
322
+ "pad_token_id": 0,
323
+ "problem_type": "single_label_classification",
324
+ "qa_dropout": 0.1,
325
+ "seq_classif_dropout": 0.2,
326
+ "sinusoidal_pos_embds": false,
327
+ "tie_weights_": true,
328
+ "torch_dtype": "float32",
329
+ "transformers_version": "4.41.2",
330
+ "vocab_size": 30522
331
+ }
run-11/checkpoint-3000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cc069cece9da2ebf0105801f6930883b25d7e11e86b007443ccd1807dd6a024
3
+ size 268290900
run-11/checkpoint-3000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fac5527258b6ae6ecd044f99bc796eaeeec42e1f3aea452f4f05c099faaeb7e3
3
+ size 536643898
run-11/checkpoint-3000/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:992123679dac775af505fb705a9aa8f568d9852394f730f571263e4e6a7eb240
3
+ size 14244
run-11/checkpoint-3000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9548b29c3da5cefcad3a24e99f04bf8fb9b742e0c4db1bfc7dbdc86bbedf4f42
3
+ size 1064
run-11/checkpoint-3000/special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
run-11/checkpoint-3000/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
run-11/checkpoint-3000/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "100": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "101": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "102": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "103": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "clean_up_tokenization_spaces": true,
45
+ "cls_token": "[CLS]",
46
+ "do_lower_case": true,
47
+ "mask_token": "[MASK]",
48
+ "model_max_length": 512,
49
+ "pad_token": "[PAD]",
50
+ "sep_token": "[SEP]",
51
+ "strip_accents": null,
52
+ "tokenize_chinese_chars": true,
53
+ "tokenizer_class": "DistilBertTokenizer",
54
+ "unk_token": "[UNK]"
55
+ }
run-11/checkpoint-3000/trainer_state.json ADDED
@@ -0,0 +1,160 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 9.433962264150944,
5
+ "eval_steps": 500,
6
+ "global_step": 3000,
7
+ "is_hyper_param_search": true,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_accuracy": 0.6129032258064516,
14
+ "eval_loss": 0.22857815027236938,
15
+ "eval_runtime": 5.3668,
16
+ "eval_samples_per_second": 577.626,
17
+ "eval_steps_per_second": 12.112,
18
+ "step": 318
19
+ },
20
+ {
21
+ "epoch": 1.5723270440251573,
22
+ "grad_norm": 0.5715988874435425,
23
+ "learning_rate": 1.685534591194969e-05,
24
+ "loss": 0.368,
25
+ "step": 500
26
+ },
27
+ {
28
+ "epoch": 2.0,
29
+ "eval_accuracy": 0.8406451612903226,
30
+ "eval_loss": 0.10308429598808289,
31
+ "eval_runtime": 5.5624,
32
+ "eval_samples_per_second": 557.315,
33
+ "eval_steps_per_second": 11.686,
34
+ "step": 636
35
+ },
36
+ {
37
+ "epoch": 3.0,
38
+ "eval_accuracy": 0.8909677419354839,
39
+ "eval_loss": 0.06482071429491043,
40
+ "eval_runtime": 5.3586,
41
+ "eval_samples_per_second": 578.509,
42
+ "eval_steps_per_second": 12.13,
43
+ "step": 954
44
+ },
45
+ {
46
+ "epoch": 3.1446540880503147,
47
+ "grad_norm": 0.4861523509025574,
48
+ "learning_rate": 1.371069182389937e-05,
49
+ "loss": 0.1205,
50
+ "step": 1000
51
+ },
52
+ {
53
+ "epoch": 4.0,
54
+ "eval_accuracy": 0.9032258064516129,
55
+ "eval_loss": 0.04816382750868797,
56
+ "eval_runtime": 5.432,
57
+ "eval_samples_per_second": 570.691,
58
+ "eval_steps_per_second": 11.966,
59
+ "step": 1272
60
+ },
61
+ {
62
+ "epoch": 4.716981132075472,
63
+ "grad_norm": 0.3236384689807892,
64
+ "learning_rate": 1.0566037735849058e-05,
65
+ "loss": 0.0727,
66
+ "step": 1500
67
+ },
68
+ {
69
+ "epoch": 5.0,
70
+ "eval_accuracy": 0.9145161290322581,
71
+ "eval_loss": 0.0385914221405983,
72
+ "eval_runtime": 5.6849,
73
+ "eval_samples_per_second": 545.309,
74
+ "eval_steps_per_second": 11.434,
75
+ "step": 1590
76
+ },
77
+ {
78
+ "epoch": 6.0,
79
+ "eval_accuracy": 0.922258064516129,
80
+ "eval_loss": 0.03349597379565239,
81
+ "eval_runtime": 5.8289,
82
+ "eval_samples_per_second": 531.831,
83
+ "eval_steps_per_second": 11.151,
84
+ "step": 1908
85
+ },
86
+ {
87
+ "epoch": 6.289308176100629,
88
+ "grad_norm": 0.27145814895629883,
89
+ "learning_rate": 7.421383647798742e-06,
90
+ "loss": 0.0555,
91
+ "step": 2000
92
+ },
93
+ {
94
+ "epoch": 7.0,
95
+ "eval_accuracy": 0.927741935483871,
96
+ "eval_loss": 0.030705930665135384,
97
+ "eval_runtime": 5.4042,
98
+ "eval_samples_per_second": 573.633,
99
+ "eval_steps_per_second": 12.028,
100
+ "step": 2226
101
+ },
102
+ {
103
+ "epoch": 7.861635220125786,
104
+ "grad_norm": 0.2963285446166992,
105
+ "learning_rate": 4.276729559748428e-06,
106
+ "loss": 0.0477,
107
+ "step": 2500
108
+ },
109
+ {
110
+ "epoch": 8.0,
111
+ "eval_accuracy": 0.93,
112
+ "eval_loss": 0.028481999412178993,
113
+ "eval_runtime": 5.5674,
114
+ "eval_samples_per_second": 556.817,
115
+ "eval_steps_per_second": 11.675,
116
+ "step": 2544
117
+ },
118
+ {
119
+ "epoch": 9.0,
120
+ "eval_accuracy": 0.9325806451612904,
121
+ "eval_loss": 0.027418918907642365,
122
+ "eval_runtime": 5.3608,
123
+ "eval_samples_per_second": 578.268,
124
+ "eval_steps_per_second": 12.125,
125
+ "step": 2862
126
+ },
127
+ {
128
+ "epoch": 9.433962264150944,
129
+ "grad_norm": 0.2736051380634308,
130
+ "learning_rate": 1.1320754716981133e-06,
131
+ "loss": 0.0442,
132
+ "step": 3000
133
+ }
134
+ ],
135
+ "logging_steps": 500,
136
+ "max_steps": 3180,
137
+ "num_input_tokens_seen": 0,
138
+ "num_train_epochs": 10,
139
+ "save_steps": 500,
140
+ "stateful_callbacks": {
141
+ "TrainerControl": {
142
+ "args": {
143
+ "should_epoch_stop": false,
144
+ "should_evaluate": false,
145
+ "should_log": false,
146
+ "should_save": true,
147
+ "should_training_stop": false
148
+ },
149
+ "attributes": {}
150
+ }
151
+ },
152
+ "total_flos": 1029751855160952.0,
153
+ "train_batch_size": 48,
154
+ "trial_name": null,
155
+ "trial_params": {
156
+ "alpha": 0.4283783991726415,
157
+ "num_train_epochs": 10,
158
+ "temperature": 5
159
+ }
160
+ }
run-11/checkpoint-3000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8aa8156f1d17034944fb1c1fced2629eb1504570226f4e7b1b6b5fe481b8ecc1
3
+ size 5176
run-11/checkpoint-3000/vocab.txt ADDED
The diff for this file is too large to render. See raw diff
 
run-12/checkpoint-1000/config.json ADDED
@@ -0,0 +1,331 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "distilbert-base-uncased",
3
+ "activation": "gelu",
4
+ "architectures": [
5
+ "DistilBertForSequenceClassification"
6
+ ],
7
+ "attention_dropout": 0.1,
8
+ "dim": 768,
9
+ "dropout": 0.1,
10
+ "hidden_dim": 3072,
11
+ "id2label": {
12
+ "0": "restaurant_reviews",
13
+ "1": "nutrition_info",
14
+ "2": "account_blocked",
15
+ "3": "oil_change_how",
16
+ "4": "time",
17
+ "5": "weather",
18
+ "6": "redeem_rewards",
19
+ "7": "interest_rate",
20
+ "8": "gas_type",
21
+ "9": "accept_reservations",
22
+ "10": "smart_home",
23
+ "11": "user_name",
24
+ "12": "report_lost_card",
25
+ "13": "repeat",
26
+ "14": "whisper_mode",
27
+ "15": "what_are_your_hobbies",
28
+ "16": "order",
29
+ "17": "jump_start",
30
+ "18": "schedule_meeting",
31
+ "19": "meeting_schedule",
32
+ "20": "freeze_account",
33
+ "21": "what_song",
34
+ "22": "meaning_of_life",
35
+ "23": "restaurant_reservation",
36
+ "24": "traffic",
37
+ "25": "make_call",
38
+ "26": "text",
39
+ "27": "bill_balance",
40
+ "28": "improve_credit_score",
41
+ "29": "change_language",
42
+ "30": "no",
43
+ "31": "measurement_conversion",
44
+ "32": "timer",
45
+ "33": "flip_coin",
46
+ "34": "do_you_have_pets",
47
+ "35": "balance",
48
+ "36": "tell_joke",
49
+ "37": "last_maintenance",
50
+ "38": "exchange_rate",
51
+ "39": "uber",
52
+ "40": "car_rental",
53
+ "41": "credit_limit",
54
+ "42": "oos",
55
+ "43": "shopping_list",
56
+ "44": "expiration_date",
57
+ "45": "routing",
58
+ "46": "meal_suggestion",
59
+ "47": "tire_change",
60
+ "48": "todo_list",
61
+ "49": "card_declined",
62
+ "50": "rewards_balance",
63
+ "51": "change_accent",
64
+ "52": "vaccines",
65
+ "53": "reminder_update",
66
+ "54": "food_last",
67
+ "55": "change_ai_name",
68
+ "56": "bill_due",
69
+ "57": "who_do_you_work_for",
70
+ "58": "share_location",
71
+ "59": "international_visa",
72
+ "60": "calendar",
73
+ "61": "translate",
74
+ "62": "carry_on",
75
+ "63": "book_flight",
76
+ "64": "insurance_change",
77
+ "65": "todo_list_update",
78
+ "66": "timezone",
79
+ "67": "cancel_reservation",
80
+ "68": "transactions",
81
+ "69": "credit_score",
82
+ "70": "report_fraud",
83
+ "71": "spending_history",
84
+ "72": "directions",
85
+ "73": "spelling",
86
+ "74": "insurance",
87
+ "75": "what_is_your_name",
88
+ "76": "reminder",
89
+ "77": "where_are_you_from",
90
+ "78": "distance",
91
+ "79": "payday",
92
+ "80": "flight_status",
93
+ "81": "find_phone",
94
+ "82": "greeting",
95
+ "83": "alarm",
96
+ "84": "order_status",
97
+ "85": "confirm_reservation",
98
+ "86": "cook_time",
99
+ "87": "damaged_card",
100
+ "88": "reset_settings",
101
+ "89": "pin_change",
102
+ "90": "replacement_card_duration",
103
+ "91": "new_card",
104
+ "92": "roll_dice",
105
+ "93": "income",
106
+ "94": "taxes",
107
+ "95": "date",
108
+ "96": "who_made_you",
109
+ "97": "pto_request",
110
+ "98": "tire_pressure",
111
+ "99": "how_old_are_you",
112
+ "100": "rollover_401k",
113
+ "101": "pto_request_status",
114
+ "102": "how_busy",
115
+ "103": "application_status",
116
+ "104": "recipe",
117
+ "105": "calendar_update",
118
+ "106": "play_music",
119
+ "107": "yes",
120
+ "108": "direct_deposit",
121
+ "109": "credit_limit_change",
122
+ "110": "gas",
123
+ "111": "pay_bill",
124
+ "112": "ingredients_list",
125
+ "113": "lost_luggage",
126
+ "114": "goodbye",
127
+ "115": "what_can_i_ask_you",
128
+ "116": "book_hotel",
129
+ "117": "are_you_a_bot",
130
+ "118": "next_song",
131
+ "119": "change_speed",
132
+ "120": "plug_type",
133
+ "121": "maybe",
134
+ "122": "w2",
135
+ "123": "oil_change_when",
136
+ "124": "thank_you",
137
+ "125": "shopping_list_update",
138
+ "126": "pto_balance",
139
+ "127": "order_checks",
140
+ "128": "travel_alert",
141
+ "129": "fun_fact",
142
+ "130": "sync_device",
143
+ "131": "schedule_maintenance",
144
+ "132": "apr",
145
+ "133": "transfer",
146
+ "134": "ingredient_substitution",
147
+ "135": "calories",
148
+ "136": "current_location",
149
+ "137": "international_fees",
150
+ "138": "calculator",
151
+ "139": "definition",
152
+ "140": "next_holiday",
153
+ "141": "update_playlist",
154
+ "142": "mpg",
155
+ "143": "min_payment",
156
+ "144": "change_user_name",
157
+ "145": "restaurant_suggestion",
158
+ "146": "travel_notification",
159
+ "147": "cancel",
160
+ "148": "pto_used",
161
+ "149": "travel_suggestion",
162
+ "150": "change_volume"
163
+ },
164
+ "initializer_range": 0.02,
165
+ "label2id": {
166
+ "accept_reservations": 9,
167
+ "account_blocked": 2,
168
+ "alarm": 83,
169
+ "application_status": 103,
170
+ "apr": 132,
171
+ "are_you_a_bot": 117,
172
+ "balance": 35,
173
+ "bill_balance": 27,
174
+ "bill_due": 56,
175
+ "book_flight": 63,
176
+ "book_hotel": 116,
177
+ "calculator": 138,
178
+ "calendar": 60,
179
+ "calendar_update": 105,
180
+ "calories": 135,
181
+ "cancel": 147,
182
+ "cancel_reservation": 67,
183
+ "car_rental": 40,
184
+ "card_declined": 49,
185
+ "carry_on": 62,
186
+ "change_accent": 51,
187
+ "change_ai_name": 55,
188
+ "change_language": 29,
189
+ "change_speed": 119,
190
+ "change_user_name": 144,
191
+ "change_volume": 150,
192
+ "confirm_reservation": 85,
193
+ "cook_time": 86,
194
+ "credit_limit": 41,
195
+ "credit_limit_change": 109,
196
+ "credit_score": 69,
197
+ "current_location": 136,
198
+ "damaged_card": 87,
199
+ "date": 95,
200
+ "definition": 139,
201
+ "direct_deposit": 108,
202
+ "directions": 72,
203
+ "distance": 78,
204
+ "do_you_have_pets": 34,
205
+ "exchange_rate": 38,
206
+ "expiration_date": 44,
207
+ "find_phone": 81,
208
+ "flight_status": 80,
209
+ "flip_coin": 33,
210
+ "food_last": 54,
211
+ "freeze_account": 20,
212
+ "fun_fact": 129,
213
+ "gas": 110,
214
+ "gas_type": 8,
215
+ "goodbye": 114,
216
+ "greeting": 82,
217
+ "how_busy": 102,
218
+ "how_old_are_you": 99,
219
+ "improve_credit_score": 28,
220
+ "income": 93,
221
+ "ingredient_substitution": 134,
222
+ "ingredients_list": 112,
223
+ "insurance": 74,
224
+ "insurance_change": 64,
225
+ "interest_rate": 7,
226
+ "international_fees": 137,
227
+ "international_visa": 59,
228
+ "jump_start": 17,
229
+ "last_maintenance": 37,
230
+ "lost_luggage": 113,
231
+ "make_call": 25,
232
+ "maybe": 121,
233
+ "meal_suggestion": 46,
234
+ "meaning_of_life": 22,
235
+ "measurement_conversion": 31,
236
+ "meeting_schedule": 19,
237
+ "min_payment": 143,
238
+ "mpg": 142,
239
+ "new_card": 91,
240
+ "next_holiday": 140,
241
+ "next_song": 118,
242
+ "no": 30,
243
+ "nutrition_info": 1,
244
+ "oil_change_how": 3,
245
+ "oil_change_when": 123,
246
+ "oos": 42,
247
+ "order": 16,
248
+ "order_checks": 127,
249
+ "order_status": 84,
250
+ "pay_bill": 111,
251
+ "payday": 79,
252
+ "pin_change": 89,
253
+ "play_music": 106,
254
+ "plug_type": 120,
255
+ "pto_balance": 126,
256
+ "pto_request": 97,
257
+ "pto_request_status": 101,
258
+ "pto_used": 148,
259
+ "recipe": 104,
260
+ "redeem_rewards": 6,
261
+ "reminder": 76,
262
+ "reminder_update": 53,
263
+ "repeat": 13,
264
+ "replacement_card_duration": 90,
265
+ "report_fraud": 70,
266
+ "report_lost_card": 12,
267
+ "reset_settings": 88,
268
+ "restaurant_reservation": 23,
269
+ "restaurant_reviews": 0,
270
+ "restaurant_suggestion": 145,
271
+ "rewards_balance": 50,
272
+ "roll_dice": 92,
273
+ "rollover_401k": 100,
274
+ "routing": 45,
275
+ "schedule_maintenance": 131,
276
+ "schedule_meeting": 18,
277
+ "share_location": 58,
278
+ "shopping_list": 43,
279
+ "shopping_list_update": 125,
280
+ "smart_home": 10,
281
+ "spelling": 73,
282
+ "spending_history": 71,
283
+ "sync_device": 130,
284
+ "taxes": 94,
285
+ "tell_joke": 36,
286
+ "text": 26,
287
+ "thank_you": 124,
288
+ "time": 4,
289
+ "timer": 32,
290
+ "timezone": 66,
291
+ "tire_change": 47,
292
+ "tire_pressure": 98,
293
+ "todo_list": 48,
294
+ "todo_list_update": 65,
295
+ "traffic": 24,
296
+ "transactions": 68,
297
+ "transfer": 133,
298
+ "translate": 61,
299
+ "travel_alert": 128,
300
+ "travel_notification": 146,
301
+ "travel_suggestion": 149,
302
+ "uber": 39,
303
+ "update_playlist": 141,
304
+ "user_name": 11,
305
+ "vaccines": 52,
306
+ "w2": 122,
307
+ "weather": 5,
308
+ "what_are_your_hobbies": 15,
309
+ "what_can_i_ask_you": 115,
310
+ "what_is_your_name": 75,
311
+ "what_song": 21,
312
+ "where_are_you_from": 77,
313
+ "whisper_mode": 14,
314
+ "who_do_you_work_for": 57,
315
+ "who_made_you": 96,
316
+ "yes": 107
317
+ },
318
+ "max_position_embeddings": 512,
319
+ "model_type": "distilbert",
320
+ "n_heads": 12,
321
+ "n_layers": 6,
322
+ "pad_token_id": 0,
323
+ "problem_type": "single_label_classification",
324
+ "qa_dropout": 0.1,
325
+ "seq_classif_dropout": 0.2,
326
+ "sinusoidal_pos_embds": false,
327
+ "tie_weights_": true,
328
+ "torch_dtype": "float32",
329
+ "transformers_version": "4.41.2",
330
+ "vocab_size": 30522
331
+ }
run-12/checkpoint-1000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c25851fb7895e042b3fa67447bf310a76d2de7ab0e3a9928ba6e25ed4b4f7f07
3
+ size 268290900
run-12/checkpoint-1000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:caaf83392123de6770e49fdfb5d0c8e0dd05c587477e007f0056aafce327909d
3
+ size 536643898
run-12/checkpoint-1000/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d11e6238fdff466b11616d085da1d3114fa87946b89c0aaea7f53ce2f94103c9
3
+ size 14244
run-12/checkpoint-1000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c794bc4c67ef18245dd516031ce405ab557e4d551d225d8dd1e1abc0f2be8e33
3
+ size 1064
run-12/checkpoint-1000/special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
run-12/checkpoint-1000/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
run-12/checkpoint-1000/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "100": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "101": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "102": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "103": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "clean_up_tokenization_spaces": true,
45
+ "cls_token": "[CLS]",
46
+ "do_lower_case": true,
47
+ "mask_token": "[MASK]",
48
+ "model_max_length": 512,
49
+ "pad_token": "[PAD]",
50
+ "sep_token": "[SEP]",
51
+ "strip_accents": null,
52
+ "tokenize_chinese_chars": true,
53
+ "tokenizer_class": "DistilBertTokenizer",
54
+ "unk_token": "[UNK]"
55
+ }
run-12/checkpoint-1000/trainer_state.json ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 3.1446540880503147,
5
+ "eval_steps": 500,
6
+ "global_step": 1000,
7
+ "is_hyper_param_search": true,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_accuracy": 0.61,
14
+ "eval_loss": 0.2181043028831482,
15
+ "eval_runtime": 5.4585,
16
+ "eval_samples_per_second": 567.924,
17
+ "eval_steps_per_second": 11.908,
18
+ "step": 318
19
+ },
20
+ {
21
+ "epoch": 1.5723270440251573,
22
+ "grad_norm": 0.5552464127540588,
23
+ "learning_rate": 1.685534591194969e-05,
24
+ "loss": 0.3513,
25
+ "step": 500
26
+ },
27
+ {
28
+ "epoch": 2.0,
29
+ "eval_accuracy": 0.8335483870967741,
30
+ "eval_loss": 0.10069030523300171,
31
+ "eval_runtime": 5.463,
32
+ "eval_samples_per_second": 567.458,
33
+ "eval_steps_per_second": 11.898,
34
+ "step": 636
35
+ },
36
+ {
37
+ "epoch": 3.0,
38
+ "eval_accuracy": 0.8880645161290323,
39
+ "eval_loss": 0.06445235759019852,
40
+ "eval_runtime": 5.3929,
41
+ "eval_samples_per_second": 574.829,
42
+ "eval_steps_per_second": 12.053,
43
+ "step": 954
44
+ },
45
+ {
46
+ "epoch": 3.1446540880503147,
47
+ "grad_norm": 0.47348132729530334,
48
+ "learning_rate": 1.371069182389937e-05,
49
+ "loss": 0.1174,
50
+ "step": 1000
51
+ }
52
+ ],
53
+ "logging_steps": 500,
54
+ "max_steps": 3180,
55
+ "num_input_tokens_seen": 0,
56
+ "num_train_epochs": 10,
57
+ "save_steps": 500,
58
+ "stateful_callbacks": {
59
+ "TrainerControl": {
60
+ "args": {
61
+ "should_epoch_stop": false,
62
+ "should_evaluate": false,
63
+ "should_log": false,
64
+ "should_save": true,
65
+ "should_training_stop": false
66
+ },
67
+ "attributes": {}
68
+ }
69
+ },
70
+ "total_flos": 260941334653608.0,
71
+ "train_batch_size": 48,
72
+ "trial_name": null,
73
+ "trial_params": {
74
+ "alpha": 0.435413568517991,
75
+ "num_train_epochs": 10,
76
+ "temperature": 6
77
+ }
78
+ }
run-12/checkpoint-1000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:764ff5696396e93005ae359337aa0831d33be18cae8df318a867d6d574bda362
3
+ size 5176
run-12/checkpoint-1000/vocab.txt ADDED
The diff for this file is too large to render. See raw diff
 
run-12/checkpoint-1500/config.json ADDED
@@ -0,0 +1,331 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "distilbert-base-uncased",
3
+ "activation": "gelu",
4
+ "architectures": [
5
+ "DistilBertForSequenceClassification"
6
+ ],
7
+ "attention_dropout": 0.1,
8
+ "dim": 768,
9
+ "dropout": 0.1,
10
+ "hidden_dim": 3072,
11
+ "id2label": {
12
+ "0": "restaurant_reviews",
13
+ "1": "nutrition_info",
14
+ "2": "account_blocked",
15
+ "3": "oil_change_how",
16
+ "4": "time",
17
+ "5": "weather",
18
+ "6": "redeem_rewards",
19
+ "7": "interest_rate",
20
+ "8": "gas_type",
21
+ "9": "accept_reservations",
22
+ "10": "smart_home",
23
+ "11": "user_name",
24
+ "12": "report_lost_card",
25
+ "13": "repeat",
26
+ "14": "whisper_mode",
27
+ "15": "what_are_your_hobbies",
28
+ "16": "order",
29
+ "17": "jump_start",
30
+ "18": "schedule_meeting",
31
+ "19": "meeting_schedule",
32
+ "20": "freeze_account",
33
+ "21": "what_song",
34
+ "22": "meaning_of_life",
35
+ "23": "restaurant_reservation",
36
+ "24": "traffic",
37
+ "25": "make_call",
38
+ "26": "text",
39
+ "27": "bill_balance",
40
+ "28": "improve_credit_score",
41
+ "29": "change_language",
42
+ "30": "no",
43
+ "31": "measurement_conversion",
44
+ "32": "timer",
45
+ "33": "flip_coin",
46
+ "34": "do_you_have_pets",
47
+ "35": "balance",
48
+ "36": "tell_joke",
49
+ "37": "last_maintenance",
50
+ "38": "exchange_rate",
51
+ "39": "uber",
52
+ "40": "car_rental",
53
+ "41": "credit_limit",
54
+ "42": "oos",
55
+ "43": "shopping_list",
56
+ "44": "expiration_date",
57
+ "45": "routing",
58
+ "46": "meal_suggestion",
59
+ "47": "tire_change",
60
+ "48": "todo_list",
61
+ "49": "card_declined",
62
+ "50": "rewards_balance",
63
+ "51": "change_accent",
64
+ "52": "vaccines",
65
+ "53": "reminder_update",
66
+ "54": "food_last",
67
+ "55": "change_ai_name",
68
+ "56": "bill_due",
69
+ "57": "who_do_you_work_for",
70
+ "58": "share_location",
71
+ "59": "international_visa",
72
+ "60": "calendar",
73
+ "61": "translate",
74
+ "62": "carry_on",
75
+ "63": "book_flight",
76
+ "64": "insurance_change",
77
+ "65": "todo_list_update",
78
+ "66": "timezone",
79
+ "67": "cancel_reservation",
80
+ "68": "transactions",
81
+ "69": "credit_score",
82
+ "70": "report_fraud",
83
+ "71": "spending_history",
84
+ "72": "directions",
85
+ "73": "spelling",
86
+ "74": "insurance",
87
+ "75": "what_is_your_name",
88
+ "76": "reminder",
89
+ "77": "where_are_you_from",
90
+ "78": "distance",
91
+ "79": "payday",
92
+ "80": "flight_status",
93
+ "81": "find_phone",
94
+ "82": "greeting",
95
+ "83": "alarm",
96
+ "84": "order_status",
97
+ "85": "confirm_reservation",
98
+ "86": "cook_time",
99
+ "87": "damaged_card",
100
+ "88": "reset_settings",
101
+ "89": "pin_change",
102
+ "90": "replacement_card_duration",
103
+ "91": "new_card",
104
+ "92": "roll_dice",
105
+ "93": "income",
106
+ "94": "taxes",
107
+ "95": "date",
108
+ "96": "who_made_you",
109
+ "97": "pto_request",
110
+ "98": "tire_pressure",
111
+ "99": "how_old_are_you",
112
+ "100": "rollover_401k",
113
+ "101": "pto_request_status",
114
+ "102": "how_busy",
115
+ "103": "application_status",
116
+ "104": "recipe",
117
+ "105": "calendar_update",
118
+ "106": "play_music",
119
+ "107": "yes",
120
+ "108": "direct_deposit",
121
+ "109": "credit_limit_change",
122
+ "110": "gas",
123
+ "111": "pay_bill",
124
+ "112": "ingredients_list",
125
+ "113": "lost_luggage",
126
+ "114": "goodbye",
127
+ "115": "what_can_i_ask_you",
128
+ "116": "book_hotel",
129
+ "117": "are_you_a_bot",
130
+ "118": "next_song",
131
+ "119": "change_speed",
132
+ "120": "plug_type",
133
+ "121": "maybe",
134
+ "122": "w2",
135
+ "123": "oil_change_when",
136
+ "124": "thank_you",
137
+ "125": "shopping_list_update",
138
+ "126": "pto_balance",
139
+ "127": "order_checks",
140
+ "128": "travel_alert",
141
+ "129": "fun_fact",
142
+ "130": "sync_device",
143
+ "131": "schedule_maintenance",
144
+ "132": "apr",
145
+ "133": "transfer",
146
+ "134": "ingredient_substitution",
147
+ "135": "calories",
148
+ "136": "current_location",
149
+ "137": "international_fees",
150
+ "138": "calculator",
151
+ "139": "definition",
152
+ "140": "next_holiday",
153
+ "141": "update_playlist",
154
+ "142": "mpg",
155
+ "143": "min_payment",
156
+ "144": "change_user_name",
157
+ "145": "restaurant_suggestion",
158
+ "146": "travel_notification",
159
+ "147": "cancel",
160
+ "148": "pto_used",
161
+ "149": "travel_suggestion",
162
+ "150": "change_volume"
163
+ },
164
+ "initializer_range": 0.02,
165
+ "label2id": {
166
+ "accept_reservations": 9,
167
+ "account_blocked": 2,
168
+ "alarm": 83,
169
+ "application_status": 103,
170
+ "apr": 132,
171
+ "are_you_a_bot": 117,
172
+ "balance": 35,
173
+ "bill_balance": 27,
174
+ "bill_due": 56,
175
+ "book_flight": 63,
176
+ "book_hotel": 116,
177
+ "calculator": 138,
178
+ "calendar": 60,
179
+ "calendar_update": 105,
180
+ "calories": 135,
181
+ "cancel": 147,
182
+ "cancel_reservation": 67,
183
+ "car_rental": 40,
184
+ "card_declined": 49,
185
+ "carry_on": 62,
186
+ "change_accent": 51,
187
+ "change_ai_name": 55,
188
+ "change_language": 29,
189
+ "change_speed": 119,
190
+ "change_user_name": 144,
191
+ "change_volume": 150,
192
+ "confirm_reservation": 85,
193
+ "cook_time": 86,
194
+ "credit_limit": 41,
195
+ "credit_limit_change": 109,
196
+ "credit_score": 69,
197
+ "current_location": 136,
198
+ "damaged_card": 87,
199
+ "date": 95,
200
+ "definition": 139,
201
+ "direct_deposit": 108,
202
+ "directions": 72,
203
+ "distance": 78,
204
+ "do_you_have_pets": 34,
205
+ "exchange_rate": 38,
206
+ "expiration_date": 44,
207
+ "find_phone": 81,
208
+ "flight_status": 80,
209
+ "flip_coin": 33,
210
+ "food_last": 54,
211
+ "freeze_account": 20,
212
+ "fun_fact": 129,
213
+ "gas": 110,
214
+ "gas_type": 8,
215
+ "goodbye": 114,
216
+ "greeting": 82,
217
+ "how_busy": 102,
218
+ "how_old_are_you": 99,
219
+ "improve_credit_score": 28,
220
+ "income": 93,
221
+ "ingredient_substitution": 134,
222
+ "ingredients_list": 112,
223
+ "insurance": 74,
224
+ "insurance_change": 64,
225
+ "interest_rate": 7,
226
+ "international_fees": 137,
227
+ "international_visa": 59,
228
+ "jump_start": 17,
229
+ "last_maintenance": 37,
230
+ "lost_luggage": 113,
231
+ "make_call": 25,
232
+ "maybe": 121,
233
+ "meal_suggestion": 46,
234
+ "meaning_of_life": 22,
235
+ "measurement_conversion": 31,
236
+ "meeting_schedule": 19,
237
+ "min_payment": 143,
238
+ "mpg": 142,
239
+ "new_card": 91,
240
+ "next_holiday": 140,
241
+ "next_song": 118,
242
+ "no": 30,
243
+ "nutrition_info": 1,
244
+ "oil_change_how": 3,
245
+ "oil_change_when": 123,
246
+ "oos": 42,
247
+ "order": 16,
248
+ "order_checks": 127,
249
+ "order_status": 84,
250
+ "pay_bill": 111,
251
+ "payday": 79,
252
+ "pin_change": 89,
253
+ "play_music": 106,
254
+ "plug_type": 120,
255
+ "pto_balance": 126,
256
+ "pto_request": 97,
257
+ "pto_request_status": 101,
258
+ "pto_used": 148,
259
+ "recipe": 104,
260
+ "redeem_rewards": 6,
261
+ "reminder": 76,
262
+ "reminder_update": 53,
263
+ "repeat": 13,
264
+ "replacement_card_duration": 90,
265
+ "report_fraud": 70,
266
+ "report_lost_card": 12,
267
+ "reset_settings": 88,
268
+ "restaurant_reservation": 23,
269
+ "restaurant_reviews": 0,
270
+ "restaurant_suggestion": 145,
271
+ "rewards_balance": 50,
272
+ "roll_dice": 92,
273
+ "rollover_401k": 100,
274
+ "routing": 45,
275
+ "schedule_maintenance": 131,
276
+ "schedule_meeting": 18,
277
+ "share_location": 58,
278
+ "shopping_list": 43,
279
+ "shopping_list_update": 125,
280
+ "smart_home": 10,
281
+ "spelling": 73,
282
+ "spending_history": 71,
283
+ "sync_device": 130,
284
+ "taxes": 94,
285
+ "tell_joke": 36,
286
+ "text": 26,
287
+ "thank_you": 124,
288
+ "time": 4,
289
+ "timer": 32,
290
+ "timezone": 66,
291
+ "tire_change": 47,
292
+ "tire_pressure": 98,
293
+ "todo_list": 48,
294
+ "todo_list_update": 65,
295
+ "traffic": 24,
296
+ "transactions": 68,
297
+ "transfer": 133,
298
+ "translate": 61,
299
+ "travel_alert": 128,
300
+ "travel_notification": 146,
301
+ "travel_suggestion": 149,
302
+ "uber": 39,
303
+ "update_playlist": 141,
304
+ "user_name": 11,
305
+ "vaccines": 52,
306
+ "w2": 122,
307
+ "weather": 5,
308
+ "what_are_your_hobbies": 15,
309
+ "what_can_i_ask_you": 115,
310
+ "what_is_your_name": 75,
311
+ "what_song": 21,
312
+ "where_are_you_from": 77,
313
+ "whisper_mode": 14,
314
+ "who_do_you_work_for": 57,
315
+ "who_made_you": 96,
316
+ "yes": 107
317
+ },
318
+ "max_position_embeddings": 512,
319
+ "model_type": "distilbert",
320
+ "n_heads": 12,
321
+ "n_layers": 6,
322
+ "pad_token_id": 0,
323
+ "problem_type": "single_label_classification",
324
+ "qa_dropout": 0.1,
325
+ "seq_classif_dropout": 0.2,
326
+ "sinusoidal_pos_embds": false,
327
+ "tie_weights_": true,
328
+ "torch_dtype": "float32",
329
+ "transformers_version": "4.41.2",
330
+ "vocab_size": 30522
331
+ }
run-12/checkpoint-1500/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:524c0ca32e71262afd218da218d6c8e41c32d2561feb0335b37f0020cccebc3d
3
+ size 268290900
run-12/checkpoint-1500/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d3ee90a8b1d4202e93c0b3d059c534f3cdab9dea53d3cc15e68bd8df9e01080
3
+ size 536643898
run-12/checkpoint-1500/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:755643da15170ed7c4cc60138b061c0170c7d5c1214f95120675d7fd86d5064b
3
+ size 14244
run-12/checkpoint-1500/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71453465aad25f4c5a0a948496c64b1f74df850abda497954afe3695c00756ee
3
+ size 1064
run-12/checkpoint-1500/special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
run-12/checkpoint-1500/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
run-12/checkpoint-1500/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "100": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "101": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "102": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "103": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "clean_up_tokenization_spaces": true,
45
+ "cls_token": "[CLS]",
46
+ "do_lower_case": true,
47
+ "mask_token": "[MASK]",
48
+ "model_max_length": 512,
49
+ "pad_token": "[PAD]",
50
+ "sep_token": "[SEP]",
51
+ "strip_accents": null,
52
+ "tokenize_chinese_chars": true,
53
+ "tokenizer_class": "DistilBertTokenizer",
54
+ "unk_token": "[UNK]"
55
+ }
run-12/checkpoint-1500/trainer_state.json ADDED
@@ -0,0 +1,94 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 4.716981132075472,
5
+ "eval_steps": 500,
6
+ "global_step": 1500,
7
+ "is_hyper_param_search": true,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_accuracy": 0.61,
14
+ "eval_loss": 0.2181043028831482,
15
+ "eval_runtime": 5.4585,
16
+ "eval_samples_per_second": 567.924,
17
+ "eval_steps_per_second": 11.908,
18
+ "step": 318
19
+ },
20
+ {
21
+ "epoch": 1.5723270440251573,
22
+ "grad_norm": 0.5552464127540588,
23
+ "learning_rate": 1.685534591194969e-05,
24
+ "loss": 0.3513,
25
+ "step": 500
26
+ },
27
+ {
28
+ "epoch": 2.0,
29
+ "eval_accuracy": 0.8335483870967741,
30
+ "eval_loss": 0.10069030523300171,
31
+ "eval_runtime": 5.463,
32
+ "eval_samples_per_second": 567.458,
33
+ "eval_steps_per_second": 11.898,
34
+ "step": 636
35
+ },
36
+ {
37
+ "epoch": 3.0,
38
+ "eval_accuracy": 0.8880645161290323,
39
+ "eval_loss": 0.06445235759019852,
40
+ "eval_runtime": 5.3929,
41
+ "eval_samples_per_second": 574.829,
42
+ "eval_steps_per_second": 12.053,
43
+ "step": 954
44
+ },
45
+ {
46
+ "epoch": 3.1446540880503147,
47
+ "grad_norm": 0.47348132729530334,
48
+ "learning_rate": 1.371069182389937e-05,
49
+ "loss": 0.1174,
50
+ "step": 1000
51
+ },
52
+ {
53
+ "epoch": 4.0,
54
+ "eval_accuracy": 0.9025806451612903,
55
+ "eval_loss": 0.04838454723358154,
56
+ "eval_runtime": 5.5851,
57
+ "eval_samples_per_second": 555.047,
58
+ "eval_steps_per_second": 11.638,
59
+ "step": 1272
60
+ },
61
+ {
62
+ "epoch": 4.716981132075472,
63
+ "grad_norm": 0.31585973501205444,
64
+ "learning_rate": 1.0566037735849058e-05,
65
+ "loss": 0.0719,
66
+ "step": 1500
67
+ }
68
+ ],
69
+ "logging_steps": 500,
70
+ "max_steps": 3180,
71
+ "num_input_tokens_seen": 0,
72
+ "num_train_epochs": 10,
73
+ "save_steps": 500,
74
+ "stateful_callbacks": {
75
+ "TrainerControl": {
76
+ "args": {
77
+ "should_epoch_stop": false,
78
+ "should_evaluate": false,
79
+ "should_log": false,
80
+ "should_save": true,
81
+ "should_training_stop": false
82
+ },
83
+ "attributes": {}
84
+ }
85
+ },
86
+ "total_flos": 391368939443328.0,
87
+ "train_batch_size": 48,
88
+ "trial_name": null,
89
+ "trial_params": {
90
+ "alpha": 0.435413568517991,
91
+ "num_train_epochs": 10,
92
+ "temperature": 6
93
+ }
94
+ }
run-12/checkpoint-1500/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:764ff5696396e93005ae359337aa0831d33be18cae8df318a867d6d574bda362
3
+ size 5176
run-12/checkpoint-1500/vocab.txt ADDED
The diff for this file is too large to render. See raw diff
 
run-12/checkpoint-2000/config.json ADDED
@@ -0,0 +1,331 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "distilbert-base-uncased",
3
+ "activation": "gelu",
4
+ "architectures": [
5
+ "DistilBertForSequenceClassification"
6
+ ],
7
+ "attention_dropout": 0.1,
8
+ "dim": 768,
9
+ "dropout": 0.1,
10
+ "hidden_dim": 3072,
11
+ "id2label": {
12
+ "0": "restaurant_reviews",
13
+ "1": "nutrition_info",
14
+ "2": "account_blocked",
15
+ "3": "oil_change_how",
16
+ "4": "time",
17
+ "5": "weather",
18
+ "6": "redeem_rewards",
19
+ "7": "interest_rate",
20
+ "8": "gas_type",
21
+ "9": "accept_reservations",
22
+ "10": "smart_home",
23
+ "11": "user_name",
24
+ "12": "report_lost_card",
25
+ "13": "repeat",
26
+ "14": "whisper_mode",
27
+ "15": "what_are_your_hobbies",
28
+ "16": "order",
29
+ "17": "jump_start",
30
+ "18": "schedule_meeting",
31
+ "19": "meeting_schedule",
32
+ "20": "freeze_account",
33
+ "21": "what_song",
34
+ "22": "meaning_of_life",
35
+ "23": "restaurant_reservation",
36
+ "24": "traffic",
37
+ "25": "make_call",
38
+ "26": "text",
39
+ "27": "bill_balance",
40
+ "28": "improve_credit_score",
41
+ "29": "change_language",
42
+ "30": "no",
43
+ "31": "measurement_conversion",
44
+ "32": "timer",
45
+ "33": "flip_coin",
46
+ "34": "do_you_have_pets",
47
+ "35": "balance",
48
+ "36": "tell_joke",
49
+ "37": "last_maintenance",
50
+ "38": "exchange_rate",
51
+ "39": "uber",
52
+ "40": "car_rental",
53
+ "41": "credit_limit",
54
+ "42": "oos",
55
+ "43": "shopping_list",
56
+ "44": "expiration_date",
57
+ "45": "routing",
58
+ "46": "meal_suggestion",
59
+ "47": "tire_change",
60
+ "48": "todo_list",
61
+ "49": "card_declined",
62
+ "50": "rewards_balance",
63
+ "51": "change_accent",
64
+ "52": "vaccines",
65
+ "53": "reminder_update",
66
+ "54": "food_last",
67
+ "55": "change_ai_name",
68
+ "56": "bill_due",
69
+ "57": "who_do_you_work_for",
70
+ "58": "share_location",
71
+ "59": "international_visa",
72
+ "60": "calendar",
73
+ "61": "translate",
74
+ "62": "carry_on",
75
+ "63": "book_flight",
76
+ "64": "insurance_change",
77
+ "65": "todo_list_update",
78
+ "66": "timezone",
79
+ "67": "cancel_reservation",
80
+ "68": "transactions",
81
+ "69": "credit_score",
82
+ "70": "report_fraud",
83
+ "71": "spending_history",
84
+ "72": "directions",
85
+ "73": "spelling",
86
+ "74": "insurance",
87
+ "75": "what_is_your_name",
88
+ "76": "reminder",
89
+ "77": "where_are_you_from",
90
+ "78": "distance",
91
+ "79": "payday",
92
+ "80": "flight_status",
93
+ "81": "find_phone",
94
+ "82": "greeting",
95
+ "83": "alarm",
96
+ "84": "order_status",
97
+ "85": "confirm_reservation",
98
+ "86": "cook_time",
99
+ "87": "damaged_card",
100
+ "88": "reset_settings",
101
+ "89": "pin_change",
102
+ "90": "replacement_card_duration",
103
+ "91": "new_card",
104
+ "92": "roll_dice",
105
+ "93": "income",
106
+ "94": "taxes",
107
+ "95": "date",
108
+ "96": "who_made_you",
109
+ "97": "pto_request",
110
+ "98": "tire_pressure",
111
+ "99": "how_old_are_you",
112
+ "100": "rollover_401k",
113
+ "101": "pto_request_status",
114
+ "102": "how_busy",
115
+ "103": "application_status",
116
+ "104": "recipe",
117
+ "105": "calendar_update",
118
+ "106": "play_music",
119
+ "107": "yes",
120
+ "108": "direct_deposit",
121
+ "109": "credit_limit_change",
122
+ "110": "gas",
123
+ "111": "pay_bill",
124
+ "112": "ingredients_list",
125
+ "113": "lost_luggage",
126
+ "114": "goodbye",
127
+ "115": "what_can_i_ask_you",
128
+ "116": "book_hotel",
129
+ "117": "are_you_a_bot",
130
+ "118": "next_song",
131
+ "119": "change_speed",
132
+ "120": "plug_type",
133
+ "121": "maybe",
134
+ "122": "w2",
135
+ "123": "oil_change_when",
136
+ "124": "thank_you",
137
+ "125": "shopping_list_update",
138
+ "126": "pto_balance",
139
+ "127": "order_checks",
140
+ "128": "travel_alert",
141
+ "129": "fun_fact",
142
+ "130": "sync_device",
143
+ "131": "schedule_maintenance",
144
+ "132": "apr",
145
+ "133": "transfer",
146
+ "134": "ingredient_substitution",
147
+ "135": "calories",
148
+ "136": "current_location",
149
+ "137": "international_fees",
150
+ "138": "calculator",
151
+ "139": "definition",
152
+ "140": "next_holiday",
153
+ "141": "update_playlist",
154
+ "142": "mpg",
155
+ "143": "min_payment",
156
+ "144": "change_user_name",
157
+ "145": "restaurant_suggestion",
158
+ "146": "travel_notification",
159
+ "147": "cancel",
160
+ "148": "pto_used",
161
+ "149": "travel_suggestion",
162
+ "150": "change_volume"
163
+ },
164
+ "initializer_range": 0.02,
165
+ "label2id": {
166
+ "accept_reservations": 9,
167
+ "account_blocked": 2,
168
+ "alarm": 83,
169
+ "application_status": 103,
170
+ "apr": 132,
171
+ "are_you_a_bot": 117,
172
+ "balance": 35,
173
+ "bill_balance": 27,
174
+ "bill_due": 56,
175
+ "book_flight": 63,
176
+ "book_hotel": 116,
177
+ "calculator": 138,
178
+ "calendar": 60,
179
+ "calendar_update": 105,
180
+ "calories": 135,
181
+ "cancel": 147,
182
+ "cancel_reservation": 67,
183
+ "car_rental": 40,
184
+ "card_declined": 49,
185
+ "carry_on": 62,
186
+ "change_accent": 51,
187
+ "change_ai_name": 55,
188
+ "change_language": 29,
189
+ "change_speed": 119,
190
+ "change_user_name": 144,
191
+ "change_volume": 150,
192
+ "confirm_reservation": 85,
193
+ "cook_time": 86,
194
+ "credit_limit": 41,
195
+ "credit_limit_change": 109,
196
+ "credit_score": 69,
197
+ "current_location": 136,
198
+ "damaged_card": 87,
199
+ "date": 95,
200
+ "definition": 139,
201
+ "direct_deposit": 108,
202
+ "directions": 72,
203
+ "distance": 78,
204
+ "do_you_have_pets": 34,
205
+ "exchange_rate": 38,
206
+ "expiration_date": 44,
207
+ "find_phone": 81,
208
+ "flight_status": 80,
209
+ "flip_coin": 33,
210
+ "food_last": 54,
211
+ "freeze_account": 20,
212
+ "fun_fact": 129,
213
+ "gas": 110,
214
+ "gas_type": 8,
215
+ "goodbye": 114,
216
+ "greeting": 82,
217
+ "how_busy": 102,
218
+ "how_old_are_you": 99,
219
+ "improve_credit_score": 28,
220
+ "income": 93,
221
+ "ingredient_substitution": 134,
222
+ "ingredients_list": 112,
223
+ "insurance": 74,
224
+ "insurance_change": 64,
225
+ "interest_rate": 7,
226
+ "international_fees": 137,
227
+ "international_visa": 59,
228
+ "jump_start": 17,
229
+ "last_maintenance": 37,
230
+ "lost_luggage": 113,
231
+ "make_call": 25,
232
+ "maybe": 121,
233
+ "meal_suggestion": 46,
234
+ "meaning_of_life": 22,
235
+ "measurement_conversion": 31,
236
+ "meeting_schedule": 19,
237
+ "min_payment": 143,
238
+ "mpg": 142,
239
+ "new_card": 91,
240
+ "next_holiday": 140,
241
+ "next_song": 118,
242
+ "no": 30,
243
+ "nutrition_info": 1,
244
+ "oil_change_how": 3,
245
+ "oil_change_when": 123,
246
+ "oos": 42,
247
+ "order": 16,
248
+ "order_checks": 127,
249
+ "order_status": 84,
250
+ "pay_bill": 111,
251
+ "payday": 79,
252
+ "pin_change": 89,
253
+ "play_music": 106,
254
+ "plug_type": 120,
255
+ "pto_balance": 126,
256
+ "pto_request": 97,
257
+ "pto_request_status": 101,
258
+ "pto_used": 148,
259
+ "recipe": 104,
260
+ "redeem_rewards": 6,
261
+ "reminder": 76,
262
+ "reminder_update": 53,
263
+ "repeat": 13,
264
+ "replacement_card_duration": 90,
265
+ "report_fraud": 70,
266
+ "report_lost_card": 12,
267
+ "reset_settings": 88,
268
+ "restaurant_reservation": 23,
269
+ "restaurant_reviews": 0,
270
+ "restaurant_suggestion": 145,
271
+ "rewards_balance": 50,
272
+ "roll_dice": 92,
273
+ "rollover_401k": 100,
274
+ "routing": 45,
275
+ "schedule_maintenance": 131,
276
+ "schedule_meeting": 18,
277
+ "share_location": 58,
278
+ "shopping_list": 43,
279
+ "shopping_list_update": 125,
280
+ "smart_home": 10,
281
+ "spelling": 73,
282
+ "spending_history": 71,
283
+ "sync_device": 130,
284
+ "taxes": 94,
285
+ "tell_joke": 36,
286
+ "text": 26,
287
+ "thank_you": 124,
288
+ "time": 4,
289
+ "timer": 32,
290
+ "timezone": 66,
291
+ "tire_change": 47,
292
+ "tire_pressure": 98,
293
+ "todo_list": 48,
294
+ "todo_list_update": 65,
295
+ "traffic": 24,
296
+ "transactions": 68,
297
+ "transfer": 133,
298
+ "translate": 61,
299
+ "travel_alert": 128,
300
+ "travel_notification": 146,
301
+ "travel_suggestion": 149,
302
+ "uber": 39,
303
+ "update_playlist": 141,
304
+ "user_name": 11,
305
+ "vaccines": 52,
306
+ "w2": 122,
307
+ "weather": 5,
308
+ "what_are_your_hobbies": 15,
309
+ "what_can_i_ask_you": 115,
310
+ "what_is_your_name": 75,
311
+ "what_song": 21,
312
+ "where_are_you_from": 77,
313
+ "whisper_mode": 14,
314
+ "who_do_you_work_for": 57,
315
+ "who_made_you": 96,
316
+ "yes": 107
317
+ },
318
+ "max_position_embeddings": 512,
319
+ "model_type": "distilbert",
320
+ "n_heads": 12,
321
+ "n_layers": 6,
322
+ "pad_token_id": 0,
323
+ "problem_type": "single_label_classification",
324
+ "qa_dropout": 0.1,
325
+ "seq_classif_dropout": 0.2,
326
+ "sinusoidal_pos_embds": false,
327
+ "tie_weights_": true,
328
+ "torch_dtype": "float32",
329
+ "transformers_version": "4.41.2",
330
+ "vocab_size": 30522
331
+ }
run-12/checkpoint-2000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28198eb55b13152294c7da15c063e9501109061de66434fd3d938bf508e95e8c
3
+ size 268290900
run-12/checkpoint-2000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cd8b65c27d598633d8b5a46687ef8799f00b7ff78b0850420768a41285a6cc2
3
+ size 536643898
run-12/checkpoint-2000/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d713f4d2f26f1f148d4333ac3b5ad5d46dad74d54fb06bb26bf62ae18022f5c1
3
+ size 14244
run-12/checkpoint-2000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43d45918bfeb622ba899798234ec7646c7a90dd3f5771db086f5b7dee1d5a530
3
+ size 1064
run-12/checkpoint-2000/special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
run-12/checkpoint-2000/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
run-12/checkpoint-2000/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "100": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "101": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "102": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "103": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "clean_up_tokenization_spaces": true,
45
+ "cls_token": "[CLS]",
46
+ "do_lower_case": true,
47
+ "mask_token": "[MASK]",
48
+ "model_max_length": 512,
49
+ "pad_token": "[PAD]",
50
+ "sep_token": "[SEP]",
51
+ "strip_accents": null,
52
+ "tokenize_chinese_chars": true,
53
+ "tokenizer_class": "DistilBertTokenizer",
54
+ "unk_token": "[UNK]"
55
+ }
run-12/checkpoint-2000/trainer_state.json ADDED
@@ -0,0 +1,119 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 6.289308176100629,
5
+ "eval_steps": 500,
6
+ "global_step": 2000,
7
+ "is_hyper_param_search": true,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_accuracy": 0.61,
14
+ "eval_loss": 0.2181043028831482,
15
+ "eval_runtime": 5.4585,
16
+ "eval_samples_per_second": 567.924,
17
+ "eval_steps_per_second": 11.908,
18
+ "step": 318
19
+ },
20
+ {
21
+ "epoch": 1.5723270440251573,
22
+ "grad_norm": 0.5552464127540588,
23
+ "learning_rate": 1.685534591194969e-05,
24
+ "loss": 0.3513,
25
+ "step": 500
26
+ },
27
+ {
28
+ "epoch": 2.0,
29
+ "eval_accuracy": 0.8335483870967741,
30
+ "eval_loss": 0.10069030523300171,
31
+ "eval_runtime": 5.463,
32
+ "eval_samples_per_second": 567.458,
33
+ "eval_steps_per_second": 11.898,
34
+ "step": 636
35
+ },
36
+ {
37
+ "epoch": 3.0,
38
+ "eval_accuracy": 0.8880645161290323,
39
+ "eval_loss": 0.06445235759019852,
40
+ "eval_runtime": 5.3929,
41
+ "eval_samples_per_second": 574.829,
42
+ "eval_steps_per_second": 12.053,
43
+ "step": 954
44
+ },
45
+ {
46
+ "epoch": 3.1446540880503147,
47
+ "grad_norm": 0.47348132729530334,
48
+ "learning_rate": 1.371069182389937e-05,
49
+ "loss": 0.1174,
50
+ "step": 1000
51
+ },
52
+ {
53
+ "epoch": 4.0,
54
+ "eval_accuracy": 0.9025806451612903,
55
+ "eval_loss": 0.04838454723358154,
56
+ "eval_runtime": 5.5851,
57
+ "eval_samples_per_second": 555.047,
58
+ "eval_steps_per_second": 11.638,
59
+ "step": 1272
60
+ },
61
+ {
62
+ "epoch": 4.716981132075472,
63
+ "grad_norm": 0.31585973501205444,
64
+ "learning_rate": 1.0566037735849058e-05,
65
+ "loss": 0.0719,
66
+ "step": 1500
67
+ },
68
+ {
69
+ "epoch": 5.0,
70
+ "eval_accuracy": 0.9112903225806451,
71
+ "eval_loss": 0.038892969489097595,
72
+ "eval_runtime": 5.5231,
73
+ "eval_samples_per_second": 561.284,
74
+ "eval_steps_per_second": 11.769,
75
+ "step": 1590
76
+ },
77
+ {
78
+ "epoch": 6.0,
79
+ "eval_accuracy": 0.9193548387096774,
80
+ "eval_loss": 0.03373044729232788,
81
+ "eval_runtime": 5.3532,
82
+ "eval_samples_per_second": 579.091,
83
+ "eval_steps_per_second": 12.142,
84
+ "step": 1908
85
+ },
86
+ {
87
+ "epoch": 6.289308176100629,
88
+ "grad_norm": 0.2674838900566101,
89
+ "learning_rate": 7.421383647798742e-06,
90
+ "loss": 0.0552,
91
+ "step": 2000
92
+ }
93
+ ],
94
+ "logging_steps": 500,
95
+ "max_steps": 3180,
96
+ "num_input_tokens_seen": 0,
97
+ "num_train_epochs": 10,
98
+ "save_steps": 500,
99
+ "stateful_callbacks": {
100
+ "TrainerControl": {
101
+ "args": {
102
+ "should_epoch_stop": false,
103
+ "should_evaluate": false,
104
+ "should_log": false,
105
+ "should_save": true,
106
+ "should_training_stop": false
107
+ },
108
+ "attributes": {}
109
+ }
110
+ },
111
+ "total_flos": 520991326672152.0,
112
+ "train_batch_size": 48,
113
+ "trial_name": null,
114
+ "trial_params": {
115
+ "alpha": 0.435413568517991,
116
+ "num_train_epochs": 10,
117
+ "temperature": 6
118
+ }
119
+ }
run-12/checkpoint-2000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:764ff5696396e93005ae359337aa0831d33be18cae8df318a867d6d574bda362
3
+ size 5176
run-12/checkpoint-2000/vocab.txt ADDED
The diff for this file is too large to render. See raw diff
 
run-12/checkpoint-2500/config.json ADDED
@@ -0,0 +1,331 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "distilbert-base-uncased",
3
+ "activation": "gelu",
4
+ "architectures": [
5
+ "DistilBertForSequenceClassification"
6
+ ],
7
+ "attention_dropout": 0.1,
8
+ "dim": 768,
9
+ "dropout": 0.1,
10
+ "hidden_dim": 3072,
11
+ "id2label": {
12
+ "0": "restaurant_reviews",
13
+ "1": "nutrition_info",
14
+ "2": "account_blocked",
15
+ "3": "oil_change_how",
16
+ "4": "time",
17
+ "5": "weather",
18
+ "6": "redeem_rewards",
19
+ "7": "interest_rate",
20
+ "8": "gas_type",
21
+ "9": "accept_reservations",
22
+ "10": "smart_home",
23
+ "11": "user_name",
24
+ "12": "report_lost_card",
25
+ "13": "repeat",
26
+ "14": "whisper_mode",
27
+ "15": "what_are_your_hobbies",
28
+ "16": "order",
29
+ "17": "jump_start",
30
+ "18": "schedule_meeting",
31
+ "19": "meeting_schedule",
32
+ "20": "freeze_account",
33
+ "21": "what_song",
34
+ "22": "meaning_of_life",
35
+ "23": "restaurant_reservation",
36
+ "24": "traffic",
37
+ "25": "make_call",
38
+ "26": "text",
39
+ "27": "bill_balance",
40
+ "28": "improve_credit_score",
41
+ "29": "change_language",
42
+ "30": "no",
43
+ "31": "measurement_conversion",
44
+ "32": "timer",
45
+ "33": "flip_coin",
46
+ "34": "do_you_have_pets",
47
+ "35": "balance",
48
+ "36": "tell_joke",
49
+ "37": "last_maintenance",
50
+ "38": "exchange_rate",
51
+ "39": "uber",
52
+ "40": "car_rental",
53
+ "41": "credit_limit",
54
+ "42": "oos",
55
+ "43": "shopping_list",
56
+ "44": "expiration_date",
57
+ "45": "routing",
58
+ "46": "meal_suggestion",
59
+ "47": "tire_change",
60
+ "48": "todo_list",
61
+ "49": "card_declined",
62
+ "50": "rewards_balance",
63
+ "51": "change_accent",
64
+ "52": "vaccines",
65
+ "53": "reminder_update",
66
+ "54": "food_last",
67
+ "55": "change_ai_name",
68
+ "56": "bill_due",
69
+ "57": "who_do_you_work_for",
70
+ "58": "share_location",
71
+ "59": "international_visa",
72
+ "60": "calendar",
73
+ "61": "translate",
74
+ "62": "carry_on",
75
+ "63": "book_flight",
76
+ "64": "insurance_change",
77
+ "65": "todo_list_update",
78
+ "66": "timezone",
79
+ "67": "cancel_reservation",
80
+ "68": "transactions",
81
+ "69": "credit_score",
82
+ "70": "report_fraud",
83
+ "71": "spending_history",
84
+ "72": "directions",
85
+ "73": "spelling",
86
+ "74": "insurance",
87
+ "75": "what_is_your_name",
88
+ "76": "reminder",
89
+ "77": "where_are_you_from",
90
+ "78": "distance",
91
+ "79": "payday",
92
+ "80": "flight_status",
93
+ "81": "find_phone",
94
+ "82": "greeting",
95
+ "83": "alarm",
96
+ "84": "order_status",
97
+ "85": "confirm_reservation",
98
+ "86": "cook_time",
99
+ "87": "damaged_card",
100
+ "88": "reset_settings",
101
+ "89": "pin_change",
102
+ "90": "replacement_card_duration",
103
+ "91": "new_card",
104
+ "92": "roll_dice",
105
+ "93": "income",
106
+ "94": "taxes",
107
+ "95": "date",
108
+ "96": "who_made_you",
109
+ "97": "pto_request",
110
+ "98": "tire_pressure",
111
+ "99": "how_old_are_you",
112
+ "100": "rollover_401k",
113
+ "101": "pto_request_status",
114
+ "102": "how_busy",
115
+ "103": "application_status",
116
+ "104": "recipe",
117
+ "105": "calendar_update",
118
+ "106": "play_music",
119
+ "107": "yes",
120
+ "108": "direct_deposit",
121
+ "109": "credit_limit_change",
122
+ "110": "gas",
123
+ "111": "pay_bill",
124
+ "112": "ingredients_list",
125
+ "113": "lost_luggage",
126
+ "114": "goodbye",
127
+ "115": "what_can_i_ask_you",
128
+ "116": "book_hotel",
129
+ "117": "are_you_a_bot",
130
+ "118": "next_song",
131
+ "119": "change_speed",
132
+ "120": "plug_type",
133
+ "121": "maybe",
134
+ "122": "w2",
135
+ "123": "oil_change_when",
136
+ "124": "thank_you",
137
+ "125": "shopping_list_update",
138
+ "126": "pto_balance",
139
+ "127": "order_checks",
140
+ "128": "travel_alert",
141
+ "129": "fun_fact",
142
+ "130": "sync_device",
143
+ "131": "schedule_maintenance",
144
+ "132": "apr",
145
+ "133": "transfer",
146
+ "134": "ingredient_substitution",
147
+ "135": "calories",
148
+ "136": "current_location",
149
+ "137": "international_fees",
150
+ "138": "calculator",
151
+ "139": "definition",
152
+ "140": "next_holiday",
153
+ "141": "update_playlist",
154
+ "142": "mpg",
155
+ "143": "min_payment",
156
+ "144": "change_user_name",
157
+ "145": "restaurant_suggestion",
158
+ "146": "travel_notification",
159
+ "147": "cancel",
160
+ "148": "pto_used",
161
+ "149": "travel_suggestion",
162
+ "150": "change_volume"
163
+ },
164
+ "initializer_range": 0.02,
165
+ "label2id": {
166
+ "accept_reservations": 9,
167
+ "account_blocked": 2,
168
+ "alarm": 83,
169
+ "application_status": 103,
170
+ "apr": 132,
171
+ "are_you_a_bot": 117,
172
+ "balance": 35,
173
+ "bill_balance": 27,
174
+ "bill_due": 56,
175
+ "book_flight": 63,
176
+ "book_hotel": 116,
177
+ "calculator": 138,
178
+ "calendar": 60,
179
+ "calendar_update": 105,
180
+ "calories": 135,
181
+ "cancel": 147,
182
+ "cancel_reservation": 67,
183
+ "car_rental": 40,
184
+ "card_declined": 49,
185
+ "carry_on": 62,
186
+ "change_accent": 51,
187
+ "change_ai_name": 55,
188
+ "change_language": 29,
189
+ "change_speed": 119,
190
+ "change_user_name": 144,
191
+ "change_volume": 150,
192
+ "confirm_reservation": 85,
193
+ "cook_time": 86,
194
+ "credit_limit": 41,
195
+ "credit_limit_change": 109,
196
+ "credit_score": 69,
197
+ "current_location": 136,
198
+ "damaged_card": 87,
199
+ "date": 95,
200
+ "definition": 139,
201
+ "direct_deposit": 108,
202
+ "directions": 72,
203
+ "distance": 78,
204
+ "do_you_have_pets": 34,
205
+ "exchange_rate": 38,
206
+ "expiration_date": 44,
207
+ "find_phone": 81,
208
+ "flight_status": 80,
209
+ "flip_coin": 33,
210
+ "food_last": 54,
211
+ "freeze_account": 20,
212
+ "fun_fact": 129,
213
+ "gas": 110,
214
+ "gas_type": 8,
215
+ "goodbye": 114,
216
+ "greeting": 82,
217
+ "how_busy": 102,
218
+ "how_old_are_you": 99,
219
+ "improve_credit_score": 28,
220
+ "income": 93,
221
+ "ingredient_substitution": 134,
222
+ "ingredients_list": 112,
223
+ "insurance": 74,
224
+ "insurance_change": 64,
225
+ "interest_rate": 7,
226
+ "international_fees": 137,
227
+ "international_visa": 59,
228
+ "jump_start": 17,
229
+ "last_maintenance": 37,
230
+ "lost_luggage": 113,
231
+ "make_call": 25,
232
+ "maybe": 121,
233
+ "meal_suggestion": 46,
234
+ "meaning_of_life": 22,
235
+ "measurement_conversion": 31,
236
+ "meeting_schedule": 19,
237
+ "min_payment": 143,
238
+ "mpg": 142,
239
+ "new_card": 91,
240
+ "next_holiday": 140,
241
+ "next_song": 118,
242
+ "no": 30,
243
+ "nutrition_info": 1,
244
+ "oil_change_how": 3,
245
+ "oil_change_when": 123,
246
+ "oos": 42,
247
+ "order": 16,
248
+ "order_checks": 127,
249
+ "order_status": 84,
250
+ "pay_bill": 111,
251
+ "payday": 79,
252
+ "pin_change": 89,
253
+ "play_music": 106,
254
+ "plug_type": 120,
255
+ "pto_balance": 126,
256
+ "pto_request": 97,
257
+ "pto_request_status": 101,
258
+ "pto_used": 148,
259
+ "recipe": 104,
260
+ "redeem_rewards": 6,
261
+ "reminder": 76,
262
+ "reminder_update": 53,
263
+ "repeat": 13,
264
+ "replacement_card_duration": 90,
265
+ "report_fraud": 70,
266
+ "report_lost_card": 12,
267
+ "reset_settings": 88,
268
+ "restaurant_reservation": 23,
269
+ "restaurant_reviews": 0,
270
+ "restaurant_suggestion": 145,
271
+ "rewards_balance": 50,
272
+ "roll_dice": 92,
273
+ "rollover_401k": 100,
274
+ "routing": 45,
275
+ "schedule_maintenance": 131,
276
+ "schedule_meeting": 18,
277
+ "share_location": 58,
278
+ "shopping_list": 43,
279
+ "shopping_list_update": 125,
280
+ "smart_home": 10,
281
+ "spelling": 73,
282
+ "spending_history": 71,
283
+ "sync_device": 130,
284
+ "taxes": 94,
285
+ "tell_joke": 36,
286
+ "text": 26,
287
+ "thank_you": 124,
288
+ "time": 4,
289
+ "timer": 32,
290
+ "timezone": 66,
291
+ "tire_change": 47,
292
+ "tire_pressure": 98,
293
+ "todo_list": 48,
294
+ "todo_list_update": 65,
295
+ "traffic": 24,
296
+ "transactions": 68,
297
+ "transfer": 133,
298
+ "translate": 61,
299
+ "travel_alert": 128,
300
+ "travel_notification": 146,
301
+ "travel_suggestion": 149,
302
+ "uber": 39,
303
+ "update_playlist": 141,
304
+ "user_name": 11,
305
+ "vaccines": 52,
306
+ "w2": 122,
307
+ "weather": 5,
308
+ "what_are_your_hobbies": 15,
309
+ "what_can_i_ask_you": 115,
310
+ "what_is_your_name": 75,
311
+ "what_song": 21,
312
+ "where_are_you_from": 77,
313
+ "whisper_mode": 14,
314
+ "who_do_you_work_for": 57,
315
+ "who_made_you": 96,
316
+ "yes": 107
317
+ },
318
+ "max_position_embeddings": 512,
319
+ "model_type": "distilbert",
320
+ "n_heads": 12,
321
+ "n_layers": 6,
322
+ "pad_token_id": 0,
323
+ "problem_type": "single_label_classification",
324
+ "qa_dropout": 0.1,
325
+ "seq_classif_dropout": 0.2,
326
+ "sinusoidal_pos_embds": false,
327
+ "tie_weights_": true,
328
+ "torch_dtype": "float32",
329
+ "transformers_version": "4.41.2",
330
+ "vocab_size": 30522
331
+ }
run-12/checkpoint-2500/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6537e75fb4bcdb334a42db3d6fdb2681d61e3545338933106c564fe2d136971
3
+ size 268290900
run-12/checkpoint-2500/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0eec2422fa58bf3d9d345af324b19760966162fc9ccb58326ae145bb645c7d0
3
+ size 536643898
run-12/checkpoint-2500/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47dadd34efe7a8b1be3b9e277f2872fb36f6eb0ed07cc82c6991ea5264f9ad54
3
+ size 14244
run-12/checkpoint-2500/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d116f7be47ce88249a782ce7aafaf5b673a05bfa0ebdf9f14ab4c327c94c6b04
3
+ size 1064