Upload manual_upload with huggingface_hub

manual_upload/.gitattributes

@@ -0,0 +1,34 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

manual_upload/.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

manual_upload/config.json

@@ -0,0 +1,32 @@
+{
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 50256,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 50256,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_embd": 512,
+  "n_head": 8,
+  "n_inner": null,
+  "n_layer": 6,
+  "n_positions": 2048,
+  "pad_token_id": 1,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.26.0.dev0",
+  "use_cache": true,
+  "vocab_size": 301
+}

manual_upload/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54af5d8875e2c2fd3cc37c56d33cad185fa27c7098ef23bdcb9ec77ecf847f0e
+size 105666297

manual_upload/special_tokens_map.json

@@ -0,0 +1,3 @@
+{
+  "pad_token": "[PAD]"
+}

manual_upload/tokenizer.json

@@ -0,0 +1,347 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "[UNK]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "[PAD]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 2,
+      "content": "[MASK]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "WhitespaceSplit"
+  },
+  "post_processor": null,
+  "decoder": null,
+  "model": {
+    "type": "WordLevel",
+    "vocab": {
+      "[UNK]": 0,
+      "[PAD]": 1,
+      "[MASK]": 2,
+      "TIME_DELTA=1": 3,
+      "TIME_DELTA=2": 4,
+      "BAR_END": 5,
+      "BAR_START": 6,
+      "NOTE_OFF=42": 7,
+      "NOTE_ON=42": 8,
+      "NOTE_OFF=36": 9,
+      "NOTE_ON=36": 10,
+      "TIME_DELTA=4": 11,
+      "NOTE_OFF=38": 12,
+      "NOTE_ON=38": 13,
+      "NOTE_OFF=40": 14,
+      "NOTE_ON=40": 15,
+      "NOTE_OFF=35": 16,
+      "NOTE_ON=35": 17,
+      "TIME_DELTA=3": 18,
+      "NOTE_OFF=64": 19,
+      "NOTE_ON=64": 20,
+      "NOTE_OFF=57": 21,
+      "NOTE_ON=57": 22,
+      "NOTE_OFF=62": 23,
+      "NOTE_ON=62": 24,
+      "NOTE_OFF=54": 25,
+      "NOTE_ON=54": 26,
+      "NOTE_OFF=59": 27,
+      "NOTE_ON=59": 28,
+      "NOTE_OFF=55": 29,
+      "NOTE_ON=55": 30,
+      "NOTE_OFF=69": 31,
+      "NOTE_ON=69": 32,
+      "NOTE_OFF=60": 33,
+      "NOTE_ON=60": 34,
+      "NOTE_OFF=46": 35,
+      "NOTE_ON=46": 36,
+      "NOTE_OFF=44": 37,
+      "NOTE_ON=44": 38,
+      "NOTE_OFF=50": 39,
+      "NOTE_ON=50": 40,
+      "NOTE_OFF=67": 41,
+      "NOTE_ON=67": 42,
+      "NOTE_OFF=45": 43,
+      "NOTE_ON=45": 44,
+      "NOTE_OFF=52": 45,
+      "NOTE_ON=52": 46,
+      "NOTE_OFF=70": 47,
+      "NOTE_ON=70": 48,
+      "NOTE_OFF=51": 49,
+      "NOTE_ON=51": 50,
+      "TRACK_END": 51,
+      "TRACK_START": 52,
+      "NOTE_OFF=61": 53,
+      "NOTE_ON=61": 54,
+      "NOTE_OFF=66": 55,
+      "NOTE_ON=66": 56,
+      "NOTE_OFF=48": 57,
+      "NOTE_ON=48": 58,
+      "NOTE_OFF=65": 59,
+      "NOTE_ON=65": 60,
+      "NOTE_OFF=43": 61,
+      "NOTE_ON=43": 62,
+      "NOTE_OFF=63": 63,
+      "NOTE_ON=63": 64,
+      "NOTE_OFF=53": 65,
+      "NOTE_ON=53": 66,
+      "NOTE_OFF=47": 67,
+      "NOTE_ON=47": 68,
+      "NOTE_OFF=49": 69,
+      "NOTE_ON=49": 70,
+      "NOTE_OFF=58": 71,
+      "NOTE_ON=58": 72,
+      "NOTE_OFF=56": 73,
+      "NOTE_ON=56": 74,
+      "NOTE_OFF=39": 75,
+      "NOTE_ON=39": 76,
+      "NOTE_OFF=41": 77,
+      "NOTE_ON=41": 78,
+      "NOTE_OFF=71": 79,
+      "NOTE_ON=71": 80,
+      "TIME_DELTA=6": 81,
+      "NOTE_OFF=72": 82,
+      "NOTE_ON=72": 83,
+      "NOTE_OFF=33": 84,
+      "NOTE_ON=33": 85,
+      "NOTE_OFF=68": 86,
+      "NOTE_ON=68": 87,
+      "NOTE_OFF=74": 88,
+      "NOTE_ON=74": 89,
+      "TIME_DELTA=8": 90,
+      "TIME_DELTA=16": 91,
+      "NOTE_OFF=76": 92,
+      "NOTE_ON=76": 93,
+      "NOTE_OFF=82": 94,
+      "NOTE_ON=82": 95,
+      "NOTE_OFF=37": 96,
+      "NOTE_ON=37": 97,
+      "NOTE_OFF=31": 98,
+      "NOTE_ON=31": 99,
+      "NOTE_OFF=73": 100,
+      "NOTE_ON=73": 101,
+      "NOTE_OFF=28": 102,
+      "NOTE_ON=28": 103,
+      "NOTE_OFF=34": 104,
+      "NOTE_ON=34": 105,
+      "NOTE_OFF=75": 106,
+      "NOTE_ON=75": 107,
+      "TIME_DELTA=5": 108,
+      "NOTE_OFF=29": 109,
+      "NOTE_ON=29": 110,
+      "NOTE_OFF=32": 111,
+      "NOTE_ON=32": 112,
+      "NOTE_OFF=79": 113,
+      "NOTE_ON=79": 114,
+      "DENSITY=3": 115,
+      "NOTE_OFF=81": 116,
+      "NOTE_ON=81": 117,
+      "NOTE_OFF=77": 118,
+      "NOTE_ON=77": 119,
+      "NOTE_OFF=78": 120,
+      "NOTE_ON=78": 121,
+      "INST=3": 122,
+      "NOTE_OFF=30": 123,
+      "NOTE_ON=30": 124,
+      "DENSITY=2": 125,
+      "DENSITY=1": 126,
+      "TIME_DELTA=7": 127,
+      "DENSITY=0": 128,
+      "NOTE_OFF=26": 129,
+      "NOTE_ON=26": 130,
+      "INST=DRUMS": 131,
+      "NOTE_OFF=80": 132,
+      "NOTE_ON=80": 133,
+      "TIME_DELTA=12": 134,
+      "NOTE_OFF=27": 135,
+      "NOTE_ON=27": 136,
+      "PIECE_START": 137,
+      "TIME_DELTA=10": 138,
+      "NOTE_OFF=83": 139,
+      "NOTE_ON=83": 140,
+      "INST=4": 141,
+      "NOTE_OFF=84": 142,
+      "NOTE_ON=84": 143,
+      "NOTE_OFF=86": 144,
+      "NOTE_ON=86": 145,
+      "TIME_DELTA=14": 146,
+      "INST=0": 147,
+      "TIME_DELTA=15": 148,
+      "INST=6": 149,
+      "NOTE_OFF=85": 150,
+      "NOTE_ON=85": 151,
+      "NOTE_OFF=88": 152,
+      "NOTE_ON=88": 153,
+      "TIME_DELTA=9": 154,
+      "NOTE_OFF=24": 155,
+      "NOTE_ON=24": 156,
+      "NOTE_OFF=87": 157,
+      "NOTE_ON=87": 158,
+      "TIME_DELTA=11": 159,
+      "NOTE_OFF=91": 160,
+      "NOTE_ON=91": 161,
+      "INST=10": 162,
+      "TIME_DELTA=13": 163,
+      "NOTE_OFF=25": 164,
+      "NOTE_ON=25": 165,
+      "NOTE_OFF=89": 166,
+      "NOTE_ON=89": 167,
+      "INST=8": 168,
+      "NOTE_OFF=93": 169,
+      "NOTE_ON=93": 170,
+      "INST=7": 171,
+      "INST=11": 172,
+      "NOTE_OFF=90": 173,
+      "NOTE_ON=90": 174,
+      "NOTE_OFF=22": 175,
+      "NOTE_ON=22": 176,
+      "INST=2": 177,
+      "NOTE_OFF=23": 178,
+      "NOTE_ON=23": 179,
+      "NOTE_OFF=0": 180,
+      "NOTE_ON=0": 181,
+      "NOTE_OFF=94": 182,
+      "NOTE_ON=94": 183,
+      "NOTE_OFF=95": 184,
+      "NOTE_ON=95": 185,
+      "NOTE_OFF=96": 186,
+      "NOTE_ON=96": 187,
+      "INST=9": 188,
+      "INST=5": 189,
+      "INST=12": 190,
+      "NOTE_OFF=92": 191,
+      "NOTE_ON=92": 192,
+      "INST=1": 193,
+      "NOTE_OFF=98": 194,
+      "NOTE_ON=98": 195,
+      "INST=14": 196,
+      "NOTE_OFF=20": 197,
+      "NOTE_ON=20": 198,
+      "NOTE_OFF=100": 199,
+      "NOTE_ON=100": 200,
+      "INST=13": 201,
+      "INST=15": 202,
+      "NOTE_OFF=21": 203,
+      "NOTE_ON=21": 204,
+      "NOTE_OFF=99": 205,
+      "NOTE_ON=99": 206,
+      "NOTE_OFF=101": 207,
+      "NOTE_ON=101": 208,
+      "NOTE_OFF=16": 209,
+      "NOTE_ON=16": 210,
+      "NOTE_OFF=97": 211,
+      "NOTE_ON=97": 212,
+      "NOTE_OFF=102": 213,
+      "NOTE_ON=102": 214,
+      "NOTE_OFF=17": 215,
+      "NOTE_ON=17": 216,
+      "NOTE_OFF=19": 217,
+      "NOTE_ON=19": 218,
+      "NOTE_OFF=103": 219,
+      "NOTE_ON=103": 220,
+      "NOTE_OFF=107": 221,
+      "NOTE_ON=107": 222,
+      "NOTE_OFF=105": 223,
+      "NOTE_ON=105": 224,
+      "NOTE_OFF=18": 225,
+      "NOTE_ON=18": 226,
+      "NOTE_OFF=109": 227,
+      "NOTE_ON=109": 228,
+      "NOTE_OFF=110": 229,
+      "NOTE_ON=110": 230,
+      "NOTE_OFF=112": 231,
+      "NOTE_ON=112": 232,
+      "NOTE_OFF=15": 233,
+      "NOTE_ON=15": 234,
+      "NOTE_OFF=6": 235,
+      "NOTE_ON=6": 236,
+      "NOTE_OFF=108": 237,
+      "NOTE_ON=108": 238,
+      "NOTE_OFF=12": 239,
+      "NOTE_ON=12": 240,
+      "NOTE_OFF=126": 241,
+      "NOTE_ON=126": 242,
+      "NOTE_OFF=14": 243,
+      "NOTE_ON=14": 244,
+      "NOTE_OFF=104": 245,
+      "NOTE_ON=104": 246,
+      "NOTE_OFF=7": 247,
+      "NOTE_ON=7": 248,
+      "NOTE_OFF=8": 249,
+      "NOTE_ON=8": 250,
+      "NOTE_OFF=123": 251,
+      "NOTE_ON=123": 252,
+      "NOTE_OFF=106": 253,
+      "NOTE_ON=106": 254,
+      "NOTE_OFF=1": 255,
+      "NOTE_ON=1": 256,
+      "NOTE_OFF=122": 257,
+      "NOTE_ON=122": 258,
+      "NOTE_OFF=124": 259,
+      "NOTE_ON=124": 260,
+      "NOTE_OFF=127": 261,
+      "NOTE_ON=127": 262,
+      "NOTE_OFF=9": 263,
+      "NOTE_ON=9": 264,
+      "NOTE_OFF=125": 265,
+      "NOTE_ON=125": 266,
+      "NOTE_OFF=114": 267,
+      "NOTE_ON=114": 268,
+      "NOTE_OFF=117": 269,
+      "NOTE_ON=117": 270,
+      "NOTE_OFF=113": 271,
+      "NOTE_ON=113": 272,
+      "NOTE_OFF=119": 273,
+      "NOTE_ON=119": 274,
+      "NOTE_OFF=120": 275,
+      "NOTE_OFF=2": 276,
+      "NOTE_ON=120": 277,
+      "NOTE_ON=2": 278,
+      "NOTE_OFF=115": 279,
+      "NOTE_ON=115": 280,
+      "NOTE_OFF=111": 281,
+      "NOTE_ON=111": 282,
+      "NOTE_OFF=4": 283,
+      "NOTE_ON=4": 284,
+      "NOTE_OFF=116": 285,
+      "NOTE_ON=116": 286,
+      "NOTE_OFF=5": 287,
+      "NOTE_ON=5": 288,
+      "NOTE_OFF=3": 289,
+      "NOTE_ON=3": 290,
+      "NOTE_OFF=11": 291,
+      "NOTE_ON=11": 292,
+      "NOTE_OFF=10": 293,
+      "NOTE_OFF=118": 294,
+      "NOTE_OFF=121": 295,
+      "NOTE_ON=10": 296,
+      "NOTE_ON=118": 297,
+      "NOTE_ON=121": 298,
+      "NOTE_OFF=13": 299,
+      "NOTE_ON=13": 300
+    },
+    "unk_token": "[UNK]"
+  }
+}

manual_upload/tokenizer_config.json

@@ -0,0 +1,6 @@
+{
+  "model_max_length": 1000000000000000019884624838656,
+  "name_or_path": "JammyMachina/elec-gmusic-familized-model-13-12__17-35-53",
+  "special_tokens_map_file": "/root/.cache/huggingface/hub/models--JammyMachina--elec-gmusic-familized-model-13-12__17-35-53/snapshots/fbba9d2ac598a2e0fbec338593aceff49347aff4/special_tokens_map.json",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

manual_upload/trainer_state.json

@@ -0,0 +1,15 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": null,
+  "global_step": 0,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [],
+  "max_steps": 0,
+  "num_train_epochs": 0,
+  "total_flos": 0,
+  "trial_name": null,
+  "trial_params": null
+}

manual_upload/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0206a7605fed29c8321de91dfcf793fb6150f09dc4e519e1121bb6e0b17b29fc
+size 3515

manual_upload/training_args.json

@@ -0,0 +1,109 @@
+{
+  "output_dir": "models/elec-gmusic-familized",
+  "overwrite_output_dir": true,
+  "do_train": false,
+  "do_eval": true,
+  "do_predict": false,
+  "evaluation_strategy": "steps",
+  "prediction_loss_only": false,
+  "per_device_train_batch_size": 10,
+  "per_device_eval_batch_size": 8,
+  "per_gpu_train_batch_size": null,
+  "per_gpu_eval_batch_size": null,
+  "gradient_accumulation_steps": 1,
+  "eval_accumulation_steps": null,
+  "eval_delay": 0,
+  "learning_rate": 0.0005,
+  "weight_decay": 0.1,
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.999,
+  "adam_epsilon": 1e-08,
+  "max_grad_norm": 1.0,
+  "num_train_epochs": 6,
+  "max_steps": -1,
+  "lr_scheduler_type": "cosine",
+  "warmup_ratio": 0.0,
+  "warmup_steps": 200,
+  "log_level": "passive",
+  "log_level_replica": "passive",
+  "log_on_each_node": true,
+  "logging_dir": "models/elec-gmusic-familized/logs",
+  "logging_strategy": "steps",
+  "logging_first_step": false,
+  "logging_steps": 4096,
+  "logging_nan_inf_filter": true,
+  "save_strategy": "steps",
+  "save_steps": 16384,
+  "save_total_limit": 5,
+  "save_on_each_node": false,
+  "no_cuda": false,
+  "use_mps_device": false,
+  "seed": 42,
+  "data_seed": null,
+  "jit_mode_eval": false,
+  "use_ipex": false,
+  "bf16": false,
+  "fp16": true,
+  "fp16_opt_level": "O1",
+  "half_precision_backend": "cuda_amp",
+  "bf16_full_eval": false,
+  "fp16_full_eval": false,
+  "tf32": null,
+  "local_rank": -1,
+  "xpu_backend": null,
+  "tpu_num_cores": null,
+  "tpu_metrics_debug": false,
+  "debug": [],
+  "dataloader_drop_last": false,
+  "eval_steps": 4096,
+  "dataloader_num_workers": 0,
+  "past_index": -1,
+  "run_name": "models/elec-gmusic-familized",
+  "disable_tqdm": false,
+  "remove_unused_columns": true,
+  "label_names": null,
+  "load_best_model_at_end": false,
+  "metric_for_best_model": null,
+  "greater_is_better": null,
+  "ignore_data_skip": false,
+  "sharded_ddp": [],
+  "fsdp": [],
+  "fsdp_min_num_params": 0,
+  "fsdp_transformer_layer_cls_to_wrap": null,
+  "deepspeed": null,
+  "label_smoothing_factor": 0.0,
+  "optim": "adamw_hf",
+  "optim_args": null,
+  "adafactor": false,
+  "group_by_length": false,
+  "length_column_name": "length",
+  "report_to": [
+    "wandb"
+  ],
+  "ddp_find_unused_parameters": null,
+  "ddp_bucket_cap_mb": null,
+  "dataloader_pin_memory": true,
+  "skip_memory_metrics": true,
+  "use_legacy_prediction_loop": false,
+  "push_to_hub": true,
+  "resume_from_checkpoint": null,
+  "hub_model_id": "JammyMachina/elec-gmusic-familized-model-13-12__17-35-53",
+  "hub_strategy": "every_save",
+  "hub_token": "<HUB_TOKEN>",
+  "hub_private_repo": false,
+  "gradient_checkpointing": false,
+  "include_inputs_for_metrics": false,
+  "fp16_backend": "auto",
+  "push_to_hub_model_id": null,
+  "push_to_hub_organization": null,
+  "push_to_hub_token": "<PUSH_TO_HUB_TOKEN>",
+  "mp_parameters": "",
+  "auto_find_batch_size": false,
+  "full_determinism": false,
+  "torchdynamo": null,
+  "ray_scope": "last",
+  "ddp_timeout": 1800,
+  "torch_compile": false,
+  "torch_compile_backend": null,
+  "torch_compile_mode": null
+}