Remove old files

.gitattributes

@@ -1,35 +0,0 @@
-*.7z filter=lfs diff=lfs merge=lfs -text
-*.arrow filter=lfs diff=lfs merge=lfs -text
-*.bin filter=lfs diff=lfs merge=lfs -text
-*.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
-*.ftz filter=lfs diff=lfs merge=lfs -text
-*.gz filter=lfs diff=lfs merge=lfs -text
-*.h5 filter=lfs diff=lfs merge=lfs -text
-*.joblib filter=lfs diff=lfs merge=lfs -text
-*.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.mlmodel filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
-*.msgpack filter=lfs diff=lfs merge=lfs -text
-*.npy filter=lfs diff=lfs merge=lfs -text
-*.npz filter=lfs diff=lfs merge=lfs -text
-*.onnx filter=lfs diff=lfs merge=lfs -text
-*.ot filter=lfs diff=lfs merge=lfs -text
-*.parquet filter=lfs diff=lfs merge=lfs -text
-*.pb filter=lfs diff=lfs merge=lfs -text
-*.pickle filter=lfs diff=lfs merge=lfs -text
-*.pkl filter=lfs diff=lfs merge=lfs -text
-*.pt filter=lfs diff=lfs merge=lfs -text
-*.pth filter=lfs diff=lfs merge=lfs -text
-*.rar filter=lfs diff=lfs merge=lfs -text
-*.safetensors filter=lfs diff=lfs merge=lfs -text
-saved_model/**/* filter=lfs diff=lfs merge=lfs -text
-*.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
-*.tflite filter=lfs diff=lfs merge=lfs -text
-*.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
-*.xz filter=lfs diff=lfs merge=lfs -text
-*.zip filter=lfs diff=lfs merge=lfs -text
-*.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text

README.md

@@ -1,52 +0,0 @@
----
-license: apache-2.0
-tags:
-- autotrain
-- text-generation
-base_model: Locutusque/TinyMistral-248M
-datasets:
-- tatsu-lab/alpaca
-widget:
-- text: |-
-    Find me a list of some nice places to visit around the world.
-    
-    ### Response:
-- text: |-
-    Tell me a story.
-    Once upon a time...
-    
-    ### Response:
-inference:
-  parameters:
-    max_new_tokens: 32
-    repetition_penalty: 1.15
-    do_sample: true
-    temperature: 0.5
-    top_p: 0.5
----
-
-# Locutusque's TinyMistral-248M trained on the Alpaca dataset using AutoTrain
-
-- Base model: [Locutusque/TinyMistral-248M](https://huggingface.co/Locutusque/TinyMistral-248M)
-- Dataset: [tatsu-lab/alpaca](https://huggingface.co/datasets/tatsu-lab/alpaca)
-- Training: 2h under [these parameters](https://huggingface.co/Felladrin/TinyMistral-248M-Alpaca/blob/93533a5f190f79a8ad5e5a9765ce9ec498dfa5bd/training_params.json)
-- Availability in other ML formats:
-  - GGUF: [afrideva/TinyMistral-248M-Alpaca-GGUF](https://huggingface.co/afrideva/TinyMistral-248M-Alpaca-GGUF)
-  - ONNX: [Felladrin/onnx-int8-TinyMistral-248M-Alpaca](https://huggingface.co/Felladrin/onnx-int8-TinyMistral-248M-Alpaca)
-
-## Recommended Prompt Format
-
-```
-<instruction>
-
-### Response:
-```
-
-## Recommended Inference Parameters
-
-```yml
-repetition_penalty: 1.15
-do_sample: true
-temperature: 0.5
-top_p: 0.5
-```

adapter_config.json

@@ -1,23 +0,0 @@
-{
-  "alpha_pattern": {},
-  "auto_mapping": null,
-  "base_model_name_or_path": "Locutusque/TinyMistral-248M",
-  "bias": "none",
-  "fan_in_fan_out": false,
-  "inference_mode": true,
-  "init_lora_weights": true,
-  "layers_pattern": null,
-  "layers_to_transform": null,
-  "lora_alpha": 32,
-  "lora_dropout": 0.1,
-  "modules_to_save": null,
-  "peft_type": "LORA",
-  "r": 16,
-  "rank_pattern": {},
-  "revision": null,
-  "target_modules": [
-    "v_proj",
-    "q_proj"
-  ],
-  "task_type": "CAUSAL_LM"
-}

adapter_model.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0a72090cf094386524699f1ffde78dbfa49612d01ce25362daf8359a6c9c9658
-size 2562232

added_tokens.json

@@ -1,5 +0,0 @@
-{
-  "<|bos|>": 32000,
-  "<|endoftext|>": 32001,
-  "[PAD]": 32002
-}

config.json

@@ -1,25 +0,0 @@
-{
-  "_name_or_path": "Locutusque/TinyMistral-248M",
-  "architectures": [
-    "MistralForCausalLM"
-  ],
-  "bos_token_id": 1,
-  "eos_token_id": 2,
-  "hidden_act": "silu",
-  "hidden_size": 1024,
-  "initializer_range": 0.02,
-  "intermediate_size": 4096,
-  "max_position_embeddings": 32768,
-  "model_type": "mistral",
-  "num_attention_heads": 32,
-  "num_hidden_layers": 12,
-  "num_key_value_heads": 8,
-  "rms_norm_eps": 1e-06,
-  "rope_theta": 10000.0,
-  "sliding_window": 32,
-  "tie_word_embeddings": false,
-  "torch_dtype": "float16",
-  "transformers_version": "4.35.2",
-  "use_cache": true,
-  "vocab_size": 32003
-}

generation_config.json

@@ -1,6 +0,0 @@
-{
-  "_from_model_config": true,
-  "bos_token_id": 1,
-  "eos_token_id": 2,
-  "transformers_version": "4.35.2"
-}

model.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:11446cbb74a03bc7811be5e3e998a7bcea64a96f72286a9588b650d6ca0994dc
-size 496052392

special_tokens_map.json

@@ -1,30 +0,0 @@
-{
-  "bos_token": {
-    "content": "<|bos|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "eos_token": {
-    "content": "<|endoftext|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "pad_token": {
-    "content": "[PAD]",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "unk_token": {
-    "content": "<unk>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  }
-}

tokenizer.model

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055
-size 493443

tokenizer_config.json

@@ -1,68 +0,0 @@
-{
-  "added_tokens_decoder": {
-    "0": {
-      "content": "<unk>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "1": {
-      "content": "<s>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "2": {
-      "content": "</s>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "32000": {
-      "content": "<|bos|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "32001": {
-      "content": "<|endoftext|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "32002": {
-      "content": "[PAD]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    }
-  },
-  "additional_special_tokens": [],
-  "bos_token": "<|bos|>",
-  "clean_up_tokenization_spaces": false,
-  "eos_token": "<|endoftext|>",
-  "legacy": true,
-  "max_length": 1536,
-  "model_max_length": 1000000000000000019884624838656,
-  "pad_token": "[PAD]",
-  "sp_model_kwargs": {},
-  "spaces_between_special_tokens": false,
-  "stride": 0,
-  "tokenizer_class": "LlamaTokenizer",
-  "truncation_side": "right",
-  "truncation_strategy": "longest_first",
-  "unk_token": "<unk>",
-  "use_default_system_prompt": true
-}

training_args.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b22e21c0170936f6869ad8d8ae1fa4cce19c0217ef64f5de8bc135e9591c3a8f
-size 4600

training_params.json

@@ -1 +0,0 @@
-{"model": "Locutusque/TinyMistral-248M", "data_path": "Felladrin/autotrain-data-k6w0-qx4m-hzdq", "project_name": "/tmp/model", "train_split": "train", "valid_split": null, "text_column": "autotrain_text", "rejected_text_column": null, "lr": 0.0002, "epochs": 3, "batch_size": 2, "warmup_ratio": 0.1, "gradient_accumulation": 1, "optimizer": "adamw_torch", "scheduler": "linear", "weight_decay": 0.01, "max_grad_norm": 1.0, "seed": 42, "add_eos_token": true, "block_size": 1024, "use_peft": true, "lora_r": 16, "lora_alpha": 32, "lora_dropout": 0.1, "logging_steps": -1, "evaluation_strategy": "epoch", "save_total_limit": 1, "save_strategy": "epoch", "auto_find_batch_size": false, "fp16": true, "push_to_hub": true, "use_int8": false, "model_max_length": 2048, "repo_id": "Felladrin/k6w0-qx4m-hzdq-0", "use_int4": true, "trainer": "sft", "target_modules": null, "merge_adapter": false, "username": "Felladrin", "use_flash_attention_2": false, "log": "none", "disable_gradient_checkpointing": false, "model_ref": null, "dpo_beta": 0.1, "prompt_text_column": null}