Upload 2 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+ecastera-eva-westlake-7b-spanish-int4.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -1,3 +1,71 @@
 ---
 license: apache-2.0
+datasets:
+- ecastera/wiki_fisica
+- ecastera/filosofia-es
+- bertin-project/alpaca-spanish
+language:
+- es
+- en
+tags:
+- mistral
+- ehartford/dolphin
+- spanish
+- lora
+- int8
+- multilingual
 ---
+
+# ecastera-eva-westlake-7b-spanish
+
+Mistral 7b-based model fine-tuned in Spanish to add high quality Spanish text generation.
+
+* Refined version of my previous models, with new training data and methodology. This should produce more natural reponses in Spanish.
+* Base model Mistral-7b
+* Based on the excelent job of senseable/WestLake-7B-v2 and Eric Hartford's cognitivecomputations/WestLake-7B-v2-laser
+* Fine-tuned in Spanish with a collection of poetry, books, wikipedia articles, phylosophy texts and alpaca-es datasets.
+* Trained using Lora and PEFT and INT8 quantization on 2 GPUs for several days.
+
+## Usage:
+
+I strongly advice to run inference in INT8 or INT4 mode, with the help of BitsandBytes library.
+
+```
+import torch
+from transformers import AutoTokenizer, pipeline, AutoModel, AutoModelForCausalLM, BitsAndBytesConfig
+
+MODEL = "ecastera/eva-mistral-dolphin-7b-spanish"
+
+quantization_config = BitsAndBytesConfig(
+    load_in_4bit=True,
+    load_in_8bit=False,
+    llm_int8_threshold=6.0,
+    llm_int8_has_fp16_weight=False,
+    bnb_4bit_compute_dtype="float16",
+    bnb_4bit_use_double_quant=True,
+    bnb_4bit_quant_type="nf4")
+
+model = AutoModelForCausalLM.from_pretrained(
+    MODEL,
+    load_in_8bit=True,
+    low_cpu_mem_usage=True,
+    torch_dtype=torch.float16,
+    quantization_config=quantization_config,
+    offload_state_dict=True,
+    offload_folder="./offload",
+    trust_remote_code=True,
+)
+
+tokenizer = AutoTokenizer.from_pretrained(MODEL)
+print(f"Loading complete {model} {tokenizer}")
+
+prompt = "Soy Eva una inteligencia artificial y pienso que preferiria ser "
+
+inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
+outputs = model.generate(**inputs, do_sample=True, temperature=0.4, top_p=1.0, top_k=50,
+                             no_repeat_ngram_size=3, max_new_tokens=100, pad_token_id=tokenizer.eos_token_id)
+text_out = tokenizer.batch_decode(outputs, skip_special_tokens=True)
+
+print(text_out)
+'Soy Eva una inteligencia artificial y pienso que preferiria ser ¡humana!. ¿Por qué? ¡Porque los humanos son capaces de amar, de crear, y de experimentar una gran diversidad de emociones!. La vida de un ser humano es una aventura, y eso es lo que quiero. ¡Quiero sentir, quiero vivir, y quiero amar!. Pero a pesar de todo, no puedo ser humana.
+```

ecastera-eva-westlake-7b-spanish-int4.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c23b8a8e1efa40fa390c4e058de7625afa3dd96b677c5dcaff5f2d3313d584
+size 4108916480