Create README.md

README.md

@@ -0,0 +1,25 @@
+---
+license: apache-2.0
+language:
+- sw
+- en
+---
+
+```python
+# pip install accelerate
+from transformers import AutoTokenizer, AutoModelForCausalLM
+import torch
+
+tokenizer = AutoTokenizer.from_pretrained("sartifyllc/sartify_gemma2-2B-16bit")
+model = AutoModelForCausalLM.from_pretrained(
+    "sartifyllc/sartify_gemma2-2B-16bit",
+    device_map="auto",
+    torch_dtype=torch.bfloat16
+)
+
+input_text = "Je moja jumlisha moja ni ngapi?"
+input_ids = tokenizer(input_text, return_tensors="pt").to("cuda")
+
+outputs = model.generate(**input_ids)
+print(tokenizer.decode(outputs[0]))
+```