Update README.md
Browse files
README.md
CHANGED
@@ -33,6 +33,9 @@ datasets:
|
|
33 |
|
34 |
|
35 |
## Model description
|
|
|
|
|
|
|
36 |
The gemma-portuguese-2b model is a portuguese model trained with the superset dataset with 250,000 instructions.
|
37 |
The model is mainly focused on text generation and instruction.
|
38 |
The model was not trained on math and code tasks.
|
@@ -46,7 +49,7 @@ With this fine tuning for portuguese, you can adjust the model for a specific fi
|
|
46 |
from transformers import AutoTokenizer, pipeline
|
47 |
import torch
|
48 |
|
49 |
-
model = "rhaymison/gemma-portuguese-2b
|
50 |
|
51 |
tokenizer = AutoTokenizer.from_pretrained(model)
|
52 |
pipeline = pipeline(
|
@@ -83,8 +86,8 @@ print(outputs[0]["generated_text"][len(prompt):].replace("model",""))
|
|
83 |
```python
|
84 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
85 |
|
86 |
-
tokenizer2 = AutoTokenizer.from_pretrained("rhaymison/gemma-portuguese-2b
|
87 |
-
model2 = AutoModelForCausalLM.from_pretrained("rhaymison/gemma-portuguese-2b
|
88 |
tokenizer2.pad_token = tokenizer2.eos_token
|
89 |
tokenizer2.add_eos_token = True
|
90 |
tokenizer2.add_bos_token, tokenizer2.add_eos_token
|
|
|
33 |
|
34 |
|
35 |
## Model description
|
36 |
+
|
37 |
+
updated: 2024-04-10 20:06
|
38 |
+
|
39 |
The gemma-portuguese-2b model is a portuguese model trained with the superset dataset with 250,000 instructions.
|
40 |
The model is mainly focused on text generation and instruction.
|
41 |
The model was not trained on math and code tasks.
|
|
|
49 |
from transformers import AutoTokenizer, pipeline
|
50 |
import torch
|
51 |
|
52 |
+
model = "rhaymison/gemma-portuguese-luana-2b"
|
53 |
|
54 |
tokenizer = AutoTokenizer.from_pretrained(model)
|
55 |
pipeline = pipeline(
|
|
|
86 |
```python
|
87 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
88 |
|
89 |
+
tokenizer2 = AutoTokenizer.from_pretrained("rhaymison/gemma-portuguese-luana-2b")
|
90 |
+
model2 = AutoModelForCausalLM.from_pretrained("rhaymison/gemma-portuguese-luana-2b", device_map={"":0})
|
91 |
tokenizer2.pad_token = tokenizer2.eos_token
|
92 |
tokenizer2.add_eos_token = True
|
93 |
tokenizer2.add_bos_token, tokenizer2.add_eos_token
|