Upload tokenizer
Browse files- README.md +2 -2
- tokenizer.json +2 -2
- tokenizer_config.json +2 -2
README.md
CHANGED
@@ -1,5 +1,7 @@
|
|
1 |
---
|
2 |
base_model: unsloth/gemma-2-2b-it-bnb-4bit
|
|
|
|
|
3 |
language:
|
4 |
- en
|
5 |
license: gemma
|
@@ -10,8 +12,6 @@ tags:
|
|
10 |
- gemma2
|
11 |
- trl
|
12 |
- function-calling
|
13 |
-
datasets:
|
14 |
-
- dushj98/gemma-function-calling
|
15 |
---
|
16 |
|
17 |
# Action Gemma 2 2b it LoRA
|
|
|
1 |
---
|
2 |
base_model: unsloth/gemma-2-2b-it-bnb-4bit
|
3 |
+
datasets:
|
4 |
+
- dushj98/gemma-function-calling
|
5 |
language:
|
6 |
- en
|
7 |
license: gemma
|
|
|
12 |
- gemma2
|
13 |
- trl
|
14 |
- function-calling
|
|
|
|
|
15 |
---
|
16 |
|
17 |
# Action Gemma 2 2b it LoRA
|
tokenizer.json
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3f289bc05132635a8bc7aca7aa21255efd5e18f3710f43e3cdb96bcd41be4922
|
3 |
+
size 17525357
|
tokenizer_config.json
CHANGED
@@ -2020,9 +2020,9 @@
|
|
2020 |
],
|
2021 |
"clean_up_tokenization_spaces": false,
|
2022 |
"eos_token": "<eos>",
|
2023 |
-
"model_max_length":
|
2024 |
"pad_token": "<pad>",
|
2025 |
-
"padding_side": "
|
2026 |
"sp_model_kwargs": {},
|
2027 |
"spaces_between_special_tokens": false,
|
2028 |
"tokenizer_class": "GemmaTokenizer",
|
|
|
2020 |
],
|
2021 |
"clean_up_tokenization_spaces": false,
|
2022 |
"eos_token": "<eos>",
|
2023 |
+
"model_max_length": 1000000000000000019884624838656,
|
2024 |
"pad_token": "<pad>",
|
2025 |
+
"padding_side": "left",
|
2026 |
"sp_model_kwargs": {},
|
2027 |
"spaces_between_special_tokens": false,
|
2028 |
"tokenizer_class": "GemmaTokenizer",
|