Hugging Face's logo

hf-100
/
Gemma-2-9b-Spellbound-NaturalWriter-instruct-0.1-chkpt-40-16-bit

Text Generation
Transformers
Safetensors
English
gemma2
text-generation-inference
unsloth
trl
conversational
Inference Endpoints
Model card Files Community
hf-100 commited on
Commit
77b86e2
•
1 Parent(s): 993e1b9

Trained with Unsloth

Browse files
Files changed (2) hide show
  1. config.json +2 -5
  2. generation_config.json +1 -1
config.json CHANGED
@@ -16,7 +16,7 @@
16
  "hidden_size": 3584,
17
  "initializer_range": 0.02,
18
  "intermediate_size": 14336,
19
- "max_position_embeddings": 14000,
20
  "model_type": "gemma2",
21
  "num_attention_heads": 16,
22
  "num_hidden_layers": 42,
@@ -24,10 +24,7 @@
24
  "pad_token_id": 0,
25
  "query_pre_attn_scalar": 256,
26
  "rms_norm_eps": 1e-06,
27
- "rope_scaling": {
28
- "factor": 1.708984375,
29
- "type": "linear"
30
- },
31
  "rope_theta": 10000.0,
32
  "sliding_window": 4096,
33
  "sliding_window_size": 4096,
 
16
  "hidden_size": 3584,
17
  "initializer_range": 0.02,
18
  "intermediate_size": 14336,
19
+ "max_position_embeddings": 8192,
20
  "model_type": "gemma2",
21
  "num_attention_heads": 16,
22
  "num_hidden_layers": 42,
 
24
  "pad_token_id": 0,
25
  "query_pre_attn_scalar": 256,
26
  "rms_norm_eps": 1e-06,
27
+ "rope_scaling": null,
 
 
 
28
  "rope_theta": 10000.0,
29
  "sliding_window": 4096,
30
  "sliding_window_size": 4096,
generation_config.json CHANGED
@@ -3,7 +3,7 @@
3
  "bos_token_id": 2,
4
  "cache_implementation": "hybrid",
5
  "eos_token_id": 1,
6
- "max_length": 14000,
7
  "pad_token_id": 0,
8
  "transformers_version": "4.46.3"
9
  }
 
3
  "bos_token_id": 2,
4
  "cache_implementation": "hybrid",
5
  "eos_token_id": 1,
6
+ "max_length": 8192,
7
  "pad_token_id": 0,
8
  "transformers_version": "4.46.3"
9
  }