MaxJeblick
/

llama2-0b-unit-test

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

MaxJeblick commited on Feb 26

Commit

ba8a171

•

1 Parent(s): 7d94b41

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -11,7 +11,7 @@ repo_name = "MaxJeblick/llama2-0b-unit-test"
 model_name = "h2oai/h2ogpt-4096-llama2-7b-chat"
 config = AutoConfig.from_pretrained(model_name)
 config.hidden_size = 12
-config.max_position_embeddings = 32
 config.intermediate_size = 24
 config.num_attention_heads = 2
 config.num_hidden_layers = 2

 model_name = "h2oai/h2ogpt-4096-llama2-7b-chat"
 config = AutoConfig.from_pretrained(model_name)
 config.hidden_size = 12
+config.max_position_embeddings = 1024
 config.intermediate_size = 24
 config.num_attention_heads = 2
 config.num_hidden_layers = 2