t-tech
/

T-lite-it-1.0

Model card Files Files and versions Community

germanjke commited on 9 days ago

Commit

bc59545

•

1 Parent(s): e0524af

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -116,7 +116,7 @@ from vllm import LLM, SamplingParams
 model_name = "t-tech/T-lite-it-1.0"
 tokenizer = AutoTokenizer.from_pretrained(model_name)
-llm = LLM(model=model_name)
 sampling_params = SamplingParams(temperature=0.3, max_tokens=8192)
 prompt = "Напиши стих про машинное обучение"

 model_name = "t-tech/T-lite-it-1.0"
 tokenizer = AutoTokenizer.from_pretrained(model_name)
+llm = LLM(model=model_name, max_model_len=8192)
 sampling_params = SamplingParams(temperature=0.3, max_tokens=8192)
 prompt = "Напиши стих про машинное обучение"