germanjke commited on
Commit
fbabc76
1 Parent(s): bc59545

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -1
README.md CHANGED
@@ -117,7 +117,9 @@ from vllm import LLM, SamplingParams
117
  model_name = "t-tech/T-lite-it-1.0"
118
  tokenizer = AutoTokenizer.from_pretrained(model_name)
119
  llm = LLM(model=model_name, max_model_len=8192)
120
- sampling_params = SamplingParams(temperature=0.3, max_tokens=8192)
 
 
121
 
122
  prompt = "Напиши стих про машинное обучение"
123
  messages = [
 
117
  model_name = "t-tech/T-lite-it-1.0"
118
  tokenizer = AutoTokenizer.from_pretrained(model_name)
119
  llm = LLM(model=model_name, max_model_len=8192)
120
+ sampling_params = SamplingParams(temperature=0.7,
121
+ repetition_penalty=1.05,
122
+ top_p=0.8, top_k=70)
123
 
124
  prompt = "Напиши стих про машинное обучение"
125
  messages = [