Update README.md
Browse files
README.md
CHANGED
@@ -117,7 +117,9 @@ from vllm import LLM, SamplingParams
|
|
117 |
model_name = "t-tech/T-lite-it-1.0"
|
118 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
119 |
llm = LLM(model=model_name, max_model_len=8192)
|
120 |
-
sampling_params = SamplingParams(temperature=0.
|
|
|
|
|
121 |
|
122 |
prompt = "Напиши стих про машинное обучение"
|
123 |
messages = [
|
|
|
117 |
model_name = "t-tech/T-lite-it-1.0"
|
118 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
119 |
llm = LLM(model=model_name, max_model_len=8192)
|
120 |
+
sampling_params = SamplingParams(temperature=0.7,
|
121 |
+
repetition_penalty=1.05,
|
122 |
+
top_p=0.8, top_k=70)
|
123 |
|
124 |
prompt = "Напиши стих про машинное обучение"
|
125 |
messages = [
|