Update README.md
Browse files
README.md
CHANGED
|
@@ -117,7 +117,9 @@ from vllm import LLM, SamplingParams
|
|
| 117 |
model_name = "t-tech/T-lite-it-1.0"
|
| 118 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 119 |
llm = LLM(model=model_name, max_model_len=8192)
|
| 120 |
-
sampling_params = SamplingParams(temperature=0.
|
|
|
|
|
|
|
| 121 |
|
| 122 |
prompt = "Напиши стих про машинное обучение"
|
| 123 |
messages = [
|
|
|
|
| 117 |
model_name = "t-tech/T-lite-it-1.0"
|
| 118 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 119 |
llm = LLM(model=model_name, max_model_len=8192)
|
| 120 |
+
sampling_params = SamplingParams(temperature=0.7,
|
| 121 |
+
repetition_penalty=1.05,
|
| 122 |
+
top_p=0.8, top_k=70)
|
| 123 |
|
| 124 |
prompt = "Напиши стих про машинное обучение"
|
| 125 |
messages = [
|