ToddGoldfarb
commited on
Commit
•
04d1210
1
Parent(s):
9d9788d
Update README.md
Browse files
README.md
CHANGED
@@ -74,7 +74,7 @@ class CadetTinyAgent:
|
|
74 |
inputs = self.tokenizer([input_text], return_tensors="pt").to(self.device)
|
75 |
|
76 |
# I encourage you to change the hyperparameters of the model! Start by trying to modify the temperature.
|
77 |
-
outputs = self.model.generate(inputs["input_ids"], max_new_tokens=512, temperature=
|
78 |
do_sample=True)
|
79 |
cadet_response = self.tokenizer.decode(outputs[0], skip_special_tokens=True, clean_up_tokenization_spaces=False)
|
80 |
added_turn = cadet_response + " <TURN> "
|
|
|
74 |
inputs = self.tokenizer([input_text], return_tensors="pt").to(self.device)
|
75 |
|
76 |
# I encourage you to change the hyperparameters of the model! Start by trying to modify the temperature.
|
77 |
+
outputs = self.model.generate(inputs["input_ids"], max_new_tokens=512, temperature=0.75, top_p=.95,
|
78 |
do_sample=True)
|
79 |
cadet_response = self.tokenizer.decode(outputs[0], skip_special_tokens=True, clean_up_tokenization_spaces=False)
|
80 |
added_turn = cadet_response + " <TURN> "
|