Update README.md
Browse files
README.md
CHANGED
@@ -41,7 +41,7 @@ def stream(user_prompt):
|
|
41 |
prompt = f"{system_prompt}{B_INST}{user_prompt.strip()}\n{E_INST}"
|
42 |
inputs = tokenizer([prompt], return_tensors="pt").to(runtimeFlag)
|
43 |
streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
44 |
-
_ = model.generate(**inputs, streamer=streamer, max_new_tokens=
|
45 |
|
46 |
stream("""can you translate this python code to mojo to make more performant making T as struct?
|
47 |
class T():
|
|
|
41 |
prompt = f"{system_prompt}{B_INST}{user_prompt.strip()}\n{E_INST}"
|
42 |
inputs = tokenizer([prompt], return_tensors="pt").to(runtimeFlag)
|
43 |
streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
44 |
+
_ = model.generate(**inputs, streamer=streamer, max_new_tokens=1600)
|
45 |
|
46 |
stream("""can you translate this python code to mojo to make more performant making T as struct?
|
47 |
class T():
|