wannaphong
commited on
Update README.md
Browse files
README.md
CHANGED
@@ -56,7 +56,7 @@ Use the code below to get started with the model.
|
|
56 |
import torch
|
57 |
from transformers import pipeline
|
58 |
|
59 |
-
pipe = pipeline("text-generation", model="wannaphong/han-llm-7b-
|
60 |
|
61 |
# We use the tokenizer's chat template to format each message - see https://huggingface.co/docs/transformers/main/en/chat_templating
|
62 |
messages = [
|
|
|
56 |
import torch
|
57 |
from transformers import pipeline
|
58 |
|
59 |
+
pipe = pipeline("text-generation", model="wannaphong/han-llm-7b-v2", torch_dtype=torch.bfloat16, device_map="auto")
|
60 |
|
61 |
# We use the tokenizer's chat template to format each message - see https://huggingface.co/docs/transformers/main/en/chat_templating
|
62 |
messages = [
|