update
Browse files
README.md
CHANGED
|
@@ -37,7 +37,7 @@ model_id = "llm-jp/llm-jp-3-13b"
|
|
| 37 |
adapter_id = "atlimited/llm-jp-3-13b-it"
|
| 38 |
|
| 39 |
# unslothのFastLanguageModelで元のモデルをロード。
|
| 40 |
-
dtype =
|
| 41 |
load_in_4bit = True # 今回は13Bモデルを扱うためTrue
|
| 42 |
|
| 43 |
model, tokenizer = FastLanguageModel.from_pretrained(
|
|
|
|
| 37 |
adapter_id = "atlimited/llm-jp-3-13b-it"
|
| 38 |
|
| 39 |
# unslothのFastLanguageModelで元のモデルをロード。
|
| 40 |
+
dtype = "float16" # Noneにしておけば自動で設定
|
| 41 |
load_in_4bit = True # 今回は13Bモデルを扱うためTrue
|
| 42 |
|
| 43 |
model, tokenizer = FastLanguageModel.from_pretrained(
|