Commit
•
c330b72
1
Parent(s):
6b138da
Update README.md
Browse files
README.md
CHANGED
|
@@ -48,12 +48,10 @@ from trl import SFTTrainer
|
|
| 48 |
from google.colab import userdata
|
| 49 |
|
| 50 |
# Hugging Face Token
|
| 51 |
-
os.environ["LANGCHAIN_API_KEY"] = userdata.get("LANGCHAIN_API_KEY")
|
| 52 |
os.environ["HF_TOKEN"] = userdata.get("HF_TOKEN")
|
| 53 |
```
|
| 54 |
|
| 55 |
```py
|
| 56 |
-
|
| 57 |
# 推論データ準備
|
| 58 |
datasets = []
|
| 59 |
|
|
@@ -86,6 +84,7 @@ tokenizer = AutoTokenizer.from_pretrained(new_model_id, trust_remote_code=True)
|
|
| 86 |
```
|
| 87 |
|
| 88 |
```py
|
|
|
|
| 89 |
results = []
|
| 90 |
system_text = "以下は、タスクを説明する指示です。要求を適切に満たす回答を**簡潔に**書きなさい。"
|
| 91 |
for data in tqdm(datasets):
|
|
|
|
| 48 |
from google.colab import userdata
|
| 49 |
|
| 50 |
# Hugging Face Token
|
|
|
|
| 51 |
os.environ["HF_TOKEN"] = userdata.get("HF_TOKEN")
|
| 52 |
```
|
| 53 |
|
| 54 |
```py
|
|
|
|
| 55 |
# 推論データ準備
|
| 56 |
datasets = []
|
| 57 |
|
|
|
|
| 84 |
```
|
| 85 |
|
| 86 |
```py
|
| 87 |
+
# 推論実行
|
| 88 |
results = []
|
| 89 |
system_text = "以下は、タスクを説明する指示です。要求を適切に満たす回答を**簡潔に**書きなさい。"
|
| 90 |
for data in tqdm(datasets):
|