chore: use env variable

app.py

@@ -1,15 +1,31 @@
 from pathlib import Path
 import time
+import os
 
 import torch
 from transformers import AutoTokenizer, AutoModelForCausalLM
 
 import gradio as gr
 
-MODEL_NAME = "p1atdev/dart-test-1"
-
-tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, trust_remote_code=True)
-model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, trust_remote_code=True)
+MODEL_NAME = (
+    os.environ.get("MODEL_NAME")
+    if os.environ.get("MODEL_NAME") is not None
+    else "p1atdev/dart-test-1"
+)
+HF_READ_TOKEN = os.environ.get("HF_READ_TOKEN")
+
+assert isinstance(MODEL_NAME, str)
+
+tokenizer = AutoTokenizer.from_pretrained(
+    MODEL_NAME,
+    trust_remote_code=True,
+    token=HF_READ_TOKEN,
+)
+model = AutoModelForCausalLM.from_pretrained(
+    MODEL_NAME,
+    trust_remote_code=True,
+    token=HF_READ_TOKEN,
+)
 
 
 BOS = "<|bos|>"