support .yaml config

.gitignore

@@ -3,5 +3,6 @@ __pycache__/
 /venv
 .vscode
 
+/config.yaml
 /wandb
 /data

app.py

@@ -1,7 +1,9 @@
 from typing import Union
 
-import fire
 import gradio as gr
+import fire
+import os
+import yaml
 
 from llama_lora.config import Config, process_config
 from llama_lora.globals import initialize_global
@@ -41,6 +43,14 @@ def main(
     :param wandb_project: The default project name for Weights & Biases. Setting either this or `wandb_api_key` will enable Weights & Biases.
     '''
 
+    config_from_file = read_yaml_config()
+    if config_from_file:
+        for key, value in config_from_file.items():
+            if not hasattr(Config, key):
+                available_keys = [k for k in vars(Config) if not k.startswith('__')]
+                raise ValueError(f"Invalid config key '{key}' in config.yaml. Available keys: {', '.join(available_keys)}")
+            setattr(Config, key, value)
+
     if base_model is not None:
         Config.default_base_model_name = base_model
 
@@ -91,5 +101,18 @@ def main(
         server_name=server_name, share=share)
 
 
+def read_yaml_config():
+    app_dir = os.path.dirname(os.path.abspath(__file__))
+    config_path = os.path.join(app_dir, 'config.yaml')
+
+    if not os.path.exists(config_path):
+        return None
+
+    print(f"Loading config from {config_path}...")
+    with open(config_path, 'r') as yaml_file:
+        config = yaml.safe_load(yaml_file)
+    return config
+
+
 if __name__ == "__main__":
     fire.Fire(main)

config.yaml.sample

@@ -0,0 +1,22 @@
+# Basic Configurations
+data_dir: ./data
+default_base_model_name: decapoda-research/llama-7b-hf
+base_model_choices:
+  - decapoda-research/llama-7b-hf
+  - nomic-ai/gpt4all-j
+load_8bit: false
+trust_remote_code: false
+
+# UI Customization
+# ui_title: LLM Tuner
+# ui_emoji: 🦙🎛️
+# ui_subtitle: Have fun!
+# ui_show_sys_info: true
+
+# WandB
+# enable_wandb: false
+# wandb_api_key: ""
+# default_wandb_project: LLM-Tuner
+
+# Special Modes
+ui_dev_mode: false