Update app.py

app.py

@@ -6,7 +6,7 @@ import gradio as gr
 import torch
 from utils import *
 from presets import *
-from transformers import GPT2Tokenizer, AutoModelForCausalLM
+from transformers import GPT2Tokenizer, GPT2LMHeadModel
 from huggingface_hub import login
 
 #antwort=""
@@ -25,7 +25,7 @@ from huggingface_hub import login
 #base_model = "TheBloke/airoboros-13B-HF"   #load_8bit = True
 #base_model = "TheBloke/vicuna-13B-1.1-HF"   #load_8bit = ?
 #base_model = "lmsys/vicuna-13b-v1.3"
-base_model = "gpt2-xl"
+base_model = "gpt2-xl"   # options: ['gpt2', 'gpt2-medium', 'gpt2-large', 'gpt2-xl']
 
 ####################################
 #Model und Tokenzier laden
@@ -35,7 +35,7 @@ base_model = "gpt2-xl"
 #Alternativ: Model und Tokenizer direkt laden
 #login(token=os.environ["HF_ACCESS_TOKEN"]) 
 tokenizer = GPT2Tokenizer.from_pretrained(base_model, use_fast = True, use_auth_token=False)
-model = GPT2LMHeadModel.from_pretrained('gpt2')   # options: ['gpt2', 'gpt2-medium', 'gpt2-large', 'gpt2-xl']
+model = GPT2LMHeadModel.from_pretrained(base_model)   
 
 
 ########################################################################