f

app.py

@@ -1,4 +1,5 @@
 import gradio as gr
+from transformers import AutoTokenizer, AutoModelForCausalLM
 
 def greet(name):
     return str(int(name)+10)
@@ -7,8 +8,6 @@ iface = gr.Interface(fn=greet, inputs="text", outputs="text")
 iface.launch() 
 
 # Load model directly
-from transformers import AutoTokenizer, AutoModelForCausalLM
-
 tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-2-13b-chat-hf")
 model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-2-13b-chat-hf")