Update app.py

app.py

@@ -1,20 +1,11 @@
-from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
+import requests
 import gradio as gr
 
-model_name = "EleutherAI/gpt-3.5-turbo"
+API_URL = "https://api-inference.huggingface.co/models/project-baize/baize-v2-7b"
+headers = {"Authorization": "Bearer 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"}
 
-def summarize_text(input_text):
-    # Load the tokenizer and model
-    tokenizer = AutoTokenizer.from_pretrained(model_name)
-    model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
-
-    # Tokenize the input text
-    input_ids = tokenizer.encode(input_text, truncation=True, padding=True, return_tensors="pt")
-
-    # Generate the summary
-    summary_ids = model.generate(input_ids, max_length=150, num_beams=2, early_stopping=True)
-    summary = tokenizer.decode(summary_ids.squeeze(), skip_special_tokens=True)
-
-    return summary
-
-gr.Interface(fn=summarize_text, inputs='text', outputs='text').launch()
+def query(payload):
+	response = requests.post(API_URL, headers=headers, json=payload)
+	return response.json()
+	
+gr.Interface(fn=query, inputs='text', outputs = 'text').launch()