uploaded app.py

app.py

@@ -0,0 +1,69 @@
+import gradio as gr
+import boto3
+from botocore.exceptions import ClientError
+import requests
+import json
+from transformers import AutoTokenizer, TFAutoModelForSeq2SeqLM
+
+def get_secret():
+    secret_name = "NYTimesArticleAPI"
+    region_name = "ap-south-1"
+    session = boto3.session.Session()
+    client = session.client(
+        service_name='secretsmanager',
+        region_name=region_name
+    )
+    try:
+        get_secret_value_response = client.get_secret_value(
+            SecretId=secret_name
+        )
+    except ClientError as e:
+        raise e
+    secret = get_secret_value_response['SecretString']
+    secret_dict = json.loads(secret)
+    return secret_dict
+
+def get_api():
+    api_key_dict = get_secret()
+    api_key_value = api_key_dict['ny_times_article_api']
+    return api_key_value
+
+def get_abstracts(query):
+    api_key = get_api()
+    url = f'https://api.nytimes.com/svc/search/v2/articlesearch.json?q={query}&fq=source:("The New York Times")&api-key={api_key}'
+    response = requests.get(url).json()
+    abstracts = []
+    docs = response.get('response', {}).get('docs', [])
+    for doc in docs:
+        abstract = doc.get('abstract', '')
+        if abstract:
+            abstracts.append(abstract)
+    return abstracts
+
+def summarizer(query):
+    abstracts = get_abstracts(query)
+    input_text = ' '.join(abstracts)
+    
+    tokenizer = AutoTokenizer.from_pretrained("stevhliu/my_awesome_billsum_model")
+    inputs = tokenizer(input_text, return_tensors="tf").input_ids
+    
+    model = TFAutoModelForSeq2SeqLM.from_pretrained("stevhliu/my_awesome_billsum_model", from_pt=True)
+    outputs = model.generate(inputs, max_length=100, do_sample=False)
+    
+    summary = tokenizer.decode(outputs[0], skip_special_tokens=True)
+    return abstracts, summary
+
+iface = gr.Interface(
+    fn=summarizer,
+    inputs=gr.inputs.Textbox(placeholder="Enter your query"),
+    # outputs=gr.outputs.Textbox(),
+    outputs=[
+    gr.outputs.Textbox(label="Abstracts"),
+    gr.outputs.Textbox(label="Summary")
+    ],
+    title="New York Times Articles Summarizer",
+    description="This summarizer actually does not yet summarize New York Times articles because of certain limitations. Type in something like 'Manipur' or 'Novak Djokovic' you will get a summary of that topic. What actually happens is that the query goes through the API. The abstract of article's content is added or concatenated, and then a text of considerable length is generated. That text is then summarized. So, this is an article summarizer but summarizes only abstracts of a particular article, ensuring that readers get the essence of a topic. This is a successful implementation of a pretrained T5 Transformer model."
+)
+
+if __name__ == "__main__":
+    iface.launch()