Spaces:
Running
Running
| import gradio as gr | |
| import random | |
| from backend.utils import ( | |
| generate_quiz, | |
| get_closed_book_answers, | |
| get_web_rag_answers_and_snippets, | |
| ) | |
| def goto_llm_tab(): | |
| return gr.Tabs(selected="llm_tab") | |
| def populate_quiz(quiz, url): | |
| quiz = None | |
| max_tries = 2 | |
| tries = 0 | |
| while quiz is None and tries < max_tries: | |
| try: | |
| quiz = generate_quiz(url) | |
| except: | |
| tries += 1 | |
| quiz_header = gr.Markdown("## 📝 Quiz") | |
| options, md_blocks = [], [] | |
| for i in range(5): | |
| option = gr.Radio( | |
| value=None, | |
| choices=quiz["questions"][i]["options"], | |
| interactive=True, | |
| label=quiz["questions"][i]["question"], | |
| visible=True, | |
| ) | |
| options.append(option) | |
| md_blocks.append(gr.Markdown(visible=False)) | |
| submit_btn = gr.Button(value="Submit", variant="primary", visible=True) | |
| let_llm_play_btn = gr.Button(visible=True, value="🤖 Let the LLM play 🎮") | |
| score_label = gr.Label(visible=False) | |
| llm_tab = gr.TabItem("🤖 Let the LLM play 🎮", id="llm_tab", visible=True) | |
| closed_book_btn = gr.Button(value="Try", visible=True, variant="primary") | |
| closed_score_label = gr.Label("Results") | |
| closed_book_accordion = gr.Accordion(visible=False) | |
| web_rag_btn = gr.Button(value="Try", visible=True, variant="primary") | |
| web_score_label = gr.Label("Results") | |
| web_rag_accordion = gr.Accordion(visible=False) | |
| return ( | |
| quiz, | |
| quiz_header, | |
| *options, | |
| *md_blocks, | |
| submit_btn, | |
| let_llm_play_btn, | |
| score_label, | |
| llm_tab, | |
| closed_book_btn, | |
| closed_score_label, | |
| closed_book_accordion, | |
| web_rag_btn, | |
| web_score_label, | |
| web_rag_accordion, | |
| ) | |
| def compute_display_results(quiz, answer0, answer1, answer2, answer3, answer4): | |
| md_blocks = [] | |
| score = 0 | |
| for i, answer in enumerate([answer0, answer1, answer2, answer3, answer4]): | |
| right_option = quiz["questions"][i]["right_option"] | |
| if isinstance(answer, str) and answer[0] == right_option: | |
| score += 1 | |
| md_blocks.append(gr.Markdown("Correct", visible=True)) | |
| else: | |
| md_blocks.append( | |
| gr.Markdown("Wrong. Correct answer: " + right_option, visible=True) | |
| ) | |
| score = score / 5 | |
| score_label = gr.Label( | |
| f"Your score is {score*100}%", visible=True, show_label=False | |
| ) | |
| options = [] | |
| for i in range(5): | |
| option = gr.Radio( | |
| choices=quiz["questions"][i]["options"], | |
| interactive=False, | |
| label=quiz["questions"][i]["question"], | |
| visible=True, | |
| ) | |
| options.append(option) | |
| submit_btn = gr.Button(visible=False) | |
| return score_label, *md_blocks, *options, submit_btn | |
| def compute_display_closed_book(quiz): | |
| answers = get_closed_book_answers(quiz) | |
| details = "" | |
| score = 0 | |
| for i, answer in enumerate(answers): | |
| details += f"**Question**: {quiz['questions'][i]['question']}\n\n" | |
| details += f"**Answer from LLM**: {quiz['questions'][i]['options'][ord(answer) - ord('a')]}\n\n" | |
| details += f"**Correct answer**: {quiz['questions'][i]['options'][ord(quiz['questions'][i]['right_option']) - ord('a')]}\n\n" | |
| details += "---\n\n" | |
| if answer == quiz["questions"][i]["right_option"]: | |
| score += 1 | |
| score = score / 5 | |
| closed_book_label = gr.Label( | |
| f"LLM closed book score is {score*100}%", visible=True, show_label=False | |
| ) | |
| closed_book_btn = gr.Button(visible=False) | |
| closed_book_accordion = gr.Accordion("Details", visible=True, open=False) | |
| closed_book_details = gr.Markdown(details, visible=True) | |
| return ( | |
| closed_book_label, | |
| closed_book_btn, | |
| closed_book_accordion, | |
| closed_book_details, | |
| ) | |
| def compute_display_web_rag(quiz): | |
| answers, snippets = get_web_rag_answers_and_snippets(quiz) | |
| details = "" | |
| score = 0 | |
| for i, answer in enumerate(answers): | |
| details += f"**Question**: {quiz['questions'][i]['question']}\n\n" | |
| details += f"**Answer from LLM**: {quiz['questions'][i]['options'][ord(answer) - ord('a')]}\n\n" | |
| details += f"**Correct answer**: {quiz['questions'][i]['options'][ord(quiz['questions'][i]['right_option']) - ord('a')]}\n\n" | |
| details += f"**Top 3 snippets from Google search**:\n\n" | |
| for snippet in snippets[i]: | |
| details += f"- {snippet}\n" | |
| details += "---\n\n" | |
| if answer == quiz["questions"][i]["right_option"]: | |
| score += 1 | |
| score = score / 5 | |
| web_rag_label = gr.Label( | |
| f"LLM Web RAG score is {score*100}%", visible=True, show_label=False | |
| ) | |
| web_rag_btn = gr.Button(visible=False) | |
| web_rag_accordion = gr.Accordion("Details", visible=True, open=False) | |
| web_rag_details = gr.Markdown(details, visible=True) | |
| return web_rag_label, web_rag_btn, web_rag_accordion, web_rag_details | |
| # Gradio app | |
| HEADER = """ | |
| <div align="center"> | |
| <p style="font-size: 44px;">🧑🏫 AutoQuizzer</p> | |
| <p style="font-size: 25px;">AutoQuizzer generates a quiz from a URL. You can play the quiz, or let the LLM play it.</p> | |
| <p style="font-size: 20px;"><b>Built using: <a href="https://haystack.deepset.ai/">🏗️ Haystack</a> • 🦙 Llama 3 8B Instruct • ⚡ Groq</b></p> | |
| </div> | |
| """ | |
| URL_EXAMPLES = [ | |
| "https://www.rainforest-alliance.org/species/capybara/", | |
| "https://en.wikipedia.org/wiki/Predator_(film)", | |
| "https://lite.cnn.com/2024/04/22/entertainment/zendaya-challengers-interview/index.html", | |
| "https://en.wikipedia.org/wiki/The_Cure", | |
| "https://en.wikipedia.org/wiki/Masters_of_Doom", | |
| "https://www.rainforest-alliance.org/species/howler-monkey/", | |
| "https://lite.cnn.com/2024/05/23/travel/star-wars-hotel-disney-jenny-nicholson-cec/index.html", | |
| "https://en.wikipedia.org/wiki/Indiana_Jones_(character)", | |
| "https://www.rainforest-alliance.org/species/river-dolphin/", | |
| "https://www.rainforest-alliance.org/species/sloth/", | |
| "https://www.rainforest-alliance.org/species/honduran-bat/", | |
| "https://en.wikipedia.org/wiki/Joel_Breman", | |
| "https://en.wikipedia.org/wiki/Neffa", | |
| "https://lite.cnn.com/2024/05/25/us/primate-escape-walterboro-south-carolina/index.html", | |
| "https://en.wikipedia.org/wiki/John_McCain", | |
| "https://lite.cnn.com/2024/05/17/tech/neuralink-trial-participant-elon-musk-noland-arbaugh/index.html", | |
| "https://lite.cnn.com/2024/05/17/tech/ai-high-school/index.html", | |
| "https://en.wikipedia.org/wiki/Drake%E2%80%93Kendrick_Lamar_feud", | |
| "https://en.wikipedia.org/wiki/Fiat_Panda", | |
| "https://lite.cnn.com/2024/05/13/tech/openai-altman-new-ai-model-gpt-4o/index.html", | |
| ] | |
| examples_to_show = [URL_EXAMPLES[0]] + random.sample(URL_EXAMPLES[1:], 6) | |
| with open("README.md", "r") as fin: | |
| info_md = ( | |
| fin.read() | |
| .split("<!--- Include in Info tab -->")[-1] | |
| .replace("autoquizzer.png", "/file=autoquizzer.png") | |
| ) | |
| with gr.Blocks( | |
| theme=gr.themes.Soft(primary_hue="sky"), css="footer{display:none !important}" | |
| ) as demo: | |
| gr.Markdown(HEADER) | |
| quiz = gr.State({}) | |
| with gr.Tabs() as tabs: | |
| with gr.TabItem("Generate quiz and play"): | |
| with gr.Row(): | |
| url = gr.Textbox( | |
| label="URL from which to generate a quiz", | |
| value=examples_to_show[0], | |
| interactive=True, | |
| max_lines=1, | |
| ) | |
| generate_quiz_btn = gr.Button( | |
| value="Generate quiz", variant="primary", scale=0 | |
| ) | |
| examples = gr.Examples( | |
| examples=examples_to_show, | |
| inputs=[url], | |
| label=["Example URLs"], | |
| ) | |
| quiz_header = gr.Markdown("## 📝 Quiz") | |
| with gr.Row(): | |
| options0 = gr.Radio(visible=False) | |
| mdblock0 = gr.Markdown(visible=False) | |
| with gr.Row(): | |
| options1 = gr.Radio(visible=False) | |
| mdblock1 = gr.Markdown(visible=False) | |
| with gr.Row(): | |
| options2 = gr.Radio(visible=False) | |
| mdblock2 = gr.Markdown(visible=False) | |
| with gr.Row(): | |
| options3 = gr.Radio(visible=False) | |
| mdblock3 = gr.Markdown(visible=False) | |
| with gr.Row(): | |
| options4 = gr.Radio(visible=False) | |
| mdblock4 = gr.Markdown(visible=False) | |
| with gr.Row(): | |
| submit_btn = gr.Button(visible=False) | |
| let_llm_play_btn = gr.Button(visible=False) | |
| with gr.Row(): | |
| score_label = gr.Label(visible=False) | |
| with gr.TabItem(id="llm_tab", visible=False) as llm_tab: | |
| gr.Markdown("## 📕 Closed book exam") | |
| gr.Markdown( | |
| "Llama3 is given only the topic and questions. It will answer based on its parametric knowledge and reasoning abilities." | |
| ) | |
| closed_book_btn = gr.Button(visible=False) | |
| closed_score_label = gr.Label("Results", show_label=False) | |
| with gr.Accordion(visible=False) as closed_book_accordion: | |
| md_closed_book_details = gr.Markdown(visible=False) | |
| gr.Markdown("## 🔎🌐 Web RAG") | |
| gr.Markdown( | |
| "The top 3 snippets from Google search are included in the prompt." | |
| ) | |
| web_rag_btn = gr.Button(visible=False) | |
| web_score_label = gr.Label("Results", show_label=False) | |
| with gr.Accordion(visible=False) as web_rag_accordion: | |
| md_web_rag_details = gr.Markdown(visible=False) | |
| with gr.TabItem("ℹ️ Info", id="info") as info_tab: | |
| gr.Markdown(info_md) | |
| closed_book_btn.click( | |
| fn=compute_display_closed_book, | |
| inputs=[quiz], | |
| outputs=[ | |
| closed_score_label, | |
| closed_book_btn, | |
| closed_book_accordion, | |
| md_closed_book_details, | |
| ], | |
| ) | |
| web_rag_btn.click( | |
| fn=compute_display_web_rag, | |
| inputs=[quiz], | |
| outputs=[ | |
| web_score_label, | |
| web_rag_btn, | |
| web_rag_accordion, | |
| md_web_rag_details, | |
| ], | |
| ) | |
| generate_quiz_btn.click( | |
| fn=populate_quiz, | |
| inputs=[quiz, url], | |
| outputs=[ | |
| quiz, | |
| quiz_header, | |
| options0, | |
| options1, | |
| options2, | |
| options3, | |
| options4, | |
| mdblock0, | |
| mdblock1, | |
| mdblock2, | |
| mdblock3, | |
| mdblock4, | |
| submit_btn, | |
| let_llm_play_btn, | |
| score_label, | |
| llm_tab, | |
| closed_book_btn, | |
| closed_score_label, | |
| closed_book_accordion, | |
| web_rag_btn, | |
| web_score_label, | |
| web_rag_accordion, | |
| ], | |
| ) | |
| submit_btn.click( | |
| fn=compute_display_results, | |
| inputs=[quiz, options0, options1, options2, options3, options4], | |
| outputs=[ | |
| score_label, | |
| mdblock0, | |
| mdblock1, | |
| mdblock2, | |
| mdblock3, | |
| mdblock4, | |
| options0, | |
| options1, | |
| options2, | |
| options3, | |
| options4, | |
| submit_btn, | |
| ], | |
| ) | |
| let_llm_play_btn.click(fn=goto_llm_tab, inputs=[], outputs=tabs) | |
| demo.queue(default_concurrency_limit=5).launch( | |
| show_api=False, | |
| server_name="0.0.0.0", | |
| allowed_paths=["/"], | |
| ) | |