init

README.md

@@ -1,12 +1,18 @@
 ---
-title: Gpt2 Moviedialog
-emoji: 🦀
-colorFrom: pink
-colorTo: gray
+title: gpt2-moviedialog
+emoji: 🎥
+colorFrom: blue
+colorTo: green
 sdk: gradio
 sdk_version: 3.39.0
 app_file: app.py
 pinned: false
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+# gpt2-moviedialog
+
+This is a Space for the [gpt2-moviedialog](https://huggingface.co/mylesmharrison/gpt2-moviedialog) model. The model is based upon [gpt2](https://huggingface.co/gpt2) and tuned on the [Cornell Movie Dialogs Corpus](https://www.cs.cornell.edu/~cristian/Cornell_Movie-Dialogs_Corpus.html).
+
+You can play with the different settings to get varying outputs - setting the temperature higher will give the model more freedom and will result in more "creative" outputs. Conversely, setting Top K or Top P too low will result in more constrained outputs and may result in the model getting stuck in repetition or loops.
+
+Try one of the examples below from famous films and click "Submit".

app.py

@@ -0,0 +1,113 @@
+import json
+
+from threading import Thread
+import gradio as gr
+import torch
+from transformers import AutoTokenizer, AutoModelForCausalLM, TextIteratorStreamer
+
+
+##### MODEL AND TOKENIZER SETUP ######
+model_id = "mylesmharrison/gpt2-moviedialog"
+model = AutoModelForCausalLM.from_pretrained(model_id, from_tf=True)
+tokenizer = AutoTokenizer.from_pretrained(model_id)
+
+##### TEXT GENERATION (INFERENCE) ######
+def run_generation(user_text, top_p, temperature, top_k, max_new_tokens):
+    # Get the model and tokenizer, and tokenize the user text.
+    model_inputs = tokenizer([user_text], return_tensors="pt")
+
+    # Start generation on a separate thread, so that we don't block the UI. The text is pulled from the streamer
+    # in the main thread. Adds timeout to the streamer to handle exceptions in the generation thread.
+    streamer = TextIteratorStreamer(tokenizer, timeout=10., skip_prompt=True, skip_special_tokens=True)
+    generate_kwargs = dict(
+        model_inputs,
+        streamer=streamer,
+        max_new_tokens=max_new_tokens,
+        do_sample=True,
+        top_p=top_p,
+        temperature=float(temperature),
+        top_k=top_k
+    )
+    t = Thread(target=model.generate, kwargs=generate_kwargs)
+    t.start()
+
+    # Pull the generated text from the streamer, and update the model output.
+    model_output = ""
+    for new_text in streamer:
+        model_output += new_text
+        yield model_output
+    return model_output
+
+
+##### HELPER FUNCTION AND TEXT DATA ######
+def reset_textbox():
+    return gr.update(value='')
+
+# Read in the text data for examples
+with open("gradio_data.json", "r") as f:
+    gr_data = json.loads(f.read())
+
+# Read in the markdown data for the header
+with open("README.md", "r") as f:
+    desc = ''.join(f.readlines()[11:])
+
+theme = gr.themes.Base()
+
+##### UI RENDER ######
+with gr.Blocks(theme=theme) as demo:
+
+    with gr.Row():
+    
+        with gr.Column():
+            ### DESCRIPTION
+            gr.Markdown(desc)
+
+    
+    with gr.Row():
+        with gr.Column():
+            
+            # INPUT FIELD
+            user_text = gr.Textbox(
+                placeholder="JOHN: I love you.",
+                label="User input",
+                scale=4,
+                lines=10
+            )
+            
+            # SUBMIT BUTTON
+            with gr.Row():
+                with gr.Column():
+                    button_submit = gr.Button(value="Submit")
+                with gr.Column():
+                    stop = gr.Button(value="Stop")
+
+            ### TEXT EXAMPLES
+            gr.Examples(gr_data['examples'],[user_text])
+
+        with gr.Column():
+        
+            with gr.Row(scale=4):
+                model_output = gr.Textbox(label="Model output", lines=10, interactive=False)
+            
+            with gr.Row(scale=1):
+                ### INFERENCE CONTROLS
+                max_new_tokens = gr.Slider(
+                    minimum=1, maximum=500, value=150, step=10, interactive=True, label="Max Tokens",
+                )
+                top_p = gr.Slider(
+                    minimum=0.05, maximum=1.0, value=0.95, step=0.05, interactive=True, label="Top-p",
+                )
+                top_k = gr.Slider(
+                    minimum=1, maximum=50, value=20, step=1, interactive=True, label="Top-k",
+                )
+                temperature = gr.Slider(
+                    minimum=0.1, maximum=5.0, value=1.1, step=0.1, interactive=True, label="Temperature",
+                )
+                
+    # RUN
+    text_event = user_text.submit(run_generation, [user_text, top_p, temperature, top_k, max_new_tokens], model_output)
+    button_event = button_submit.click(run_generation, [user_text, top_p, temperature, top_k, max_new_tokens], model_output)
+    
+    stop.click(fn=None, inputs=None, outputs=None, cancels=[text_event, button_event])
+    
+    demo.queue(max_size=32).launch(enable_queue=True)

examples.txt

@@ -0,0 +1,6 @@
+NEO: I thought it wasn't real.\nMORPHEUS: Your mind makes it real.\nNEO: If you're killed in the matrix, you die here?\nMORPHEUS: The body cannot live without the mind.
+HAN SOLO: Hokey religions and ancient weapons are not a good match for a blaster at your side, kid.\nLUKE SKYWALKER: You don't believe in the Force, do you?
+VIZZINI: He didn't fall? Inconceivable!\nINIGO MONTOYA: You keep using that word. I do not think it means what you think it means.
+TERRY: You don't understand. I coulda had class. I coulda been a contender. I coulda been somebody, instead of a bum, which is what I am, let's face it. It was you, Charley.
+DOROTHY: Toto, I've a feeling we're not in Kansas any more.
+RICK: Who are you really, and what were you before? What did you do and what did you think, huh?\nILSA: We said no questions.\nRICK: ...Here's looking at you, kid.

gradio_data.json

@@ -0,0 +1,9 @@
+{
+    "examples": [
+        "NEO: I thought it wasn't real.\nMORPHEUS: Your mind makes it real.\nNEO: If you're killed in the matrix, you die here?\nMORPHEUS: The body cannot live without the mind.\n", 
+        "HAN SOLO: Hokey religions and ancient weapons are not a good match for a blaster at your side, kid.\nLUKE SKYWALKER: You don't believe in the Force, do you?\n", 
+        "VIZZINI: He didn't fall? Inconceivable!\nINIGO MONTOYA: You keep using that word. I do not think it means what you think it means.\n", "TERRY: You don't understand. I coulda had class. I coulda been a contender. I coulda been somebody, instead of a bum, which is what I am, let's face it. It was you, Charley.\n", 
+        "DOROTHY: Toto, I've a feeling we're not in Kansas any more.\n", 
+        "RICK: Who are you really, and what were you before? What did you do and what did you think, huh?\nILSA: We said no questions.\nRICK: ...Here's looking at you, kid.\n"]
+
+}

requirements.txt

@@ -0,0 +1,3 @@
+transformers
+torch
+tensorflow