Create app.py

app.py

@@ -0,0 +1,71 @@
+from transformers import AutoTokenizer, pipeline
+
+import gradio as gr
+
+model_name = "gpt2-large"
+
+tokenizer = AutoTokenizer.from_pretrained(model_name,
+                                          trust_remote_code=True
+                                          )
+tokenizer.pad_token = tokenizer.eos_token
+generator = pipeline(task="text-generation",
+                     model=model_name,
+                     tokenizer=tokenizer,
+                     trust_remote_code=True
+                     )
+
+def nb_tokens(input):
+  return len(tokenizer(input)['input_ids'])
+
+def client_generate(input, max_new_tokens=256, stop_sequences=[]):
+  output = generator(
+    input,
+    max_length=max_new_tokens+nb_tokens(input),
+    pad_token_id=50256,
+    num_return_sequences=1,
+  )
+  if len(output)==0 or 'generated_text' not in output[0]:
+    return {'text': input, 'generated_text': ''}
+  response = output[0]['generated_text'].split(input)[1].strip()
+  if type(stop_sequences)==list and len(stop_sequences)>0:
+    for seq in stop_sequences:
+      response = response[:response.find(seq)]
+  return {'text': input, 'generated_text': response}
+
+def respond(message, chat_history, model_name=modelname_new, max_tokens=128):
+    bot_message = client_generate(reshape_prompt(message, model_name),
+                                 max_new_tokens=max_tokens,#1024,
+                                 stop_sequences=["."],  #stop_sequences to not generate the user answer
+                                  )['generated_text']
+    chat_history.append((message, f"{bot_message}."))
+    return "", chat_history
+
+with gr.Blocks(
+    title='RugbyXpert',
+#     theme='sudeepshouche/minimalist',  # https://www.gradio.app/guides/theming-guide
+) as demo:
+    gr.Markdown(
+        """
+    # RugbyXpert
+    """
+    )
+    chatbot = gr.Chatbot(
+        height=500,  # just to fit the notebook
+    )
+    msg = gr.Textbox(label="Pose-moi une question sur le rugby pendant la saison 2022-2023")
+    with gr.Row():
+        with gr.Column():
+            btn = gr.Button("Submit", variant="primary")
+        with gr.Column():
+            clear = gr.ClearButton(components=[msg, chatbot], value="Clear console")
+    gr.Examples([
+        "Tu peux me donner le 21 de Vannes lors du match les opposant à Aurillac du vendredi 24 février 2023 ?",
+        "Tu peux me retrouver le score final du match opposant Soyaux-Angoulême à Grenoble le vendredi 17 mars 2023 ?",
+        "Dis-moi le score final du match opposant Vannes à Aurillac le vendredi 24 février 2023 ?",
+    ], [msg])
+
+    btn.click(respond, inputs=[msg, chatbot], outputs=[msg, chatbot])
+    msg.submit(respond, inputs=[msg, chatbot], outputs=[msg, chatbot]) #Press enter to submit
+
+demo.launch()
+