letrunglinh commited on
Commit
1f7842c
·
1 Parent(s): f87a85e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -1,11 +1,12 @@
1
  import gradio as gr
2
  from transformers import AutoModelForQuestionAnswering, pipeline,AutoTokenizer
3
- from optimum.onnxruntime import ORTModelForQuestionAnswering
4
  def question_answer(context, question):
5
  model_checkpoint = "letrunglinh/qa_pnc"
 
6
  tokenizer = AutoTokenizer.from_pretrained(model_checkpoint)
7
  model = pipeline('question-answering', model=model_checkpoint,
8
- tokenizer=tokenizer)
9
  to_predict = [
10
  {
11
  "question": question,
 
1
  import gradio as gr
2
  from transformers import AutoModelForQuestionAnswering, pipeline,AutoTokenizer
3
+ import torch
4
  def question_answer(context, question):
5
  model_checkpoint = "letrunglinh/qa_pnc"
6
+ device = "cuda" if torch.cuda.is_available() else "cpu"
7
  tokenizer = AutoTokenizer.from_pretrained(model_checkpoint)
8
  model = pipeline('question-answering', model=model_checkpoint,
9
+ tokenizer=tokenizer).to(device)
10
  to_predict = [
11
  {
12
  "question": question,