File size: 1,872 Bytes
70fa1a1
 
 
 
 
 
3882a86
 
70fa1a1
3882a86
f9ea8cd
70fa1a1
 
 
3882a86
 
fed269d
70fa1a1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
f9ea8cd
70fa1a1
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
import gradio as gr
from pytube import YouTube
from transformers import pipeline

class GradioInference():
  def __init__(self):
    self.transcribe_model = pipeline(model='humeur/lab2_id2223')
    self.translate_model = pipeline("translation_SV_to_EN", model="Helsinki-NLP/opus-mt-sv-en")
    self.yt = None

  def __call__(self, link):
    if self.yt is None:
      self.yt = YouTube(link)
    path = self.yt.streams.filter(only_audio=True)[0].download(filename="tmp.mp4")
    results = self.transcribe_model(path)
    results = self.translate_model(results["text"])
    return results[0]['translation_text']

  def populate_metadata(self, link):
    self.yt = YouTube(link)
    return self.yt.thumbnail_url, self.yt.title

gio = GradioInference()
title="SWED->EN Youtube Transcriber (Whisper)"
description="Speech to text transcription of Youtube videos using OpenAI's Whisper finetunned for Swedish to English translation"

block = gr.Blocks()
with block:
    gr.HTML(
        f"""
            <div style="text-align: center; max-width: 500px; margin: 0 auto;">
              <div>
                <h1>{title}</h1>
              </div>
              <p style="margin-bottom: 10px; font-size: 94%">
                {description}
              </p>
            </div>
        """
    )
    with gr.Group():
        with gr.Box():
          link = gr.Textbox(label="YouTube Link")
          title = gr.Label(label="Video Title")
          with gr.Row().style(equal_height=True):
            img = gr.Image(label="Thumbnail")
            text = gr.Textbox(label="Transcription", placeholder="Transcription Output", lines=10)
          with gr.Row().style(equal_height=True):
              btn = gr.Button("Transcribe")
          btn.click(gio, inputs=[link], outputs=[text])
          link.change(gio.populate_metadata, inputs=[link], outputs=[img, title])
block.launch()