hayanaka commited on
Commit
344c3bd
β€’
1 Parent(s): 4ae6ff1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -5
app.py CHANGED
@@ -3,16 +3,19 @@ import gradio as gr
3
 
4
  # Pipeline
5
  # Translate from Japanese to English
6
- translator_ja_to_en = pipeline("translation_ja_to_en", model="japanese-denim/nllb-finetuned-naga-to-eng")
 
7
 
8
  # Summerize from English to English
 
9
  summarizer = pipeline("summarization", model="google/pegasus-large")
10
 
11
  # Translate from English to Japanese
 
12
  translator_en_to_ja = pipeline("translation_en_to_ja", model="ZenXir/marian-finetuned-kde4-en-to-ja")
13
 
14
 
15
- maxlength = 1000
16
 
17
  def summarize_and_translate(text):
18
  # check max text length
@@ -20,13 +23,13 @@ def summarize_and_translate(text):
20
  return f"γ‚¨γƒ©γƒΌοΌš{maxlength}ζ–‡ε­—δ»₯内でε…₯εŠ›γ—γ¦γγ γ•γ„\nError: The text cannot exceed {maxlength} characters. Please shorten your text."
21
 
22
  # Translate from Japanese to English
23
- translated_text_to_en = translator_ja_to_en(text, max_length=maxlength+100)[0]['translation_text']
24
 
25
  # Summerize from English to English
26
- summary_in_en = summarizer(translated_text_to_en, min_length=50, max_length=300)[0]['summary_text']
27
 
28
  # Translate from English to Japanese
29
- summary_in_ja = translator_en_to_ja(summary_in_en, max_length=300)[0]['translation_text']
30
 
31
  return summary_in_ja
32
 
 
3
 
4
  # Pipeline
5
  # Translate from Japanese to English
6
+ translator_ja_to_en = pipeline("translation_ja_to_en", model="Helsinki-NLP/opus-mt-ja-en")
7
+ # translator_ja_to_en = pipeline("translation_ja_to_en", model="japanese-denim/nllb-finetuned-naga-to-eng")
8
 
9
  # Summerize from English to English
10
+ # summarizer = pipeline("summarization", model="facebook/bart-large-cnn")
11
  summarizer = pipeline("summarization", model="google/pegasus-large")
12
 
13
  # Translate from English to Japanese
14
+ # translator_en_to_ja = pipeline("translation_en_to_ja", model="Helsinki-NLP/opus-tatoeba-en-ja")
15
  translator_en_to_ja = pipeline("translation_en_to_ja", model="ZenXir/marian-finetuned-kde4-en-to-ja")
16
 
17
 
18
+ maxlength = 300
19
 
20
  def summarize_and_translate(text):
21
  # check max text length
 
23
  return f"γ‚¨γƒ©γƒΌοΌš{maxlength}ζ–‡ε­—δ»₯内でε…₯εŠ›γ—γ¦γγ γ•γ„\nError: The text cannot exceed {maxlength} characters. Please shorten your text."
24
 
25
  # Translate from Japanese to English
26
+ translated_text_to_en = translator_ja_to_en(text, max_length=maxlength+1000)[0]['translation_text']
27
 
28
  # Summerize from English to English
29
+ summary_in_en = summarizer(translated_text_to_en, min_length=10, max_length=150)[0]['summary_text']
30
 
31
  # Translate from English to Japanese
32
+ summary_in_ja = translator_en_to_ja(summary_in_en, max_length=100)[0]['translation_text']
33
 
34
  return summary_in_ja
35