Spaces:
Running
Running
import streamlit as st | |
import pandas as pd | |
import pysrt | |
from transformers import MarianMTModel, MarianTokenizer | |
import tempfile | |
import os | |
from io import BytesIO | |
import requests | |
def fetch_languages(url): | |
response = requests.get(url) | |
if response.status_code == 200: | |
df = pd.read_csv(BytesIO(response.content), delimiter="|", skiprows=2, header=None).dropna(axis=1, how='all') | |
df.columns = ['ISO 639-1', 'ISO 639-2', 'Language Name', 'Native Name'] | |
df['ISO 639-1'] = df['ISO 639-1'].str.strip() | |
language_options = [(row['ISO 639-1'], f"{row['ISO 639-1']} - {row['Language Name']}") for index, row in df.iterrows()] | |
return language_options | |
else: | |
return [] | |
def translate_text(text, source_language_code, target_language_code): | |
model_name = f"Helsinki-NLP/opus-mt-{source_language_code}-{target_language_code}" | |
if source_language_code == target_language_code: | |
return "Translation between the same languages is not supported." | |
try: | |
tokenizer = MarianTokenizer.from_pretrained(model_name) | |
model = MarianMTModel.from_pretrained(model_name) | |
except Exception as e: | |
return f"Failed to load model for {source_language_code} to {target_language_code}: {str(e)}" | |
translated_texts = [] | |
for sentence in text.split("\n"): | |
translated = model.generate(**tokenizer(sentence, return_tensors="pt", padding=True, truncation=True, max_length=512)) | |
translated_text = tokenizer.decode(translated[0], skip_special_tokens=True) | |
translated_texts.append(translated_text) | |
return "\n".join(translated_texts) | |
def translate_srt(input_file, source_language_code, target_language_code): | |
subs = pysrt.open(input_file) | |
total_subs = len(subs) | |
translated_subs = [] | |
progress_text = "Operation in progress. For information, the progress bar start when the translation begin." | |
progress_bar = st.progress(0, text=progress_text) # Initialize the progress bar | |
for idx, sub in enumerate(subs): | |
translated_text = translate_text(sub.text, source_language_code, target_language_code) | |
translated_sub = pysrt.SubRipItem(index=idx+1, start=sub.start, end=sub.end, text=translated_text) | |
translated_subs.append(translated_sub) | |
progress_bar.progress((idx + 1) / total_subs) # Update progress bar | |
translated_file = pysrt.SubRipFile(items=translated_subs) | |
return translated_file | |
st.title("SRT Translation") | |
st.write("We use model from [Language Technology Research Group at the University of Helsinki](https://huggingface.co/Helsinki-NLP). For API use please visit [this space](https://huggingface.co/spaces/Lenylvt/SRT_Translation-API)") | |
# Fetch language options | |
url = "https://huggingface.co/Lenylvt/LanguageISO/resolve/main/iso.md" | |
language_options = fetch_languages(url) | |
source_language_code, target_language_code = None, None | |
if language_options: | |
source_language_code = st.selectbox("1️⃣ Select Source Language", options=language_options, format_func=lambda x: x[1])[0] | |
target_language_code = st.selectbox("2️⃣ Select Target Language", options=language_options, format_func=lambda x: x[1])[0] | |
file_input = st.file_uploader("📁 Upload SRT File", type=["srt"], accept_multiple_files=False) | |
if file_input is not None and source_language_code and target_language_code: | |
with tempfile.NamedTemporaryFile(delete=False, suffix=".srt") as temp_file: | |
temp_file.write(file_input.getvalue()) | |
temp_file.flush() | |
translated_srt = translate_srt(temp_file.name, source_language_code, target_language_code) | |
os.unlink(temp_file.name) # Delete the temp file | |
# Save the translated subtitles to a temporary file and then read it into BytesIO | |
with tempfile.NamedTemporaryFile(delete=False, suffix=".srt") as temp_file: | |
translated_srt.save(temp_file.name, encoding='utf-8') | |
temp_file.seek(0) | |
translated_srt_bytes = open(temp_file.name, 'rb').read() | |
os.unlink(temp_file.name) # Delete the temp file after reading | |
st.download_button( | |
label="⬇️ Download Translated SRT", | |
data=translated_srt_bytes, | |
file_name="translated_subtitles.srt", | |
mime="text/plain", | |
) | |
st.markdown(""" | |
### Some Error you can have: | |
- **If into your file your have** : Failed to load model for aa to ab: Helsinki-NLP/opus-mt-aa-ab is not a local folder and is not a valid model identifier listed on 'https://huggingface.co/models' If this is a private repository, make sure to pass a token having permission to this repo either by logging in with huggingface-cli loginor by passingtoken=<your_token>` **its because the translation is currently not supported**. | |
- **If into your file your have** : Translation between the same languages is not supported, **just change your language**. | |
""") | |