Spaces:
Runtime error
Runtime error
File size: 3,682 Bytes
afbd38e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 |
import json
import os
import re
from deep_translator import GoogleTranslator
def process_json_files(start, end, step, length=0, tlang="en", spaces_include=False, strip_in_braces=True, strip_diacritics=True):
base_path = "texts" # Angepasster Pfad zum Verzeichnis der Dateien
print(f"\nAnalyzing Books from {start} to {end}, step: {step}, length (0 is inf): {length}, \ninclude spaces: {spaces_include}, strip text in braces: {strip_in_braces}, strip diacritics: {strip_diacritics}")
translator = GoogleTranslator(source='auto', target=tlang) # Setze den Übersetzer
rc = 0
for i in range(start, end + 1):
file_name = f"{base_path}/{i:02}.json" # Format file names, e.g., 01, 02, ..., 39
try:
with open(file_name, 'r', encoding='utf-8') as file:
data = json.load(file)
text_blocks = data["text"]
# Combine all lines in a book into a single string
full_text = ""
for block in text_blocks:
for line in block:
full_text += line
#print(full_text)
clean_text = full_text
if strip_in_braces:
clean_text = re.sub(r"\[.*?\]", "", clean_text, flags=re.DOTALL)
else:
clean_text = clean_text.replace("[", "").replace("]", "")
if strip_diacritics:
clean_text = re.sub(r"[^\u05D0-\u05EA ]+", "", clean_text) # Präzisiert auf U+05D0 bis U+05EA und " "
if not spaces_include:
clean_text = clean_text.replace(" ", "") # Remove spaces
if " " in clean_text:
print("Error: there are still spaces in the text")
else:
clean_text = clean_text.replace(" ", " ") # Remove spaces
clean_text = clean_text.replace(" ", " ") # Remove spaces
clean_text = clean_text.replace(" ", " ") # Remove spaces
if " " in clean_text:
print("Error: there are still double spaces in the text")
#print(clean_text)
if length != 0:
selected_characters = clean_text[step - 1::step][:length] # Start at n-th character and select every nth character
else:
selected_characters = clean_text[step - 1::step] # Start at n-th character and select every nth character
# Übersetzen des extrahierten Texts
translated_text = translator.translate(''.join(selected_characters))
if selected_characters != "":
rc += 1
print("\n" + str(rc) + ". Result, " + "Book "+ str(i) + " - " + data["title"] + "\n")
print(f"HE:==> {selected_characters}")
print(f"{tlang.upper()}:==> {translated_text}") # Output results or further processing
except FileNotFoundError:
print(f"File {file_name} not found.")
except json.JSONDecodeError:
print(f"File {file_name} could not be read as JSON.")
except KeyError:
print(f"Expected key 'text' is missing in {file_name}.")
# Beispiel: n = 3, Dateien von 01 bis 39
process_json_files(start=1, end=1, step=6, length=1, tlang="en", spaces_include=False, strip_in_braces=True, strip_diacritics=True)
print("\n ^^ Test: this output should be with any parameters: HE:==> ת")
process_json_files(start=1, end=39, step=8240, tlang="en", spaces_include=False, strip_in_braces=True, strip_diacritics=True)
|