Spaces:
Build error
Build error
import os | |
import csv | |
import shutil | |
import tarfile | |
import subprocess | |
from pathlib import Path | |
def install_packages_but_jank_af(): | |
packages = ['build-essential', 'python3-dev', 'ffmpeg', 'aria2'] | |
pip_packages = ['pip', 'setuptools', 'wheel', 'httpx==0.23.0', 'faiss-gpu', 'fairseq', 'gradio==3.34.0', | |
'ffmpeg', 'ffmpeg-python', 'praat-parselmouth', 'pyworld', 'numpy==1.23.5', | |
'numba==0.56.4', 'librosa==0.9.2', 'mega.py', 'gdown', 'onnxruntime', 'pyngrok==4.1.12', | |
'gTTS', 'elevenlabs', 'wget', 'tensorboardX', 'unidecode', 'huggingface-hub', | |
'yt-dlp', 'pedalboard', 'pathvalidate', 'nltk', 'edge-tts', 'git+https://github.com/suno-ai/bark.git', 'python-dotenv', 'av'] | |
print("Updating and installing system packages...") | |
for package in packages: | |
print(f"Installing {package}...") | |
subprocess.check_call(['apt-get', 'install', '-qq', '-y', package]) | |
print("Updating and installing pip packages...") | |
subprocess.check_call(['pip', 'install', '--upgrade'] + pip_packages) | |
print('Packages up to date.') | |
def setup_environment(ForceUpdateDependencies, ForceTemporaryStorage): | |
# Mounting Google Drive | |
if not ForceTemporaryStorage: | |
from google.colab import drive | |
if not os.path.exists('/content/drive'): | |
drive.mount('/content/drive') | |
else: | |
print('Drive is already mounted. Proceeding...') | |
# Function to install dependencies with progress | |
def install_packages(): | |
packages = ['build-essential', 'python3-dev', 'ffmpeg', 'aria2'] | |
pip_packages = ['pip', 'setuptools', 'wheel', 'httpx==0.23.0', 'faiss-gpu', 'fairseq', 'gradio==3.34.0', | |
'ffmpeg', 'ffmpeg-python', 'praat-parselmouth', 'pyworld', 'numpy==1.23.5', | |
'numba==0.56.4', 'librosa==0.9.2', 'mega.py', 'gdown', 'onnxruntime', 'pyngrok==4.1.12', | |
'gTTS', 'elevenlabs', 'wget', 'tensorboardX', 'unidecode', 'huggingface-hub', | |
'yt-dlp', 'pedalboard', 'pathvalidate', 'nltk', 'edge-tts', 'git+https://github.com/suno-ai/bark.git', 'python-dotenv', 'av'] | |
print("Updating and installing system packages...") | |
for package in packages: | |
print(f"Installing {package}...") | |
subprocess.check_call(['apt-get', 'install', '-qq', '-y', package]) | |
print("Updating and installing pip packages...") | |
subprocess.check_call(['pip', 'install', '--upgrade'] + pip_packages) | |
print('Packages up to date.') | |
# Function to scan a directory and writes filenames and timestamps | |
def scan_and_write(base_path, output_file): | |
with open(output_file, 'w', newline='') as f: | |
writer = csv.writer(f) | |
for dirpath, dirs, files in os.walk(base_path): | |
for filename in files: | |
fname = os.path.join(dirpath, filename) | |
try: | |
mtime = os.path.getmtime(fname) | |
writer.writerow([fname, mtime]) | |
except Exception as e: | |
print( | |
f'Skipping irrelevant nonexistent file {fname}: {str(e)}') | |
print(f'Finished recording filesystem timestamps to {output_file}.') | |
# Function to compare files | |
def compare_files(old_file, new_file): | |
old_files = {} | |
new_files = {} | |
with open(old_file, 'r') as f: | |
reader = csv.reader(f) | |
old_files = {rows[0]: rows[1] for rows in reader} | |
with open(new_file, 'r') as f: | |
reader = csv.reader(f) | |
new_files = {rows[0]: rows[1] for rows in reader} | |
removed_files = old_files.keys() - new_files.keys() | |
added_files = new_files.keys() - old_files.keys() | |
unchanged_files = old_files.keys() & new_files.keys() | |
changed_files = { | |
f for f in unchanged_files if old_files[f] != new_files[f]} | |
for file in removed_files: | |
print(f'File has been removed: {file}') | |
for file in changed_files: | |
print(f'File has been updated: {file}') | |
return list(added_files) + list(changed_files) | |
# Check if CachedRVC.tar.gz exists | |
if ForceTemporaryStorage: | |
file_path = '/content/CachedRVC.tar.gz' | |
else: | |
file_path = '/content/drive/MyDrive/RVC_Cached/CachedRVC.tar.gz' | |
content_file_path = '/content/CachedRVC.tar.gz' | |
extract_path = '/' | |
if not os.path.exists(file_path): | |
folder_path = os.path.dirname(file_path) | |
os.makedirs(folder_path, exist_ok=True) | |
print('No cached dependency install found. Attempting to download GitHub backup..') | |
try: | |
download_url = "https://github.com/kalomaze/QuickMangioFixes/releases/download/release3/CachedRVC.tar.gz" | |
subprocess.run(["wget", "-O", file_path, download_url]) | |
print('Download completed successfully!') | |
except Exception as e: | |
print('Download failed:', str(e)) | |
# Delete the failed download file | |
if os.path.exists(file_path): | |
os.remove(file_path) | |
print('Failed download file deleted. Continuing manual backup..') | |
if Path(file_path).exists(): | |
if ForceTemporaryStorage: | |
print('Finished downloading CachedRVC.tar.gz.') | |
else: | |
print( | |
'CachedRVC.tar.gz found on Google Drive. Proceeding to copy and extract...') | |
# Check if ForceTemporaryStorage is True and skip copying if it is | |
if ForceTemporaryStorage: | |
pass | |
else: | |
shutil.copy(file_path, content_file_path) | |
print('Beginning backup copy operation...') | |
with tarfile.open(content_file_path, 'r:gz') as tar: | |
for member in tar.getmembers(): | |
target_path = os.path.join(extract_path, member.name) | |
try: | |
tar.extract(member, extract_path) | |
except Exception as e: | |
print( | |
'Failed to extract a file (this isn\'t normal)... forcing an update to compensate') | |
ForceUpdateDependencies = True | |
print( | |
f'Extraction of {content_file_path} to {extract_path} completed.') | |
if ForceUpdateDependencies: | |
install_packages() | |
ForceUpdateDependencies = False | |
else: | |
print('CachedRVC.tar.gz not found. Proceeding to create an index of all current files...') | |
scan_and_write('/usr/', '/content/usr_files.csv') | |
install_packages() | |
scan_and_write('/usr/', '/content/usr_files_new.csv') | |
changed_files = compare_files( | |
'/content/usr_files.csv', '/content/usr_files_new.csv') | |
with tarfile.open('/content/CachedRVC.tar.gz', 'w:gz') as new_tar: | |
for file in changed_files: | |
new_tar.add(file) | |
print(f'Added to tar: {file}') | |
os.makedirs('/content/drive/MyDrive/RVC_Cached', exist_ok=True) | |
shutil.copy('/content/CachedRVC.tar.gz', | |
'/content/drive/MyDrive/RVC_Cached/CachedRVC.tar.gz') | |
print('Updated CachedRVC.tar.gz copied to Google Drive.') | |
print('Dependencies fully up to date; future runs should be faster.') | |