Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
import os | |
import random | |
import base64 | |
import requests | |
from selenium import webdriver | |
from selenium.webdriver.support.ui import WebDriverWait | |
from selenium.webdriver.support import expected_conditions as EC | |
from selenium.webdriver.common.by import By | |
from selenium.common.exceptions import WebDriverException, TimeoutException | |
from PIL import Image | |
from io import BytesIO | |
from datetime import datetime | |
import gradio as gr | |
from typing import Tuple | |
import time | |
from pathlib import Path # ์ถ๊ฐ | |
# ์คํฌ๋ฆฐ์ท ์บ์ ๋๋ ํ ๋ฆฌ ์ค์ | |
CACHE_DIR = Path("screenshot_cache") | |
CACHE_DIR.mkdir(exist_ok=True) | |
# ์ ์ญ ๋ณ์๋ก ์คํฌ๋ฆฐ์ท ์บ์ ์ ์ธ | |
SCREENSHOT_CACHE = {} | |
def get_cached_screenshot(url: str) -> str: | |
"""์บ์๋ ์คํฌ๋ฆฐ์ท ๊ฐ์ ธ์ค๊ธฐ ๋๋ ์๋ก ์์ฑ""" | |
cache_file = CACHE_DIR / f"{base64.b64encode(url.encode()).decode()}.png" | |
if cache_file.exists(): | |
with open(cache_file, "rb") as f: | |
return base64.b64encode(f.read()).decode() | |
return take_screenshot(url) | |
def take_screenshot(url): | |
"""์น์ฌ์ดํธ ์คํฌ๋ฆฐ์ท ์ดฌ์ ํจ์ (๋ก๋ฉ ๋๊ธฐ ์๊ฐ ์ถ๊ฐ)""" | |
if url in SCREENSHOT_CACHE: | |
return SCREENSHOT_CACHE[url] | |
if not url.startswith('http'): | |
url = f"https://{url}" | |
options = webdriver.ChromeOptions() | |
options.add_argument('--headless') | |
options.add_argument('--no-sandbox') | |
options.add_argument('--disable-dev-shm-usage') | |
options.add_argument('--window-size=1080,720') | |
try: | |
driver = webdriver.Chrome(options=options) | |
driver.get(url) | |
# ๋ช ์์ ๋๊ธฐ: body ์์๊ฐ ๋ก๋๋ ๋๊น์ง ๋๊ธฐ (์ต๋ 10์ด) | |
try: | |
WebDriverWait(driver, 10).until( | |
EC.presence_of_element_located((By.TAG_NAME, "body")) | |
) | |
except TimeoutException: | |
print(f"ํ์ด์ง ๋ก๋ฉ ํ์์์: {url}") | |
# ์ถ๊ฐ ๋๊ธฐ ์๊ฐ์ 2์ด๋ก ์ฆ๊ฐ | |
time.sleep(2) # 1์ด์์ 2์ด๋ก ๋ณ๊ฒฝ | |
# JavaScript ์คํ ์๋ฃ ๋๊ธฐ | |
driver.execute_script("return document.readyState") == "complete" | |
# ์คํฌ๋ฆฐ์ท ์ดฌ์ | |
screenshot = driver.get_screenshot_as_png() | |
img = Image.open(BytesIO(screenshot)) | |
buffered = BytesIO() | |
img.save(buffered, format="PNG") | |
base64_image = base64.b64encode(buffered.getvalue()).decode() | |
# ์บ์์ ์ ์ฅ | |
SCREENSHOT_CACHE[url] = base64_image | |
return base64_image | |
except WebDriverException as e: | |
print(f"์คํฌ๋ฆฐ์ท ์ดฌ์ ์คํจ: {str(e)} for URL: {url}") | |
return None | |
except Exception as e: | |
print(f"์์์น ๋ชปํ ์ค๋ฅ: {str(e)} for URL: {url}") | |
return None | |
finally: | |
if 'driver' in locals(): | |
driver.quit() | |
from datetime import datetime, timedelta | |
def calculate_rising_rate(created_date: str, rank: int) -> int: | |
"""AI Rising Rate ๊ณ์ฐ""" | |
# ์์ฑ์ผ ๊ธฐ์ค ์ ์ ๊ณ์ฐ | |
created = datetime.strptime(created_date.split('T')[0], '%Y-%m-%d') | |
today = datetime.now() | |
days_diff = (today - created).days | |
date_score = max(0, 300 - days_diff) # ์ต๋ 300์ | |
# ์์ ๊ธฐ์ค ์ ์ ๊ณ์ฐ | |
rank_score = max(0, 300 - rank) # ์ต๋ 300์ | |
# ์ด์ ๊ณ์ฐ | |
total_score = date_score + rank_score | |
# ๋ณ ๊ฐ์ ๊ณ์ฐ (0~5) | |
if total_score <= 100: | |
stars = 1 | |
elif total_score <= 200: | |
stars = 2 | |
elif total_score <= 300: | |
stars = 3 | |
elif total_score <= 400: | |
stars = 4 | |
else: | |
stars = 5 | |
return stars | |
def get_popularity_grade(likes: int, stars: int) -> tuple: | |
"""AI Popularity Score ๋ฑ๊ธ ๊ณ์ฐ""" | |
# ๊ธฐ๋ณธ ์ ์ (likes) | |
base_score = min(likes, 10000) # ์ต๋ 10000์ | |
# ๋ณ์ ์ถ๊ฐ ์ ์ (๋ณ ํ๋๋น 500์ ) | |
star_score = stars * 500 | |
# ์ด์ | |
total_score = base_score + star_score | |
# ๋ฑ๊ธ ํ ์ด๋ธ (18๋จ๊ณ) | |
grades = [ | |
(9000, "AAA+"), (8500, "AAA"), (8000, "AAA-"), | |
(7500, "AA+"), (7000, "AA"), (6500, "AA-"), | |
(6000, "A+"), (5500, "A"), (5000, "A-"), | |
(4500, "BBB+"), (4000, "BBB"), (3500, "BBB-"), | |
(3000, "BB+"), (2500, "BB"), (2000, "BB-"), | |
(1500, "B+"), (1000, "B"), (500, "B-") | |
] | |
for threshold, grade in grades: | |
if total_score >= threshold: | |
return grade, total_score | |
return "B-", total_score | |
# get_card ํจ์ ๋ด์ hardware_info ๋ถ๋ถ์ ๋ค์์ผ๋ก ๊ต์ฒด: | |
def get_rating_info(item: dict, index: int) -> str: | |
"""ํ๊ฐ ์ ๋ณด HTML ์์ฑ""" | |
created = item.get('createdAt', '').split('T')[0] | |
likes = int(str(item.get('likes', '0')).replace(',', '')) | |
# AI Rising Rate ๊ณ์ฐ | |
stars = calculate_rising_rate(created, index + 1) | |
star_html = "โ " * stars + "โ" * (5 - stars) # ์ฑ์์ง ๋ณ๊ณผ ๋น ๋ณ ์กฐํฉ | |
# AI Popularity Score ๊ณ์ฐ | |
grade, score = get_popularity_grade(likes, stars) | |
# ๋ฑ๊ธ๋ณ ์์ ์ค์ | |
grade_colors = { | |
'AAA': '#FFD700', 'AA': '#FFA500', 'A': '#FF4500', | |
'BBB': '#4169E1', 'BB': '#1E90FF', 'B': '#00BFFF' | |
} | |
grade_base = grade.rstrip('+-') | |
grade_color = grade_colors.get(grade_base, '#666666') | |
return f""" | |
<div style=' | |
margin-top: 15px; | |
padding: 15px; | |
background: rgba(255,255,255,0.4); | |
border-radius: 10px; | |
font-size: 0.9em; | |
box-shadow: 0 2px 10px rgba(0,0,0,0.1);'> | |
<div style=' | |
display: grid; | |
grid-template-columns: repeat(2, 1fr); | |
gap: 15px;'> | |
<div style=' | |
color: #333; | |
display: flex; | |
flex-direction: column; | |
gap: 5px;'> | |
<span style='font-weight: bold;'>AI Rising Rate:</span> | |
<span style=' | |
color: #FF8C00; | |
font-size: 1.4em; | |
letter-spacing: 2px; | |
text-shadow: 1px 1px 2px rgba(0,0,0,0.1);'>{star_html}</span> | |
</div> | |
<div style=' | |
color: #333; | |
display: flex; | |
flex-direction: column; | |
gap: 5px;'> | |
<span style='font-weight: bold;'>AI Popularity Score:</span> | |
<span style=' | |
font-size: 1.2em; | |
font-weight: bold; | |
color: {grade_color}; | |
text-shadow: 1px 1px 2px rgba(0,0,0,0.1);'>{grade} ({score:,})</span> | |
</div> | |
</div> | |
</div> | |
""" | |
def get_hardware_info(item: dict) -> tuple: | |
"""ํ๋์จ์ด ์ ๋ณด ์ถ์ถ""" | |
try: | |
# runtime ์ ๋ณด ํ์ธ | |
runtime = item.get('runtime', {}) | |
# CPU ์ ๋ณด ์ฒ๋ฆฌ | |
cpu_info = runtime.get('cpu', 'Standard') | |
# GPU ์ ๋ณด ์ฒ๋ฆฌ | |
gpu_info = "None" | |
if runtime.get('accelerator') == "gpu": | |
gpu_type = runtime.get('gpu', {}).get('name', '') | |
gpu_memory = runtime.get('gpu', {}).get('memory', '') | |
if gpu_type: | |
gpu_info = f"{gpu_type}" | |
if gpu_memory: | |
gpu_info += f" ({gpu_memory}GB)" | |
# spaces decorator ํ์ธ | |
if '@spaces.GPU' in str(item.get('sdk_version', '')): | |
if gpu_info == "None": | |
gpu_info = "GPU Enabled" | |
# SDK ์ ๋ณด ์ฒ๋ฆฌ | |
sdk = item.get('sdk', 'N/A') | |
print(f"Debug - Runtime Info: {runtime}") # ๋๋ฒ๊ทธ ์ถ๋ ฅ | |
print(f"Debug - GPU Info: {gpu_info}") # ๋๋ฒ๊ทธ ์ถ๋ ฅ | |
return cpu_info, gpu_info, sdk | |
except Exception as e: | |
print(f"Error parsing hardware info: {str(e)}") | |
return 'Standard', 'None', 'N/A' | |
def get_card(item: dict, index: int, card_type: str = "space") -> str: | |
"""ํตํฉ ์นด๋ HTML ์์ฑ""" | |
item_id = item.get('id', '') | |
author, title = item_id.split('/', 1) | |
likes = format(item.get('likes', 0), ',') | |
created = item.get('createdAt', '').split('T')[0] | |
# URL ์ ์ | |
if card_type == "space": | |
url = f"https://huggingface.co/spaces/{item_id}" | |
elif card_type == "model": | |
url = f"https://huggingface.co/{item_id}" | |
else: # dataset | |
url = f"https://huggingface.co/datasets/{item_id}" | |
# ๋ฉํ๋ฐ์ดํฐ ์ฒ๋ฆฌ | |
tags = item.get('tags', []) | |
pipeline_tag = item.get('pipeline_tag', '') | |
license = item.get('license', '') | |
sdk = item.get('sdk', 'N/A') | |
# AI Rating ์ ๋ณด ๊ฐ์ ธ์ค๊ธฐ | |
rating_info = get_rating_info(item, index) | |
# ์นด๋ ํ์ ๋ณ ๊ทธ๋ผ๋ฐ์ด์ ์ค์ | |
if card_type == "space": | |
gradient_colors = """ | |
rgba(255, 182, 193, 0.7), /* ํ์คํ ํํฌ */ | |
rgba(173, 216, 230, 0.7), /* ํ์คํ ๋ธ๋ฃจ */ | |
rgba(255, 218, 185, 0.7) /* ํ์คํ ํผ์น */ | |
""" | |
bg_content = f""" | |
background-image: url(data:image/png;base64,{get_cached_screenshot(url) if get_cached_screenshot(url) else ''}); | |
background-size: cover; | |
background-position: center; | |
""" | |
type_icon = "๐ฏ" | |
type_label = "SPACE" | |
elif card_type == "model": | |
gradient_colors = """ | |
rgba(110, 142, 251, 0.7), /* ๋ชจ๋ธ ๋ธ๋ฃจ */ | |
rgba(130, 158, 251, 0.7), | |
rgba(150, 174, 251, 0.7) | |
""" | |
bg_content = f""" | |
background: linear-gradient(135deg, #6e8efb, #4a6cf7); | |
padding: 15px; | |
""" | |
type_icon = "๐ค" | |
type_label = "MODEL" | |
else: # dataset | |
gradient_colors = """ | |
rgba(255, 107, 107, 0.7), /* ๋ฐ์ดํฐ์ ๋ ๋ */ | |
rgba(255, 127, 127, 0.7), | |
rgba(255, 147, 147, 0.7) | |
""" | |
bg_content = f""" | |
background: linear-gradient(135deg, #ff6b6b, #ff8787); | |
padding: 15px; | |
""" | |
type_icon = "๐" | |
type_label = "DATASET" | |
content_bg = f""" | |
background: linear-gradient(135deg, {gradient_colors}); | |
backdrop-filter: blur(10px); | |
""" | |
# ํ๊ทธ ํ์ (models์ datasets์ฉ) | |
tags_html = "" | |
if card_type != "space": | |
tags_html = f""" | |
<div style=' | |
position: absolute; | |
top: 50%; | |
left: 50%; | |
transform: translate(-50%, -50%); | |
display: flex; | |
flex-wrap: wrap; | |
gap: 5px; | |
justify-content: center; | |
width: 90%;'> | |
{' '.join([f''' | |
<span style=' | |
background: rgba(255,255,255,0.2); | |
padding: 5px 10px; | |
border-radius: 15px; | |
color: white; | |
font-size: 0.8em;'> | |
#{tag} | |
</span> | |
''' for tag in tags[:5]])} | |
</div> | |
""" | |
# ์นด๋ HTML ๋ฐํ | |
return f""" | |
<div class="card" style=' | |
position: relative; | |
border: none; | |
padding: 0; | |
margin: 10px; | |
border-radius: 20px; | |
box-shadow: 0 10px 20px rgba(0,0,0,0.1); | |
background: white; | |
transition: all 0.3s ease; | |
overflow: hidden; | |
min-height: 400px; | |
cursor: pointer; | |
transform-origin: center;' | |
onmouseover="this.style.transform='scale(0.98) translateY(5px)'; this.style.boxShadow='0 5px 15px rgba(0,0,0,0.2)';" | |
onmouseout="this.style.transform='scale(1) translateY(0)'; this.style.boxShadow='0 10px 20px rgba(0,0,0,0.1)';" | |
onclick="window.open('{url}', '_blank')"> | |
<!-- ์๋จ ์์ญ --> | |
<div style=' | |
width: 100%; | |
height: 200px; | |
{bg_content} | |
position: relative;'> | |
<!-- ์์ ๋ฑ์ง --> | |
<div style=' | |
position: absolute; | |
top: 10px; | |
left: 10px; | |
background: rgba(0,0,0,0.7); | |
color: white; | |
padding: 5px 15px; | |
border-radius: 20px; | |
font-weight: bold; | |
font-size: 0.9em; | |
backdrop-filter: blur(5px);'> | |
#{index + 1} | |
</div> | |
<!-- ํ์ ๋ฑ์ง --> | |
<div style=' | |
position: absolute; | |
top: 10px; | |
right: 10px; | |
background: rgba(255,255,255,0.9); | |
padding: 5px 15px; | |
border-radius: 20px; | |
font-weight: bold; | |
font-size: 0.8em;'> | |
{type_icon} {type_label} | |
</div> | |
{tags_html} | |
</div> | |
<!-- ์ฝํ ์ธ ์์ญ --> | |
<div style=' | |
padding: 20px; | |
{content_bg} | |
border-radius: 0 0 20px 20px; | |
border-top: 1px solid rgba(255,255,255,0.5);'> | |
<h3 style=' | |
margin: 0 0 15px 0; | |
color: #333; | |
font-size: 1.3em; | |
line-height: 1.4; | |
display: -webkit-box; | |
-webkit-line-clamp: 2; | |
-webkit-box-orient: vertical; | |
overflow: hidden; | |
text-overflow: ellipsis; | |
text-shadow: 1px 1px 1px rgba(255,255,255,0.8);'> | |
{title} | |
</h3> | |
<div style=' | |
display: grid; | |
grid-template-columns: repeat(2, 1fr); | |
gap: 10px; | |
font-size: 0.9em; | |
background: rgba(255,255,255,0.3); | |
padding: 10px; | |
border-radius: 10px;'> | |
<div style='color: #444;'> | |
<span style='margin-right: 5px;'>๐ค</span> {author} | |
</div> | |
<div style='color: #444;'> | |
<span style='margin-right: 5px;'>โค๏ธ</span> {likes} | |
</div> | |
<div style='color: #444; grid-column: span 2;'> | |
<span style='margin-right: 5px;'>๐ </span> {created} | |
</div> | |
</div> | |
{rating_info} | |
</div> | |
</div> | |
""" | |
def get_trending_spaces(progress=gr.Progress()) -> Tuple[str, str]: | |
"""ํธ๋ ๋ฉ ์คํ์ด์ค ๊ฐ์ ธ์ค๊ธฐ""" | |
url = "https://huggingface.co/api/spaces" | |
try: | |
progress(0, desc="Fetching spaces data...") | |
params = { | |
'full': 'true', | |
'limit': 10, # ์์ 10๊ฐ๋ง ๊ฐ์ ธ์ค๋๋ก ์์ | |
'sort': 'likes' # ์ข์์ ์์ผ๋ก ์ ๋ ฌ | |
} | |
response = requests.get(url, params=params) | |
response.raise_for_status() | |
spaces = response.json() | |
progress(0.1, desc="Creating gallery...") | |
html_content = """ | |
<div style='padding: 20px; background: #f5f5f5;'> | |
<div style='display: grid; grid-template-columns: repeat(auto-fill, minmax(300px, 1fr)); gap: 20px;'> | |
""" | |
for idx, space in enumerate(spaces): | |
html_content += get_card(space, idx, "space") | |
progress((0.1 + 0.9 * idx/10), desc=f"Loading space {idx+1}/10...") | |
html_content += "</div></div>" | |
progress(1.0, desc="Complete!") | |
return html_content, "Gallery refresh complete!" | |
except Exception as e: | |
error_html = f'<div style="color: red; padding: 20px;">Error: {str(e)}</div>' | |
return error_html, f"Error: {str(e)}" | |
def get_models(progress=gr.Progress()) -> Tuple[str, str]: | |
"""์ธ๊ธฐ ๋ชจ๋ธ ๊ฐ์ ธ์ค๊ธฐ""" | |
url = "https://huggingface.co/api/models" | |
try: | |
progress(0, desc="Fetching models data...") | |
params = { | |
'full': 'true', | |
'limit': 10, # ์์ 10๊ฐ๋ง ๊ฐ์ ธ์ค๋๋ก ์์ | |
'sort': 'likes' # ์ข์์ ์์ผ๋ก ์ ๋ ฌ | |
} | |
response = requests.get(url, params=params) | |
response.raise_for_status() | |
models = response.json() | |
progress(0.1, desc="Creating gallery...") | |
html_content = """ | |
<div style='padding: 20px; background: #f5f5f5;'> | |
<div style='display: grid; grid-template-columns: repeat(auto-fill, minmax(300px, 1fr)); gap: 20px;'> | |
""" | |
for idx, model in enumerate(models): | |
html_content += get_card(model, idx, "model") | |
progress((0.1 + 0.9 * idx/10), desc=f"Loading model {idx+1}/10...") | |
html_content += "</div></div>" | |
progress(1.0, desc="Complete!") | |
return html_content, "Models gallery refresh complete!" | |
except Exception as e: | |
error_html = f'<div style="color: red; padding: 20px;">Error: {str(e)}</div>' | |
return error_html, f"Error: {str(e)}" | |
def get_datasets(progress=gr.Progress()) -> Tuple[str, str]: | |
"""์ธ๊ธฐ ๋ฐ์ดํฐ์ ๊ฐ์ ธ์ค๊ธฐ""" | |
url = "https://huggingface.co/api/datasets" | |
try: | |
progress(0, desc="Fetching datasets data...") | |
params = { | |
'full': 'true', | |
'limit': 10, # ์์ 10๊ฐ๋ง ๊ฐ์ ธ์ค๋๋ก ์์ | |
'sort': 'likes' # ์ข์์ ์์ผ๋ก ์ ๋ ฌ | |
} | |
response = requests.get(url, params=params) | |
response.raise_for_status() | |
datasets = response.json() | |
progress(0.1, desc="Creating gallery...") | |
html_content = """ | |
<div style='padding: 20px; background: #f5f5f5;'> | |
<div style='display: grid; grid-template-columns: repeat(auto-fill, minmax(300px, 1fr)); gap: 20px;'> | |
""" | |
for idx, dataset in enumerate(datasets): | |
html_content += get_card(dataset, idx, "dataset") | |
progress((0.1 + 0.9 * idx/10), desc=f"Loading dataset {idx+1}/10...") | |
html_content += "</div></div>" | |
progress(1.0, desc="Complete!") | |
return html_content, "Datasets gallery refresh complete!" | |
except Exception as e: | |
error_html = f'<div style="color: red; padding: 20px;">Error: {str(e)}</div>' | |
return error_html, f"Error: {str(e)}" | |
def create_interface(): | |
"""Gradio ์ธํฐํ์ด์ค ์์ฑ""" | |
with gr.Blocks(title="HuggingFace Trending Board") as interface: | |
gr.Markdown("# ๐ค HuggingFace Trending Board") | |
with gr.Tabs() as tabs: | |
# Spaces ํญ | |
with gr.Tab("๐ฏ Trending Spaces"): | |
gr.Markdown("Shows top 10 trending spaces with AI ratings") | |
with gr.Row(): | |
spaces_refresh_btn = gr.Button("Refresh Spaces", variant="primary") | |
spaces_gallery = gr.HTML() | |
spaces_status = gr.Markdown("Ready") | |
# Models ํญ | |
with gr.Tab("๐ค Trending Models"): | |
gr.Markdown("Shows top 10 trending models with AI ratings") | |
with gr.Row(): | |
models_refresh_btn = gr.Button("Refresh Models", variant="primary") | |
models_gallery = gr.HTML() | |
models_status = gr.Markdown("Ready") | |
# Datasets ํญ | |
with gr.Tab("๐ Trending Datasets"): | |
gr.Markdown("Shows top 10 trending datasets with AI ratings") | |
with gr.Row(): | |
datasets_refresh_btn = gr.Button("Refresh Datasets", variant="primary") | |
datasets_gallery = gr.HTML() | |
datasets_status = gr.Markdown("Ready") | |
# Event handlers | |
spaces_refresh_btn.click( | |
fn=get_trending_spaces, | |
outputs=[spaces_gallery, spaces_status], | |
show_progress=True | |
) | |
models_refresh_btn.click( | |
fn=get_models, | |
outputs=[models_gallery, models_status], | |
show_progress=True | |
) | |
datasets_refresh_btn.click( | |
fn=get_datasets, | |
outputs=[datasets_gallery, datasets_status], | |
show_progress=True | |
) | |
# ์ด๊ธฐ ๋ก๋ | |
interface.load( | |
fn=get_trending_spaces, | |
outputs=[spaces_gallery, spaces_status] | |
) | |
interface.load( | |
fn=get_models, | |
outputs=[models_gallery, models_status] | |
) | |
interface.load( | |
fn=get_datasets, | |
outputs=[datasets_gallery, datasets_status] | |
) | |
return interface | |
if __name__ == "__main__": | |
try: | |
demo = create_interface() | |
demo.launch( | |
share=True, | |
inbrowser=True, | |
show_api=False | |
) | |
except Exception as e: | |
print(f"Error launching app: {e}") |