merge report

activate.py

@@ -0,0 +1,157 @@
+import json
+import time
+import requests
+import threading
+from tqdm import tqdm
+from huggingface_hub import HfApi
+from smtp import send_email
+from config import *
+
+
+def get_space_status(repo_id: str):
+    response: list = requests.get(
+        url=f"{HF_DOMAIN}/api/spaces/semantic-search",
+        params={"q": repo_id},
+        headers=HEADER,
+        timeout=TIMEOUT,
+    ).json()
+
+    if not (response and response[0]["id"] == repo_id):
+        return "ERROR"
+
+    return response[0]["runtime"]["stage"]
+
+
+def get_spaces(username: str):
+    sleepings, errors = [], []
+    try:
+        spaces = HfApi().list_spaces(author=username)
+        for space in spaces:
+            status = get_space_status(space.id)
+            if status == "SLEEPING":
+                space_id = space.id.replace("/", "-").replace("_", "-").lower()
+                if space.sdk == "gradio":
+                    sleepings.append(f"https://{space_id}.hf.space")
+                else:
+                    sleepings.append(f"https://{space_id}.static.hf.space")
+
+            elif status == "ERROR":
+                errors.append(f"{HF_DOMAIN}/spaces/{space.id}")
+
+        return sleepings, errors
+
+    except Exception as e:
+        print(f"An error occurred in the request: {e}")
+
+    return [], []
+
+
+def activate_space(url: str):
+    try:
+        response = requests.get(url, headers=HEADER, timeout=TIMEOUT)
+        response.raise_for_status()
+
+    except Exception as e:
+        print(e)
+
+
+def get_studios(username: str):
+    try:
+        response = requests.put(
+            f"{MS_DOMAIN}/api/v1/studios/{username}/list",
+            data=json.dumps(
+                {
+                    "PageNumber": 1,
+                    "PageSize": 1000,
+                    "Name": "",
+                    "SortBy": "gmt_modified",
+                    "Order": "desc",
+                }
+            ),
+            headers=HEADER,
+            timeout=TIMEOUT,
+        )
+        response.raise_for_status()
+        spaces: list = response.json()["Data"]["Studios"]
+        if spaces:
+            studios, errors = [], []
+            for space in spaces:
+                status = space["Status"]
+                if status == "Expired":
+                    studios.append(f"{username}/{space['Name']}")
+                elif status == "Failed":
+                    errors.append(f"{MS_DOMAIN}/studios/{username}/{space['Name']}")
+
+            return studios, errors
+
+    except requests.exceptions.Timeout as e:
+        print(f"Timeout: {e}, retrying...")
+        time.sleep(DELAY)
+        return get_studios(username)
+
+    except Exception as e:
+        print(f"Requesting error: {e}")
+
+    return [], []
+
+
+def activate_studio(repo: str, holding_delay=5):
+    repo_page = f"{MS_DOMAIN}/studios/{repo}"
+    status_api = f"{MS_DOMAIN}/api/v1/studio/{repo}/status"
+    start_expired_api = f"{MS_DOMAIN}/api/v1/studio/{repo}/start_expired"
+    try:
+        response = requests.put(start_expired_api, headers=HEADER, timeout=TIMEOUT)
+        response.raise_for_status()
+        while (
+            requests.get(status_api, headers=HEADER, timeout=TIMEOUT).json()["Data"][
+                "Status"
+            ]
+            != "Running"
+        ):
+            requests.get(repo_page, headers=HEADER, timeout=TIMEOUT)
+            time.sleep(holding_delay)
+
+    except requests.exceptions.Timeout as e:
+        print(f"Failed to activate {repo}: {e}, retrying...")
+        activate_studio(repo)
+
+    except Exception as e:
+        print(e)
+
+
+def activates(users=USERS):
+    spaces, studios, failures = [], [], []
+    usernames = users.split(";")
+    for user in tqdm(usernames, desc="Collecting spaces"):
+        username = user.strip()
+        if username:
+            sleeps, errors = get_spaces(username)
+            spaces += sleeps
+            failures += errors
+            time.sleep(DELAY)
+
+    for space in tqdm(spaces, desc="Activating spaces"):
+        activate_space(space)
+        time.sleep(DELAY)
+
+    for user in tqdm(usernames, desc="Collecting studios"):
+        username = user.strip()
+        if username:
+            sleeps, errors = get_studios(username)
+            studios += sleeps
+            failures += errors
+            time.sleep(DELAY)
+
+    for studio in tqdm(studios, desc="Activating studios"):
+        threading.Thread(target=activate_studio, args=(studio,), daemon=True).start()
+        time.sleep(DELAY)
+
+    print("\n".join(spaces + studios) + "\nActivation complete!")
+    content = ""
+    for failure in failures:
+        errepo: str = failure
+        errepo = errepo.replace(HF_DOMAIN, "").replace(MS_DOMAIN, "")
+        content += f"<br><a href='{failure}'>{errepo[1:]}</a><br>"
+
+    if content:
+        send_email(content)

app.py

@@ -1,237 +1,35 @@
-import os
-import json
 import time
-import requests
 import schedule
 import threading
 import gradio as gr
-from tqdm import tqdm
-from datetime import datetime
-from zoneinfo import ZoneInfo
-from huggingface_hub import HfApi
-from tzlocal import get_localzone
+from activate import activates
+from report import batch_report
+from config import *
+from times import *
 
-DELAY = 1
-TIMEOUT = 15
-HF_DOMAIN = "https://huggingface.co"
-MS_DOMAIN = "https://www.modelscope.cn"
-HEADER = {
-    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537"
-}
 
-
-def fix_datetime(naive_time: datetime, target_tz=ZoneInfo("Asia/Shanghai")):
-    if not naive_time:
-        return None
-
-    local_tz = get_localzone()
-    aware_local = naive_time.replace(tzinfo=local_tz)
-    return aware_local.astimezone(target_tz).strftime("%Y-%m-%d %H:%M:%S")
-
-
-def get_space_status(repo_id: str):
-    response: list = requests.get(
-        url=f"{HF_DOMAIN}/api/spaces/semantic-search",
-        params={"q": repo_id},
-        headers=HEADER,
-        timeout=TIMEOUT,
-    ).json()
-
-    if not (response and response[0]["id"] == repo_id):
-        return "ERROR"
-
-    return response[0]["runtime"]["stage"]
-
-
-def get_spaces(username: str):
-    sleepings, errors = [], []
-    try:
-        spaces = HfApi().list_spaces(author=username)
-        for space in spaces:
-            status = get_space_status(space.id)
-            if status == "SLEEPING":
-                space_id = space.id.replace("/", "-").replace("_", "-").lower()
-                if space.sdk == "gradio":
-                    sleepings.append(f"https://{space_id}.hf.space")
-                else:
-                    sleepings.append(f"https://{space_id}.static.hf.space")
-
-            elif status == "ERROR":
-                errors.append(f"{HF_DOMAIN}/spaces/{space.id}")
-
-        return sleepings, errors
-
-    except Exception as e:
-        print(f"An error occurred in the request: {e}")
-
-    return [], []
-
-
-def activate_space(url: str):
-    try:
-        response = requests.get(url, headers=HEADER, timeout=TIMEOUT)
-        response.raise_for_status()
-
-    except Exception as e:
-        print(e)
-
-
-def get_studios(username: str):
-    try:
-        response = requests.put(
-            f"{MS_DOMAIN}/api/v1/studios/{username}/list",
-            data=json.dumps(
-                {
-                    "PageNumber": 1,
-                    "PageSize": 1000,
-                    "Name": "",
-                    "SortBy": "gmt_modified",
-                    "Order": "desc",
-                }
-            ),
-            headers=HEADER,
-            timeout=TIMEOUT,
-        )
-        response.raise_for_status()
-        spaces: list = response.json()["Data"]["Studios"]
-        if spaces:
-            studios, errors = [], []
-            for space in spaces:
-                status = space["Status"]
-                if status == "Expired":
-                    studios.append(f"{username}/{space['Name']}")
-                elif status == "Failed":
-                    errors.append(f"{MS_DOMAIN}/studios/{username}/{space['Name']}")
-
-            return studios, errors
-
-    except requests.exceptions.Timeout as e:
-        print(f"Timeout: {e}, retrying...")
-        time.sleep(DELAY)
-        return get_studios(username)
-
-    except Exception as e:
-        print(f"Requesting error: {e}")
-
-    return [], []
-
-
-def activate_studio(repo: str, holding_delay=5):
-    repo_page = f"{MS_DOMAIN}/studios/{repo}"
-    status_api = f"{MS_DOMAIN}/api/v1/studio/{repo}/status"
-    start_expired_api = f"{MS_DOMAIN}/api/v1/studio/{repo}/start_expired"
-    try:
-        response = requests.put(start_expired_api, headers=HEADER, timeout=TIMEOUT)
-        response.raise_for_status()
-        while (
-            requests.get(status_api, headers=HEADER, timeout=TIMEOUT).json()["Data"][
-                "Status"
-            ]
-            != "Running"
-        ):
-            requests.get(repo_page, headers=HEADER, timeout=TIMEOUT)
-            time.sleep(holding_delay)
-
-    except requests.exceptions.Timeout as e:
-        print(f"Failed to activate {repo}: {e}, retrying...")
-        activate_studio(repo)
-
-    except Exception as e:
-        print(e)
-
-
-def send_email(
-    content,
-    title="Runtime error detected",
-    header="Please fix following repo(s):",
-    email=os.getenv("email"),
-    password=os.getenv("smtp"),
-    target=os.getenv("target"),
-):
-    body = f"""
-    <html>
-        <body>
-            <h2>{header}</h2>
-            {content}
-        </body>
-    </html>
-    """
-    response = requests.get(
-        "http://api.mmp.cc/api/mail",
-        params={
-            "host": "smtp.163.com",
-            "Port": 25,
-            "key": password,  # apikey
-            "email": email,  # from
-            "mail": target,  # to
-            "title": title,  # subject
-            "name": "ksa",  # nickname
-            "text": body,  # content
-        },
-    )
-    if response.status_code == 200:
-        result: dict = response.json()
-        if result.get("status") == "success":
-            print("Email sent successfully!")
-        else:
-            print(f"Failed to send email: {result.get('message')}")
-
-    else:
-        print(f"Request failed with status code: {response.status_code}")
-
-
-def activate(users=os.getenv("users")):
-    spaces, studios, failures = [], [], []
-    usernames = users.split(";")
-    for user in tqdm(usernames, desc="Collecting spaces"):
-        username = user.strip()
-        if username:
-            sleeps, errors = get_spaces(username)
-            spaces += sleeps
-            failures += errors
-            time.sleep(DELAY)
-
-    for space in tqdm(spaces, desc="Activating spaces"):
-        activate_space(space)
-        time.sleep(DELAY)
-
-    for user in tqdm(usernames, desc="Collecting studios"):
-        username = user.strip()
-        if username:
-            sleeps, errors = get_studios(username)
-            studios += sleeps
-            failures += errors
-            time.sleep(DELAY)
-
-    for studio in tqdm(studios, desc="Activating studios"):
-        threading.Thread(target=activate_studio, args=(studio,), daemon=True).start()
-        time.sleep(DELAY)
-
-    print("\n".join(spaces + studios) + "\nActivation complete!")
-    content = ""
-    for failure in failures:
-        errepo: str = failure
-        errepo = errepo.replace(HF_DOMAIN, "").replace(MS_DOMAIN, "")
-        content += f"<br><a href='{failure}'>{errepo[1:]}</a><br>"
-
-    if content:
-        send_email(content)
+def trigger():
+    activates()
+    batch_report()
 
 
 def run_schedule():
+    global START_TIME
+    START_TIME = datetime.now()
+    trigger()
     while True:
         schedule.run_pending()
         time.sleep(DELAY)
 
 
-def monitor(period=os.getenv("period")):
-    activate()
+def monitor(period=PERIOD):
     print(f"Monitor is on and triggered every {period}h...")
-    schedule.every(int(period)).hours.do(activate)
+    schedule.every(int(period)).hours.do(trigger)
     threading.Thread(target=run_schedule, daemon=True).start()
 
 
 def tasklist():
+    print(f"Has been running for {calc_time_diff(START_TIME, datetime.now())}")
     jobs = schedule.get_jobs()
     for job in jobs:
         last_run = fix_datetime(job.last_run)

config.py

@@ -0,0 +1,19 @@
+import os
+
+DELAY = 1
+TIMEOUT = 15
+START_TIME = None
+HF_DOMAIN = "https://huggingface.co"
+MS_DOMAIN = "https://www.modelscope.cn"
+HEADER = {
+    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537"
+}
+
+REPORT_DELAY = int(os.getenv("delay"))  # < 3600 * period / len(traitors)
+TRAITORS = os.getenv("traitors")
+COOKIE = os.getenv("cookie")
+PERIOD = os.getenv("period")
+EMAIL = os.getenv("email")
+SMTP = os.getenv("smtp")
+TAG = os.getenv("target")
+USERS = os.getenv("users")

report.py

@@ -0,0 +1,54 @@
+import time
+import json
+import random
+import requests
+from tqdm import tqdm
+from smtp import send_email
+from config import *
+
+
+def txt2list(url=TRAITORS):
+    try:  # 发送 GET 请求获取文件内容
+        response = requests.get(url)
+        response.raise_for_status()  # 检查请求是否成功
+        return response.text.splitlines()
+
+    except Exception as e:
+        send_email(f"Failed to request traitors: {e}")
+        return []
+
+
+def send_report_request(mid, ck=COOKIE, reason="1,2,3", reason_v2="4", retry=False):
+    try:
+        bili_jct = ck.split("bili_jct=")[1].split(";")[0]
+        response = requests.post(
+            "https://space.bilibili.com/ajax/report/add",
+            data={
+                "mid": mid,
+                "reason": reason,
+                "reason_v2": reason_v2,
+                "csrf": bili_jct,
+            },
+            headers={
+                "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36 Edg/131.0.0.0",
+                "Cookie": ck,
+            },
+        )
+        msg = json.loads(response.text)["data"]
+        if msg == "举报成功":
+            print(f"{msg}: {mid}")
+        else:
+            send_email(f"Failed to report {mid}: {msg}")
+
+    except Exception as e:
+        print(f"举报 {mid} 失败：{e}")
+        if not retry:
+            time.sleep(random.uniform(REPORT_DELAY - 2, REPORT_DELAY + 2))
+            send_report_request(mid, retry=True)
+
+
+def batch_report():
+    targets = txt2list()
+    for mid in tqdm(targets, desc="Reporting UIDs..."):
+        send_report_request(mid.strip())
+        time.sleep(random.uniform(REPORT_DELAY - 2, REPORT_DELAY + 2))

smtp.py

@@ -0,0 +1,42 @@
+import requests
+from config import *
+
+
+def send_email(
+    content,
+    title="Runtime error detected",
+    header="Please fix following repo(s):",
+    email=EMAIL,
+    password=SMTP,
+    target=TAG,
+):
+    body = f"""
+    <html>
+        <body>
+            <h2>{header}</h2>
+            {content}
+        </body>
+    </html>
+    """
+    response = requests.get(
+        "http://api.mmp.cc/api/mail",
+        params={
+            "host": "smtp.163.com",
+            "Port": 25,
+            "key": password,  # apikey
+            "email": email,  # from
+            "mail": target,  # to
+            "title": title,  # subject
+            "name": "ksa",  # nickname
+            "text": body,  # content
+        },
+    )
+    if response.status_code == 200:
+        result: dict = response.json()
+        if result.get("status") == "success":
+            print("Email sent successfully!")
+        else:
+            print(f"Failed to send email: {result.get('message')}")
+
+    else:
+        print(f"Request failed with status code: {response.status_code}")

times.py

@@ -0,0 +1,21 @@
+from datetime import datetime
+from zoneinfo import ZoneInfo
+from tzlocal import get_localzone
+
+
+def fix_datetime(naive_time: datetime, target_tz=ZoneInfo("Asia/Shanghai")):
+    if not naive_time:
+        return None
+
+    local_tz = get_localzone()
+    aware_local = naive_time.replace(tzinfo=local_tz)
+    return aware_local.astimezone(target_tz).strftime("%Y-%m-%d %H:%M:%S")
+
+
+def calc_time_diff(time1: datetime, time2: datetime):
+    time_diff = time2 - time1
+    days = time_diff.days
+    hours = time_diff.seconds // 3600
+    minutes = (time_diff.seconds % 3600) // 60
+    seconds = time_diff.seconds % 60
+    return f"{days} d {hours} h {minutes} m {seconds} s"