upl ksa

.gitattributes

@@ -1,35 +1,37 @@
 *.7z filter=lfs diff=lfs merge=lfs -text
 *.arrow filter=lfs diff=lfs merge=lfs -text
 *.bin filter=lfs diff=lfs merge=lfs -text
+*.bin.* filter=lfs diff=lfs merge=lfs -text
 *.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
 *.ftz filter=lfs diff=lfs merge=lfs -text
 *.gz filter=lfs diff=lfs merge=lfs -text
 *.h5 filter=lfs diff=lfs merge=lfs -text
 *.joblib filter=lfs diff=lfs merge=lfs -text
 *.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.mlmodel filter=lfs diff=lfs merge=lfs -text
 *.model filter=lfs diff=lfs merge=lfs -text
 *.msgpack filter=lfs diff=lfs merge=lfs -text
-*.npy filter=lfs diff=lfs merge=lfs -text
-*.npz filter=lfs diff=lfs merge=lfs -text
 *.onnx filter=lfs diff=lfs merge=lfs -text
 *.ot filter=lfs diff=lfs merge=lfs -text
 *.parquet filter=lfs diff=lfs merge=lfs -text
 *.pb filter=lfs diff=lfs merge=lfs -text
-*.pickle filter=lfs diff=lfs merge=lfs -text
-*.pkl filter=lfs diff=lfs merge=lfs -text
 *.pt filter=lfs diff=lfs merge=lfs -text
 *.pth filter=lfs diff=lfs merge=lfs -text
 *.rar filter=lfs diff=lfs merge=lfs -text
-*.safetensors filter=lfs diff=lfs merge=lfs -text
 saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
 *.tflite filter=lfs diff=lfs merge=lfs -text
 *.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
 *.xz filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
-*.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text
+*.zstandard filter=lfs diff=lfs merge=lfs -text
+*.tfevents* filter=lfs diff=lfs merge=lfs -text
+*.db* filter=lfs diff=lfs merge=lfs -text
+*.ark* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.gguf* filter=lfs diff=lfs merge=lfs -text
+*.ggml filter=lfs diff=lfs merge=lfs -text
+*.llamafile* filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1,4 @@
+test.*
+rename.sh
+*__pycache__*
+*.txt

README.md

@@ -1,12 +1,12 @@
 ---
-title: URL Shortner
-emoji: 🔗
-colorFrom: gray
-colorTo: green
+title: ksa
+emoji: 󠁪󠀣󠀷󠀷󠀫󠀫📊
+colorFrom: yellow
+colorTo: blue
 sdk: gradio
-sdk_version: 5.23.1
+sdk_version: 5.22.0
 app_file: app.py
 pinned: false
 license: apache-2.0
-short_description: Convert long urls into short, easy-to-share links
+short_description: --
 ---

activate.py

@@ -0,0 +1,157 @@
+import json
+import time
+import requests
+import threading
+from tqdm import tqdm
+from huggingface_hub import HfApi
+from smtp import send_email
+from config import *
+
+
+def get_space_status(repo_id: str):
+    response: list = requests.get(
+        url=f"{HF_DOMAIN}/api/spaces/semantic-search",
+        params={"q": repo_id},
+        headers=HEADER,
+        timeout=TIMEOUT,
+    ).json()
+
+    if not (response and response[0]["id"] == repo_id):
+        return "SLEEPING"  # 口袋罪
+
+    return response[0]["runtime"]["stage"]
+
+
+def get_spaces(username: str):
+    sleepings, errors = [], []
+    try:
+        spaces = HfApi().list_spaces(author=username)
+        for space in spaces:
+            status = get_space_status(space.id)
+            if status == "SLEEPING":
+                space_id = space.id.replace("/", "-").replace("_", "-").lower()
+                if space.sdk == "gradio":
+                    sleepings.append(f"https://{space_id}.hf.space")
+                else:
+                    sleepings.append(f"https://{space_id}.static.hf.space")
+
+            elif "ERROR" in status:
+                errors.append(f"{HF_DOMAIN}/spaces/{space.id}")
+
+        return sleepings, errors
+
+    except Exception as e:
+        print(f"An error occurred in the request: {e}")
+
+    return [], []
+
+
+def activate_space(url: str):
+    try:
+        response = requests.get(url, headers=HEADER, timeout=TIMEOUT)
+        response.raise_for_status()
+
+    except Exception as e:
+        print(e)
+
+
+def get_studios(username: str):
+    try:
+        response = requests.put(
+            f"{MS_DOMAIN}/api/v1/studios/{username}/list",
+            data=json.dumps(
+                {
+                    "PageNumber": 1,
+                    "PageSize": 1000,
+                    "Name": "",
+                    "SortBy": "gmt_modified",
+                    "Order": "desc",
+                }
+            ),
+            headers=HEADER,
+            timeout=TIMEOUT,
+        )
+        response.raise_for_status()
+        spaces: list = response.json()["Data"]["Studios"]
+        if spaces:
+            studios, errors = [], []
+            for space in spaces:
+                status = space["Status"]
+                if status == "Expired":
+                    studios.append(f"{username}/{space['Name']}")
+                elif status == "Failed":
+                    errors.append(f"{MS_DOMAIN}/studios/{username}/{space['Name']}")
+
+            return studios, errors
+
+    except requests.exceptions.Timeout as e:
+        print(f"Timeout: {e}, retrying...")
+        time.sleep(DELAY)
+        return get_studios(username)
+
+    except Exception as e:
+        print(f"Requesting error: {e}")
+
+    return [], []
+
+
+def activate_studio(repo: str, holding_delay=5):
+    repo_page = f"{MS_DOMAIN}/studios/{repo}"
+    status_api = f"{MS_DOMAIN}/api/v1/studio/{repo}/status"
+    start_expired_api = f"{MS_DOMAIN}/api/v1/studio/{repo}/start_expired"
+    try:
+        response = requests.put(start_expired_api, headers=HEADER, timeout=TIMEOUT)
+        response.raise_for_status()
+        while (
+            requests.get(status_api, headers=HEADER, timeout=TIMEOUT).json()["Data"][
+                "Status"
+            ]
+            != "Running"
+        ):
+            requests.get(repo_page, headers=HEADER, timeout=TIMEOUT)
+            time.sleep(holding_delay)
+
+    except requests.exceptions.Timeout as e:
+        print(f"Failed to activate {repo}: {e}, retrying...")
+        activate_studio(repo)
+
+    except Exception as e:
+        print(e)
+
+
+def trigger(users=USERS):
+    spaces, studios, failures = [], [], []
+    usernames = users.split(";")
+    for user in tqdm(usernames, desc="Collecting spaces"):
+        username = user.strip()
+        if username:
+            sleeps, errors = get_spaces(username)
+            spaces += sleeps
+            failures += errors
+            time.sleep(DELAY)
+
+    for space in tqdm(spaces, desc="Activating spaces"):
+        activate_space(space)
+        time.sleep(DELAY)
+
+    for user in tqdm(usernames, desc="Collecting studios"):
+        username = user.strip()
+        if username:
+            sleeps, errors = get_studios(username)
+            studios += sleeps
+            failures += errors
+            time.sleep(DELAY)
+
+    for studio in tqdm(studios, desc="Activating studios"):
+        threading.Thread(target=activate_studio, args=(studio,), daemon=True).start()
+        time.sleep(DELAY)
+
+    print("\n".join(spaces + studios) + "\nActivation complete!")
+    content = ""
+    for failure in failures:
+        errepo: str = failure
+        errepo = errepo.replace(HF_DOMAIN, "").replace(MS_DOMAIN, "")
+        content += f"<br><a href='{failure}'>{errepo[1:]}</a><br>"
+
+    if content:
+        send_email(content)

app.py

@@ -1,27 +1,51 @@
-import subprocess
+import time
+import schedule
+import threading
 import gradio as gr
+from activate import trigger
+from restart import restart
+from config import *
+from times import *
 
 
-# 定义推理函数
-def infer(command):
-    try:
-        return subprocess.check_output(
-            command,
-            shell=True,
-            stderr=subprocess.STDOUT,
-            text=True,
-        )
+def run_schedule():
+    global START_TIME
+    START_TIME = datetime.now()
+    trigger()
+    while True:
+        schedule.run_pending()
+        time.sleep(DELAY)
 
-    except subprocess.CalledProcessError as e:
-        return f"Error: {e.output}"  # 返回错误信息
+
+def monitor(period=PERIOD):
+    print(f"Monitor is on and triggered every {period}h...")
+    schedule.every(int(period)).hours.do(trigger)
+    threading.Thread(target=run_schedule, daemon=True).start()
+    schedule.every(47).hours.do(restart)
+
+
+def tasklist():
+    running4 = f"Has been running for {time_diff(START_TIME, datetime.now())}"
+    print(running4)
+    outputs = ""
+    jobs = schedule.get_jobs()
+    for job in jobs:
+        last_run = fix_datetime(job.last_run)
+        if not last_run:
+            last_run = "never"
+
+        next_run = fix_datetime(job.next_run)
+        outputs += f"Every {job.interval}h do {job.job_func} (last run: {last_run}, next run: {next_run})\n\n"
+
+    return f"{outputs}{running4}"
 
 
 if __name__ == "__main__":
+    monitor()
     gr.Interface(
-        fn=infer,  # 推理函数
-        inputs=gr.Textbox(label="输入 Linux 命令", value="ls"),
-        outputs=gr.TextArea(label="执行结果", show_copy_button=True),
-        title="Linux 命令执行测试工具",  # 接口标题
-        description="输入一个 Linux 命令, 点击提交查看其执行结果",
+        title="See current task status",
+        fn=tasklist,
+        inputs=None,
+        outputs=gr.TextArea(label="Current task details"),
         flagging_mode="never",
     ).launch()

config.py

@@ -0,0 +1,34 @@
+import os
+
+PERIOD = os.getenv("period")
+USERS = os.getenv("users")
+API = os.getenv("api")
+EMAIL = os.getenv("email")
+SMTP = os.getenv("smtp")
+COOKIE = os.getenv("cookie")
+if not (PERIOD and USERS and API and EMAIL and SMTP and COOKIE):
+    print("Please check the environment variables!")
+    exit()
+else:
+    PERIOD = int(PERIOD)
+
+TAG = os.getenv("target")
+if not TAG:
+    TAG = EMAIL
+
+HOST = os.getenv("host")
+PORT = os.getenv("port")
+if not (HOST and PORT):
+    HOST = "smtp.qq.com"
+    PORT = 587
+else:
+    PORT = int(PORT)
+
+DELAY = 1
+TIMEOUT = 15
+START_TIME = None
+HF_DOMAIN = "https://huggingface.co"
+MS_DOMAIN = "https://www.modelscope.cn"
+HEADER = {
+    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537"
+}

restart.py

@@ -0,0 +1,23 @@
+import requests
+from smtp import send_email
+from config import *
+
+
+def restart_private_space(repo: str, cookie: str):
+    try:
+        response = requests.post(
+            f"{HF_DOMAIN}/api/spaces/{repo}/restart",
+            headers={
+                "User-Agent": HEADER["User-Agent"],
+                "cookie": cookie,
+            },
+            timeout=TIMEOUT,
+        )
+        response.raise_for_status()
+
+    except Exception as e:
+        send_email(f"{e}", "Restart failure", f"Failed to restart {repo}")
+
+
+def restart():
+    restart_private_space("kakamond/ksa", COOKIE)

smtp.py

@@ -0,0 +1,44 @@
+import requests
+from config import *
+
+
+def send_email(
+    content,
+    title="Runtime error detected",
+    header="Please fix following repo(s):",
+    email=EMAIL,
+    password=SMTP,
+    target=TAG,
+    host=HOST,
+    port=PORT,
+):
+    body = f"""
+    <html>
+        <body>
+            <h2>{header}</h2>
+            {content}
+        </body>
+    </html>
+    """
+    response = requests.get(
+        API,
+        params={
+            "host": host,
+            "Port": port,
+            "key": password,  # apikey
+            "email": email,  # from
+            "mail": target,  # to
+            "title": title,  # subject
+            "name": "ksa",  # nickname
+            "text": body,  # content
+        },
+    )
+    if response.status_code == 200:
+        result: dict = response.json()
+        if result.get("status") == "success":
+            print("Email sent successfully!")
+        else:
+            print(f"Failed to send email: {result.get('message')}")
+
+    else:
+        print(f"Request failed with status code: {response.status_code}")

times.py

@@ -0,0 +1,21 @@
+from datetime import datetime
+from zoneinfo import ZoneInfo
+from tzlocal import get_localzone
+
+
+def fix_datetime(naive_time: datetime, target_tz=ZoneInfo("Asia/Shanghai")):
+    if not naive_time:
+        return None
+
+    local_tz = get_localzone()
+    aware_local = naive_time.replace(tzinfo=local_tz)
+    return aware_local.astimezone(target_tz).strftime("%Y-%m-%d %H:%M:%S")
+
+
+def time_diff(time1: datetime, time2: datetime):
+    t_diff = time2 - time1
+    days = t_diff.days
+    hours = t_diff.seconds // 3600
+    minutes = (t_diff.seconds % 3600) // 60
+    seconds = t_diff.seconds % 60
+    return f"{days} d {hours} h {minutes} m {seconds} s"