from threading import Thread import gradio as gr import inspect from gradio import routes from typing import List, Type import requests, os, re, asyncio, json import math, random import time import datetime import hashlib from Blockchain import Blockchain loop = asyncio.get_event_loop() # init code def get_types(cls_set: List[Type], component: str): docset = [] types = [] if component == "input": for cls in cls_set: doc = inspect.getdoc(cls) doc_lines = doc.split("\n") docset.append(doc_lines[1].split(":")[-1]) types.append(doc_lines[1].split(")")[0].split("(")[-1]) else: for cls in cls_set: doc = inspect.getdoc(cls) doc_lines = doc.split("\n") docset.append(doc_lines[-1].split(":")[-1]) types.append(doc_lines[-1].split(")")[0].split("(")[-1]) return docset, types routes.get_types = get_types # App code account_list = dict() account_list['id'] = "pass" name_list = dict() name_list['id'] = 'name' p2p_list = dict() p2p_list['id'] = '11111111' gpu_add_list = [] def register(id, pw): if id in account_list: return "exist" else: account_list[id] = pw return "ok" def login(id, pw): if id in account_list: if account_list[id] == pw: return "ok" else: return "password error" else: return "no id" def add_name(id, name): name_list[id] = name return "ok" def get_name(id): if id in name_list: return name_list[id] else: return "no id" def get_id(name): reverse_dict= dict(map(reversed,name_list.items())) if name in reverse_dict: return reverse_dict[name] else: return "no name" def add_p(id, p_id): p2p_list[id] = p_id return "ok" def get_p(id): if id in p2p_list: return p2p_list[id] else: return "no id" def get_id_from_p2p(i): reverse_dict= dict(map(reversed,p2p_list.items())) if i in reverse_dict: return reverse_dict[i] else: return "no id" # Blockchain code model_name = "quantumaikr/llama-2-70b-fb16-korean" def get_peers(model_name): data = requests.get("https://health.petals.dev/api/v1/state").json() out = [] for d in data['model_reports']: if d['name'] == model_name: for r in d['server_rows']: out.append(r['peer_id']) return out def get_used_gpus(model_name): data = requests.get("https://health.petals.dev/api/v1/state").json() out = [] for d in data['model_reports']: if d['name'] == model_name: return round(d['num_blocks']*0.45, 2) return 0 blockchain = Blockchain() def add_transaction(id, kind, data): if kind == "add" or kind == "inference" or kind == "out": blockchain.new_transaction(id, kind, data) if len(blockchain.current_transactions)>=5: peers = get_peers(model_name) for id in blockchain.user_gpus: if not get_p(id) in peers: blockchain.new_transaction(id, "out", 0) new_block = blockchain.new_block() return "ok" else: return "fail" def get_coin(id): c = blockchain.get_user_balance(id) return c def get_gpus(): output = {} for id, mem in blockchain.user_gpus.items(): output[get_name(id)]=mem return output def used_gpu(): output = 0 for mem in get_gpus(): output += mem * (5 + random.randrange(1,4)/10) return output def get_data(): output = [] output.append({"gpus":get_gpus(), "total":{"total" : blockchain.get_total_gpu_mem(), "used":get_used_gpus(model_name)}, "chain":blockchain.chain}) return output[0] def chat(id, npc, prompt): if get_coin(id) == 0: return "no coin" # model inference output = "AI 응답입니다." add_transaction(id, "inference", {"prompt":prompt, "output":output}) return output with gr.Blocks() as demo: rr = gr.Interface( fn=register, inputs=["text", "text"], outputs="text", description="register, 회원가입(성공시:ok, 중복시:exist 반환)\n /run/predict", ) ll = gr.Interface( fn=login, inputs=["text", "text"], outputs="text", description="login, 로그인(성공시: ok, 실패시: password error, 아이디가 없으면: no id) \n /run/predict_", ) ad = gr.Interface( fn=add_name, inputs=["text", "text"], outputs="text", description="add_name, id로 닉네임 추가. ok 반환.\n /run/predict_2", ) nn = gr.Interface( fn=get_name, inputs=["text"], outputs="text", description="get_name, id로 닉네임 반환(없으면 no id)\n /run/predict_3", ) adp = gr.Interface( fn=add_p, inputs=["text", "text"], outputs="text", description="add_p, id로 p2p id 추가. ok 반환. \n /run/predict_4", ) addp = gr.Interface( fn=add_transaction, inputs=["text", "text", "text"], outputs="text", description="add_transaction \n /run/predict_5", ) gc = gr.Interface( fn=get_coin, inputs=["text"], outputs="text", description="get_coin, id로 잔여 코인(행동력) 반환. \n /run/predict_6", ) gd = gr.Interface( fn=get_data, inputs=[], outputs="text", description="get_data, 시각화용 모든 데이터 반환. gpu기여 목록, total/used, chain \n /run/predict_7", ) demo.queue(max_size=32).launch(enable_queue=True)