|
import os |
|
import csv |
|
import time |
|
import gradio as gr |
|
from fastapi import FastAPI |
|
from fastapi_utils.tasks import repeat_every |
|
|
|
|
|
class Timer(object): |
|
def __enter__(self): |
|
self.start = time.perf_counter() |
|
return self |
|
def __exit__(self, typ, value, traceback): |
|
self.elapsed = time.perf_counter() - self.start |
|
|
|
|
|
file_changed = False |
|
HF_TOKEN = os.getenv('HF_TOKEN') |
|
root_dataset_path = "datasets" |
|
huggingface_dataset_path = "Vsevolod/text2rec-users-feedback" |
|
feedback_dataset = gr.HuggingFaceDatasetSaver(HF_TOKEN, huggingface_dataset_path) |
|
local_dataset_path = f"{root_dataset_path}/{huggingface_dataset_path}" |
|
data_path = f"{local_dataset_path}/data.csv" |
|
print(os.getcwd()) |
|
print(local_dataset_path) |
|
|
|
|
|
def foo(x): |
|
global file_changed |
|
now = time.time() |
|
with open(data_path, mode="a", newline="", encoding="utf-8") as file: |
|
writer = csv.writer(file) |
|
writer.writerow(("Фильмы про путешествия во времени","Грань будущего","Релевантно", "mNpuTAujx-j1E6mm4PVOMQ", now, 228)) |
|
file_changed = True |
|
return x |
|
|
|
|
|
def create_interface(): |
|
with gr.Blocks() as demo: |
|
query = gr.Textbox(label="Запрос") |
|
search_btn = gr.Button(label="Поиск") |
|
output = gr.Textbox(label="Ответ") |
|
search_btn.click(foo, inputs=query, outputs=output) |
|
feedback_dataset.setup([], root_dataset_path) |
|
return demo |
|
|
|
|
|
def get_line_count(data_path): |
|
with open(data_path, "r", encoding="utf-8") as csvfile: |
|
line_count = len([None for row in csv.reader(csvfile)]) - 1 |
|
return line_count |
|
|
|
|
|
demo = create_interface() |
|
app = FastAPI(docs_url=None, redoc_url=None) |
|
|
|
|
|
@app.on_event("startup") |
|
@repeat_every(seconds=20) |
|
def repeat(): |
|
global file_changed |
|
if not file_changed: |
|
return |
|
print("Updating remote repo") |
|
with Timer() as timer: |
|
feedback_dataset.repo.git_pull(lfs=True) |
|
line_count = get_line_count(data_path) |
|
feedback_dataset.repo.push_to_hub(commit_message="Flagged sample #{}".format(line_count)) |
|
print(f"Elapsed: {timer.elapsed:.3f}") |
|
file_changed = False |
|
|
|
app.mount("/", demo.app) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
