app.py

from functools import partial

import gradio as gr
from apscheduler.schedulers.background import BackgroundScheduler

import main_backend_toxicity
from src.display.css_html_js import dark_mode_gradio_js
from src.display.log_visualizer import log_file_to_html_string
from src.envs import REFRESH_RATE, REPO_ID, REQUESTS_REPO, RESULTS_REPO
from src.logging import configure_root_logger, setup_logger, log_file

configure_root_logger()
logger = setup_logger(__name__)

HF_URL = "https://huggingface.co"
REFRESH_VISUAL = 10

intro_md = f"""
# Intro
This is a visual for the auto evaluator. 
"""

links_md = f"""
# Important links

| Description     | Link |
|----------------|------|
| Leaderboard    | [{REPO_ID}]({HF_URL}/spaces/{REPO_ID}) |
| Requests Repo  | [{REQUESTS_REPO}]({HF_URL}/datasets/{REQUESTS_REPO}) |
| Results Repo   | [{RESULTS_REPO}]({HF_URL}/datasets/{RESULTS_REPO}) |
"""


def auto_eval():
    logger.info("Triggering Auto Eval")
    main_backend_toxicity.run_auto_eval()


reverse_order_checkbox = gr.Checkbox(label="Reverse Order", value=True)

with gr.Blocks(js=dark_mode_gradio_js) as backend_ui:
    gr.Markdown(intro_md)
    with gr.Tab("Application"):
        output_html = gr.HTML(partial(log_file_to_html_string,
                                      reverse=reverse_order_checkbox),
                              every=REFRESH_VISUAL)
        with gr.Row():
            download_button = gr.DownloadButton("Download Log File",
                                                value=log_file)
            with gr.Accordion('Log View Configuration', open=False):
                reverse_order_checkbox.render()
        # Button to trigger evaluation
        button = gr.Button("Manually Run Evaluation")
        button.click(fn=auto_eval, inputs=[], outputs=[])
        gr.Markdown(links_md)
        # This dummy var was in the original demo. It will run the eval before
        # fully loading the UI, and the UI will error out if it takes long.
        # Changed to use BackgroundScheduler instead.
        # dummy = gr.Markdown(main_backend_toxicity.run_auto_eval(), every=REFRESH_RATE, visible=False)

if __name__ == '__main__':
    scheduler = BackgroundScheduler()
    scheduler.add_job(auto_eval, "interval", seconds=REFRESH_RATE)
    scheduler.start()
    backend_ui.queue(default_concurrency_limit=40).launch(server_name="0.0.0.0",
                                                          show_error=True,
                                                          server_port=7860)