app.py

from opentelemetry.sdk.trace.export import SimpleSpanProcessor
from opentelemetry.exporter.otlp.proto.http.trace_exporter import OTLPSpanExporter
from openinference.instrumentation.smolagents import SmolagentsInstrumentor
from opentelemetry.sdk.trace import TracerProvider
from opentelemetry import trace
# from evaluator import Evaluator
# from runner import Runner
from settings import Settings
import os
import pandas as pd
import gradio as gr
import logging
logging.basicConfig(level=logging.INFO, force=True)
logger = logging.getLogger(__name__)
settings = Settings()
# evaluator = Evaluator(settings)
# runner = Runner(settings)


# Create a TracerProvider for OpenTelemetry
trace_provider = TracerProvider()

# Add a SimpleSpanProcessor with the OTLPSpanExporter to send traces
trace_provider.add_span_processor(SimpleSpanProcessor(OTLPSpanExporter()))

# Set the global default tracer provider
trace.set_tracer_provider(trace_provider)
tracer = trace.get_tracer(__name__)

# Instrument smolagents with the configured provider
SmolagentsInstrumentor().instrument(tracer_provider=trace_provider)

def user_logged_in(profile: gr.OAuthProfile):
    if profile:
        username= f"{profile.username}"
        print(f"User logged in: {username}")
        return True
    else:
        print("User not logged in.")
        return False
        
LOGIN_MESSAGE = "Please Login to Hugging Face with the button."

def run_one(profile: gr.OAuthProfile | None) -> pd.DataFrame:
    if not user_logged_in(profile): 
        return LOGIN_MESSAGE
    # questions = [evaluator.get_one_question()]
    # return runner.run_agent(questions)
    logger.info("test_mode")
    return pd.DataFrame(columns=['task_id', 'question', 'answer'])
    
def run_all(profile: gr.OAuthProfile | None) -> pd.DataFrame:
    if not user_logged_in:
        return LOGIN_MESSAGE
    # questions = evaluator.get_questions()
    # return runner.run_agent(questions)
    logger.info("not test_mode")
    return pd.DataFrame(columns=['task_id', 'question', 'answer'])

def submit():
    if not user_logged_in:
        return LOGIN_MESSAGE
    # evaluator.submit_answers()
    logger.info("submit")


# --- Build Gradio Interface using Blocks ---
with gr.Blocks() as demo:
    gr.Markdown("# Basic Agent Evaluation Runner")
    gr.Markdown(
        """
        **Instructions:**

        1.  Click 'Get One Answer' to fetch a ranodom question, run the agent, and see the question-answer pair below
        2.  Click 'Run Full Evaluation' to fetch all question, run the agent, and see the question-answer pairs below
        3.  Click 'Submit All Answers' to fetch questions, run your agent, submit answers, and see the score.

        ---
        **Disclaimers:**
        Once clicking 'Submit All Answers', it can take quite some time (this is the time for the agent to go through all the questions).
        The agent will run questions in parallel for the full evaluation, making observability tools a must. 
        The submit button will use the most recent agent answers cached in the space.
        """
    )

    gr.LoginButton()

    run_one_button = gr.Button("Get One Answer")
    run_all_button = gr.Button("Run Full Evaluation")
    submit_button = gr.Button("Submit All Answers")

    status_output = gr.Textbox(
        label="Run Status / Submission Result", lines=5, interactive=False)
    results_table = gr.DataFrame(
        label="Questions and Agent Answers", wrap=True)

    run_one_button.click(
        fn=run_one, outputs=[results_table]
    )
    run_all_button.click(
        fn=run_all, outputs=[results_table]
    )
    submit_button.click(
        fn=submit,
        outputs=[status_output]
    )

if __name__ == "__main__":
    print("\n" + "-"*30 + " App Starting " + "-"*30)
    # Check for SPACE_HOST and SPACE_ID at startup for information
    space_host_startup = os.getenv("SPACE_HOST")
    space_id_startup = os.getenv("SPACE_ID")  # Get SPACE_ID at startup

    if space_host_startup:
        print(f"✅ SPACE_HOST found: {space_host_startup}")
        print(
            f"   Runtime URL should be: https://{space_host_startup}.hf.space")
    else:
        print("ℹ️  SPACE_HOST environment variable not found (running locally?).")

    if space_id_startup:  # Print repo URLs if SPACE_ID is found
        print(f"✅ SPACE_ID found: {space_id_startup}")
        print(f"   Repo URL: https://huggingface.co/spaces/{space_id_startup}")
        print(
            f"   Repo Tree URL: https://huggingface.co/spaces/{space_id_startup}/tree/main")
    else:
        print("ℹ️  SPACE_ID environment variable not found (running locally?). Repo URL cannot be determined.")

    print("-"*(60 + len(" App Starting ")) + "\n")

    print("Launching Gradio Interface for Basic Agent Evaluation...")
    demo.launch(debug=True, share=False)