/**
 * @module
 * This file contains the implementation of the IAgenticaSelectBenchmarkResult class.
 *
 * @author Wrtn Technologies
 */
import type { AgenticaTokenUsage } from "@agentica/core";
import type { IAgenticaSelectBenchmarkEvent } from "./IAgenticaSelectBenchmarkEvent";
import type { IAgenticaSelectBenchmarkScenario } from "./IAgenticaSelectBenchmarkScenario";
/**
 * Result of the LLM function selection benchmark.
 *
 * `IAgenticaSelectBenchmarkResult` is a structure representing the result
 * of the LLM function selection benchmark executed by the
 * {@link AgenticaSelectBenchmark.execute execute} function.
 *
 * It contains every experiment results for each scenario, and aggregated
 * LLM token cost in the benchmark process.
 *
 * In each scenario, as the benchmark program experiments multiple times
 * about a scenario, it will contain multiple events. Also, because of the
 * characteristics of the LLM which is not predictable, the result can be
 * different in each event.
 *
 * @author Samchon
 */
export interface IAgenticaSelectBenchmarkResult {
    /**
     * Experiments for each scenario.
     */
    experiments: IAgenticaSelectBenchmarkResult.IExperiment[];
    /**
     * Aggregated token usage information.
     */
    usage: AgenticaTokenUsage;
    /**
     * Start time of the benchmark.
     */
    started_at: Date;
    /**
     * End time of the benchmark.
     */
    completed_at: Date;
}
export declare namespace IAgenticaSelectBenchmarkResult {
    /**
     * Experiment result about a scenario.
     */
    interface IExperiment {
        /**
         * Expected scenario.
         */
        scenario: IAgenticaSelectBenchmarkScenario;
        /**
         * Events occurred during the benchmark in the scenario.
         *
         * When benchmarking a scenario, {@link AgenticaSelectBenchmark} will
         * test a scenario multiple times with the given
         * {@link AgenticaSelectBenchmark.IConfig.repeat repeat} count.
         * And the event is one of the repeated benchmark results.
         */
        events: IAgenticaSelectBenchmarkEvent[];
        /**
         * LLM token usage information.
         */
        usage: AgenticaTokenUsage;
    }
}