/**
 * @module
 * This file contains the implementation of the IAgenticaCallBenchmarkResult class.
 *
 * @author Wrtn Technologies
 */
import type { AgenticaTokenUsage } from "@agentica/core";
import type { ILlmSchema } from "@samchon/openapi";
import type { IAgenticaCallBenchmarkEvent } from "./IAgenticaCallBenchmarkEvent";
import type { IAgenticaCallBenchmarkScenario } from "./IAgenticaCallBenchmarkScenario";
/**
 * Result of the LLM function calling benchmark.
 *
 * `IAgenticaCallBenchmarkResult` is a structure representing the result
 * of the LLM function calling benchmark executed by the
 * {@link AgenticaCallBenchmark.execute execute} function.
 *
 * It contains every experiment results for each scenario, and aggregated
 * LLM token cost in the benchmark process.
 *
 * In each scenario, as the benchmark program experiments multiple times
 * about a scenario, it will contain multiple events. Also, because of the
 * characteristics of the LLM which is not predictable, the result can be
 * different in each event.
 *
 * @author Samchon
 */
export interface IAgenticaCallBenchmarkResult<Model extends ILlmSchema.Model> {
    /**
     * Experiments for each scenario.
     */
    experiments: IAgenticaCallBenchmarkResult.IExperiment<Model>[];
    /**
     * Aggregated token usage information.
     */
    usage: AgenticaTokenUsage;
    /**
     * Start time of the benchmark.
     */
    started_at: Date;
    /**
     * End time of the benchmark.
     */
    completed_at: Date;
}
export declare namespace IAgenticaCallBenchmarkResult {
    /**
     * Experiment result about a scenario.
     */
    interface IExperiment<Model extends ILlmSchema.Model> {
        /**
         * Scenario of the experiment.
         */
        scenario: IAgenticaCallBenchmarkScenario<Model>;
        /**
         * Events occurred during the benchmark in the scenario.
         *
         * When benchmarking a scenario, {@link AgenticaCallBenchmark} will
         * test a scenario multiple times with the given
         * {@link AgenticaCallBenchmark.IConfig.repeat repeat} count.
         * And the event is one of the repeated benchmark results.
         */
        events: IAgenticaCallBenchmarkEvent<Model>[];
        /**
         * LLM token usage information.
         */
        usage: AgenticaTokenUsage;
    }
}