import { BaseAPIRequestFactory } from "../../datadog-api-client-common/baseapi"; import { Configuration } from "../../datadog-api-client-common/configuration"; import { RequestContext, ResponseContext, HttpFile } from "../../datadog-api-client-common/http/http"; import { LLMObsAnnotatedInteractionsByTraceResponse } from "../models/LLMObsAnnotatedInteractionsByTraceResponse"; import { LLMObsAnnotatedInteractionsResponse } from "../models/LLMObsAnnotatedInteractionsResponse"; import { LLMObsAnnotationQueueInteractionsRequest } from "../models/LLMObsAnnotationQueueInteractionsRequest"; import { LLMObsAnnotationQueueInteractionsResponse } from "../models/LLMObsAnnotationQueueInteractionsResponse"; import { LLMObsAnnotationQueueLabelSchemaResponse } from "../models/LLMObsAnnotationQueueLabelSchemaResponse"; import { LLMObsAnnotationQueueLabelSchemaUpdateRequest } from "../models/LLMObsAnnotationQueueLabelSchemaUpdateRequest"; import { LLMObsAnnotationQueueRequest } from "../models/LLMObsAnnotationQueueRequest"; import { LLMObsAnnotationQueueResponse } from "../models/LLMObsAnnotationQueueResponse"; import { LLMObsAnnotationQueuesResponse } from "../models/LLMObsAnnotationQueuesResponse"; import { LLMObsAnnotationQueueUpdateRequest } from "../models/LLMObsAnnotationQueueUpdateRequest"; import { LLMObsAnnotationsRequest } from "../models/LLMObsAnnotationsRequest"; import { LLMObsAnnotationsResponse } from "../models/LLMObsAnnotationsResponse"; import { LLMObsCustomEvalConfigResponse } from "../models/LLMObsCustomEvalConfigResponse"; import { LLMObsCustomEvalConfigUpdateRequest } from "../models/LLMObsCustomEvalConfigUpdateRequest"; import { LLMObsDataDeletionRequest } from "../models/LLMObsDataDeletionRequest"; import { LLMObsDataDeletionResponse } from "../models/LLMObsDataDeletionResponse"; import { LLMObsDatasetBatchUpdateRequest } from "../models/LLMObsDatasetBatchUpdateRequest"; import { LLMObsDatasetCloneRequest } from "../models/LLMObsDatasetCloneRequest"; import { LLMObsDatasetDraftStateResponse } from "../models/LLMObsDatasetDraftStateResponse"; import { LLMObsDatasetExportFormat } from "../models/LLMObsDatasetExportFormat"; import { LLMObsDatasetRecordsListResponse } from "../models/LLMObsDatasetRecordsListResponse"; import { LLMObsDatasetRecordsMutationResponse } from "../models/LLMObsDatasetRecordsMutationResponse"; import { LLMObsDatasetRecordsRequest } from "../models/LLMObsDatasetRecordsRequest"; import { LLMObsDatasetRecordsUpdateRequest } from "../models/LLMObsDatasetRecordsUpdateRequest"; import { LLMObsDatasetRequest } from "../models/LLMObsDatasetRequest"; import { LLMObsDatasetResponse } from "../models/LLMObsDatasetResponse"; import { LLMObsDatasetRestoreVersionRequest } from "../models/LLMObsDatasetRestoreVersionRequest"; import { LLMObsDatasetsResponse } from "../models/LLMObsDatasetsResponse"; import { LLMObsDatasetUpdateRequest } from "../models/LLMObsDatasetUpdateRequest"; import { LLMObsDatasetVersionsResponse } from "../models/LLMObsDatasetVersionsResponse"; import { LLMObsDeleteAnnotationQueueInteractionsRequest } from "../models/LLMObsDeleteAnnotationQueueInteractionsRequest"; import { LLMObsDeleteAnnotationsRequest } from "../models/LLMObsDeleteAnnotationsRequest"; import { LLMObsDeleteAnnotationsResponse } from "../models/LLMObsDeleteAnnotationsResponse"; import { LLMObsDeleteDatasetRecordsRequest } from "../models/LLMObsDeleteDatasetRecordsRequest"; import { LLMObsDeleteDatasetsRequest } from "../models/LLMObsDeleteDatasetsRequest"; import { LLMObsDeleteExperimentsRequest } from "../models/LLMObsDeleteExperimentsRequest"; import { LLMObsDeleteProjectsRequest } from "../models/LLMObsDeleteProjectsRequest"; import { LLMObsExperimentationAnalyticsRequest } from "../models/LLMObsExperimentationAnalyticsRequest"; import { LLMObsExperimentationAnalyticsResponse } from "../models/LLMObsExperimentationAnalyticsResponse"; import { LLMObsExperimentationSearchRequest } from "../models/LLMObsExperimentationSearchRequest"; import { LLMObsExperimentationSearchResponse } from "../models/LLMObsExperimentationSearchResponse"; import { LLMObsExperimentationSimpleSearchRequest } from "../models/LLMObsExperimentationSimpleSearchRequest"; import { LLMObsExperimentationSimpleSearchResponse } from "../models/LLMObsExperimentationSimpleSearchResponse"; import { LLMObsExperimentEventsRequest } from "../models/LLMObsExperimentEventsRequest"; import { LLMObsExperimentEventsV2Response } from "../models/LLMObsExperimentEventsV2Response"; import { LLMObsExperimentRequest } from "../models/LLMObsExperimentRequest"; import { LLMObsExperimentResponse } from "../models/LLMObsExperimentResponse"; import { LLMObsExperimentSpansResponse } from "../models/LLMObsExperimentSpansResponse"; import { LLMObsExperimentsResponse } from "../models/LLMObsExperimentsResponse"; import { LLMObsExperimentUpdateRequest } from "../models/LLMObsExperimentUpdateRequest"; import { LLMObsIntegrationAccount } from "../models/LLMObsIntegrationAccount"; import { LLMObsIntegrationInferenceRequest } from "../models/LLMObsIntegrationInferenceRequest"; import { LLMObsIntegrationInferenceResponse } from "../models/LLMObsIntegrationInferenceResponse"; import { LLMObsIntegrationModel } from "../models/LLMObsIntegrationModel"; import { LLMObsIntegrationName } from "../models/LLMObsIntegrationName"; import { LLMObsPatternsClusteredPointsResponse } from "../models/LLMObsPatternsClusteredPointsResponse"; import { LLMObsPatternsConfigResponse } from "../models/LLMObsPatternsConfigResponse"; import { LLMObsPatternsConfigsResponse } from "../models/LLMObsPatternsConfigsResponse"; import { LLMObsPatternsConfigUpsertRequest } from "../models/LLMObsPatternsConfigUpsertRequest"; import { LLMObsPatternsRunsResponse } from "../models/LLMObsPatternsRunsResponse"; import { LLMObsPatternsRunStatusResponse } from "../models/LLMObsPatternsRunStatusResponse"; import { LLMObsPatternsTopicsResponse } from "../models/LLMObsPatternsTopicsResponse"; import { LLMObsPatternsTopicsWithClusteredPointsResponse } from "../models/LLMObsPatternsTopicsWithClusteredPointsResponse"; import { LLMObsPatternsTriggerRequest } from "../models/LLMObsPatternsTriggerRequest"; import { LLMObsPatternsTriggerResponse } from "../models/LLMObsPatternsTriggerResponse"; import { LLMObsProjectRequest } from "../models/LLMObsProjectRequest"; import { LLMObsProjectResponse } from "../models/LLMObsProjectResponse"; import { LLMObsProjectsResponse } from "../models/LLMObsProjectsResponse"; import { LLMObsProjectUpdateRequest } from "../models/LLMObsProjectUpdateRequest"; import { LLMObsSearchSpansRequest } from "../models/LLMObsSearchSpansRequest"; import { LLMObsSpansResponse } from "../models/LLMObsSpansResponse"; export declare class LLMObservabilityApiRequestFactory extends BaseAPIRequestFactory { aggregateLLMObsExperimentation(body: LLMObsExperimentationAnalyticsRequest, _options?: Configuration): Promise; batchUpdateLLMObsDataset(projectId: string, datasetId: string, body: LLMObsDatasetBatchUpdateRequest, _options?: Configuration): Promise; cloneLLMObsDataset(projectId: string, datasetId: string, body: LLMObsDatasetCloneRequest, _options?: Configuration): Promise; createLLMObsAnnotationQueue(body: LLMObsAnnotationQueueRequest, _options?: Configuration): Promise; createLLMObsAnnotationQueueInteractions(queueId: string, body: LLMObsAnnotationQueueInteractionsRequest, _options?: Configuration): Promise; createLLMObsDataset(projectId: string, body: LLMObsDatasetRequest, _options?: Configuration): Promise; createLLMObsDatasetRecords(projectId: string, datasetId: string, body: LLMObsDatasetRecordsRequest, _options?: Configuration): Promise; createLLMObsExperiment(body: LLMObsExperimentRequest, _options?: Configuration): Promise; createLLMObsExperimentEvents(experimentId: string, body: LLMObsExperimentEventsRequest, _options?: Configuration): Promise; createLLMObsIntegrationInference(integration: LLMObsIntegrationName, accountId: string, body: LLMObsIntegrationInferenceRequest, _options?: Configuration): Promise; createLLMObsProject(body: LLMObsProjectRequest, _options?: Configuration): Promise; deleteLLMObsAnnotationQueue(queueId: string, _options?: Configuration): Promise; deleteLLMObsAnnotationQueueInteractions(queueId: string, body: LLMObsDeleteAnnotationQueueInteractionsRequest, _options?: Configuration): Promise; deleteLLMObsAnnotations(queueId: string, body: LLMObsDeleteAnnotationsRequest, _options?: Configuration): Promise; deleteLLMObsCustomEvalConfig(evalName: string, _options?: Configuration): Promise; deleteLLMObsData(body: LLMObsDataDeletionRequest, _options?: Configuration): Promise; deleteLLMObsDatasetRecords(projectId: string, datasetId: string, body: LLMObsDeleteDatasetRecordsRequest, _options?: Configuration): Promise; deleteLLMObsDatasets(projectId: string, body: LLMObsDeleteDatasetsRequest, _options?: Configuration): Promise; deleteLLMObsExperiments(body: LLMObsDeleteExperimentsRequest, _options?: Configuration): Promise; deleteLLMObsPatternsConfig(configId: string, _options?: Configuration): Promise; deleteLLMObsProjects(body: LLMObsDeleteProjectsRequest, _options?: Configuration): Promise; exportLLMObsDataset(projectId: string, datasetId: string, format?: LLMObsDatasetExportFormat, version?: number, _options?: Configuration): Promise; getLLMObsAnnotatedInteractions(queueId: string, _options?: Configuration): Promise; getLLMObsAnnotatedInteractionsByTraceIDs(contentIds: Array, offset?: number, limit?: number, _options?: Configuration): Promise; getLLMObsAnnotationQueueLabelSchema(queueId: string, _options?: Configuration): Promise; getLLMObsCustomEvalConfig(evalName: string, _options?: Configuration): Promise; getLLMObsDatasetDraftState(projectId: string, datasetId: string, _options?: Configuration): Promise; getLLMObsPatternsConfig(_options?: Configuration): Promise; getLLMObsPatternsRunStatus(configId: string, _options?: Configuration): Promise; listLLMObsAnnotationQueues(projectId?: string, queueIds?: Array, _options?: Configuration): Promise; listLLMObsDatasetRecords(projectId: string, datasetId: string, filterVersion?: number, pageCursor?: string, pageLimit?: number, _options?: Configuration): Promise; listLLMObsDatasets(projectId: string, filterName?: string, filterId?: string, pageCursor?: string, pageLimit?: number, _options?: Configuration): Promise; listLLMObsDatasetVersions(projectId: string, datasetId: string, _options?: Configuration): Promise; listLLMObsExperimentEvents(experimentId: string, pageLimit?: number, pageCursor?: string, _options?: Configuration): Promise; listLLMObsExperimentEventsV1(experimentId: string, _options?: Configuration): Promise; listLLMObsExperimentEventsV2(experimentId: string, _options?: Configuration): Promise; listLLMObsExperiments(filterProjectId?: string, filterDatasetId?: string, filterId?: string, filterName?: string, filterExperiment?: string, filterMetadata?: string, filterParentExperimentId?: string, filterIsDeleted?: boolean, includeUserData?: boolean, includeDatasetNames?: boolean, pageCursor?: string, pageLimit?: number, _options?: Configuration): Promise; listLLMObsIntegrationAccounts(integration: LLMObsIntegrationName, _options?: Configuration): Promise; listLLMObsIntegrationModels(integration: LLMObsIntegrationName, accountId: string, _options?: Configuration): Promise; listLLMObsPatternsClusteredPoints(topicId: string, pageSize?: number, pageToken?: string, _options?: Configuration): Promise; listLLMObsPatternsConfigs(_options?: Configuration): Promise; listLLMObsPatternsRuns(configId: string, _options?: Configuration): Promise; listLLMObsPatternsTopics(configId: string, runId?: string, _options?: Configuration): Promise; listLLMObsPatternsTopicsWithClusteredPoints(configId: string, runId?: string, includeMetrics?: boolean, _options?: Configuration): Promise; listLLMObsProjects(filterId?: string, filterName?: string, pageCursor?: string, pageLimit?: number, _options?: Configuration): Promise; listLLMObsSpans(filterFrom?: string, filterTo?: string, filterQuery?: string, filterSpanId?: string, filterTraceId?: string, filterSpanKind?: string, filterSpanName?: string, filterMlApp?: string, pageLimit?: number, pageCursor?: string, sort?: string, includeAttachments?: boolean, _options?: Configuration): Promise; lockLLMObsDatasetDraftState(projectId: string, datasetId: string, _options?: Configuration): Promise; restoreLLMObsDatasetVersion(projectId: string, datasetId: string, body: LLMObsDatasetRestoreVersionRequest, _options?: Configuration): Promise; searchLLMObsExperimentation(body: LLMObsExperimentationSearchRequest, _options?: Configuration): Promise; searchLLMObsSpans(body: LLMObsSearchSpansRequest, _options?: Configuration): Promise; simpleSearchLLMObsExperimentation(body: LLMObsExperimentationSimpleSearchRequest, _options?: Configuration): Promise; triggerLLMObsPatterns(body: LLMObsPatternsTriggerRequest, _options?: Configuration): Promise; unlockLLMObsDatasetDraftState(projectId: string, datasetId: string, _options?: Configuration): Promise; updateLLMObsAnnotationQueue(queueId: string, body: LLMObsAnnotationQueueUpdateRequest, _options?: Configuration): Promise; updateLLMObsAnnotationQueueLabelSchema(queueId: string, body: LLMObsAnnotationQueueLabelSchemaUpdateRequest, _options?: Configuration): Promise; updateLLMObsCustomEvalConfig(evalName: string, body: LLMObsCustomEvalConfigUpdateRequest, _options?: Configuration): Promise; updateLLMObsDataset(projectId: string, datasetId: string, body: LLMObsDatasetUpdateRequest, _options?: Configuration): Promise; updateLLMObsDatasetRecords(projectId: string, datasetId: string, body: LLMObsDatasetRecordsUpdateRequest, _options?: Configuration): Promise; updateLLMObsExperiment(experimentId: string, body: LLMObsExperimentUpdateRequest, _options?: Configuration): Promise; updateLLMObsProject(projectId: string, body: LLMObsProjectUpdateRequest, _options?: Configuration): Promise; uploadLLMObsDatasetRecordsFile(projectId: string, datasetId: string, deduplicate?: boolean, overwrite?: boolean, tags?: Array, includeUserData?: boolean, file?: HttpFile, _options?: Configuration): Promise; upsertLLMObsAnnotations(queueId: string, body: LLMObsAnnotationsRequest, _options?: Configuration): Promise; upsertLLMObsPatternsConfig(body: LLMObsPatternsConfigUpsertRequest, _options?: Configuration): Promise; } export declare class LLMObservabilityApiResponseProcessor { /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to aggregateLLMObsExperimentation * @throws ApiException if the response code was not in [200, 299] */ aggregateLLMObsExperimentation(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to batchUpdateLLMObsDataset * @throws ApiException if the response code was not in [200, 299] */ batchUpdateLLMObsDataset(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to cloneLLMObsDataset * @throws ApiException if the response code was not in [200, 299] */ cloneLLMObsDataset(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to createLLMObsAnnotationQueue * @throws ApiException if the response code was not in [200, 299] */ createLLMObsAnnotationQueue(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to createLLMObsAnnotationQueueInteractions * @throws ApiException if the response code was not in [200, 299] */ createLLMObsAnnotationQueueInteractions(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to createLLMObsDataset * @throws ApiException if the response code was not in [200, 299] */ createLLMObsDataset(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to createLLMObsDatasetRecords * @throws ApiException if the response code was not in [200, 299] */ createLLMObsDatasetRecords(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to createLLMObsExperiment * @throws ApiException if the response code was not in [200, 299] */ createLLMObsExperiment(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to createLLMObsExperimentEvents * @throws ApiException if the response code was not in [200, 299] */ createLLMObsExperimentEvents(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to createLLMObsIntegrationInference * @throws ApiException if the response code was not in [200, 299] */ createLLMObsIntegrationInference(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to createLLMObsProject * @throws ApiException if the response code was not in [200, 299] */ createLLMObsProject(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to deleteLLMObsAnnotationQueue * @throws ApiException if the response code was not in [200, 299] */ deleteLLMObsAnnotationQueue(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to deleteLLMObsAnnotationQueueInteractions * @throws ApiException if the response code was not in [200, 299] */ deleteLLMObsAnnotationQueueInteractions(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to deleteLLMObsAnnotations * @throws ApiException if the response code was not in [200, 299] */ deleteLLMObsAnnotations(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to deleteLLMObsCustomEvalConfig * @throws ApiException if the response code was not in [200, 299] */ deleteLLMObsCustomEvalConfig(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to deleteLLMObsData * @throws ApiException if the response code was not in [200, 299] */ deleteLLMObsData(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to deleteLLMObsDatasetRecords * @throws ApiException if the response code was not in [200, 299] */ deleteLLMObsDatasetRecords(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to deleteLLMObsDatasets * @throws ApiException if the response code was not in [200, 299] */ deleteLLMObsDatasets(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to deleteLLMObsExperiments * @throws ApiException if the response code was not in [200, 299] */ deleteLLMObsExperiments(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to deleteLLMObsPatternsConfig * @throws ApiException if the response code was not in [200, 299] */ deleteLLMObsPatternsConfig(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to deleteLLMObsProjects * @throws ApiException if the response code was not in [200, 299] */ deleteLLMObsProjects(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to exportLLMObsDataset * @throws ApiException if the response code was not in [200, 299] */ exportLLMObsDataset(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to getLLMObsAnnotatedInteractions * @throws ApiException if the response code was not in [200, 299] */ getLLMObsAnnotatedInteractions(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to getLLMObsAnnotatedInteractionsByTraceIDs * @throws ApiException if the response code was not in [200, 299] */ getLLMObsAnnotatedInteractionsByTraceIDs(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to getLLMObsAnnotationQueueLabelSchema * @throws ApiException if the response code was not in [200, 299] */ getLLMObsAnnotationQueueLabelSchema(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to getLLMObsCustomEvalConfig * @throws ApiException if the response code was not in [200, 299] */ getLLMObsCustomEvalConfig(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to getLLMObsDatasetDraftState * @throws ApiException if the response code was not in [200, 299] */ getLLMObsDatasetDraftState(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to getLLMObsPatternsConfig * @throws ApiException if the response code was not in [200, 299] */ getLLMObsPatternsConfig(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to getLLMObsPatternsRunStatus * @throws ApiException if the response code was not in [200, 299] */ getLLMObsPatternsRunStatus(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to listLLMObsAnnotationQueues * @throws ApiException if the response code was not in [200, 299] */ listLLMObsAnnotationQueues(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to listLLMObsDatasetRecords * @throws ApiException if the response code was not in [200, 299] */ listLLMObsDatasetRecords(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to listLLMObsDatasets * @throws ApiException if the response code was not in [200, 299] */ listLLMObsDatasets(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to listLLMObsDatasetVersions * @throws ApiException if the response code was not in [200, 299] */ listLLMObsDatasetVersions(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to listLLMObsExperimentEvents * @throws ApiException if the response code was not in [200, 299] */ listLLMObsExperimentEvents(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to listLLMObsExperimentEventsV1 * @throws ApiException if the response code was not in [200, 299] */ listLLMObsExperimentEventsV1(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to listLLMObsExperimentEventsV2 * @throws ApiException if the response code was not in [200, 299] */ listLLMObsExperimentEventsV2(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to listLLMObsExperiments * @throws ApiException if the response code was not in [200, 299] */ listLLMObsExperiments(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to listLLMObsIntegrationAccounts * @throws ApiException if the response code was not in [200, 299] */ listLLMObsIntegrationAccounts(response: ResponseContext): Promise>; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to listLLMObsIntegrationModels * @throws ApiException if the response code was not in [200, 299] */ listLLMObsIntegrationModels(response: ResponseContext): Promise>; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to listLLMObsPatternsClusteredPoints * @throws ApiException if the response code was not in [200, 299] */ listLLMObsPatternsClusteredPoints(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to listLLMObsPatternsConfigs * @throws ApiException if the response code was not in [200, 299] */ listLLMObsPatternsConfigs(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to listLLMObsPatternsRuns * @throws ApiException if the response code was not in [200, 299] */ listLLMObsPatternsRuns(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to listLLMObsPatternsTopics * @throws ApiException if the response code was not in [200, 299] */ listLLMObsPatternsTopics(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to listLLMObsPatternsTopicsWithClusteredPoints * @throws ApiException if the response code was not in [200, 299] */ listLLMObsPatternsTopicsWithClusteredPoints(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to listLLMObsProjects * @throws ApiException if the response code was not in [200, 299] */ listLLMObsProjects(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to listLLMObsSpans * @throws ApiException if the response code was not in [200, 299] */ listLLMObsSpans(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to lockLLMObsDatasetDraftState * @throws ApiException if the response code was not in [200, 299] */ lockLLMObsDatasetDraftState(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to restoreLLMObsDatasetVersion * @throws ApiException if the response code was not in [200, 299] */ restoreLLMObsDatasetVersion(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to searchLLMObsExperimentation * @throws ApiException if the response code was not in [200, 299] */ searchLLMObsExperimentation(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to searchLLMObsSpans * @throws ApiException if the response code was not in [200, 299] */ searchLLMObsSpans(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to simpleSearchLLMObsExperimentation * @throws ApiException if the response code was not in [200, 299] */ simpleSearchLLMObsExperimentation(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to triggerLLMObsPatterns * @throws ApiException if the response code was not in [200, 299] */ triggerLLMObsPatterns(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to unlockLLMObsDatasetDraftState * @throws ApiException if the response code was not in [200, 299] */ unlockLLMObsDatasetDraftState(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to updateLLMObsAnnotationQueue * @throws ApiException if the response code was not in [200, 299] */ updateLLMObsAnnotationQueue(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to updateLLMObsAnnotationQueueLabelSchema * @throws ApiException if the response code was not in [200, 299] */ updateLLMObsAnnotationQueueLabelSchema(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to updateLLMObsCustomEvalConfig * @throws ApiException if the response code was not in [200, 299] */ updateLLMObsCustomEvalConfig(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to updateLLMObsDataset * @throws ApiException if the response code was not in [200, 299] */ updateLLMObsDataset(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to updateLLMObsDatasetRecords * @throws ApiException if the response code was not in [200, 299] */ updateLLMObsDatasetRecords(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to updateLLMObsExperiment * @throws ApiException if the response code was not in [200, 299] */ updateLLMObsExperiment(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to updateLLMObsProject * @throws ApiException if the response code was not in [200, 299] */ updateLLMObsProject(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to uploadLLMObsDatasetRecordsFile * @throws ApiException if the response code was not in [200, 299] */ uploadLLMObsDatasetRecordsFile(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to upsertLLMObsAnnotations * @throws ApiException if the response code was not in [200, 299] */ upsertLLMObsAnnotations(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to upsertLLMObsPatternsConfig * @throws ApiException if the response code was not in [200, 299] */ upsertLLMObsPatternsConfig(response: ResponseContext): Promise; } export interface LLMObservabilityApiAggregateLLMObsExperimentationRequest { /** * Analytics payload. * @type LLMObsExperimentationAnalyticsRequest */ body: LLMObsExperimentationAnalyticsRequest; } export interface LLMObservabilityApiBatchUpdateLLMObsDatasetRequest { /** * The ID of the LLM Observability project. * @type string */ projectId: string; /** * The ID of the LLM Observability dataset. * @type string */ datasetId: string; /** * Batch update payload. * @type LLMObsDatasetBatchUpdateRequest */ body: LLMObsDatasetBatchUpdateRequest; } export interface LLMObservabilityApiCloneLLMObsDatasetRequest { /** * The ID of the LLM Observability project. * @type string */ projectId: string; /** * The ID of the source LLM Observability dataset to clone. * @type string */ datasetId: string; /** * Clone dataset payload. * @type LLMObsDatasetCloneRequest */ body: LLMObsDatasetCloneRequest; } export interface LLMObservabilityApiCreateLLMObsAnnotationQueueRequest { /** * Create annotation queue payload. * @type LLMObsAnnotationQueueRequest */ body: LLMObsAnnotationQueueRequest; } export interface LLMObservabilityApiCreateLLMObsAnnotationQueueInteractionsRequest { /** * The ID of the LLM Observability annotation queue. * @type string */ queueId: string; /** * Add interactions payload. * @type LLMObsAnnotationQueueInteractionsRequest */ body: LLMObsAnnotationQueueInteractionsRequest; } export interface LLMObservabilityApiCreateLLMObsDatasetRequest { /** * The ID of the LLM Observability project. * @type string */ projectId: string; /** * Create dataset payload. * @type LLMObsDatasetRequest */ body: LLMObsDatasetRequest; } export interface LLMObservabilityApiCreateLLMObsDatasetRecordsRequest { /** * The ID of the LLM Observability project. * @type string */ projectId: string; /** * The ID of the LLM Observability dataset. * @type string */ datasetId: string; /** * Append records payload. * @type LLMObsDatasetRecordsRequest */ body: LLMObsDatasetRecordsRequest; } export interface LLMObservabilityApiCreateLLMObsExperimentRequest { /** * Create experiment payload. * @type LLMObsExperimentRequest */ body: LLMObsExperimentRequest; } export interface LLMObservabilityApiCreateLLMObsExperimentEventsRequest { /** * The ID of the LLM Observability experiment. * @type string */ experimentId: string; /** * Experiment events payload. * @type LLMObsExperimentEventsRequest */ body: LLMObsExperimentEventsRequest; } export interface LLMObservabilityApiCreateLLMObsIntegrationInferenceRequest { /** * The name of the LLM integration. * @type LLMObsIntegrationName */ integration: LLMObsIntegrationName; /** * The ID of the integration account. * @type string */ accountId: string; /** * Inference request parameters. * @type LLMObsIntegrationInferenceRequest */ body: LLMObsIntegrationInferenceRequest; } export interface LLMObservabilityApiCreateLLMObsProjectRequest { /** * Create project payload. * @type LLMObsProjectRequest */ body: LLMObsProjectRequest; } export interface LLMObservabilityApiDeleteLLMObsAnnotationQueueRequest { /** * The ID of the LLM Observability annotation queue. * @type string */ queueId: string; } export interface LLMObservabilityApiDeleteLLMObsAnnotationQueueInteractionsRequest { /** * The ID of the LLM Observability annotation queue. * @type string */ queueId: string; /** * Delete interactions payload. * @type LLMObsDeleteAnnotationQueueInteractionsRequest */ body: LLMObsDeleteAnnotationQueueInteractionsRequest; } export interface LLMObservabilityApiDeleteLLMObsAnnotationsRequest { /** * The ID of the LLM Observability annotation queue. * @type string */ queueId: string; /** * Delete annotations payload. * @type LLMObsDeleteAnnotationsRequest */ body: LLMObsDeleteAnnotationsRequest; } export interface LLMObservabilityApiDeleteLLMObsCustomEvalConfigRequest { /** * The name of the custom LLM Observability evaluator configuration. * @type string */ evalName: string; } export interface LLMObservabilityApiDeleteLLMObsDataRequest { /** * Data deletion request payload. * @type LLMObsDataDeletionRequest */ body: LLMObsDataDeletionRequest; } export interface LLMObservabilityApiDeleteLLMObsDatasetRecordsRequest { /** * The ID of the LLM Observability project. * @type string */ projectId: string; /** * The ID of the LLM Observability dataset. * @type string */ datasetId: string; /** * Delete records payload. * @type LLMObsDeleteDatasetRecordsRequest */ body: LLMObsDeleteDatasetRecordsRequest; } export interface LLMObservabilityApiDeleteLLMObsDatasetsRequest { /** * The ID of the LLM Observability project. * @type string */ projectId: string; /** * Delete datasets payload. * @type LLMObsDeleteDatasetsRequest */ body: LLMObsDeleteDatasetsRequest; } export interface LLMObservabilityApiDeleteLLMObsExperimentsRequest { /** * Delete experiments payload. * @type LLMObsDeleteExperimentsRequest */ body: LLMObsDeleteExperimentsRequest; } export interface LLMObservabilityApiDeleteLLMObsPatternsConfigRequest { /** * The ID of the patterns configuration. * @type string */ configId: string; } export interface LLMObservabilityApiDeleteLLMObsProjectsRequest { /** * Delete projects payload. * @type LLMObsDeleteProjectsRequest */ body: LLMObsDeleteProjectsRequest; } export interface LLMObservabilityApiExportLLMObsDatasetRequest { /** * The ID of the LLM Observability project. * @type string */ projectId: string; /** * The ID of the LLM Observability dataset. * @type string */ datasetId: string; /** * Export format for the dataset contents. Only `csv` is currently supported. * @type LLMObsDatasetExportFormat */ format?: LLMObsDatasetExportFormat; /** * Version of the dataset to export. If omitted, the current version is used. Must be between 0 and the current version of the dataset, inclusive. * @type number */ version?: number; } export interface LLMObservabilityApiGetLLMObsAnnotatedInteractionsRequest { /** * The ID of the LLM Observability annotation queue. * @type string */ queueId: string; } export interface LLMObservabilityApiGetLLMObsAnnotatedInteractionsByTraceIDsRequest { /** * One or more content IDs to retrieve annotated interactions for. At least one is required. * @type Array */ contentIds: Array; /** * Pagination offset. Must be >= 0. Defaults to 0. * @type number */ offset?: number; /** * Maximum number of results to return. Must be > 0. Defaults to 100. * @type number */ limit?: number; } export interface LLMObservabilityApiGetLLMObsAnnotationQueueLabelSchemaRequest { /** * The ID of the LLM Observability annotation queue. * @type string */ queueId: string; } export interface LLMObservabilityApiGetLLMObsCustomEvalConfigRequest { /** * The name of the custom LLM Observability evaluator configuration. * @type string */ evalName: string; } export interface LLMObservabilityApiGetLLMObsDatasetDraftStateRequest { /** * The ID of the LLM Observability project. * @type string */ projectId: string; /** * The ID of the LLM Observability dataset. * @type string */ datasetId: string; } export interface LLMObservabilityApiGetLLMObsPatternsRunStatusRequest { /** * The ID of the patterns configuration. * @type string */ configId: string; } export interface LLMObservabilityApiListLLMObsAnnotationQueuesRequest { /** * Filter annotation queues by project ID. Cannot be used together with `queueIds`. * @type string */ projectId?: string; /** * Filter annotation queues by queue IDs (comma-separated). Cannot be used together with `projectId`. * @type Array */ queueIds?: Array; } export interface LLMObservabilityApiListLLMObsDatasetRecordsRequest { /** * The ID of the LLM Observability project. * @type string */ projectId: string; /** * The ID of the LLM Observability dataset. * @type string */ datasetId: string; /** * Retrieve records from a specific dataset version. Defaults to the current version. * @type number */ filterVersion?: number; /** * Use the Pagination cursor to retrieve the next page of results. * @type string */ pageCursor?: string; /** * Maximum number of results to return per page. * @type number */ pageLimit?: number; } export interface LLMObservabilityApiListLLMObsDatasetsRequest { /** * The ID of the LLM Observability project. * @type string */ projectId: string; /** * Filter datasets by name. * @type string */ filterName?: string; /** * Filter datasets by dataset ID. * @type string */ filterId?: string; /** * Use the Pagination cursor to retrieve the next page of results. * @type string */ pageCursor?: string; /** * Maximum number of results to return per page. * @type number */ pageLimit?: number; } export interface LLMObservabilityApiListLLMObsDatasetVersionsRequest { /** * The ID of the LLM Observability project. * @type string */ projectId: string; /** * The ID of the LLM Observability dataset. * @type string */ datasetId: string; } export interface LLMObservabilityApiListLLMObsExperimentEventsRequest { /** * The ID of the LLM Observability experiment. * @type string */ experimentId: string; /** * Maximum number of spans to return per page. Defaults to 5000. * @type number */ pageLimit?: number; /** * Opaque cursor from a previous response to fetch the next page of results. * @type string */ pageCursor?: string; } export interface LLMObservabilityApiListLLMObsExperimentEventsV1Request { /** * The ID of the LLM Observability experiment. * @type string */ experimentId: string; } export interface LLMObservabilityApiListLLMObsExperimentEventsV2Request { /** * The ID of the LLM Observability experiment. * @type string */ experimentId: string; } export interface LLMObservabilityApiListLLMObsExperimentsRequest { /** * Filter experiments by project ID. Required if `filter[dataset_id]` is not provided. * @type string */ filterProjectId?: string; /** * Filter experiments by dataset ID. * @type string */ filterDatasetId?: string; /** * Filter experiments by experiment ID. Can be specified multiple times. * @type string */ filterId?: string; /** * Filter experiments by their exact run name. * @type string */ filterName?: string; /** * Filter by logical experiment name. This is the `name` field set when creating an experiment through `POST /experiments`. Returns all experiment runs that share the same name, enabling cross-commit and cross-branch comparisons. * @type string */ filterExperiment?: string; /** * Filter by JSONB metadata containment. Provide a JSON object string where * experiments whose metadata contains all specified key-value pairs are returned. * For example: `{"commit":"abc123","branch":"main"}`. * @type string */ filterMetadata?: string; /** * Filter experiments by the ID of their parent (baseline) experiment. Returns all experiments that were run against the given baseline. Can be specified multiple times. * @type string */ filterParentExperimentId?: string; /** * When `true`, return only soft-deleted experiments. Defaults to `false`. * @type boolean */ filterIsDeleted?: boolean; /** * When `true`, enrich each experiment with its author's user data in the `author` field. * @type boolean */ includeUserData?: boolean; /** * When `true`, enrich each experiment with its dataset name in the `dataset_name` field. * @type boolean */ includeDatasetNames?: boolean; /** * Use the pagination cursor returned in `meta.after` to retrieve the next page of results. * @type string */ pageCursor?: string; /** * Maximum number of results to return per page. Values above 5000 are clamped * to 5000. Defaults to 5000. * @type number */ pageLimit?: number; } export interface LLMObservabilityApiListLLMObsIntegrationAccountsRequest { /** * The name of the LLM integration. * @type LLMObsIntegrationName */ integration: LLMObsIntegrationName; } export interface LLMObservabilityApiListLLMObsIntegrationModelsRequest { /** * The name of the LLM integration. * @type LLMObsIntegrationName */ integration: LLMObsIntegrationName; /** * The ID of the integration account. * @type string */ accountId: string; } export interface LLMObservabilityApiListLLMObsPatternsClusteredPointsRequest { /** * The ID of the topic to retrieve clustered points for. * @type string */ topicId: string; /** * Maximum number of clustered points to return per page. * @type number */ pageSize?: number; /** * Pagination token to retrieve the next page of clustered points. * @type string */ pageToken?: string; } export interface LLMObservabilityApiListLLMObsPatternsRunsRequest { /** * The ID of the patterns configuration. * @type string */ configId: string; } export interface LLMObservabilityApiListLLMObsPatternsTopicsRequest { /** * The ID of the patterns configuration. * @type string */ configId: string; /** * The ID of a specific patterns run. Defaults to the most recent completed run. * @type string */ runId?: string; } export interface LLMObservabilityApiListLLMObsPatternsTopicsWithClusteredPointsRequest { /** * The ID of the patterns configuration. * @type string */ configId: string; /** * The ID of a specific patterns run. Defaults to the most recent completed run. * @type string */ runId?: string; /** * When true, enrich each clustered point with span metrics such as status, * duration, token counts, estimated cost, and evaluations. * @type boolean */ includeMetrics?: boolean; } export interface LLMObservabilityApiListLLMObsProjectsRequest { /** * Filter projects by project ID. * @type string */ filterId?: string; /** * Filter projects by name. * @type string */ filterName?: string; /** * Use the Pagination cursor to retrieve the next page of results. * @type string */ pageCursor?: string; /** * Maximum number of results to return per page. * @type number */ pageLimit?: number; } export interface LLMObservabilityApiListLLMObsSpansRequest { /** * Start of the time range. Accepts ISO 8601 or relative format (e.g., `now-15m`). Defaults to `now-15m`. * @type string */ filterFrom?: string; /** * End of the time range. Accepts ISO 8601 or relative format. Defaults to `now`. * @type string */ filterTo?: string; /** * Search query using LLM Observability query syntax. Supports attribute filters using the field:value syntax (e.g. session_id, trace_id, ml_app, meta.span.kind). When provided, structured field filters (`filter[span_id]`, `filter[trace_id]`, etc.) are ignored. * @type string */ filterQuery?: string; /** * Filter by exact span ID. * @type string */ filterSpanId?: string; /** * Filter by exact trace ID. * @type string */ filterTraceId?: string; /** * Filter by span kind (e.g., llm, agent, tool, task, workflow). * @type string */ filterSpanKind?: string; /** * Filter by span name. * @type string */ filterSpanName?: string; /** * Filter by ML application name. * @type string */ filterMlApp?: string; /** * Maximum number of spans to return. Defaults to `10`. * @type number */ pageLimit?: number; /** * Cursor from the previous response to retrieve the next page. * @type string */ pageCursor?: string; /** * Sort order for the results. * @type string */ sort?: string; /** * Whether to include attachment data in the response. Defaults to `true`. * @type boolean */ includeAttachments?: boolean; } export interface LLMObservabilityApiLockLLMObsDatasetDraftStateRequest { /** * The ID of the LLM Observability project. * @type string */ projectId: string; /** * The ID of the LLM Observability dataset. * @type string */ datasetId: string; } export interface LLMObservabilityApiRestoreLLMObsDatasetVersionRequest { /** * The ID of the LLM Observability project. * @type string */ projectId: string; /** * The ID of the LLM Observability dataset. * @type string */ datasetId: string; /** * Restore dataset version payload. * @type LLMObsDatasetRestoreVersionRequest */ body: LLMObsDatasetRestoreVersionRequest; } export interface LLMObservabilityApiSearchLLMObsExperimentationRequest { /** * Experimentation search payload. * @type LLMObsExperimentationSearchRequest */ body: LLMObsExperimentationSearchRequest; } export interface LLMObservabilityApiSearchLLMObsSpansRequest { /** * Search spans payload. * @type LLMObsSearchSpansRequest */ body: LLMObsSearchSpansRequest; } export interface LLMObservabilityApiSimpleSearchLLMObsExperimentationRequest { /** * Simple search payload. * @type LLMObsExperimentationSimpleSearchRequest */ body: LLMObsExperimentationSimpleSearchRequest; } export interface LLMObservabilityApiTriggerLLMObsPatternsRequest { /** * Trigger patterns payload. * @type LLMObsPatternsTriggerRequest */ body: LLMObsPatternsTriggerRequest; } export interface LLMObservabilityApiUnlockLLMObsDatasetDraftStateRequest { /** * The ID of the LLM Observability project. * @type string */ projectId: string; /** * The ID of the LLM Observability dataset. * @type string */ datasetId: string; } export interface LLMObservabilityApiUpdateLLMObsAnnotationQueueRequest { /** * The ID of the LLM Observability annotation queue. * @type string */ queueId: string; /** * Update annotation queue payload. * @type LLMObsAnnotationQueueUpdateRequest */ body: LLMObsAnnotationQueueUpdateRequest; } export interface LLMObservabilityApiUpdateLLMObsAnnotationQueueLabelSchemaRequest { /** * The ID of the LLM Observability annotation queue. * @type string */ queueId: string; /** * Update label schema payload. * @type LLMObsAnnotationQueueLabelSchemaUpdateRequest */ body: LLMObsAnnotationQueueLabelSchemaUpdateRequest; } export interface LLMObservabilityApiUpdateLLMObsCustomEvalConfigRequest { /** * The name of the custom LLM Observability evaluator configuration. * @type string */ evalName: string; /** * Custom evaluator configuration payload. * @type LLMObsCustomEvalConfigUpdateRequest */ body: LLMObsCustomEvalConfigUpdateRequest; } export interface LLMObservabilityApiUpdateLLMObsDatasetRequest { /** * The ID of the LLM Observability project. * @type string */ projectId: string; /** * The ID of the LLM Observability dataset. * @type string */ datasetId: string; /** * Update dataset payload. * @type LLMObsDatasetUpdateRequest */ body: LLMObsDatasetUpdateRequest; } export interface LLMObservabilityApiUpdateLLMObsDatasetRecordsRequest { /** * The ID of the LLM Observability project. * @type string */ projectId: string; /** * The ID of the LLM Observability dataset. * @type string */ datasetId: string; /** * Update records payload. * @type LLMObsDatasetRecordsUpdateRequest */ body: LLMObsDatasetRecordsUpdateRequest; } export interface LLMObservabilityApiUpdateLLMObsExperimentRequest { /** * The ID of the LLM Observability experiment. * @type string */ experimentId: string; /** * Update experiment payload. * @type LLMObsExperimentUpdateRequest */ body: LLMObsExperimentUpdateRequest; } export interface LLMObservabilityApiUpdateLLMObsProjectRequest { /** * The ID of the LLM Observability project. * @type string */ projectId: string; /** * Update project payload. * @type LLMObsProjectUpdateRequest */ body: LLMObsProjectUpdateRequest; } export interface LLMObservabilityApiUploadLLMObsDatasetRecordsFileRequest { /** * The ID of the LLM Observability project. * @type string */ projectId: string; /** * The ID of the LLM Observability dataset. * @type string */ datasetId: string; /** * Whether to skip records whose `input` already exists in the dataset. Defaults to `false`. * @type boolean */ deduplicate?: boolean; /** * Whether to overwrite existing records that share the same user-provided `id`. Defaults to `true`. * @type boolean */ overwrite?: boolean; /** * Tags to apply to every uploaded record, in addition to any tags defined on individual rows. Can be repeated, e.g. `tags=env:prod&tags=team:ai`. * @type Array */ tags?: Array; /** * Whether to enrich the response with user metadata. * @type boolean */ includeUserData?: boolean; /** * Multipart upload payload containing the records file. * @type HttpFile */ file?: HttpFile; } export interface LLMObservabilityApiUpsertLLMObsAnnotationsRequest { /** * The ID of the LLM Observability annotation queue. * @type string */ queueId: string; /** * Payload for creating or updating annotations. * @type LLMObsAnnotationsRequest */ body: LLMObsAnnotationsRequest; } export interface LLMObservabilityApiUpsertLLMObsPatternsConfigRequest { /** * Patterns configuration payload. * @type LLMObsPatternsConfigUpsertRequest */ body: LLMObsPatternsConfigUpsertRequest; } export declare class LLMObservabilityApi { private requestFactory; private responseProcessor; private configuration; constructor(configuration: Configuration, requestFactory?: LLMObservabilityApiRequestFactory, responseProcessor?: LLMObservabilityApiResponseProcessor); /** * Execute an analytics aggregation over LLM Observability experimentation data. * Use this endpoint to compute metrics (for example average eval scores) grouped by fields such as `span_id` or `experiment_id`. * * At least one `compute` definition and one `index` must be provided. * @param param The request object */ aggregateLLMObsExperimentation(param: LLMObservabilityApiAggregateLLMObsExperimentationRequest, options?: Configuration): Promise; /** * Insert, update, and delete records in a single dataset operation. By default, a new dataset version is created when the batch is applied. * @param param The request object */ batchUpdateLLMObsDataset(param: LLMObservabilityApiBatchUpdateLLMObsDatasetRequest, options?: Configuration): Promise; /** * Clone a dataset, copying its current records into a new dataset within the same project. * @param param The request object */ cloneLLMObsDataset(param: LLMObservabilityApiCloneLLMObsDatasetRequest, options?: Configuration): Promise; /** * Create an annotation queue. The `name` and `project_id` fields are required. * An optional `annotation_schema` can be provided to define the labels for the queue. * Fields such as `created_by`, `owned_by`, `created_at`, `modified_by`, * and `modified_at` are inferred by the backend. * @param param The request object */ createLLMObsAnnotationQueue(param: LLMObservabilityApiCreateLLMObsAnnotationQueueRequest, options?: Configuration): Promise; /** * Add one or more interactions to an annotation queue. At least one * interaction must be provided. Each interaction has a `type`: * * - `trace`, `experiment_trace`, `session`: `content_id` references the * upstream entity; the server fetches the actual content. * - `display_block`: omit `content_id` and provide the rendered content * in `display_block`. The server generates `content_id` as a * deterministic hash of the block list. * * Items of different types can be mixed in a single request. * @param param The request object */ createLLMObsAnnotationQueueInteractions(param: LLMObservabilityApiCreateLLMObsAnnotationQueueInteractionsRequest, options?: Configuration): Promise; /** * Create a new LLM Observability dataset within the specified project. * @param param The request object */ createLLMObsDataset(param: LLMObservabilityApiCreateLLMObsDatasetRequest, options?: Configuration): Promise; /** * Append one or more records to an LLM Observability dataset. * @param param The request object */ createLLMObsDatasetRecords(param: LLMObservabilityApiCreateLLMObsDatasetRecordsRequest, options?: Configuration): Promise; /** * Create a new LLM Observability experiment. * @param param The request object */ createLLMObsExperiment(param: LLMObservabilityApiCreateLLMObsExperimentRequest, options?: Configuration): Promise; /** * Push spans and metrics for an LLM Observability experiment. * @param param The request object */ createLLMObsExperimentEvents(param: LLMObservabilityApiCreateLLMObsExperimentEventsRequest, options?: Configuration): Promise; /** * Run an LLM inference request through the specified integration and account, returning the model response and token usage. * @param param The request object */ createLLMObsIntegrationInference(param: LLMObservabilityApiCreateLLMObsIntegrationInferenceRequest, options?: Configuration): Promise; /** * Create a new LLM Observability project. Returns the existing project if a name conflict occurs. * @param param The request object */ createLLMObsProject(param: LLMObservabilityApiCreateLLMObsProjectRequest, options?: Configuration): Promise; /** * Delete an annotation queue by its ID. * @param param The request object */ deleteLLMObsAnnotationQueue(param: LLMObservabilityApiDeleteLLMObsAnnotationQueueRequest, options?: Configuration): Promise; /** * Delete one or more interactions from an annotation queue. * @param param The request object */ deleteLLMObsAnnotationQueueInteractions(param: LLMObservabilityApiDeleteLLMObsAnnotationQueueInteractionsRequest, options?: Configuration): Promise; /** * Delete one or more annotations from an annotation queue. * @param param The request object */ deleteLLMObsAnnotations(param: LLMObservabilityApiDeleteLLMObsAnnotationsRequest, options?: Configuration): Promise; /** * Delete a custom LLM Observability evaluator configuration by its name. * @param param The request object */ deleteLLMObsCustomEvalConfig(param: LLMObservabilityApiDeleteLLMObsCustomEvalConfigRequest, options?: Configuration): Promise; /** * Submit a request to delete LLM Observability span data matching a trace ID filter within a specified time range. * @param param The request object */ deleteLLMObsData(param: LLMObservabilityApiDeleteLLMObsDataRequest, options?: Configuration): Promise; /** * Delete one or more records from an LLM Observability dataset. * @param param The request object */ deleteLLMObsDatasetRecords(param: LLMObservabilityApiDeleteLLMObsDatasetRecordsRequest, options?: Configuration): Promise; /** * Delete one or more LLM Observability datasets within the specified project. * @param param The request object */ deleteLLMObsDatasets(param: LLMObservabilityApiDeleteLLMObsDatasetsRequest, options?: Configuration): Promise; /** * Delete one or more LLM Observability experiments. * @param param The request object */ deleteLLMObsExperiments(param: LLMObservabilityApiDeleteLLMObsExperimentsRequest, options?: Configuration): Promise; /** * Delete a patterns configuration by its ID. * @param param The request object */ deleteLLMObsPatternsConfig(param: LLMObservabilityApiDeleteLLMObsPatternsConfigRequest, options?: Configuration): Promise; /** * Delete one or more LLM Observability projects. * @param param The request object */ deleteLLMObsProjects(param: LLMObservabilityApiDeleteLLMObsProjectsRequest, options?: Configuration): Promise; /** * Download the contents of a dataset as a CSV file. The download is streamed and includes one row per dataset record. * @param param The request object */ exportLLMObsDataset(param: LLMObservabilityApiExportLLMObsDatasetRequest, options?: Configuration): Promise; /** * Retrieve all interactions (traces and sessions) and their annotations for a given annotation queue. * @param param The request object */ getLLMObsAnnotatedInteractions(param: LLMObservabilityApiGetLLMObsAnnotatedInteractionsRequest, options?: Configuration): Promise; /** * Returns annotated interactions across all annotation queues for the given content IDs. * Results include queue metadata (ID and name) for each interaction. * @param param The request object */ getLLMObsAnnotatedInteractionsByTraceIDs(param: LLMObservabilityApiGetLLMObsAnnotatedInteractionsByTraceIDsRequest, options?: Configuration): Promise; /** * Retrieve the label schema for a given annotation queue. * @param param The request object */ getLLMObsAnnotationQueueLabelSchema(param: LLMObservabilityApiGetLLMObsAnnotationQueueLabelSchemaRequest, options?: Configuration): Promise; /** * Retrieve a custom LLM Observability evaluator configuration by its name. * @param param The request object */ getLLMObsCustomEvalConfig(param: LLMObservabilityApiGetLLMObsCustomEvalConfigRequest, options?: Configuration): Promise; /** * Retrieve the draft state of a dataset, including whether it is currently locked for editing and which user holds the lock. * @param param The request object */ getLLMObsDatasetDraftState(param: LLMObservabilityApiGetLLMObsDatasetDraftStateRequest, options?: Configuration): Promise; /** * Retrieve the patterns configuration for the organization. * @param param The request object */ getLLMObsPatternsConfig(options?: Configuration): Promise; /** * Retrieve the status and step-by-step progress of the current or most recent * patterns run for a configuration. * @param param The request object */ getLLMObsPatternsRunStatus(param: LLMObservabilityApiGetLLMObsPatternsRunStatusRequest, options?: Configuration): Promise; /** * List annotation queues. Optionally filter by project ID or queue IDs. These parameters are mutually exclusive. * If neither is provided, all queues in the organization are returned. * @param param The request object */ listLLMObsAnnotationQueues(param?: LLMObservabilityApiListLLMObsAnnotationQueuesRequest, options?: Configuration): Promise; /** * List all records in an LLM Observability dataset, sorted by creation date, newest first. * @param param The request object */ listLLMObsDatasetRecords(param: LLMObservabilityApiListLLMObsDatasetRecordsRequest, options?: Configuration): Promise; /** * List all LLM Observability datasets for a project, sorted by creation date, newest first. * @param param The request object */ listLLMObsDatasets(param: LLMObservabilityApiListLLMObsDatasetsRequest, options?: Configuration): Promise; /** * List the active versions of a dataset. A version is created each time a dataset is referenced by an experiment run. * @param param The request object */ listLLMObsDatasetVersions(param: LLMObservabilityApiListLLMObsDatasetVersionsRequest, options?: Configuration): Promise; /** * Retrieve spans and experiment-level summary metrics for a given experiment with cursor-based pagination. * @param param The request object */ listLLMObsExperimentEvents(param: LLMObservabilityApiListLLMObsExperimentEventsRequest, options?: Configuration): Promise; /** * Retrieve spans with their evaluation metrics for a given experiment. Returns spans only, with no summary metrics and no pagination. Deprecated in favor of `ListLLMObsExperimentEventsV3`. * @param param The request object */ listLLMObsExperimentEventsV1(param: LLMObservabilityApiListLLMObsExperimentEventsV1Request, options?: Configuration): Promise; /** * Retrieve spans and experiment-level summary metrics for a given experiment. Returns the full events payload without pagination. Deprecated: use `ListLLMObsExperimentEventsV3` instead. * @param param The request object */ listLLMObsExperimentEventsV2(param: LLMObservabilityApiListLLMObsExperimentEventsV2Request, options?: Configuration): Promise; /** * List all LLM Observability experiments sorted by creation date, newest first. * @param param The request object */ listLLMObsExperiments(param?: LLMObservabilityApiListLLMObsExperimentsRequest, options?: Configuration): Promise; /** * Retrieve the list of configured accounts for the specified LLM provider integration. * @param param The request object */ listLLMObsIntegrationAccounts(param: LLMObservabilityApiListLLMObsIntegrationAccountsRequest, options?: Configuration): Promise>; /** * Retrieve the list of models available for the specified LLM provider integration and account. * @param param The request object */ listLLMObsIntegrationModels(param: LLMObservabilityApiListLLMObsIntegrationModelsRequest, options?: Configuration): Promise>; /** * List the data points grouped into a topic. For a parent topic, points from all * of its leaf topics are returned. * @param param The request object */ listLLMObsPatternsClusteredPoints(param: LLMObservabilityApiListLLMObsPatternsClusteredPointsRequest, options?: Configuration): Promise; /** * List all patterns configurations for the organization. * @param param The request object */ listLLMObsPatternsConfigs(options?: Configuration): Promise; /** * List the completed patterns runs for a configuration. * @param param The request object */ listLLMObsPatternsRuns(param: LLMObservabilityApiListLLMObsPatternsRunsRequest, options?: Configuration): Promise; /** * List the topics discovered by a patterns run. When no run is specified, * the most recent completed run is used. * @param param The request object */ listLLMObsPatternsTopics(param: LLMObservabilityApiListLLMObsPatternsTopicsRequest, options?: Configuration): Promise; /** * List the topics discovered by a patterns run, with the clustered points attached * inline to each leaf topic. When no run is specified, the most recent completed * run is used. * @param param The request object */ listLLMObsPatternsTopicsWithClusteredPoints(param: LLMObservabilityApiListLLMObsPatternsTopicsWithClusteredPointsRequest, options?: Configuration): Promise; /** * List all LLM Observability projects sorted by creation date, newest first. * @param param The request object */ listLLMObsProjects(param?: LLMObservabilityApiListLLMObsProjectsRequest, options?: Configuration): Promise; /** * List LLM Observability spans matching the specified filters. * @param param The request object */ listLLMObsSpans(param?: LLMObservabilityApiListLLMObsSpansRequest, options?: Configuration): Promise; /** * Acquire the draft lock on a dataset for the calling user. The lock prevents other users from concurrently editing the dataset draft. * @param param The request object */ lockLLMObsDatasetDraftState(param: LLMObservabilityApiLockLLMObsDatasetDraftStateRequest, options?: Configuration): Promise; /** * Restore a dataset to a previous version. The dataset's current version is bumped, and its records are replaced with the records from the specified prior version. * @param param The request object */ restoreLLMObsDatasetVersion(param: LLMObservabilityApiRestoreLLMObsDatasetVersionRequest, options?: Configuration): Promise; /** * Search across LLM Observability experimentation entities — projects, datasets, dataset records, experiments, and experiment runs — using cursor-based pagination. * * The `filter.scope` field controls which entity types are returned. At least one valid scope must be provided. * * Returns `200 OK` when all results fit in a single page. Returns `206 Partial Content` with a cursor in `meta.after` when additional pages are available. * @param param The request object */ searchLLMObsExperimentation(param: LLMObservabilityApiSearchLLMObsExperimentationRequest, options?: Configuration): Promise; /** * Search LLM Observability spans using structured filters in the request body. * @param param The request object */ searchLLMObsSpans(param: LLMObservabilityApiSearchLLMObsSpansRequest, options?: Configuration): Promise; /** * Search across LLM Observability experimentation entities using offset-based (page-number) pagination. * Use this endpoint when you need total page count or want to navigate to a specific page number. * * The `filter.scope` field controls which entity types are returned. At least one valid scope must be provided. * @param param The request object */ simpleSearchLLMObsExperimentation(param: LLMObservabilityApiSimpleSearchLLMObsExperimentationRequest, options?: Configuration): Promise; /** * Start a patterns run for a given configuration. The run executes asynchronously. * @param param The request object */ triggerLLMObsPatterns(param: LLMObservabilityApiTriggerLLMObsPatternsRequest, options?: Configuration): Promise; /** * Release the draft lock on a dataset held by the calling user, allowing other users to edit the dataset draft. * @param param The request object */ unlockLLMObsDatasetDraftState(param: LLMObservabilityApiUnlockLLMObsDatasetDraftStateRequest, options?: Configuration): Promise; /** * Partially update an annotation queue. The `name`, `description`, and `annotation_schema` fields can be updated. * @param param The request object */ updateLLMObsAnnotationQueue(param: LLMObservabilityApiUpdateLLMObsAnnotationQueueRequest, options?: Configuration): Promise; /** * Create or replace the label schema for a given annotation queue. * The label schema defines the labels annotators can apply to interactions in the queue. * Label names must be unique within the queue and match the pattern `^[a-zA-Z0-9_-]+$`. * Each label must have a valid type: score, categorical, boolean, or text. * @param param The request object */ updateLLMObsAnnotationQueueLabelSchema(param: LLMObservabilityApiUpdateLLMObsAnnotationQueueLabelSchemaRequest, options?: Configuration): Promise; /** * Create or update a custom LLM Observability evaluator configuration by its name. * @param param The request object */ updateLLMObsCustomEvalConfig(param: LLMObservabilityApiUpdateLLMObsCustomEvalConfigRequest, options?: Configuration): Promise; /** * Partially update an existing LLM Observability dataset within the specified project. * @param param The request object */ updateLLMObsDataset(param: LLMObservabilityApiUpdateLLMObsDatasetRequest, options?: Configuration): Promise; /** * Update one or more existing records in an LLM Observability dataset. * @param param The request object */ updateLLMObsDatasetRecords(param: LLMObservabilityApiUpdateLLMObsDatasetRecordsRequest, options?: Configuration): Promise; /** * Partially update an existing LLM Observability experiment. * @param param The request object */ updateLLMObsExperiment(param: LLMObservabilityApiUpdateLLMObsExperimentRequest, options?: Configuration): Promise; /** * Partially update an existing LLM Observability project. * @param param The request object */ updateLLMObsProject(param: LLMObservabilityApiUpdateLLMObsProjectRequest, options?: Configuration): Promise; /** * Upload records to a dataset from a file. The request is a `multipart/form-data` upload containing a single `file` part. * Currently only CSV is supported. The CSV must include an `input` column. Optional columns are `id`, `expected_output`, `metadata`, and `tags`. * * The response is a Server-Sent Events stream (`text/event-stream`) emitting progress updates while records are processed. The stream emits the following named events: * - `progress`: incremental record counts written so far. * - `completed`: terminal event with a JSON body containing `records_created`. * - `error`: terminal event with a JSON body containing an error `message`. * @param param The request object */ uploadLLMObsDatasetRecordsFile(param: LLMObservabilityApiUploadLLMObsDatasetRecordsFileRequest, options?: Configuration): Promise; /** * Create or update annotations on interactions in a queue. Each annotation is matched * by `interaction_id` and the requesting user's identity. * Results and errors in the response are linked to request items by `interaction_id`. * Errors for individual items are returned in the `errors` field without blocking the rest of the batch. * @param param The request object */ upsertLLMObsAnnotations(param: LLMObservabilityApiUpsertLLMObsAnnotationsRequest, options?: Configuration): Promise; /** * Create a new patterns configuration, or update an existing one when a configuration ID is provided. * @param param The request object */ upsertLLMObsPatternsConfig(param: LLMObservabilityApiUpsertLLMObsPatternsConfigRequest, options?: Configuration): Promise; }