{"version":3,"sources":["../src/client/index.ts","../src/client/client.ts","../src/audio/service.ts","../src/audio/worker/AudioWorklet.ts","../src/client/types.ts","../src/index.ts"],"sourcesContent":["import { Client } from \"./client\";\nimport { Config } from \"./types\";\n\nexport function createClient(config: Config) {\n return new Client(config);\n}\n\nexport async function createMicrophoneAudioTrack(sampleRate: number, config?: Config): Promise {\n const audioConstraints = {\n sampleRate: sampleRate,\n echoCancellation: true,\n noiseSuppression: true,\n channelCount: 1,\n autoGainControl: true,\n latency: 0,\n ...(config?.audioSource?.constraints || {}),\n };\n\n if (config?.audioSource?.deviceId) {\n audioConstraints.deviceId = config.audioSource.deviceId;\n }\n\n return (navigator.mediaDevices as any).getUserMedia({\n audio: audioConstraints,\n });\n}","import { EventEmitter } from \"eventemitter3\";\nimport { AudioService } from \"../audio/service\";\nimport { LatencyEstimator } from \"../audio/latency_estimator\";\nimport { AgentConfig, AgentState, ClientEvents, ClientInterface, Config } from \"./types\";\n\n// const HOST = \"wss://gateway.millis.ai:8080/\";\n// const HOST = \"ws://54.177.98.36:8080/\";\n// const HOST = \"ws://betaapi.tmatehq.com:8080/\";\nconst HOST = \"wss://api-west.millis.ai:8080/millis\";\n// const HOST = \"ws://localhost:8080/millis\";\n\nexport interface IMessage {\n method: string;\n data?: string;\n payload?: any;\n}\n\nexport interface IStartPayload {\n // call_id?: string,\n agent: {\n agent_id?: string,\n agent_config?: AgentConfig,\n },\n metadata?: object,\n include_metadata_in_prompt?: boolean,\n session_continuation?: {\n session_id?: string\n }\n}\n\nenum State {\n IDLE,\n READY,\n GOT_READY_EVENT,\n GOT_FIRST_AUDIO\n}\n\nexport class Client extends EventEmitter implements ClientInterface {\n private config: Config;\n private ws: WebSocket | null;\n private audioService: AudioService | null;\n private startAnswering: number = 0;\n private count: number = 0;\n private latencyEstimator: LatencyEstimator | null;\n private agentState: AgentState = AgentState.IDLE;\n private state: State = State.IDLE;\n private muted: boolean = false;\n private readyPayload: object | undefined = undefined;\n\n constructor(config: Config) {\n super();\n this.ws = null;\n this.audioService = null;\n this.latencyEstimator = null;\n const defaultConfig = {\n debug: false\n }\n this.config = {...defaultConfig, ...config};\n this.print('init');\n }\n\n private reset() {\n this.state = State.IDLE;\n this.agentState = AgentState.IDLE;\n this.count = 0;\n this.startAnswering = 0;\n this.muted = false;\n }\n\n private print(message: string) {\n if (this.config.debug) {\n console.log(\"[millis]\", message);\n }\n }\n\n private connect(payload: IStartPayload) {\n this.print('starting websocket');\n this.ws = new WebSocket(this.config.endPoint || HOST);\n this.ws.binaryType = \"arraybuffer\";\n\n this.ws.onopen = () => {\n this.print('websocket connected, sending initiate message');\n this.emit(\"onopen\");\n this.send(JSON.stringify({\n \"method\": \"initiate\",\n \"data\": {\n public_key: this.config.publicKey,\n agent: payload.agent,\n metadata: payload.metadata,\n include_metadata_in_prompt: payload.include_metadata_in_prompt,\n session_continuation: payload.session_continuation\n }}));\n };\n\n this.ws.onmessage = (event) => {\n if (event.data instanceof ArrayBuffer) {\n this.print('audio data received');\n // this.config.isTest && this.latencyEstimator?.onAudio();\n if (this.startAnswering > 0) {\n this.emit(\"onlatency\", Date.now() - this.startAnswering);\n this.print('latency: ' + (Date.now() - this.startAnswering));\n this.startAnswering = 0;\n this.switchState(AgentState.ANSWER);\n }\n if (!this.config.isBenchmark) {\n const audio = new Uint8Array(event.data);\n this.audioService?.play(audio);\n this.emit(\"onaudio\", audio);\n }\n } else {\n const message: IMessage = JSON.parse(event.data);\n if (message.method === \"onready\") {\n this.onready(message.payload);\n return;\n }\n if (!this.handle(message)) {\n this.emit(message.method as keyof ClientEvents, message.data as any, message.payload);\n }\n this.print(`received ${message.method}`);\n }\n };\n this.ws.onclose = (event: CloseEvent) => {\n this.stop();\n this.emit(\"onclose\", event);\n this.print('websocket disconnected');\n this.switchState(AgentState.IDLE);\n };\n this.ws.onerror = (event: Event) => {\n this.stop();\n this.emit(\"onerror\", event);\n this.print('websocket error: ' + event);\n };\n }\n\n public send(data: Uint8Array | string) {\n if (this.ws?.readyState === 1) {\n this.ws.send(data);\n }\n }\n\n private handle(message: IMessage) {\n switch(message.method) {\n case \"start_answering\":\n this.startAnswering = Date.now();\n this.switchState(AgentState.PREPARE_ANSWER);\n return true;\n case \"clear\":\n this.audioService?.reset();\n this.switchState(AgentState.IDLE);\n return true;\n case \"pause\":\n this.audioService?.setpause(true);\n this.switchState(AgentState.PAUSE);\n return true;\n case \"unpause\":\n this.audioService?.setpause(false);\n this.switchState(AgentState.ANSWER);\n return true;\n case \"pong\":\n this.print(\"Ping rtt \" + (Date.now() - Number(message.data)))\n return true;\n }\n return false;\n }\n\n private onready(payload?: object) {\n // if (this.config.isTest) {\n // this.latencyEstimator = new LatencyEstimator(this);\n // this.latencyEstimator.start();\n // }\n this.readyPayload = payload;\n this.switchState(AgentState.IDLE);\n this.switchConnectionState(State.GOT_READY_EVENT);\n }\n\n public async start(payload: IStartPayload | AgentConfig | string, metadata?: object, includeMetadataInPrompt?: boolean) {\n this.print('starting conversation');\n this.audioService = new AudioService(this.config);\n this.audioService.on(\"data\", (audio: Uint8Array) => {\n // if (this.config.isTest && this.latencyEstimator?.isTesting()) {\n // return;\n // }\n if (this.muted) {\n audio.fill(0);\n } else {\n this.print('sending audio data');\n }\n this.send(audio);\n this.count++;\n if (this.count % 1000 == 0) {\n this.print('sending ping');\n this.send(JSON.stringify({\"method\": \"ping\", \"data\": Date.now().toString()}));\n }\n this.switchConnectionState(State.GOT_FIRST_AUDIO);\n });\n this.audioService.on(\"analyzer\", (analyzer) => {\n this.emit(\"analyzer\", analyzer);\n });\n this.audioService.on(\"useraudioready\", (analyzer) => {\n this.print('user audio ready');\n this.emit(\"useraudioready\", analyzer);\n });\n this.audioService.on(\"playback_finished\", () => {\n if (this.agentState === AgentState.ANSWER) {\n this.switchState(AgentState.IDLE);\n }\n })\n\n this.print('starting audio service');\n await this.audioService.start();\n this.print('audio service started');\n let finalPayload: IStartPayload;\n if (typeof payload === \"object\" && ('agent' in payload || 'call_id' in payload)) {\n finalPayload = payload as IStartPayload;\n } else {\n finalPayload = {agent: typeof payload === \"string\" ? {agent_id: payload} : {agent_config: payload as AgentConfig}};\n if (metadata) {\n finalPayload.metadata = metadata;\n }\n if (includeMetadataInPrompt) {\n finalPayload.include_metadata_in_prompt = includeMetadataInPrompt;\n }\n }\n this.connect(finalPayload);\n }\n\n public async stop() {\n if (this.audioService) {\n this.print('stopping audio service');\n this.audioService.stop();\n this.audioService = null;\n this.print('audio service stopped');\n }\n this.ws?.close();\n this.reset();\n }\n\n public mute() {\n this.muted = true;\n }\n\n public unmute() {\n this.muted = false;\n }\n\n private switchState(state: AgentState) {\n this.agentState = state;\n this.emit(\"onagentstate\", state);\n }\n\n private switchConnectionState(newState: State) {\n if (this.state === State.IDLE) {\n this.state = newState;\n } else if ((this.state === State.GOT_FIRST_AUDIO && newState === State.GOT_READY_EVENT)\n || (this.state === State.GOT_READY_EVENT && newState === State.GOT_FIRST_AUDIO)) {\n this.state = State.READY;\n this.emit(\"onready\", this.readyPayload);\n }\n }\n}\n","import EventEmitter from \"eventemitter3\";\nimport { createMicrophoneAudioTrack } from \"../client\";\nimport { workletCode } from \"./worker/AudioWorklet\";\nimport { create, ConverterType } from '@alexanderolsen/libsamplerate-js';\nimport { Config } from \"../client/types\";\n\nconst SAMPLE_RATE = 16000;\n\nexport class AudioService extends EventEmitter {\n private config: Config;\n private audioContext: AudioContext | null = null;\n private stream: MediaStream | null = null;\n\n // Chrome\n private audioNode: AudioWorkletNode | null = null;\n\n // Others\n private captureNode: ScriptProcessorNode | null = null;\n private audioData: Float32Array[] = [];\n private audioDataIndex: number = 0;\n private pause: boolean = false;\n private inputResampler: any | null;\n private outputResampler: any | null;\n private needResample: boolean = false;\n private resamplerCreated: boolean = false;\n\n constructor(config: Config) {\n super();\n this.config = config;\n }\n\n private print(message: string) {\n if (this.config.debug) {\n console.log(\"[millis audio service]\", message);\n }\n }\n\n public async start() {\n const sampleRate = SAMPLE_RATE;\n if (this.isFirefox()) {\n // TODO assume firefox doesn't use audioworklet\n this.audioContext = new AudioContext({ latencyHint: \"interactive\" });\n this.needResample = true;\n } else {\n this.needResample = false;\n this.audioContext = new AudioContext({ latencyHint: \"interactive\", sampleRate: sampleRate });\n }\n this.print(\"starting audio service, firefox: \" + this.isFirefox() + \", need resample: \" + this.needResample);\n\n try {\n this.print(\"requesting microphone permission\");\n this.stream = await createMicrophoneAudioTrack(sampleRate, this.config);\n this.print(\"microphone permission granted\");\n } catch (error) {\n this.print(\"microphone permission denied\");\n throw new Error(\"User didn't give microphone permission\");\n }\n\n this.print(\"starting audio capture and playback processor, worklet: \" + this.isAudioWorkletSupported());\n if (this.isAudioWorkletSupported()) {\n this.print(\"Starting audio worklet\");\n this.audioContext.resume();\n const blob = new Blob([workletCode], { type: \"application/javascript\" });\n const blobURL = URL.createObjectURL(blob);\n await this.audioContext.audioWorklet.addModule(blobURL);\n this.print(\"Audio worklet loaded\");\n this.audioNode = new AudioWorkletNode(\n this.audioContext,\n \"capture-and-playback-processor\",\n );\n this.print(\"Audio worklet setup\");\n\n this.audioNode.port.onmessage = (e) => {\n if (e.data instanceof Uint8Array) {\n this.emit(\"data\", e.data);\n } else if (e.data === \"playback_finished\") {\n this.onPlaybackFinished();\n }\n };\n\n const source = this.audioContext.createMediaStreamSource(this.stream);\n source.connect(this.audioNode);\n this.audioNode.connect(this.audioContext.destination);\n const userAnalyser = this.audioContext.createAnalyser();\n source.connect(userAnalyser);\n this.emit(\"useraudioready\", {\n analyser: userAnalyser,\n stream: this.stream\n });\n\n const analyser = this.audioContext.createAnalyser();\n this.audioNode.connect(analyser);\n analyser.connect(this.audioContext.destination);\n this.emit(\"analyzer\", analyser);\n } else {\n this.print(\"Starting audio capture node\");\n const source = this.audioContext.createMediaStreamSource(this.stream);\n this.captureNode = this.audioContext.createScriptProcessor(2048, 1, 1);\n this.captureNode.onaudioprocess = (audioProcessingEvent: AudioProcessingEvent) => {\n\n if (this.captureNode && this.audioContext) {\n // Resample inputData\n if (this.needResample && !this.resamplerCreated) {\n let converterType = ConverterType.SRC_SINC_FASTEST;\n let nChannels = 1;\n this.resamplerCreated = true;\n create(nChannels, this.audioContext.sampleRate, sampleRate, {\n converterType: converterType, // default SRC_SINC_FASTEST. see API for more\n }).then((src: any) => {\n this.inputResampler = src;\n });\n create(nChannels, sampleRate, this.audioContext.sampleRate, {\n converterType: converterType, // default SRC_SINC_FASTEST. see API for more\n }).then((src: any) => {\n this.outputResampler = src;\n });\n }\n var inputData = audioProcessingEvent.inputBuffer.getChannelData(0);\n var resampledAudio = null;\n if (this.inputResampler != null) {\n resampledAudio = this.inputResampler.full(inputData);\n } else {\n resampledAudio = inputData;\n }\n const pcmData = convertFloat32ToUint8(resampledAudio);\n this.emit(\"data\", pcmData);\n\n // Playback here\n const outputBuffer = audioProcessingEvent.outputBuffer;\n const outputChannel = outputBuffer.getChannelData(0);\n for (let i = 0; i < outputChannel.length; ++i) {\n if (this.audioData.length > 0 && !this.pause) {\n outputChannel[i] = this.audioData[0][this.audioDataIndex++];\n if (this.audioDataIndex === this.audioData[0].length) {\n this.audioData.shift();\n this.audioDataIndex = 0;\n if (this.audioData.length == 0) {\n this.onPlaybackFinished();\n }\n }\n } else {\n outputChannel[i] = 0;\n }\n }\n }\n };\n source.connect(this.captureNode);\n this.captureNode.connect(this.audioContext.destination);\n this.print(\"Audio capture node setup\");\n const userAnalyser = this.audioContext.createAnalyser();\n source.connect(userAnalyser);\n this.emit(\"useraudioready\", {\n analyser: userAnalyser,\n stream: this.stream\n });\n const analyser = this.audioContext.createAnalyser();\n this.captureNode.connect(analyser);\n analyser.connect(this.audioContext.destination);\n this.emit(\"analyzer\", analyser);\n }\n }\n\n public async stop() {\n this.audioContext?.suspend();\n this.audioContext?.close();\n\n if (this.isAudioWorkletSupported()) {\n this.audioNode?.disconnect();\n this.audioNode = null;\n } else {\n if (this.captureNode) {\n this.captureNode.disconnect();\n this.captureNode.onaudioprocess = null;\n this.captureNode = null;\n this.audioData = [];\n this.audioDataIndex = 0;\n }\n }\n this.stream?.getTracks().forEach((track) => track.stop());\n this.audioContext = null;\n this.stream = null;\n }\n\n public play(audio: Uint8Array) {\n if (this.isAudioWorkletSupported()) {\n this.audioNode?.port.postMessage(audio);\n } else {\n const float32Data = convertUint8ToFloat32(audio);\n var resampledAudio = null;\n if (this.outputResampler != null) {\n // Resample output samples\n resampledAudio = this.outputResampler.full(float32Data);\n } else {\n resampledAudio = float32Data;\n }\n this.audioData.push(resampledAudio);\n }\n }\n\n public setpause(pause: boolean) {\n if (this.isAudioWorkletSupported()) {\n this.audioNode?.port.postMessage(pause ? \"pause\" : \"unpause\");\n } else {\n this.pause = pause;\n }\n }\n\n public reset() {\n if (this.isAudioWorkletSupported()) {\n this.audioNode?.port.postMessage(\"clear\");\n } else {\n this.audioData = [];\n this.audioDataIndex = 0;\n }\n }\n\n private onPlaybackFinished() {\n this.emit(\"playback_finished\");\n }\n\n private isAudioWorkletSupported(): boolean {\n return /Chrome/.test(navigator.userAgent) && /Google Inc/.test(navigator.vendor);\n }\n private isFirefox(): boolean {\n return /Firefox/.test(navigator.userAgent);\n }\n}\n\nexport function convertUint8ToFloat32(array: Uint8Array): Float32Array {\n const targetArray = new Float32Array(array.byteLength / 2);\n\n // A DataView is used to read our 16-bit little-endian samples out of the Uint8Array buffer\n const sourceDataView = new DataView(array.buffer);\n\n // Loop through, get values, and divide by 32,768\n for (let i = 0; i < targetArray.length; i++) {\n targetArray[i] = sourceDataView.getInt16(i * 2, true) / Math.pow(2, 16 - 1);\n }\n return targetArray;\n}\n\nexport function convertFloat32ToUint8(array: Float32Array): Uint8Array {\n const buffer = new ArrayBuffer(array.length * 2);\n const view = new DataView(buffer);\n\n for (let i = 0; i < array.length; i++) {\n const value = (array[i] as number) * 32768;\n view.setInt16(i * 2, value, true); // true for little-endian\n }\n\n return new Uint8Array(buffer);\n}","export const workletCode = `\nclass captureAndPlaybackProcessor extends AudioWorkletProcessor {\n audioData = [];\n index = 0;\n pause = false;\n\n constructor() {\n super();\n //set listener to receive audio data, data is float32 array.\n this.port.onmessage = (e) => {\n if (e.data === \"clear\") {\n // Clear all buffer.\n this.audioData = [];\n this.index = 0;\n } else if (e.data === \"pause\") {\n this.pause = true;\n } else if (e.data === \"unpause\") {\n this.pause = false;\n } else if (e.data.length > 0) {\n this.audioData.push(this.convertUint8ToFloat32(e.data));\n }\n };\n }\n\n convertUint8ToFloat32(array) {\n const targetArray = new Float32Array(array.byteLength / 2);\n\n // A DataView is used to read our 16-bit little-endian samples out of the Uint8Array buffer\n const sourceDataView = new DataView(array.buffer);\n\n // Loop through, get values, and divide by 32,768\n for (let i = 0; i < targetArray.length; i++) {\n targetArray[i] = sourceDataView.getInt16(i * 2, true) / Math.pow(2, 16 - 1);\n }\n return targetArray;\n }\n\n convertFloat32ToUint8(array) {\n const buffer = new ArrayBuffer(array.length * 2);\n const view = new DataView(buffer);\n\n for (let i = 0; i < array.length; i++) {\n const value = array[i] * 32768;\n view.setInt16(i * 2, value, true); // true for little-endian\n }\n\n return new Uint8Array(buffer);\n }\n\n process(inputs, outputs, parameters) {\n // Capture\n const input = inputs[0];\n const inputChannel1 = input[0];\n const inputChannel2 = input[1];\n this.port.postMessage(this.convertFloat32ToUint8(inputChannel1));\n\n // Playback\n const output = outputs[0];\n const outputChannel1 = output[0];\n const outputChannel2 = output[1];\n // start playback.\n for (let i = 0; i < outputChannel1.length; ++i) {\n if (this.audioData.length > 0 && !this.pause) {\n outputChannel1[i] = this.audioData[0][this.index];\n outputChannel2[i] = this.audioData[0][this.index];\n this.index++;\n if (this.index == this.audioData[0].length) {\n this.audioData.shift();\n this.index = 0;\n if (this.audioData.length == 0) {\n this.port.postMessage(\"playback_finished\");\n }\n }\n } else {\n outputChannel1[i] = 0;\n outputChannel2[i] = 0;\n }\n }\n\n return true;\n }\n }\n\n registerProcessor(\n \"capture-and-playback-processor\",\n captureAndPlaybackProcessor,\n );\n`;","import { IStartPayload } from \"./client\";\n\nexport interface Config {\n publicKey: string;\n endPoint?: string;\n debug?: boolean;\n audioSource?: {\n deviceId?: string;\n constraints?: MediaTrackConstraints;\n };\n\n [key: string]: any;\n}\n\nexport type VoiceProvider = 'elevenlabs' | 'rime' | 'openai' | 'cartesia' | 'playht' | 'neets' | 'deepgram' | 'dubverse';\n\ninterface Tool { // Main structure for defining a function.\n name: string; // Function name, formatted as a valid identifier (no spaces, begins with a letter)\n description: string; // Detailed description to help the agent understand when to use the function\n webhook: string; // The URL of the webhook to which the request will be sent\n header: object; // Any necessary headers for the webhook request. Ex: {\"Content-Type\": \"application/json\"}\n params: Param[]; // Array of `Param` objects, defining the parameters needed by the function\n}\n\ninterface Param {\n name: string; // Valid parameter name, no spaces, starts with a letter, can use underscores or camelCase\n type: \"string\" | \"number\" | \"boolean\"; // The data type of the parameter (e.g., string, number, boolean)\n description: string; // Detailed description of the parameter\n required: boolean; // Whether this parameter is mandatory\n}\n\nexport interface Voice {\n provider: VoiceProvider;\n voice_id: string;\n}\n\ninterface AgentSetting {\n first_message?: string;\n vad_threshold?: number;\n privacy_settings?: {\n opt_out_data_collection: boolean;\n };\n session_timeout?: {\n max_duration: number;\n max_idle: number;\n message?: string;\n },\n custom_vocabulary?: {\n keywords?: object;\n };\n flow?: {\n user_start_first?: boolean;\n interruption?: {\n allowed: boolean;\n keep_interruption_message: boolean;\n };\n response_delay?: number;\n }\n}\n\ninterface WebhookSetting {\n session_data_webhook?: string;\n extra_prompt_webhook?: string;\n}\n\ntype AllSettings = AgentSetting & WebhookSetting;\n\nexport interface AgentConfig extends AllSettings {\n prompt?: string;\n voice?: Voice;\n tools?: Tool[];\n language?: string;\n custom_llm_websocket?: string;\n llm?: {model: string};\n [key: string]: any;\n}\n\nexport interface ClientEvents {\n 'onopen': () => void;\n 'onready': (payload?: { session_id?: string }) => void;\n 'onsessionended': () => void;\n 'onaudio': (audio: Uint8Array) => void;\n 'onresponsetext': (text: string, payload: { is_final?: boolean }) => void;\n 'ontranscript': (text: string, payload: { is_final?: boolean }) => void;\n 'analyzer': (analyzer: AnalyserNode) => void;\n 'useraudioready': (data: { analyser: AnalyserNode, stream: MediaStream }) => void;\n 'onlatency': (latency: number) => void;\n 'onclose': (event: CloseEvent) => void;\n 'onerror': (error: Event) => void;\n 'onagentstate': (state: AgentState) => void;\n 'ai_action': (action: any) => void;\n [key: string]: any;\n}\n\nexport interface ClientInterface {\n start(payload: IStartPayload | AgentConfig | string, metadata?: object, includeMetadataInPrompt?: boolean): Promise;\n stop(): Promise;\n mute(): void;\n unmute(): void;\n}\n\nexport enum AgentState {\n IDLE = \"idle\",\n PREPARE_ANSWER = \"prepare_answer\",\n ANSWER = \"answer\",\n PAUSE = \"pause\",\n}","import * as Millis from \"./client\";\nexport * from \"./client/types\";\n\nexport default Millis;\n"],"mappings":"omBAAA,IAAAA,EAAA,GAAAC,EAAAD,EAAA,kBAAAE,EAAA,+BAAAC,ICAA,OAAS,gBAAAC,MAAoB,gBCA7B,OAAOC,MAAkB,gBCAlB,IAAMC,EAAc;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;EDG3B,OAAS,UAAAC,EAAQ,iBAAAC,MAAqB,mCAGtC,IAAMC,EAAc,KAEPC,EAAN,cAA2BC,CAAa,CAkB7C,YAAYC,EAAgB,CAC1B,MAAM,EAjBR,KAAQ,aAAoC,KAC5C,KAAQ,OAA6B,KAGrC,KAAQ,UAAqC,KAG7C,KAAQ,YAA0C,KAClD,KAAQ,UAA4B,CAAC,EACrC,KAAQ,eAAyB,EACjC,KAAQ,MAAiB,GAGzB,KAAQ,aAAwB,GAChC,KAAQ,iBAA4B,GAIlC,KAAK,OAASA,CAChB,CAEQ,MAAMC,EAAiB,CACzB,KAAK,OAAO,OACd,QAAQ,IAAI,yBAA0BA,CAAO,CAEjD,CAEa,OAAQ,QAAAC,EAAA,sBACnB,IAAMC,EAAaN,EACf,KAAK,UAAU,GAEjB,KAAK,aAAe,IAAI,aAAa,CAAE,YAAa,aAAc,CAAC,EACnE,KAAK,aAAe,KAEpB,KAAK,aAAe,GACpB,KAAK,aAAe,IAAI,aAAa,CAAE,YAAa,cAAe,WAAYM,CAAW,CAAC,GAE7F,KAAK,MAAM,oCAAsC,KAAK,UAAU,EAAI,oBAAsB,KAAK,YAAY,EAE3G,GAAI,CACF,KAAK,MAAM,kCAAkC,EAC7C,KAAK,OAAS,MAAMC,EAA2BD,EAAY,KAAK,MAAM,EACtE,KAAK,MAAM,+BAA+B,CAC5C,OAASE,EAAO,CACd,WAAK,MAAM,8BAA8B,EACnC,IAAI,MAAM,wCAAwC,CAC1D,CAGA,GADA,KAAK,MAAM,2DAA6D,KAAK,wBAAwB,CAAC,EAClG,KAAK,wBAAwB,EAAG,CAClC,KAAK,MAAM,wBAAwB,EACnC,KAAK,aAAa,OAAO,EACzB,IAAMC,EAAO,IAAI,KAAK,CAACC,CAAW,EAAG,CAAE,KAAM,wBAAyB,CAAC,EACjEC,EAAU,IAAI,gBAAgBF,CAAI,EACxC,MAAM,KAAK,aAAa,aAAa,UAAUE,CAAO,EACtD,KAAK,MAAM,sBAAsB,EACjC,KAAK,UAAY,IAAI,iBACnB,KAAK,aACL,gCACF,EACA,KAAK,MAAM,qBAAqB,EAEhC,KAAK,UAAU,KAAK,UAAaC,GAAM,CACjCA,EAAE,gBAAgB,WACpB,KAAK,KAAK,OAAQA,EAAE,IAAI,EACfA,EAAE,OAAS,qBACpB,KAAK,mBAAmB,CAE5B,EAEA,IAAMC,EAAS,KAAK,aAAa,wBAAwB,KAAK,MAAM,EACpEA,EAAO,QAAQ,KAAK,SAAS,EAC7B,KAAK,UAAU,QAAQ,KAAK,aAAa,WAAW,EACpD,IAAMC,EAAe,KAAK,aAAa,eAAe,EACtDD,EAAO,QAAQC,CAAY,EAC3B,KAAK,KAAK,iBAAkB,CAC1B,SAAUA,EACV,OAAQ,KAAK,MACf,CAAC,EAED,IAAMC,EAAW,KAAK,aAAa,eAAe,EAClD,KAAK,UAAU,QAAQA,CAAQ,EAC/BA,EAAS,QAAQ,KAAK,aAAa,WAAW,EAC9C,KAAK,KAAK,WAAYA,CAAQ,CAChC,KAAO,CACL,KAAK,MAAM,6BAA6B,EACxC,IAAMF,EAAS,KAAK,aAAa,wBAAwB,KAAK,MAAM,EACpE,KAAK,YAAc,KAAK,aAAa,sBAAsB,KAAM,EAAG,CAAC,EACrE,KAAK,YAAY,eAAkBG,GAA+C,CAEhF,GAAI,KAAK,aAAe,KAAK,aAAc,CAEzC,GAAI,KAAK,cAAgB,CAAC,KAAK,iBAAkB,CAC/C,IAAIC,EAAgBC,EAAc,iBAC9BC,EAAY,EAChB,KAAK,iBAAmB,GACxBC,EAAOD,EAAW,KAAK,aAAa,WAAYb,EAAY,CAC1D,cAAeW,CACjB,CAAC,EAAE,KAAMI,GAAa,CACpB,KAAK,eAAiBA,CACxB,CAAC,EACDD,EAAOD,EAAWb,EAAY,KAAK,aAAa,WAAY,CAC1D,cAAeW,CACjB,CAAC,EAAE,KAAMI,GAAa,CACpB,KAAK,gBAAkBA,CACzB,CAAC,CACH,CACA,IAAIC,EAAYN,EAAqB,YAAY,eAAe,CAAC,EAC7DO,EAAiB,KACjB,KAAK,gBAAkB,KACzBA,EAAiB,KAAK,eAAe,KAAKD,CAAS,EAEnDC,EAAiBD,EAEnB,IAAME,EAAUC,EAAsBF,CAAc,EACpD,KAAK,KAAK,OAAQC,CAAO,EAIzB,IAAME,EADeV,EAAqB,aACP,eAAe,CAAC,EACnD,QAASW,EAAI,EAAGA,EAAID,EAAc,OAAQ,EAAEC,EACtC,KAAK,UAAU,OAAS,GAAK,CAAC,KAAK,OACrCD,EAAcC,CAAC,EAAI,KAAK,UAAU,CAAC,EAAE,KAAK,gBAAgB,EACtD,KAAK,iBAAmB,KAAK,UAAU,CAAC,EAAE,SAC5C,KAAK,UAAU,MAAM,EACrB,KAAK,eAAiB,EAClB,KAAK,UAAU,QAAU,GAC3B,KAAK,mBAAmB,IAI5BD,EAAcC,CAAC,EAAI,CAGzB,CACF,EACAd,EAAO,QAAQ,KAAK,WAAW,EAC/B,KAAK,YAAY,QAAQ,KAAK,aAAa,WAAW,EACtD,KAAK,MAAM,0BAA0B,EACrC,IAAMC,EAAe,KAAK,aAAa,eAAe,EACtDD,EAAO,QAAQC,CAAY,EAC3B,KAAK,KAAK,iBAAkB,CAC1B,SAAUA,EACV,OAAQ,KAAK,MACf,CAAC,EACD,IAAMC,EAAW,KAAK,aAAa,eAAe,EAClD,KAAK,YAAY,QAAQA,CAAQ,EACjCA,EAAS,QAAQ,KAAK,aAAa,WAAW,EAC9C,KAAK,KAAK,WAAYA,CAAQ,CAChC,CACF,GAEa,MAAO,QAAAV,EAAA,sBAlKtB,IAAAuB,EAAAC,EAAAC,EAAAC,GAmKIH,EAAA,KAAK,eAAL,MAAAA,EAAmB,WACnBC,EAAA,KAAK,eAAL,MAAAA,EAAmB,QAEf,KAAK,wBAAwB,IAC/BC,EAAA,KAAK,YAAL,MAAAA,EAAgB,aAChB,KAAK,UAAY,MAEb,KAAK,cACP,KAAK,YAAY,WAAW,EAC5B,KAAK,YAAY,eAAiB,KAClC,KAAK,YAAc,KACnB,KAAK,UAAY,CAAC,EAClB,KAAK,eAAiB,IAG1BC,EAAA,KAAK,SAAL,MAAAA,EAAa,YAAY,QAASC,GAAUA,EAAM,KAAK,GACvD,KAAK,aAAe,KACpB,KAAK,OAAS,IAChB,GAEO,KAAKC,EAAmB,CAvLjC,IAAAL,EAwLI,GAAI,KAAK,wBAAwB,GAC/BA,EAAA,KAAK,YAAL,MAAAA,EAAgB,KAAK,YAAYK,OAC5B,CACL,IAAMC,EAAcC,EAAsBF,CAAK,EAC/C,IAAIV,EAAiB,KACjB,KAAK,iBAAmB,KAE1BA,EAAiB,KAAK,gBAAgB,KAAKW,CAAW,EAEtDX,EAAiBW,EAEnB,KAAK,UAAU,KAAKX,CAAc,CACpC,CACF,CAEO,SAASa,EAAgB,CAvMlC,IAAAR,EAwMQ,KAAK,wBAAwB,GAC/BA,EAAA,KAAK,YAAL,MAAAA,EAAgB,KAAK,YAAYQ,EAAQ,QAAU,WAEnD,KAAK,MAAQA,CAEjB,CAEO,OAAQ,CA/MjB,IAAAR,EAgNQ,KAAK,wBAAwB,GAC/BA,EAAA,KAAK,YAAL,MAAAA,EAAgB,KAAK,YAAY,UAEjC,KAAK,UAAY,CAAC,EAClB,KAAK,eAAiB,EAE1B,CAEQ,oBAAqB,CAC3B,KAAK,KAAK,mBAAmB,CAC/B,CAEQ,yBAAmC,CACzC,MAAO,SAAS,KAAK,UAAU,SAAS,GAAK,aAAa,KAAK,UAAU,MAAM,CACjF,CACQ,WAAqB,CAC3B,MAAO,UAAU,KAAK,UAAU,SAAS,CAC3C,CACF,EAEO,SAASO,EAAsBE,EAAiC,CACrE,IAAMC,EAAc,IAAI,aAAaD,EAAM,WAAa,CAAC,EAGnDE,EAAiB,IAAI,SAASF,EAAM,MAAM,EAGhD,QAASV,EAAI,EAAGA,EAAIW,EAAY,OAAQX,IACtCW,EAAYX,CAAC,EAAIY,EAAe,SAASZ,EAAI,EAAG,EAAI,EAAI,KAAK,IAAI,EAAG,EAAM,EAE5E,OAAOW,CACT,CAEO,SAASb,EAAsBY,EAAiC,CACrE,IAAMG,EAAS,IAAI,YAAYH,EAAM,OAAS,CAAC,EACzCI,EAAO,IAAI,SAASD,CAAM,EAEhC,QAASb,EAAI,EAAGA,EAAIU,EAAM,OAAQV,IAAK,CACrC,IAAMe,EAASL,EAAMV,CAAC,EAAe,MACrCc,EAAK,SAASd,EAAI,EAAGe,EAAO,EAAI,CAClC,CAEA,OAAO,IAAI,WAAWF,CAAM,CAC9B,CEtJO,IAAKG,OACVA,EAAA,KAAO,OACPA,EAAA,eAAiB,iBACjBA,EAAA,OAAS,SACTA,EAAA,MAAQ,QAJEA,OAAA,IH7FZ,IAAMC,EAAO,uCA6BN,IAAMC,EAAN,cAAqBC,CAAsD,CAYhF,YAAYC,EAAgB,CAC1B,MAAM,EATR,KAAQ,eAAyB,EACjC,KAAQ,MAAgB,EAExB,KAAQ,kBACR,KAAQ,MAAe,EACvB,KAAQ,MAAiB,GACzB,KAAQ,aAAmC,OAIzC,KAAK,GAAK,KACV,KAAK,aAAe,KACpB,KAAK,iBAAmB,KACxB,IAAMC,EAAgB,CACpB,MAAO,EACT,EACA,KAAK,OAASC,IAAA,GAAID,GAAkBD,GACpC,KAAK,MAAM,MAAM,CACnB,CAEQ,OAAQ,CACd,KAAK,MAAQ,EACb,KAAK,kBACL,KAAK,MAAQ,EACb,KAAK,eAAiB,EACtB,KAAK,MAAQ,EACf,CAEQ,MAAMG,EAAiB,CACzB,KAAK,OAAO,OACd,QAAQ,IAAI,WAAYA,CAAO,CAEnC,CAEQ,QAAQC,EAAwB,CACtC,KAAK,MAAM,oBAAoB,EAC/B,KAAK,GAAK,IAAI,UAAU,KAAK,OAAO,UAAYC,CAAI,EACpD,KAAK,GAAG,WAAa,cAErB,KAAK,GAAG,OAAS,IAAM,CACrB,KAAK,MAAM,+CAA+C,EAC1D,KAAK,KAAK,QAAQ,EAClB,KAAK,KAAK,KAAK,UAAU,CACvB,OAAU,WACV,KAAQ,CACN,WAAY,KAAK,OAAO,UACxB,MAAOD,EAAQ,MACf,SAAUA,EAAQ,SAClB,2BAA4BA,EAAQ,2BACpC,qBAAsBA,EAAQ,oBAChC,CAAC,CAAC,CAAC,CACP,EAEA,KAAK,GAAG,UAAaE,GAAU,CA9FnC,IAAAC,EA+FM,GAAID,EAAM,gBAAgB,aASxB,GARA,KAAK,MAAM,qBAAqB,EAE5B,KAAK,eAAiB,IACxB,KAAK,KAAK,YAAa,KAAK,IAAI,EAAI,KAAK,cAAc,EACvD,KAAK,MAAM,aAAe,KAAK,IAAI,EAAI,KAAK,eAAe,EAC3D,KAAK,eAAiB,EACtB,KAAK,oBAA6B,GAEhC,CAAC,KAAK,OAAO,YAAa,CAC5B,IAAME,EAAQ,IAAI,WAAWF,EAAM,IAAI,GACvCC,EAAA,KAAK,eAAL,MAAAA,EAAmB,KAAKC,GACxB,KAAK,KAAK,UAAWA,CAAK,CAC5B,MACK,CACL,IAAML,EAAoB,KAAK,MAAMG,EAAM,IAAI,EAC/C,GAAIH,EAAQ,SAAW,UAAW,CAChC,KAAK,QAAQA,EAAQ,OAAO,EAC5B,MACF,CACK,KAAK,OAAOA,CAAO,GACtB,KAAK,KAAKA,EAAQ,OAA8BA,EAAQ,KAAaA,EAAQ,OAAO,EAEtF,KAAK,MAAM,YAAYA,EAAQ,MAAM,EAAE,CACzC,CACF,EACA,KAAK,GAAG,QAAWG,GAAsB,CACvC,KAAK,KAAK,EACV,KAAK,KAAK,UAAWA,CAAK,EAC1B,KAAK,MAAM,wBAAwB,EACnC,KAAK,kBAA2B,CAClC,EACA,KAAK,GAAG,QAAWA,GAAiB,CAClC,KAAK,KAAK,EACV,KAAK,KAAK,UAAWA,CAAK,EAC1B,KAAK,MAAM,oBAAsBA,CAAK,CACxC,CACF,CAEO,KAAKG,EAA2B,CAtIzC,IAAAF,IAuIQA,EAAA,KAAK,KAAL,YAAAA,EAAS,cAAe,GAC1B,KAAK,GAAG,KAAKE,CAAI,CAErB,CAEQ,OAAON,EAAmB,CA5IpC,IAAAI,EAAAG,EAAAC,EA6II,OAAOR,EAAQ,OAAQ,CACrB,IAAK,kBACH,YAAK,eAAiB,KAAK,IAAI,EAC/B,KAAK,4BAAqC,EACnC,GACT,IAAK,QACH,OAAAI,EAAA,KAAK,eAAL,MAAAA,EAAmB,QACnB,KAAK,kBAA2B,EACzB,GACT,IAAK,QACH,OAAAG,EAAA,KAAK,eAAL,MAAAA,EAAmB,SAAS,IAC5B,KAAK,mBAA4B,EAC1B,GACT,IAAK,UACH,OAAAC,EAAA,KAAK,eAAL,MAAAA,EAAmB,SAAS,IAC5B,KAAK,oBAA6B,EAC3B,GACT,IAAK,OACH,YAAK,MAAM,aAAe,KAAK,IAAI,EAAI,OAAOR,EAAQ,IAAI,EAAE,EACrD,EACX,CACA,MAAO,EACT,CAEQ,QAAQC,EAAkB,CAKhC,KAAK,aAAeA,EACpB,KAAK,kBAA2B,EAChC,KAAK,sBAAsB,CAAqB,CAClD,CAEa,MAAMA,EAA+CQ,EAAmBC,EAAmC,QAAAC,EAAA,sBACtH,KAAK,MAAM,uBAAuB,EAClC,KAAK,aAAe,IAAIC,EAAa,KAAK,MAAM,EAChD,KAAK,aAAa,GAAG,OAASP,GAAsB,CAI9C,KAAK,MACPA,EAAM,KAAK,CAAC,EAEZ,KAAK,MAAM,oBAAoB,EAEjC,KAAK,KAAKA,CAAK,EACf,KAAK,QACD,KAAK,MAAQ,KAAQ,IACvB,KAAK,MAAM,cAAc,EACzB,KAAK,KAAK,KAAK,UAAU,CAAC,OAAU,OAAQ,KAAQ,KAAK,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,GAE7E,KAAK,sBAAsB,CAAqB,CAClD,CAAC,EACD,KAAK,aAAa,GAAG,WAAaQ,GAAa,CAC7C,KAAK,KAAK,WAAYA,CAAQ,CAChC,CAAC,EACD,KAAK,aAAa,GAAG,iBAAmBA,GAAa,CACnD,KAAK,MAAM,kBAAkB,EAC7B,KAAK,KAAK,iBAAkBA,CAAQ,CACtC,CAAC,EACD,KAAK,aAAa,GAAG,oBAAqB,IAAM,CAC1C,KAAK,uBACP,KAAK,kBAA2B,CAEpC,CAAC,EAED,KAAK,MAAM,wBAAwB,EACnC,MAAM,KAAK,aAAa,MAAM,EAC9B,KAAK,MAAM,uBAAuB,EAClC,IAAIC,EACA,OAAOb,GAAY,WAAa,UAAWA,GAAW,YAAaA,GACrEa,EAAeb,GAEfa,EAAe,CAAC,MAAO,OAAOb,GAAY,SAAW,CAAC,SAAUA,CAAO,EAAI,CAAC,aAAcA,CAAsB,CAAC,EAC7GQ,IACFK,EAAa,SAAWL,GAEtBC,IACFI,EAAa,2BAA6BJ,IAG9C,KAAK,QAAQI,CAAY,CAC3B,GAEa,MAAO,QAAAH,EAAA,sBAlOtB,IAAAP,EAmOQ,KAAK,eACP,KAAK,MAAM,wBAAwB,EACnC,KAAK,aAAa,KAAK,EACvB,KAAK,aAAe,KACpB,KAAK,MAAM,uBAAuB,IAEpCA,EAAA,KAAK,KAAL,MAAAA,EAAS,QACT,KAAK,MAAM,CACb,GAEO,MAAO,CACZ,KAAK,MAAQ,EACf,CAEO,QAAS,CACd,KAAK,MAAQ,EACf,CAEQ,YAAYW,EAAmB,CACrC,KAAK,WAAaA,EAClB,KAAK,KAAK,eAAgBA,CAAK,CACjC,CAEQ,sBAAsBC,EAAiB,CACzC,KAAK,QAAU,EACjB,KAAK,MAAQA,GACH,KAAK,QAAU,GAAyBA,IAAa,GAC3D,KAAK,QAAU,GAAyBA,IAAa,KACzD,KAAK,MAAQ,EACb,KAAK,KAAK,UAAW,KAAK,YAAY,EAE1C,CACF,EDhQO,SAASC,EAAaC,EAAgB,CAC3C,OAAO,IAAIC,EAAOD,CAAM,CAC1B,CAEA,SAAsBE,EAA2BC,EAAoBH,EAAuC,QAAAI,EAAA,sBAP5G,IAAAC,EAAAC,EAQE,IAAMC,EAAmBC,EAAA,CACvB,WAAYL,EACZ,iBAAkB,GAClB,iBAAkB,GAClB,aAAc,EACd,gBAAiB,GACjB,QAAS,KACLE,EAAAL,GAAA,YAAAA,EAAQ,cAAR,YAAAK,EAAqB,cAAe,CAAC,GAG3C,OAAIC,EAAAN,GAAA,YAAAA,EAAQ,cAAR,MAAAM,EAAqB,WACvBC,EAAiB,SAAWP,EAAO,YAAY,UAGzC,UAAU,aAAqB,aAAa,CAClD,MAAOO,CACT,CAAC,CACH,GKtBA,IAAOE,GAAQC","names":["client_exports","__export","createClient","createMicrophoneAudioTrack","EventEmitter","EventEmitter","workletCode","create","ConverterType","SAMPLE_RATE","AudioService","EventEmitter","config","message","__async","sampleRate","createMicrophoneAudioTrack","error","blob","workletCode","blobURL","e","source","userAnalyser","analyser","audioProcessingEvent","converterType","ConverterType","nChannels","create","src","inputData","resampledAudio","pcmData","convertFloat32ToUint8","outputChannel","i","_a","_b","_c","_d","track","audio","float32Data","convertUint8ToFloat32","pause","array","targetArray","sourceDataView","buffer","view","value","AgentState","HOST","Client","EventEmitter","config","defaultConfig","__spreadValues","message","payload","HOST","event","_a","audio","data","_b","_c","metadata","includeMetadataInPrompt","__async","AudioService","analyzer","finalPayload","state","newState","createClient","config","Client","createMicrophoneAudioTrack","sampleRate","__async","_a","_b","audioConstraints","__spreadValues","src_default","client_exports"]}