/**
 * Count tokens in a given string using OpenAI-compatible tokenization.
 *
 * @param text - The text to tokenize
 * @returns Number of tokens
 */
export declare function countTokens(text: string): number;
/**
 * Generates an embedding for a given text using the OpenAI API
 * This provides the vector representation for semantic distance calculation
 */
export declare function generateEmbedding(text: string, model?: string): Promise<Float32Array>;
//# sourceMappingURL=tokensUtil.d.ts.map