export declare const getCrawlConfig: ({ id, role, url, tld, subdomains, sitemap, robots, }: {
    id: any;
    role: any;
    url: any;
    tld: any;
    subdomains: any;
    sitemap: any;
    robots?: boolean;
}) => Promise<{
    url: any;
    userId: any;
    subdomains: any;
    tld: any;
    robots: boolean;
    agent: string;
    sitemap: any;
}>;