user-agent: * disallow: /server/ user-agent: magicsearchbot disallow: /public/