user-agent: * disallow: /downloads/ user-agent: magicsearchbot disallow: /uploads/