#robots.txt for all our sites User-agent: * Disallow: /content/*