# All robots will spider the domain # Disallow directory User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /i/ Disallow: /manager/ Disallow: /assets/ Disallow: /ex/