# /robots.txt file User-agent: * Disallow: admin.php Disallow: /admin/ Disallow: /images/ Disallow: /includes/ Disallow: /themes/ Disallow: /blocks/ Disallow: /modules/ Disallow: /language/ User-agent: * Disallow: / User-Agent: slurp Disallow: / User-Agent: Googlebot-Image Disallow: / User-Agent: ia_archiver Disallow: / User-Agent: msnbot Disallow: / User-Agent: sitecheck.internetseer.com Disallow: / User-Agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: mogimogi Disallow: / User-agent: Girafabot Disallow: / User-agent: naver Disallow: / User-agent: sympatico.ca Disallow: / User-agent: Baiduspider+ Disallow: /