User-agent: * Disallow: /admin/ Disallow: /backup/ Disallow: /includes/ Disallow: /templates/ Disallow: /logout.php Disallow: /login.php Disallow: /cgi-bin/ Disallow: /temp/ Disallow: /javascripts/ Disallow: /lang/ Disallow: /libs/ Disallow: /plugins/ User-agent: twiceler Disallow: / User-agent: dotbot Disallow: / User-agent: Gaisbot Disallow: / User-agent: Slurp Disallow: /detail/ Disallow: /detail.php Crawl-delay: 105