# robots.txt file for cyph.info # # Source: robots.txt for Lounge.WindowsSecrets.com - Rev. 2010-01-18 # # One section of this file is for bots in general and one for Googlebot. # Not all robots honor "Allow" directives, but Google and some others do. # Not all robots support "*" as a wildcard; Google and some others do. User-agent: * Disallow: /admin/ Disallow: /handlers/ User-agent: * Allow: / Disallow: /admin/* Disallow: /handlers/* Disallow: /plugins/numeris/* User-agent: Googlebot Allow: / Disallow: /admin/* Disallow: /handlers/* Disallow: /plugins/numeris/* # Allow Google to index images User-agent: Googlebot-Image Allow: / # Change Disallow to Allow to permit AdSense to be served, if desired User-agent: Mediapartners-Google Disallow: / # Sources: # http://www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449 # http://www.bing.com/community/blogs/webmaster/archive/2008/06/03/robots-exclusion-protocol-joining-together-to-provide-better-documentation.aspx # http://en.wikipedia.org/wiki/Robots.txt # http://www.serbanghita.com/search-engines-dynamic-content-issues.html # http://www.mcanerin.com/EN/search-engine/robots-txt.asp