# robots.txt for http://forum.opsisltd.info/
# See notes at end.
# Google, Microsoft, Yahoo and Ask support sitemap auto-discovery
Sitemap: http://forum.opsisltd.info/sitemap.xml

# Catch-all for other agents
User-agent: *
Disallow: /phpbb3/adm
Disallow: /phpbb3/cache
Disallow: /phpbb3/docs
Disallow: /phpbb3/download
Disallow: /phpbb3/files
Disallow: /phpbb3/images/avatars
Disallow: /phpbb3/images/icons
Disallow: /phpbb3/images/ranks
Disallow: /phpbb3/images/smilies
Disallow: /phpbb3/images/upload_icons
Disallow: /phpbb3/includes
Disallow: /phpbb3/install
Disallow: /phpbb3/language
Disallow: /phpbb3/store
Disallow: /phpbb3/styles
Disallow: /phpbb3/viewtopic.php?p=
Disallow: /phpbb3/viewtopic.php?=&p=
Disallow: /phpbb3/viewtopic.php?t=
Disallow: /phpbb3/viewtopic.php?start=
Disallow: /phpbb3/*&view=previous
Disallow: /phpbb3/*&view=next
Disallow: /phpbb3/*&sid=
Disallow: /phpbb3/*?sid=*
Disallow: /phpbb3/*&p=
Disallow: /phpbb3/*&sd=a
Disallow: /phpbb3/posting.php
Disallow: /phpbb3/memberlist.php
Disallow: /phpbb3/mcp.php
Disallow: /phpbb3/report.php
Disallow: /phpbb3/search.php
Disallow: /phpbb3/post*
Disallow: /phpbb3/chat/?ajax=true*
Disallow: /phpbb3/embed/
Disallow: /phpbb3/shout/
Disallow: /phpbb3/*view=print*
Crawl-delay: 10

# Google AdSense
User-agent: Mediapartners-Google*
Disallow:
Allow: /*

# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*
 
# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /
 
# digg mirror
User-agent: duggmirror
Disallow: /

User-agent: Adsbot-Google
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: aipbot
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: psbot
Disallow: /

# Only Googlebot, Yahoo! (Slurp) and Ask (Teoma) support Allow
# Only Googlebot,  MSNbot and Yahoo! (Slurp) support wildcards
# Only Ask (Teoma), MSNbot and Yahoo! (Slurp) support crawl delays
#
# Disallow: The value of this field specifies a partial URL that is not to be visited. 
# This can be a full path, or a partial path; any URL that starts with this value will not be retrieved.
# For example, Disallow: /help disallows both /help.html and /help/index.html, 
# whereas Disallow: /help/ would disallow /help/index.html but allow /help.html
#
# Some major crawlers support an Allow directive which can counteract a following Disallow directive.
# This is useful when you disallow an entire directory but still want some HTML documents in that 
# directory crawled and indexed. It should be noted that while by standard the first matching robots.txt 
# pattern always wins, Google's implementation differs in that it first evaluates all Allow patterns 
# and only then all Disallow patterns. Yet, in order to be compatible to all robots, if you want to allow 
# single files inside an otherwise disallowed directory, you need to place the Allow directive(s) first, 
# followed by the Disallow.
# http://en.wikipedia.org/wiki/Robots.txt
# http://www.google.com/support/webmasters/bin/answer.py?answer=40367
# http://searchengineland.com/070305-204850.php
#
# URLs are case-sensitive.