# robots.txt for http://www.opsisltd.com/

Sitemap: http://www.opsisltd.com/sitemap.xml

# all are welcome
User-agent: *
Disallow: /App_Data
Disallow: /css
Disallow: /Fireworks
Disallow: /HDWForm2Mail
Disallow: /HDWFormCaptcha
Disallow: /home_intro
Disallow: /Library
Disallow: /logs
Disallow: /p7vscroller
Disallow: /picture_library
Disallow: /SpryAssets
Disallow: /Templates
Disallow: /test
Disallow: /UI-Tabs
Crawl-delay: 10

# Google AdSense
User-agent: Mediapartners-Google*
Disallow:
Allow: /*

# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*
 
# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow:
 
# digg mirror
User-agent: duggmirror
Disallow: /

User-agent: Adsbot-Google
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: aipbot
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: psbot
Disallow: /

# Only Googlebot, Yahoo! (Slurp) and Ask (Teoma) support Allow
# Only Googlebot,  MSNbot and Yahoo! (Slurp) support wildcards
# Only Ask (Teoma), MSNbot and Yahoo! (Slurp) support crawl delays
#
# Disallow: The value of this field specifies a partial URL that is not to be visited. 
# This can be a full path, or a partial path; any URL that starts with this value will not be retrieved.
# For example, Disallow: /help disallows both /help.html and /help/index.html, 
# whereas Disallow: /help/ would disallow /help/index.html but allow /help.html
#
# Some major crawlers support an Allow directive which can counteract a following Disallow directive.
# This is useful when you disallow an entire directory but still want some HTML documents in that 
# directory crawled and indexed. It should be noted that while by standard the first matching robots.txt 
# pattern always wins, Google's implementation differs in that it first evaluates all Allow patterns 
# and only then all Disallow patterns. Yet, in order to be compatible to all robots, if you want to allow 
# single files inside an otherwise disallowed directory, you need to place the Allow directive(s) first, 
# followed by the Disallow.
# http://en.wikipedia.org/wiki/Robots.txt
# http://www.google.com/support/webmasters/bin/answer.py?answer=40367
# http://searchengineland.com/070305-204850.php
#
# URLs are case-sensitive.