# disallowing access to the common technical directories
User-agent: * Disallow: /admin/ Disallow: /img/ Disallow: /inc/ Disallow: /rus/engine.php Disallow: /eng/engine.php

# next rule must follow from below - after a blank line

# User-agent: Infoseek Disallow: /rus/product.htm Disallow: /rus/product2.htm

# common examples
#
# User-agent: ArchitextSpider User-agent: Infoseek Disallow: /mydirectory/ Disallow: /mydirectory/product2.htm
#
# User-agent: * Disallow: /

# common user agent examples
#
# Search Engine: User-Agent
# AltaVista: Scooter
# Infoseek: Infoseek
# Hotbot: Slurp
# AOL: Slurp
# Excite: ArchitextSpider
# Google: Googlebot
# Goto: Slurp:
# Lycos: Lycos
# MSN: Slurp
# Netscape: Googlebot
# NorthernLight: Gulliver
# WebCrawler: ArchitextSpider
# Iwon: Slurp
# Fast: Fast
# DirectHit: Grabber
# Yahoo Web Pages: Googlebot
# Looksmart Web Pages: Slurp