# For google.com search
# Google is the only search engine that supports wildcard - '*' - characters.
User-agent: googlebot
#This file type is not used for content. Blocking this will not hurt your ranking.
Disallow: *.css
Disallow: /images/
Disallow: /cgi-bin/

# Several email harvesting spam bots, and a few minor bots that do not play nice.
# These are bad, and blocking them only helps you and others by limiting the amount
# of spam sent on the web by these bots.
User-agent: tutorgig
User-agent: Gigabot
User-agent: JetBot
User-agent: almaden 
User-agent: ASPSeek 
User-agent: dumbbot 
User-agent: Generic 
User-agent: grub-client 
User-agent: MSIECrawler 
User-agent: nexabot 
User-agent: NPBot
User-agent: OWR_Crawler
User-agent: psbot
User-agent: rabaz
User-agent: RPT-HTTPClient
User-agent: ScoutAbout
User-agent: semanticdiscovery
User-agent: TurnitinBot
User-agent: SlySearch
User-agent: WebVac
User-agent: asterias
User-agent: InfoNavirobot
User-agent: Scooter
User-agent: Zao
User-agent: ZyBorg
User-agent: speedy
User-agent: TutorGig
User-agent: Nutch
User-agent: Teoma
User-agent: http://www.almaden.ibm.com/cs/crawler
User-agent: szukacz
Disallow: /

# This is a bot for a china-language-and-use only search engine, run by the
# China Governemnt. Our servers are hosted in America and have no use for it.
# If you still want to be searched by this search engine, please comment
# out the following two lines.
User-agent: baiduspider 
Disallow: /

# For Yahoo Search
User-agent: Slurp
# Yahoo Slurp can pound at servers and does not like to play nice. Keep this.
Crawl-delay: 120
Disallow: /images/
Disallow: /cgi-bin/

User-agent: msnbot
Crawl-Delay: 60

User-agent: * 
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /components/
Disallow: /editor/
Disallow: /help/
Disallow: /images/
Disallow: /includes/
Disallow: /language/
Disallow: /mambots/
Disallow: /media/
Disallow: /modules/
Disallow: /naslagwerk/
Disallow: /templates/
Disallow: /upload/
Disallow: /uploadfiles/
Disallow: /installation/
Disallow: /documenten/
Disallow: /fotos/
Disallow: /trefpunt/
Disallow: /nieuwsbrieven/
Disallow: /downloads/
Disallow: /parkeer/
Disallow: /espacePrive/
Disallow: /films/
Disallow: /naslagwerk/
Disallow: /ideal/