# robots.txt for http://www.terwolbeekadviseurs.nl
# do not delete this file

# all dirs and files are public

# Dirs ALWAYS have end slash: /DirName/
# Files NEVER have end slash but ALWAYS uses extension: /Filename.ext

# this is for checking only
User-Agent: W3C-checklink
Disallow:

# this goes for google only
User-agent: googlebot
Disallow: /.doc$
Disallow: /.xls$
Disallow: /.pdf$
Disallow: /.css$
Disallow: /.txt$

# Rover is a bad dog <http://www.roverbot.com>
User-agent: Roverbot
Disallow: /

# WhoWhere gathers data for email directory from web pages <http://www.whowhere.com>
User-agent: whowhere
Disallow: /

# this goes for every robot
User-agent: *
# no entry here
Disallow: /css/
Disallow: /images/
Disallow: /inc/
Disallow: /js/
Disallow: /bedankt.php
Disallow: /fout.php