# Define access-restrictions for robots/spiders
# http://www.robotstxt.org/

# By default we allow robots to access all areas of our site 
# already accessible to anonymous users

User-Agent: *
Disallow: /*sendto_form$
Disallow: /*folder_factories$
Disallow: /roott
Disallow: /root
Disallow: /C
Disallow: /actueel
Disallow: /nuffic-en/
Disallow: /nuffic/
Disallow: /international-students
Disallow: /english
Disallow: /portal_vocabularies
Disallow: /en/portal_vocabularies
Disallow: /bestanden/
Disallow: /files/
Disallow: /education-system/dutch-institutions/map-of-institutions/
Disallow: /neso-br/
Disallow: /neso-cn/
Disallow: /neso-in/
Disallow: /neso-id/
Disallow: /neso-kr/
Disallow: /neso-mx/
Disallow: /neso-ru/
Disallow: /neso-th/
Disallow: /neso-vn/
Disallow: /*root*$
Disallow: /*portal_vocabularies*$
Disallow: /*international-students/*$
Disallow: /*en/portal_vocabularies*$
Disallow: /wil-weg/
Disallow: /en/wil-weg/
Disallow: /study-in-holland/
Disallow: /*redirect*$
Disallow: /*creator*$
Disallow: /international-organizations/*$
Disallow: /nederlandse-organisaties/*$
Disallow: /nederlandse-studenten/*$
Disallow: /*searchterm*$
Disallow: /*niche-map*$
Disallow: /scholarships/grantfinder*$
Disallow: /financiering/beursopener*$
Disallow: /search*$
Disallow: /*?*$
Disallow: /en‎/
Disallow: /*EP*$
Disallow: /*%*$
Disallow: /*resolveuid*$
Disallow: /view*$
Disallow: /*country-module*
Disallow: /*aspx*$
Disallow: /library/
Disallow: /bibliotheek/

# Add Googlebot-specific syntax extension to exclude forms 
# that are repeated for each piece of content in the site 
# the wildcard is only supported by Googlebot
# http://www.google.com/support/webmasters/bin/answer.py?answer=40367&ctx=sibling

User-Agent: Googlebot
Disallow: /*sendto_form$
Disallow: /*folder_factories$
Disallow: /roott
Disallow: /root
Disallow: /C
Disallow: /actueel
Disallow: /nuffic-en/
Disallow: /nuffic/
Disallow: /international-students
Disallow: /english
Disallow: /portal_vocabularies
Disallow: /en/portal_vocabularies
Disallow: /bestanden/
Disallow: /files/
Disallow: /education-system/dutch-institutions/map-of-institutions/
Disallow: /neso-br/
Disallow: /neso-cn/
Disallow: /neso-in/
Disallow: /neso-id/
Disallow: /neso-kr/
Disallow: /neso-mx/
Disallow: /neso-ru/
Disallow: /neso-th/
Disallow: /neso-vn/
Disallow: /*root*$
Disallow: /*portal_vocabularies*$
Disallow: /*international-students/*$
Disallow: /*en/portal_vocabularies*$
Disallow: /wil-weg/
Disallow: /en/wil-weg/
Disallow: /study-in-holland/
Disallow: /*redirect*$
Disallow: /*creator*$
Disallow: /international-organizations/*$
Disallow: /nederlandse-organisaties/*$
Disallow: /nederlandse-studenten/*$
Disallow: /*searchterm*$
Disallow: /*niche-map*$
Disallow: /scholarships/grantfinder*$
Disallow: /financiering/beursopener*$
Disallow: /search*$
Disallow: /*?*$
Disallow: /en‎/
Disallow: /*EP*$
Disallow: /*%*$
Disallow: /*resolveuid*$
Disallow: /view*$
Disallow: /*country-module*
Disallow: /*aspx*$
Disallow: /library/
Disallow: /bibliotheek/
Disallow: /login*$
Disallow: /about-nuffic/
Disallow: /*20%*$