# Robots.txt file created by http://www.triptic.nl # For domain: http://wethepeople.nrc.nl # All robots will spider the domain User-agent: * Disallow: # Disallow directory /database/ User-agent: * Disallow: /database/ # Disallow directory /modules/ User-agent: * Disallow: /modules/ # Disallow directory /sites/ User-agent: * Disallow: /sites/ # Disallow directory /themes/ User-agent: * Disallow: /themes/ # Disallow directory /admin/ User-agent: * Disallow: /admin/ # Disallow directory /nrcadmin/ User-agent: * Disallow: /nrcadmin/ # Disallow directory /scripts/ User-agent: * Disallow: /scripts/