# robots.txt for http://www.example.com/ User-agent: * Disallow: /memberarea/ Disallow: /beheer/ Disallow: /temp/ Disallow: /search/ Disallow: /links/ Disallow: /portals/ Disallow: /mailpass.php