# robots.txt for http://www.example.com/ User-agent: * Disallow: /gms_tokyo.html Disallow: /email.html Disallow: /exchange_ger.html Disallow: /index_ger_3.html Disallow: /bin/ Disallow: /cgi-bin/ Disallow: /css/ Disallow: /lib/ Disallow: /foo.html