# robots.txt for http://www.example.com/ User-agent: * Disallow: /fr/xml/ # This is an infinite virtual URL space Disallow: /fr/xsl/ # This is an infinite virtual URL space Disallow: /en/xml/ # This is an infinite virtual URL space Disallow: /en/xsl/ # This is an infinite virtual URL space