# robots.txt for http://www.example.com/ User-agent: * Disallow: /_commondata/ # This is an infinite virtual URL space Disallow: /admin/ # This is an infinite virtual URL space