# robots.txt for http://www.jobshub.in/ User-agent: * Disallow: /jobshub.in/uploads/ # This is an infinite virtual URL space Disallow: /uploads/ # these will soon disappear Disallow: /foo.html