# Here is a sample robots.txt file # that prevents all robots from visiting the entire site # User-agent: * # applies to all robots Disallow: / # disallow indexing of all pages