# These settings will keep spiders from indexing your unwanted pages and directories #ex: http://www.searchtools.com/robots/robots-txt.html User-agent: * Disallow: / # also see: # http://www.searchtools.com/robots/robots-txt.html#checkers