# robots.txt file for any domain # For domain: empty # Any robots will spider the domain User-agent: * Disallow: / # End of file robots.txt