# prevents robots to scan the site
User-agent: *
Disallow: /