# This prevents robots from visiting the entire site 
User-agent: *
Disallow: /