# Default robots.txt - site exploration allowed User-agent: * Disallow: /admin Disallow: /backend.html