user-agent: * # publicly available pages (before login) allow: /enter-email allow: /login allow: /register # catch-all for all others disallow: *