User-agent: * Disallow: /error.php Disallow: /login.php Disallow: /admin/* Disallow: /api/*