# Allow all bots to crawl public pages User-agent: * Allow: / Allow: /menu # Block all bots from admin pages Disallow: /admin Disallow: /admin/ Disallow: /admin/* # Sitemap location Sitemap: https://yourdomain.com/sitemap.xml