# Allow all web crawlers User-agent: * Allow: / # Block unnecessary directories Disallow: /api/ Disallow: /_next/static/ # Sitemap location Sitemap: https://www.sarkaricareeralert.com/sitemap.xml # Add a crawl delay to prevent server overload User-agent: * Crawl-delay: 1 # Disallow crawling of admin or private areas if needed # Disallow: /admin/ # Disallow: /private/