# robots.txt for Nox Core - Anti-Detection Browser # https://www.nox-core.com User-agent: * Allow: / # Sitemap location Sitemap: https://nox-core.com/sitemap.xml Sitemap: https://nox-core.com/blog-sitemap.xml # Crawl-delay for respectful crawling Crawl-delay: 1 # Disallow admin and private areas Disallow: /admin/ Disallow: /private/ Disallow: /api/ Disallow: /*.json$ # Allow important pages explicitly Allow: /$ Allow: /pricing Allow: /comparison Allow: /docs Allow: /blog Allow: /contact Allow: /privacy Allow: /terms Allow: /advanced-guide Allow: /download Allow: /buy # Block specific user-agents (optional security) User-agent: MJ12bot Disallow: / User-agent: AhrefsBot Crawl-delay: 10 Disallow: /ctrl-