User-agent: * Allow: / # Sitemaps Sitemap: https://notmagic.ai/sitemap.xml # Crawl-delay for respectful crawling Crawl-delay: 1 # Priority pages for crawlers Allow: /apps/ Allow: /privacy Allow: /terms # Block unnecessary crawler access Disallow: /api/ Disallow: /_next/ Disallow: /admin/ Disallow: /.well-known/ # Allow app store bots User-agent: Applebot Allow: / User-agent: Googlebot Allow: / Crawl-delay: 0