User-agent: * Allow: / # Block access to admin and private areas Disallow: /admin/ Disallow: /api/ Disallow: /_next/ Disallow: /private/ Disallow: /uploads/ Disallow: /out/ Disallow: /node_modules/ Disallow: /scripts/ Disallow: /hooks/ Disallow: /lib/ Disallow: /components/ Disallow: /styles/ Disallow: /pages/ Disallow: /app/ Disallow: /public/ Disallow: /src/ # Allow access to important files Allow: /favicon.ico Allow: /image/ Allow: /apple-touch-icon.png Allow: /favicon-16x16.png Allow: /favicon-32x32.png Allow: /site.webmanifest Allow: /robots.txt Allow: /sitemap.xml # Specific rules for different bots User-agent: Googlebot Allow: / Crawl-delay: 1 User-agent: Bingbot Allow: / Crawl-delay: 1 User-agent: Slurp Allow: / Crawl-delay: 2 # Block bad bots User-agent: AhrefsBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / # Sitemap location Sitemap: https://ictsolutions.dev/sitemap.xml