# Robots.txt for agipath.net # Updated: 2026-01-26 User-agent: * Allow: / Disallow: /src/ Disallow: /scripts/ Disallow: /.git/ Disallow: /node_modules/ Disallow: /assets/*.js Disallow: /assets/*.css # Sitemaps Sitemap: https://agipath.net/sitemap.xml # Crawl-delay (optional, 1 second) Crawl-delay: 1 # Allow all major search engines User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / # Allow SEO tools for backlink analysis User-agent: AhrefsBot Allow: / User-agent: SemrushBot Allow: /