# INITE SOLUTIONS # Everything public is open to every crawler, AI assistants included. # What follows are the exceptions, and they apply to all of them. User-agent: * # Two endpoints exist for machines to read; the rest of the API answers # to the site, not to a crawler. Allow: /api/ai-data Allow: /api/voice-search Disallow: /api/ # Behind a sign-in, or internal. Disallow: /en/admin Disallow: /ru/admin Disallow: /es/admin Disallow: /pt/admin Disallow: /en/dashboard Disallow: /ru/dashboard Disallow: /es/dashboard Disallow: /pt/dashboard Disallow: /en/login Disallow: /ru/login Disallow: /es/login Disallow: /pt/login Disallow: /en/register Disallow: /ru/register Disallow: /es/register Disallow: /pt/register Disallow: /en/callback Disallow: /ru/callback Disallow: /es/callback Disallow: /pt/callback Disallow: /callback # A saved audit is addressed by a capability token. /{lang}/audit # itself stays open — the trailing slash is what excludes the tokens. Disallow: /en/audit/ Disallow: /ru/audit/ Disallow: /es/audit/ Disallow: /pt/audit/ # ================================================ # CRAWLERS WITH THEIR OWN TERMS # A group that names a crawler replaces the one above rather than adding to # it, so each of these repeats the rules in full. # ================================================ User-agent: SemrushBot Crawl-delay: 10 # Two endpoints exist for machines to read; the rest of the API answers # to the site, not to a crawler. Allow: /api/ai-data Allow: /api/voice-search Disallow: /api/ # Behind a sign-in, or internal. Disallow: /en/admin Disallow: /ru/admin Disallow: /es/admin Disallow: /pt/admin Disallow: /en/dashboard Disallow: /ru/dashboard Disallow: /es/dashboard Disallow: /pt/dashboard Disallow: /en/login Disallow: /ru/login Disallow: /es/login Disallow: /pt/login Disallow: /en/register Disallow: /ru/register Disallow: /es/register Disallow: /pt/register Disallow: /en/callback Disallow: /ru/callback Disallow: /es/callback Disallow: /pt/callback Disallow: /callback # A saved audit is addressed by a capability token. /{lang}/audit # itself stays open — the trailing slash is what excludes the tokens. Disallow: /en/audit/ Disallow: /ru/audit/ Disallow: /es/audit/ Disallow: /pt/audit/ User-agent: AhrefsBot Crawl-delay: 10 # Two endpoints exist for machines to read; the rest of the API answers # to the site, not to a crawler. Allow: /api/ai-data Allow: /api/voice-search Disallow: /api/ # Behind a sign-in, or internal. Disallow: /en/admin Disallow: /ru/admin Disallow: /es/admin Disallow: /pt/admin Disallow: /en/dashboard Disallow: /ru/dashboard Disallow: /es/dashboard Disallow: /pt/dashboard Disallow: /en/login Disallow: /ru/login Disallow: /es/login Disallow: /pt/login Disallow: /en/register Disallow: /ru/register Disallow: /es/register Disallow: /pt/register Disallow: /en/callback Disallow: /ru/callback Disallow: /es/callback Disallow: /pt/callback Disallow: /callback # A saved audit is addressed by a capability token. /{lang}/audit # itself stays open — the trailing slash is what excludes the tokens. Disallow: /en/audit/ Disallow: /ru/audit/ Disallow: /es/audit/ Disallow: /pt/audit/ User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / # ================================================ # SITEMAP # ================================================ Sitemap: https://inite.solutions/sitemap.xml # ================================================ # AI TRAINING POLICY # ================================================ # Training: allowed, with attribution # Attribution: "Source: INITE SOLUTIONS (https://inite.solutions)" # Commercial use: permitted, with attribution # Full policy: https://inite.solutions/ai.txt # Machine-readable data: https://inite.solutions/api/ai-data # ================================================ # CONTACT # ================================================ # General: info@inite.solutions # AI questions: ai-ethics@inite.solutions # Site: https://inite.solutions # Resources: https://inite.solutions/en/resources