# robots.txt for https://www.xauraglobal.bg/ # Updated: 2026-04-01 User-agent: * Allow: / Disallow: /index.seo-backup-2026-03-12.html Disallow: /БЕЙКЪП/ # Major search engines User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Applebot Allow: / # AI crawlers and assistants User-agent: GPTBot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: Google-Extended Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-User Allow: / User-agent: Claude-SearchBot Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: CCBot Allow: / User-agent: Bytespider Allow: / User-agent: Amazonbot Allow: / User-agent: Meta-ExternalAgent Allow: / User-agent: Meta-ExternalFetcher Allow: / User-agent: DuckAssistBot Allow: / User-agent: ia_archiver Allow: / Sitemap: https://www.xauraglobal.bg/sitemap.xml Sitemap: https://www.xauraglobal.bg/sitemap.xml.gz Sitemap: https://www.xauraglobal.bg/sitemap.html # AI discoverability hint # llms.txt: https://www.xauraglobal.bg/llms.txt Host: www.xauraglobal.bg