# ALB Connection robots.txt # Open to all reputable search and AI crawlers. User-agent: * Allow: / Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Allow: /*.css Allow: /*.js Disallow: /cdn-cgi* Disallow: /calendar/action* Disallow: /events/action* Disallow: */feed/ Disallow: /rss-feed-articles-listing/ Disallow: /search/ Disallow: /albanianbusinesses/*?* Disallow: /locations.kml # Event calendar tag views (not indexed; crawled tens of thousands of times a day) Disallow: /albanian-events/tag/ Disallow: /sq/albanian-events/tag/ Disallow: /*?ical= # AI crawlers: explicitly allowed for citation visibility. # They get the same exclusions as everyone else, plus admin-ajax (a background # file, not content). User-agent: GPTBot User-agent: ChatGPT-User User-agent: OAI-SearchBot User-agent: ClaudeBot User-agent: Claude-User User-agent: Claude-SearchBot User-agent: anthropic-ai User-agent: PerplexityBot User-agent: Perplexity-User User-agent: Google-Extended User-agent: GoogleOther User-agent: Applebot-Extended User-agent: Bytespider User-agent: CCBot User-agent: cohere-ai User-agent: Diffbot User-agent: FacebookBot User-agent: Meta-ExternalAgent User-agent: Meta-ExternalFetcher User-agent: Amazonbot Allow: / Disallow: /wp-admin/ Disallow: /cdn-cgi* Disallow: /calendar/action* Disallow: /events/action* Disallow: */feed/ Disallow: /rss-feed-articles-listing/ Disallow: /search/ Disallow: /albanianbusinesses/*?* Disallow: /locations.kml Disallow: /albanian-events/tag/ Disallow: /sq/albanian-events/tag/ Disallow: /*?ical= # SEO-tool scrapers with no search or AI use User-agent: DotBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: BLEXBot Disallow: / User-agent: PetalBot Disallow: / Sitemap: https://albconnection.com/sitemap_index.xml