# robots.txt — managed by Tarek SEO Engine
# Open to search engines, AI search, AI assistants and archives. Unknown crawlers follow the * group.

User-agent: *
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /*?s=
Disallow: /search/
Disallow: /*?replytocom=
Disallow: /wp-json/wp/v2/users

# Search engines, AI search, AI assistants and archives — explicitly allowed
# محركات البحث
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: bingbot
User-agent: msnbot
User-agent: Applebot
User-agent: DuckDuckBot
User-agent: YandexBot
User-agent: PetalBot
# OpenAI / ChatGPT
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: OAI-AdsBot
# Anthropic / Claude
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
# Perplexity
User-agent: PerplexityBot
User-agent: Perplexity-User
# Google Gemini / Vertex AI
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: Google-CloudVertexBot
# Apple Intelligence
User-agent: Applebot-Extended
# Meta AI / Facebook
User-agent: meta-externalagent
User-agent: meta-externalfetcher
User-agent: FacebookBot
User-agent: facebookexternalhit
# Amazon / Alexa
User-agent: Amazonbot
# Mistral AI
User-agent: MistralAI-User
# DuckDuckGo DuckAssist
User-agent: DuckAssistBot
# Cohere
User-agent: cohere-ai
# You.com
User-agent: YouBot
# ByteDance
User-agent: Bytespider
# Common Crawl (أرشفة)
User-agent: CCBot
# Internet Archive (أرشفة)
User-agent: ia_archiver
User-agent: archive.org_bot
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /*?s=
Disallow: /search/
Disallow: /*?replytocom=
Disallow: /wp-json/wp/v2/users

# زواحف محجوبة بالكامل
User-agent: Diffbot
User-agent: Omgilibot
User-agent: ImagesiftBot
User-agent: DataForSeoBot
Disallow: /

Sitemap: https://www.al-kauther.com/sitemap.xml