# Search Engines & Google AdSense Crawlers
User-agent: Mediapartners-Google
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /

User-agent: YandexBot
Allow: /

User-agent: *
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /*?add-to-cart=
Disallow: /*?*add-to-cart=
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Disallow: /wp-includes/

Disallow: /worksheet_20_5/
Disallow: /wp-content/uploads/_pda/2026/09/Worksheet_20_5.pdf

# 2026-10-13 GEO (owner): every AI crawler may read the site so AI answers (ChatGPT, Claude, Perplexity, Gemini...) can cite and link to it. Summary for AI: /llms.txt and /ar/llms.txt
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: GPTBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: Amazonbot
User-agent: Meta-ExternalAgent
User-agent: FacebookBot
User-agent: Bytespider
User-agent: cohere-ai
User-agent: Diffbot
User-agent: DuckAssistBot
User-agent: MistralAI-User
User-agent: YouBot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-content/uploads/_pda/

# SEO scrapers stay blocked
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: PetalBot
Disallow: /

Sitemap: https://dabour-hub.com/dhs-sitemap.xml
Sitemap: https://dabour-hub.com/dh-images.xml
Sitemap: https://dabour-hub.com/ar/sitemap.xml
Sitemap: https://dabour-hub.com/ar/dh-new.xml
Sitemap: https://dabour-hub.com/dh-figs-sitemap.xml
Sitemap: https://dabour-hub.com/ar/dh-figs-sitemap.xml
Sitemap: https://dabour-hub.com/dh-qimg.xml
Sitemap: https://dabour-hub.com/ar/dh-qimg.xml
Sitemap: https://dabour-hub.com/dh-aeo-sitemap.xml
Sitemap: https://dabour-hub.com/sitemap_index.xml
Sitemap: https://dabour-hub.com/sitemap.xml
Sitemap: https://dabour-hub.com/wp-sitemap.xml

Sitemap: https://dabour-hub.com/sitemap-eg.xml