# ==========================
# General access
# ==========================
User-agent: *
Disallow:

# Explicitly allow everything important
Allow: /
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$
Allow: /*.svg$
Allow: /*.woff$
Allow: /*.woff2$
Allow: /*.ttf$

# ==========================
# WordPress / common CMS hygiene
# (Safe to keep even if not using WP)
# ==========================
# Allow core areas that affect content and design
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /wp-content/plugins/

# Block only sensitive/admin and purely technical paths
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Disallow: /wp-includes/
Disallow: /wp-content/cache/
Disallow: /wp-json/wp/v2/users/

# ==========================
# Query parameters & internal search
# (Optional but recommended to reduce crawl waste)
# ==========================
# If your internal search is low value for SEO, keep this:
Disallow: /?s=
Disallow: /*?s=
Disallow: /*&s=

# Common tracking / session parameters (optional)
# Disallow: /*?utm_*
# Disallow: /*&utm_*
# Disallow: /*?fbclid=
# Disallow: /*&fbclid=

# ==========================
# Sitemaps (very important for SEO)
# ==========================
# Replace with your real URLs:
Sitemap: https://united4iran.org/sitemap.xml
# If you have multiple sitemaps, list each:
# Sitemap: https://united4iran.org/sitemap_index.xml
# Sitemap: https://united4iran.org/sitemap-pages.xml
# Sitemap: https://united4iran.org/sitemap-posts.xml

# ==========================
# AI / LLM crawlers (general allow)
# ==========================
# Most AI models respect robots.txt under "User-agent: *"
# but we can be explicit for some common ones:

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: CCBot
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: Applebot
Allow: /

# Fallback – all others
User-agent: *
Allow: /