User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://irapido.com/sitemap_index.xml

# ===================================================
# Google Crawlers (Search + AI + Experimental)
# ===================================================

# Standard Search Indexing
User-agent: Googlebot
Allow: /

# AI-Related Crawlers (Search + Model Training + Research)
User-agent: Google-Extended
Allow: /

User-agent: Google-Other
Allow: /

# ===================================================
# OpenAI / ChatGPT Crawlers
# ===================================================

# GPTBot — OpenAI Model Indexing
User-agent: GPTBot
Allow: /

# ChatGPT-User — Content fetching via ChatGPT browsing
User-agent: ChatGPT-User
Allow: /

# ===================================================
# Perplexity AI Crawlers
# ===================================================

# PerplexityBot — Used for AI Search Answers
User-agent: PerplexityBot
Allow: /