# ========================================================
# Open FS LLC / Digital Marketing New Jersey
# Master Robots.txt (Directorio Raíz)
# ========================================================

User-agent: *
# Permitir rastreo general
Allow: /
Allow: /blog/

# --------------------------------------------------------
# Reglas de seguridad y exclusión para WordPress (/blog/)
# --------------------------------------------------------
Allow: /blog/wp-content/uploads/
Allow: /blog/wp-admin/admin-ajax.php
Disallow: /blog/wp-admin/
Disallow: /blog/wp-includes/
Disallow: /blog/wp-login.php
Disallow: /blog/readme.html
Disallow: /blog/xmlrpc.php

# --------------------------------------------------------
# AI Search & RAG Agents (Visibilidad y citas permitidas)
# --------------------------------------------------------
User-agent: OAI-SearchBot
Allow: /

User-agent: OAI-AdsBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Claude-Web
Allow: /

# --------------------------------------------------------
# AI Training Crawlers (Bloqueo de extracción de datos)
# --------------------------------------------------------
User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Anthropic-ai
Disallow: /

# --------------------------------------------------------
# Sitemaps
# --------------------------------------------------------
Sitemap: https://digitalmarketingnewjersey.us/public/site-02-2026map.xml
Sitemap: https://digitalmarketingnewjersey.us/blog/sitemap_index.xml
Sitemap: https://digitalmarketingnewjersey.us/blog/post-sitemap.xml