# SocialCar Robots.txt
# Updated: 2026-08-04

User-agent: Googlebot
Allow: /
Disallow: /auth/
Disallow: /dashboard
Disallow: /admin/
Disallow: /owner-dashboard
Disallow: /provider-analytics
Disallow: /conserje
Disallow: /asset-os/activate
Disallow: /asset-os/dashboard
Disallow: /asset-os/financial
Disallow: /asset-os/asset/
Disallow: /asset-os/automation
Disallow: /asset-os/score
Disallow: /asset-os/recommendations
Disallow: /asset-os/finance
Disallow: /asset-os/cashflow
Disallow: /asset-os/tax
Disallow: /asset-os/debt
Disallow: /asset-os/billing
Disallow: /asset-os/profile
Disallow: /asset-os/new
Disallow: /asset-os/circulo
Disallow: /asset-os/inbox
Disallow: /asset-os/inbox-reservas
Disallow: /asset-os/solicitudes
Disallow: /asset-os/alquileres
Disallow: /asset-os/disponibilidad
Disallow: /asset-os/crm
Disallow: /asset-os/incidencias
Disallow: /asset-os/playbooks
Disallow: /asset-os/documentos
Disallow: /asset-os/canales
Disallow: /asset-os/canales-coches
Disallow: /asset-os/canales-alojamientos
Disallow: /asset-os/canales-experiencias
Disallow: /asset-os/autopilot/activar
Disallow: /asset-os/retencion
Disallow: /asset-os/supervision
Disallow: /asset-os/analitica
Disallow: /asset-os/widget
Disallow: /asset-os/welcome
Disallow: /asset-os/onboarding
Disallow: /asset-os/reactivation
Disallow: /asset-os/income
Disallow: /profile
Disallow: /profile/
Disallow: /mensajes
Disallow: /bookings
Disallow: /home
Disallow: /compare
Disallow: /embed/
Disallow: /onboarding/

# Block address-based URLs (soft 404s)
Disallow: /coches/calle-*
Disallow: /coches/c-*
Disallow: /coches/carrer-*
Disallow: /coches/avda-*
Disallow: /coches/avenida-*
Disallow: /coches/plaza-*
Disallow: /coches/placa-*
Disallow: /coches/paseo-*
Disallow: /coches/passeig-*
Disallow: /coches/ronda-*
Disallow: /coches/camino-*
Disallow: /coches/urbanizacion-*
Disallow: /coches/urb-*
Disallow: /coches/carretera-*
Disallow: /coches/ctra-*
Disallow: /coches/partida-*

# Block legacy/duplicate marketplace routes
Disallow: /marketplace/cars
Disallow: /marketplace/stays
Disallow: /marketplace/experiences

# Block internal/utility pages
Disallow: /api/
Disallow: /*?*page=
Disallow: /*?*filter=
Disallow: /*?*sort=

User-agent: Bingbot
Allow: /
Disallow: /auth/
Disallow: /dashboard
Disallow: /admin/
Disallow: /marketplace/
Disallow: /asset-os/
Disallow: /profile
Disallow: /profile/
Disallow: /onboarding/
Disallow: /embed/

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: *
Allow: /
Disallow: /auth/
Disallow: /dashboard
Disallow: /admin/
Disallow: /asset-os/
Disallow: /profile
Disallow: /profile/
Disallow: /onboarding/
Disallow: /embed/

# Sitemaps
Sitemap: https://socialcar.com/sitemap.xml

# --- Scrapers / AI crawlers bloqueados (ruido en analytics) ---
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: SeekportBot
Disallow: /
User-agent: serpstatbot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: Sogou
Disallow: /
User-agent: Sogou web spider
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: Claude-Web
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-agent: Perplexity-User
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: FacebookBot
Disallow: /
User-agent: meta-externalagent
Disallow: /
User-agent: meta-externalfetcher
Disallow: /
User-agent: Diffbot
Disallow: /
User-agent: Omgilibot
Disallow: /
User-agent: Omgili
Disallow: /
User-agent: ImagesiftBot
Disallow: /
User-agent: YouBot
Disallow: /
User-agent: Timpibot
Disallow: /
User-agent: Webzio-Extended
Disallow: /
User-agent: ZoominfoBot
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: SiteAuditBot
Disallow: /
User-agent: Scrapy
Disallow: /
User-agent: magpie-crawler
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: Kangaroo Bot
Disallow: /
User-agent: AwarioBot
Disallow: /
User-agent: Buck
Disallow: /
User-agent: VelenPublicWebCrawler
Disallow: /
User-agent: cohere-ai
Disallow: /
User-agent: ISSCyberRiskCrawler
Disallow: /
User-agent: python-requests
Disallow: /
User-agent: Go-http-client
Disallow: /
User-agent: curl
Disallow: /
User-agent: Wget
Disallow: /
User-agent: node-fetch
Disallow: /
User-agent: axios
Disallow: /
User-agent: okhttp
Disallow: /
User-agent: Java
Disallow: /

# Rastreo lento para el resto de bots no identificados
User-agent: *
Crawl-delay: 10