# --------------------------------

# Block unwanted crawlers

# --------------------------------

User-agent: naverbot

Disallow: /
 
User-agent: yeti

Disallow: /
 
# --------------------------------

# Global rules (ALL bots)

# --------------------------------

User-agent: *

Disallow: /api/

Disallow: /_next/

Disallow: /admin/

Disallow: /auth/

Disallow: /internal/

Allow: /
 
# --------------------------------

# AI Crawlers (Allowed – AEO)

# --------------------------------
 
# OpenAI / ChatGPT

User-agent: GPTBot

Disallow: /api/

Disallow: /_next/

Disallow: /admin/

Disallow: /auth/

Allow: /
 
# Anthropic / Claude

User-agent: ClaudeBot

Disallow: /api/

Disallow: /_next/

Disallow: /admin/

Disallow: /auth/

Allow: /
 
# Perplexity AI

User-agent: PerplexityBot

Disallow: /api/

Disallow: /_next/

Disallow: /admin/

Disallow: /auth/

Allow: /
 
# Common Crawl (used by AI models)

User-agent: CCBot

Disallow: /api/

Disallow: /_next/

Disallow: /admin/

Disallow: /auth/

Allow: /
 
# --------------------------------

# Sitemap

# --------------------------------

Sitemap: https://www.waptoz.com/sitemap.xml