# PokeScope Robots.txt
# https://pokescope.app

# Block known scrapers and data harvesters
User-agent: python-requests
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: curl
Disallow: /

User-agent: wget
Disallow: /

User-agent: HttpClient
Disallow: /

User-agent: Go-http-client
Disallow: /

User-agent: Java
Disallow: /

User-agent: libwww-perl
Disallow: /

User-agent: *
Allow: /

# Main tools and features
Allow: /pokemon-card-value/
Allow: /pokemon-card-values/
Allow: /tools/
Allow: /trade-calculator/
Allow: /condition-guide/

# Content pages
Allow: /blog/
Allow: /pokemon/
Allow: /sets/
Allow: /card/

# Legal pages
Allow: /privacy/
Allow: /terms/
Allow: /contact/

# Disallow API routes
Disallow: /api/

# Allow Next.js static assets — Googlebot needs CSS/JS to render pages.
# Blocking /_next/ causes pages to render unstyled in Google's WRS and
# tanks indexing. See https://developers.google.com/search/docs/crawling-indexing/robots/intro
Allow: /_next/

# Disallow malformed/garbage URLs
Disallow: /&
Disallow: /$
Disallow: /*?*

# Disallow ALL search results pages (parameter-based, thin content)
Disallow: /pokemon-card-search-results
Disallow: /pokemon-card-search-results/
Disallow: /pokemon-card-search-results?*
Disallow: /pokemon-card-search-results/?*

# Disallow duplicate paths without trailing slash (handled by redirects)
Disallow: /pokemon-card-value$
Disallow: /tools$
Disallow: /blog$

# Host directive for canonical domain
Host: https://pokescope.app

# Sitemap location
Sitemap: https://pokescope.app/sitemap.xml

# Crawl-delay for server politeness
Crawl-delay: 1

# Google-specific directives
User-agent: Googlebot
Allow: /
Allow: /_next/
Crawl-delay: 0

# Bing-specific directives
User-agent: Bingbot
Allow: /
Allow: /_next/
Crawl-delay: 1