# robots.txt for Sooperfare.com
# This file is used to manage crawl behavior and preserve crawl budget

# =============================
# BLOCK AI & NON-SEARCH BOTS
# =============================

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Allow: /

User-agent: meta-externalagent
Disallow: /

# =============================
# BLOCK FILTERED URL PARAMETERS
# =============================

User-agent: *
# Disallow URLs with sortBy
Disallow: /*sortBy=
Disallow: /*&sortBy=

# Disallow URLs with departures (multiple filters possible)
Disallow: /*departures=
Disallow: /*&departures=

# Disallow URLs with prices
Disallow: /*prices=
Disallow: /*&prices=

# Disallow URLs with initialPrices
Disallow: /*initialPrices=
Disallow: /*&initialPrices=

# Internal Web links
Disallow: /web/

# =============================
# BLOCK THIN OR DUPLICATE CONTENT PATHS
# =============================

User-agent: *
Disallow:

# Sitemap location
Sitemap: https://www.sooperfare.com/sitemap.xml