Sitemap: https://boatbooker.com/sitemap.xml

# Default rules for all crawlers.
# Rules are enumerated per active language because the URL space includes
# the 2-char language prefix for all locales except English.
User-agent: *
# English (no prefix)
Disallow: /charters/view_ajax_packages/*
Disallow: /charters/book/*
Disallow: /charters/subscribe
Disallow: /ci/*
Disallow: /api/*
Disallow: /next-api/*
# Locales not ready for indexing — block entirely
Disallow: /de/
Disallow: /ru/
Disallow: /es/
Disallow: /fr/
Disallow: /sr/
Disallow: /it/
Disallow: /nl/
Crawl-delay: 15

# Googlebot and Bingbot: default rules plus Trips and map-search variants.
# Defaults are repeated here because a crawler with its own group ignores `User-agent: *`.
User-agent: Googlebot
User-agent: Bingbot
# English (no prefix)
Disallow: /charters/view_ajax_packages/*
Disallow: /charters/book/*
Disallow: /charters/subscribe
Disallow: /ci/*
Disallow: /api/*
Disallow: /next-api/*
Disallow: /packages/view/
Disallow: /charters/search/*isMapOpen=true*
Disallow: /charters/search/*neLat=*
# Locales not ready for indexing — block entirely
Disallow: /de/
Disallow: /ru/
Disallow: /es/
Disallow: /fr/
Disallow: /sr/
Disallow: /it/
Disallow: /nl/

# Block SEO tool crawlers
User-agent: SemrushBot
User-agent: Amazonbot
User-agent: dotbot
User-agent: AhrefsBot
User-agent: PetalBot
User-agent: Barkrowler
User-agent: BLEXBot
Disallow: /