# Robots.txt for Travel Recommender Website
# This file controls how search engines crawl and index the site
# Canonical domain: https://travelrecommender.eu (non-www)

# Allow all web crawlers to access the site by default
User-agent: *

# Allow crawling of main public pages
Allow: /
Allow: /destinations
Allow: /countries/*
Allow: /cities/*
Allow: /attractions/*

# Block access to user-specific and sensitive areas
Disallow: /dashboard
Disallow: /profile
Disallow: /admin
Disallow: /api/
Disallow: /login
Disallow: /signup
Disallow: /verify-email
Disallow: /reset-password
Disallow: /itineraries/saved
Disallow: /preferences

# Block access to Next.js internal files
Disallow: /_next/
Disallow: /static/

# Block access to development and configuration files
Disallow: /*.json$
Disallow: /*.config.*
Disallow: /node_modules/

# Allow access to important static assets
Allow: /images/
Allow: /videos/
Allow: /*.css
Allow: /*.js
Allow: /favicon.ico
Allow: /sitemap.xml

# Crawl delay to be respectful to server resources
Crawl-delay: 1

# Sitemap location
# Dynamic sitemap (includes all current data from production)
Sitemap: https://travelrecommender.eu/sitemap.xml/