# robots.txt for awayzing-reisen.de
# Last updated: 2026-04-06

# --- General crawlers: allow everything useful ---
User-agent: *
Allow: /
Disallow: /*?lightbox=
Disallow: /_partials*
Disallow: /pro-gallery-webapp/v1/galleries/*
Disallow: /*?appSectionParams
Disallow: /*?ssrModel=
Disallow: /*?commonConfig=

# --- Google (all bots) ---
User-agent: Googlebot
Allow: /
Disallow: /*?lightbox=
Disallow: /_partials*
Disallow: /pro-gallery-webapp/v1/galleries/*

# --- Google Ads Bot optimization ---
User-agent: AdsBot-Google-Mobile
User-agent: AdsBot-Google
Disallow: /_partials*
Disallow: /pro-gallery-webapp/v1/galleries/*

# --- Bing ---
User-agent: Bingbot
Allow: /
Disallow: /*?lightbox=
Disallow: /_partials*

# --- Block bad/useless bots ---
User-agent: PetalBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: AhrefsBot
Crawl-delay: 10

# --- Sitemap index ---
Sitemap: https://www.awayzing-reisen.de/sitemap.xml