# sample_robots.txt – pixelwerft.ch
# Recommended starting configuration: search engines, social preview
# bots and AI crawlers welcome; only SEO scrapers and noisy bots blocked.
# robots.txt is a recommendation, not a protection.

# --- Default: all regular bots may crawl at a moderate pace ---
User-agent: *
Allow: /
Crawl-delay: 5

# --- AI and training crawlers welcome ---
# no rules needed (e.g. GPTBot, ChatGPT-User, OAI-SearchBot,
# ClaudeBot, anthropic-ai, Claude-Web, Google-Extended,
# Applebot-Extended, PerplexityBot, CCBot, …)

# --- Block SEO and scraper bots ---
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: SiteAuditBot
Disallow: /

# --- Sitemap ---
Sitemap: https://pixelwerft.ch/sitemap.xml