User-agent: *
Disallow: /admin/
Disallow: /*&print=1
Disallow: /include/

Disallow: /mobile/
Disallow: /newsletter/
Disallow: /barcode/
Disallow: /caisse/
Disallow: /carto/
Disallow: /editeur/
Disallow: /Scripts/
Disallow: /signature/
Disallow: /synchro/
Disallow: /tiny_mce/
Disallow: /tmp/
Disallow: /upload/pdf/
Disallow: /dhtml/download.php
Disallow: /page_gabarit.m.php
Disallow: /*?add_filters=*
Disallow: /*&add_filters=*
Disallow: */?filtres=*
Disallow: /*?preview=*
Disallow: /*&preview=*
Disallow: /*?from_editor=*
Disallow: /*&from_editor=*
Allow: /themes/html/css/*.css
Allow: /themes/html/js/*.js
Allow: /themes/html/img/
Allow: /themes/html/font/
Allow: /themes/html/fonts/
Allow: /themes/mobile/css/*.css
Allow: /themes/mobile/js/*.js
Allow: /themes/mobile/img/
Allow: /themes/mobile/fonts/
Allow: /themes/html_responsive/css/*.css
Allow: /themes/html_responsive/js/*.js
Allow: /themes/html_responsive/img
Allow: /themes/html_responsive/fonts
Allow: /themes/html/modeles/*
Allow: /themes/html_1603/modeles/*
Allow: /themes/html_1708/modeles/*
Allow: /themes/html_responsive/modeles/*

Disallow: /themes/
Sitemap: https://www.setin.fr/sitemap-index.xml

User-Agent: aranhabot
Disallow: /


# open AI
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

# Restrict what Amazonbot (Alexa) can see
User-agent: Amazonbot
Crawl-Delay: 10

# Amazon Q Web Crawler
User-agent: amazon-QBusiness
Disallow: /

# Amazon Kendra Web Crawler
User-agent: amazon-kendra
Disallow: /

# We want this bot to crawl way slower http://ahrefs.com/robot/
User-agent: AhrefsBot
Crawl-Delay: 30

# Don't let PetalBot crawl at all
User-agent: PetalBot
Disallow: /

# Block ClaudeBotGPT
User-agent: ClaudeBot
Disallow: /

# Block Claude-Web
User-agent: Claude-Web
Disallow: /

# Block anthropic-ai
User-agent: anthropic-ai
Disallow: /

# Yandex
User-agent: Yandex
Disallow: /

# Ahrefs
User-agent: AhrefsBot
Disallow: /

# fidget-spinner-bot
User-agent: fidget-spinner-bot
Disallow: /

# SeznamBot
User-agent: SeznamBot
Disallow: /

# Bard 
User-agent: Google-Extended
Disallow: /