# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449


    User-agent: *
    Crawl-delay: 1

    # --- Zones à bloquer pour tout le monde ---
    Disallow: /compte/*
    Disallow: /account/*
    Disallow: /abonnement/panier*
    Disallow: /paiement/*
    Disallow: /subscription/cart/*
    Disallow: /catalogue/resultats/*
    Disallow: /telechargement/catalogue?venteId=*
    Disallow: /home/preview/*
    Disallow: /*offset=
    Disallow: /articles/preview*
    Disallow: /en/article/preview/*
    Disallow: /*/search/
    Disallow: /recherche/
    Disallow: /*order=
    Disallow: /*postRedirURL=
    Disallow: /*triSearch=
    Disallow: /*modeDiapo=
    Disallow: /*passedOnce=
    Disallow: /*query=
    Disallow: /*prixMax=
    Disallow: /*prixMin=
    Disallow: /rubrique/index?parent.id=&rubrique.id=
    Disallow: /article/article/*
    Disallow: /en/article/en/article/*
    Disallow: /en/en/*
    Disallow: /ventes/ventes-aux-encheres/*
    Disallow: /tag/tag/*
    Disallow: /vendre-encheres?controller=static&action=vendre&


    # --- Autorisation des IA bots ---
    User-agent: GPTBot
    Allow: /

    User-agent: Google-Extended
    Allow: /

    User-agent: ChatGPT-User
    Allow: /

    User-agent: OAI-SearchBot
    Allow: /

    User-agent: ClaudeBot
    Disallow: /

    User-agent: Claude-Web
    Disallow: /

    User-agent: PerplexityBot
    Disallow: /

    User-agent: anthropic-ai
    Disallow: /

    User-agent: cohere-ai
    Disallow: /

    # --- Sitemaps ---
    Sitemap: https://www.gazette-drouot.com/sitemap.xml
    Sitemap: https://www.gazette-drouot.com/en/sitemap.xml