User-agent: *
Content-Signal: search=yes, ai-train=no
Allow: /
Allow: /about
Allow: /guide
Allow: /shop
Allow: /example
Allow: /terms
Allow: /privacy
Allow: /cookies
Disallow: /api
Disallow: /?
Sitemap: https://whatsnewwith.you/sitemap.xml
Sitemap: https://whatsnewwith.you/video-sitemap.xml

# No permission for model training or fine-tuning. Directives are advisory;
# identified training crawlers are also refused by the application. Disguised
# scrapers and copies made by people cannot be prevented by these controls.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: CCBot
User-agent: Bytespider
User-agent: meta-externalagent
User-agent: cohere-ai
User-agent: Diffbot
User-agent: Omgilibot
User-agent: omgili
User-agent: AI2Bot
Disallow: /

# Google combines Gemini training and some answer retrieval in this control.
# Apple uses its separate training control. Ordinary search remains available.
# The application adds a narrow Google exception only for owner-opted archives.
User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /