User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/*
Disallow: /admin/*
Disallow: /private/*
Disallow: /ai-playground/api/*
Disallow: /ai-tools/api/*
Disallow: /_next/static/*
Disallow: /profile/me
Disallow: /profile/*
Crawl-delay: 0.5

User-agent: GPTBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/*
Disallow: /admin/*
Disallow: /private/*
Disallow: /ai-playground/api/*
Disallow: /ai-tools/api/*
Disallow: /_next/static/*
Disallow: /profile/me

User-agent: Google-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/*
Disallow: /admin/*
Disallow: /private/*
Disallow: /ai-playground/api/*
Disallow: /ai-tools/api/*
Disallow: /_next/static/*
Disallow: /profile/me

User-agent: CCBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/*
Disallow: /admin/*
Disallow: /private/*
Disallow: /ai-playground/api/*
Disallow: /ai-tools/api/*
Disallow: /_next/static/*
Disallow: /profile/me

User-agent: OAI-SearchBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/*
Disallow: /admin/*
Disallow: /private/*
Disallow: /ai-playground/api/*
Disallow: /ai-tools/api/*
Disallow: /_next/static/*
Disallow: /profile/me

User-agent: Googlebot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/*
Disallow: /admin/*
Disallow: /private/*
Disallow: /ai-playground/api/*
Disallow: /ai-tools/api/*
Disallow: /_next/static/*
Disallow: /profile/me

User-agent: Bingbot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/*
Disallow: /admin/*
Disallow: /private/*
Disallow: /ai-playground/api/*
Disallow: /ai-tools/api/*
Disallow: /_next/static/*
Disallow: /profile/me

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

Sitemap: https://aidemos.com/sitemap.xml
Sitemap: https://aidemos.com/sitemap-llms.xml
Host: https://aidemos.com