# Baby-Opt robots.txt # Search engines + AI answer crawlers: catalog/product/llms.txt allowed. # CSS/JS/_next/static allowed so Yandex/Google can render the storefront. # Host = canonical mirror (www/apex glued to this origin). # Pure training scrapers (CCBot, Diffbot, …): Disallow all. # Paid OT/TMAPI stay login-gated in app (canUsePaidExternalApi). User-agent: * Allow: / Allow: /catalog Allow: /product Allow: /llms.txt Allow: /_next/static/ Allow: /*.js Allow: /*.css Allow: /*.woff2 Allow: /*.png Allow: /*.webp Allow: /*.jpg Allow: /*.jpeg Allow: /*.svg Allow: /*.ico Allow: /*.webmanifest Disallow: /api/ Disallow: /cms/ Disallow: /admin/ Disallow: /ops/ Disallow: /account/ Disallow: /cart Disallow: /checkout Disallow: /pay/ Disallow: /search User-agent: Googlebot Allow: / Allow: /catalog Allow: /product Allow: /llms.txt Allow: /_next/static/ Allow: /*.js Allow: /*.css Allow: /*.woff2 Allow: /*.png Allow: /*.webp Allow: /*.jpg Allow: /*.jpeg Allow: /*.svg Allow: /*.ico Allow: /*.webmanifest Disallow: /api/ Disallow: /cms/ Disallow: /admin/ Disallow: /ops/ Disallow: /account/ Disallow: /cart Disallow: /checkout Disallow: /pay/ Disallow: /search User-agent: Yandex Allow: / Allow: /catalog Allow: /product Allow: /llms.txt Allow: /_next/static/ Allow: /*.js Allow: /*.css Allow: /*.woff2 Allow: /*.png Allow: /*.webp Allow: /*.jpg Allow: /*.jpeg Allow: /*.svg Allow: /*.ico Allow: /*.webmanifest Disallow: /api/ Disallow: /cms/ Disallow: /admin/ Disallow: /ops/ Disallow: /account/ Disallow: /cart Disallow: /checkout Disallow: /pay/ Disallow: /search Clean-param: utm_source&utm_medium&utm_campaign&utm_content&utm_term&utm_referrer&from&yclid&gclid&ysclid&yrclid&fbclid&_openstat&fb_action_ids&fb_action_types&ref&referrer&etext&ybaip&_ym_debug / Clean-param: sort&priceFrom&priceTo&costFrom&costTo&volumeFrom&volumeTo&countFrom&countTo&ratingFrom&ratingTo&lotFrom&lotTo&firstLotFrom&firstLotTo&stuffStatus&vendorId&vid&vendor&name /catalog Clean-param: sort&priceFrom&priceTo&costFrom&costTo&volumeFrom&volumeTo&countFrom&countTo&ratingFrom&ratingTo&lotFrom&lotTo&firstLotFrom&firstLotTo&stuffStatus&vendorId&vid&vendor&name /vendor Clean-param: letter&type /all_vendors User-agent: Bingbot Allow: / Allow: /catalog Allow: /product Allow: /llms.txt Allow: /_next/static/ Allow: /*.js Allow: /*.css Allow: /*.woff2 Allow: /*.png Allow: /*.webp Allow: /*.jpg Allow: /*.jpeg Allow: /*.svg Allow: /*.ico Allow: /*.webmanifest Disallow: /api/ Disallow: /cms/ Disallow: /admin/ Disallow: /ops/ Disallow: /account/ Disallow: /cart Disallow: /checkout Disallow: /pay/ Disallow: /search User-agent: Applebot Allow: / Allow: /catalog Allow: /product Allow: /llms.txt Allow: /_next/static/ Allow: /*.js Allow: /*.css Allow: /*.woff2 Allow: /*.png Allow: /*.webp Allow: /*.jpg Allow: /*.jpeg Allow: /*.svg Allow: /*.ico Allow: /*.webmanifest Disallow: /api/ Disallow: /cms/ Disallow: /admin/ Disallow: /ops/ Disallow: /account/ Disallow: /cart Disallow: /checkout Disallow: /pay/ Disallow: /search User-agent: ClaudeBot Allow: / Allow: /catalog Allow: /product Allow: /llms.txt Allow: /_next/static/ Allow: /*.js Allow: /*.css Allow: /*.woff2 Allow: /*.png Allow: /*.webp Allow: /*.jpg Allow: /*.jpeg Allow: /*.svg Allow: /*.ico Allow: /*.webmanifest Disallow: /api/ Disallow: /cms/ Disallow: /admin/ Disallow: /ops/ Disallow: /account/ Disallow: /cart Disallow: /checkout Disallow: /pay/ Disallow: /search User-agent: GPTBot Allow: / Allow: /catalog Allow: /product Allow: /llms.txt Allow: /_next/static/ Allow: /*.js Allow: /*.css Allow: /*.woff2 Allow: /*.png Allow: /*.webp Allow: /*.jpg Allow: /*.jpeg Allow: /*.svg Allow: /*.ico Allow: /*.webmanifest Disallow: /api/ Disallow: /cms/ Disallow: /admin/ Disallow: /ops/ Disallow: /account/ Disallow: /cart Disallow: /checkout Disallow: /pay/ Disallow: /search User-agent: Google-Extended Allow: / Allow: /catalog Allow: /product Allow: /llms.txt Allow: /_next/static/ Allow: /*.js Allow: /*.css Allow: /*.woff2 Allow: /*.png Allow: /*.webp Allow: /*.jpg Allow: /*.jpeg Allow: /*.svg Allow: /*.ico Allow: /*.webmanifest Disallow: /api/ Disallow: /cms/ Disallow: /admin/ Disallow: /ops/ Disallow: /account/ Disallow: /cart Disallow: /checkout Disallow: /pay/ Disallow: /search User-agent: ChatGPT-User Allow: / Allow: /catalog Allow: /product Allow: /llms.txt Allow: /_next/static/ Allow: /*.js Allow: /*.css Allow: /*.woff2 Allow: /*.png Allow: /*.webp Allow: /*.jpg Allow: /*.jpeg Allow: /*.svg Allow: /*.ico Allow: /*.webmanifest Disallow: /api/ Disallow: /cms/ Disallow: /admin/ Disallow: /ops/ Disallow: /account/ Disallow: /cart Disallow: /checkout Disallow: /pay/ Disallow: /search User-agent: OAI-SearchBot Allow: / Allow: /catalog Allow: /product Allow: /llms.txt Allow: /_next/static/ Allow: /*.js Allow: /*.css Allow: /*.woff2 Allow: /*.png Allow: /*.webp Allow: /*.jpg Allow: /*.jpeg Allow: /*.svg Allow: /*.ico Allow: /*.webmanifest Disallow: /api/ Disallow: /cms/ Disallow: /admin/ Disallow: /ops/ Disallow: /account/ Disallow: /cart Disallow: /checkout Disallow: /pay/ Disallow: /search User-agent: PerplexityBot Allow: / Allow: /catalog Allow: /product Allow: /llms.txt Allow: /_next/static/ Allow: /*.js Allow: /*.css Allow: /*.woff2 Allow: /*.png Allow: /*.webp Allow: /*.jpg Allow: /*.jpeg Allow: /*.svg Allow: /*.ico Allow: /*.webmanifest Disallow: /api/ Disallow: /cms/ Disallow: /admin/ Disallow: /ops/ Disallow: /account/ Disallow: /cart Disallow: /checkout Disallow: /pay/ Disallow: /search User-agent: Amazonbot Allow: / Allow: /catalog Allow: /product Allow: /llms.txt Allow: /_next/static/ Allow: /*.js Allow: /*.css Allow: /*.woff2 Allow: /*.png Allow: /*.webp Allow: /*.jpg Allow: /*.jpeg Allow: /*.svg Allow: /*.ico Allow: /*.webmanifest Disallow: /api/ Disallow: /cms/ Disallow: /admin/ Disallow: /ops/ Disallow: /account/ Disallow: /cart Disallow: /checkout Disallow: /pay/ Disallow: /search User-agent: Applebot-Extended Allow: / Allow: /catalog Allow: /product Allow: /llms.txt Allow: /_next/static/ Allow: /*.js Allow: /*.css Allow: /*.woff2 Allow: /*.png Allow: /*.webp Allow: /*.jpg Allow: /*.jpeg Allow: /*.svg Allow: /*.ico Allow: /*.webmanifest Disallow: /api/ Disallow: /cms/ Disallow: /admin/ Disallow: /ops/ Disallow: /account/ Disallow: /cart Disallow: /checkout Disallow: /pay/ Disallow: /search User-agent: Bytespider Allow: / Allow: /catalog Allow: /product Allow: /llms.txt Allow: /_next/static/ Allow: /*.js Allow: /*.css Allow: /*.woff2 Allow: /*.png Allow: /*.webp Allow: /*.jpg Allow: /*.jpeg Allow: /*.svg Allow: /*.ico Allow: /*.webmanifest Disallow: /api/ Disallow: /cms/ Disallow: /admin/ Disallow: /ops/ Disallow: /account/ Disallow: /cart Disallow: /checkout Disallow: /pay/ Disallow: /search User-agent: meta-externalagent Allow: / Allow: /catalog Allow: /product Allow: /llms.txt Allow: /_next/static/ Allow: /*.js Allow: /*.css Allow: /*.woff2 Allow: /*.png Allow: /*.webp Allow: /*.jpg Allow: /*.jpeg Allow: /*.svg Allow: /*.ico Allow: /*.webmanifest Disallow: /api/ Disallow: /cms/ Disallow: /admin/ Disallow: /ops/ Disallow: /account/ Disallow: /cart Disallow: /checkout Disallow: /pay/ Disallow: /search User-agent: CCBot Disallow: / User-agent: Diffbot Disallow: / User-agent: ImagesiftBot Disallow: / User-agent: AI2Bot Disallow: / Host: baby-opt.ru Sitemap: https://baby-opt.ru/sitemap.xml # Yandex Market / Товары feed # https://baby-opt.ru/feeds/yandex.yml # AI assistants summary: /llms.txt