diff --git a/public/robots.txt b/public/robots.txt index 4857501a1..d5ac83bba 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -12,3 +12,25 @@ Host: https://platform.text.com/docs # Sitemaps Sitemap: https://platform.text.com/docs/sitemap.xml + +User-agent: text.com +Disallow: /docs/*/*/v3.2* +Disallow: /docs/*/*/v3.3* +Disallow: /docs/*/*/v3.4* +Disallow: /docs/*/*/v3.5* +Disallow: /docs/*/*/v3.7* +Allow: /docs/data-reporting/reports-api/v3.7 +Allow: /docs/management/configuration-api/v3.7 + +Disallow: /docs/data-reporting/reports-api/v2.0* +Disallow: /docs/management/configuration-api/v2.0* +Disallow: /docs/authorization/customer-accounts-api/v1.0* + +Disallow: /docs/extending-chat-widget/*/v1.0* +Disallow: /docs/extending-chat-widget/*/v2.0* +Disallow: /docs/extending-chat-widget/*/v3.0* +Disallow: /docs/extending-chat-widget/*/v4.0* + +Disallow: /docs/messaging/apple-messages-for-business* +Disallow: /docs/management/limits* +Disallow: /docs/monetization/app-review-process*