From 1f9e308360b7de79379d90ed8d261419a7945a0b Mon Sep 17 00:00:00 2001 From: oliwiapolec Date: Wed, 2 Sep 2026 11:32:25 +0200 Subject: [PATCH 1/2] feat(docs): update robots.txt --- public/robots.txt | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/public/robots.txt b/public/robots.txt index 4857501a1..a0288f958 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -12,3 +12,19 @@ Host: https://platform.text.com/docs # Sitemaps Sitemap: https://platform.text.com/docs/sitemap.xml + +User-agent: text.com +Disallow: /docs/*/*/v3.7* +Allow: /docs/data-reporting/reports-api/v3.7#visitor-domains +Allow: /docs/data-reporting/reports-api/v3.7#abandoned-carts +Allow: /docs/management/configuration-api/v3.7#add-allowed-domain +Allow: /docs/management/configuration-api/v3.7#list-allowed-domains +Allow: /docs/management/configuration-api/v3.7#delete-allowed-domain +Allow: /docs/management/configuration-api/v3.7/customer-bans/ban-customer +Allow: /docs/management/configuration-api/v3.7#create-canned-response +Allow: /docs/management/configuration-api/v3.7#update-canned-response +Allow: /docs/management/configuration-api/v3.7#list-canned-responses +Allow: /docs/management/configuration-api/v3.7#delete-canned-response +Allow: /docs/management/configuration-api/v3.7#update-translations +Allow: /docs/management/configuration-api/v3.7#list-translations +Disallow: /docs/*/*/v3.5* \ No newline at end of file From 1f04c2cedea2c7f9eb11fa363cbc34a17c0901c9 Mon Sep 17 00:00:00 2001 From: oliwiapolec Date: Wed, 9 Sep 2026 13:06:36 +0200 Subject: [PATCH 2/2] feat(docs): update robots-txt for legacy pages --- public/robots.txt | 32 +++++++++++++++++++------------- 1 file changed, 19 insertions(+), 13 deletions(-) diff --git a/public/robots.txt b/public/robots.txt index a0288f958..d5ac83bba 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -14,17 +14,23 @@ Host: https://platform.text.com/docs Sitemap: https://platform.text.com/docs/sitemap.xml User-agent: text.com +Disallow: /docs/*/*/v3.2* +Disallow: /docs/*/*/v3.3* +Disallow: /docs/*/*/v3.4* +Disallow: /docs/*/*/v3.5* Disallow: /docs/*/*/v3.7* -Allow: /docs/data-reporting/reports-api/v3.7#visitor-domains -Allow: /docs/data-reporting/reports-api/v3.7#abandoned-carts -Allow: /docs/management/configuration-api/v3.7#add-allowed-domain -Allow: /docs/management/configuration-api/v3.7#list-allowed-domains -Allow: /docs/management/configuration-api/v3.7#delete-allowed-domain -Allow: /docs/management/configuration-api/v3.7/customer-bans/ban-customer -Allow: /docs/management/configuration-api/v3.7#create-canned-response -Allow: /docs/management/configuration-api/v3.7#update-canned-response -Allow: /docs/management/configuration-api/v3.7#list-canned-responses -Allow: /docs/management/configuration-api/v3.7#delete-canned-response -Allow: /docs/management/configuration-api/v3.7#update-translations -Allow: /docs/management/configuration-api/v3.7#list-translations -Disallow: /docs/*/*/v3.5* \ No newline at end of file +Allow: /docs/data-reporting/reports-api/v3.7 +Allow: /docs/management/configuration-api/v3.7 + +Disallow: /docs/data-reporting/reports-api/v2.0* +Disallow: /docs/management/configuration-api/v2.0* +Disallow: /docs/authorization/customer-accounts-api/v1.0* + +Disallow: /docs/extending-chat-widget/*/v1.0* +Disallow: /docs/extending-chat-widget/*/v2.0* +Disallow: /docs/extending-chat-widget/*/v3.0* +Disallow: /docs/extending-chat-widget/*/v4.0* + +Disallow: /docs/messaging/apple-messages-for-business* +Disallow: /docs/management/limits* +Disallow: /docs/monetization/app-review-process*