From 7056871fb84198363ff659336551247652efa914 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Lo=C3=AFc=20Est=C3=A8ve?= <loic.esteve@ymail.com>
Date: Tue, 21 Jan 2025 10:37:42 +0100
Subject: [PATCH] MNT Only enable indexing of stable doc and dev developers doc

---
 robots.txt | 7 +++----
 1 file changed, 3 insertions(+), 4 deletions(-)

diff --git a/robots.txt b/robots.txt
index bb98e1ad94a9d..10d0ec9c16677 100644
--- a/robots.txt
+++ b/robots.txt
@@ -1,5 +1,4 @@
-# Do not let search engines index the PyData theme preview site
-# during the live testing phase.
-# https://github.com/scikit-learn/scikit-learn/pull/28353
 User-agent: *
-Disallow: /_pst_preview/
+Disallow: /
+Allow: /stable
+Allow: /dev/developers