diff --git a/robots.txt b/robots.txt
index bb98e1ad94a9d..10d0ec9c16677 100644
--- a/robots.txt
+++ b/robots.txt
@@ -1,5 +1,4 @@
-# Do not let search engines index the PyData theme preview site
-# during the live testing phase.
-# https://github.com/scikit-learn/scikit-learn/pull/28353
 User-agent: *
-Disallow: /_pst_preview/
+Disallow: /
+Allow: /stable
+Allow: /dev/developers