Merge pull request #21 from lesteve/robots-txt

betatim · web-flow · commit 813b98674c32 · 2024-02-08T11:58:49.000+01:00
diff --git a/robots.txt b/robots.txt
@@ -0,0 +1,5 @@
+# Do not let search engines index the PyData theme preview site
+# during the live testing phase.
+# https://github.com/scikit-learn/scikit-learn/pull/28353
+User-agent: *
+Disallow: /_pst_preview/
