Update robots.txt

lesteve · betatim · web-flow · commit b6ea47c7cf76 · 2024-02-07T14:21:16.000+01:00
Co-authored-by: Tim Head &lt;betatim@gmail.com&gt;
diff --git a/robots.txt b/robots.txt
@@ -1,4 +1,5 @@
 # Do not let search engines index the PyData theme preview site
 # during the live testing phase.
 # https://github.com/scikit-learn/scikit-learn/pull/28353
+User-agent: *
 Disallow: /_pst_preview/
