From f202b1ca9092d2b5e3c0c991c8416516a3dd74ce Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Lo=C3=AFc=20Est=C3=A8ve?= Date: Wed, 7 Feb 2024 12:02:13 +0100 Subject: [PATCH 1/2] Add robots.txt to avoid indexing sphinx-pydata-theme preview --- robots.txt | 4 ++++ 1 file changed, 4 insertions(+) create mode 100644 robots.txt diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000000000..9d64754a42128 --- /dev/null +++ b/robots.txt @@ -0,0 +1,4 @@ +# Do not let search engines index the PyData theme preview site +# during the live testing phase. +# https://github.com/scikit-learn/scikit-learn/pull/28353 +Disallow: /_pst_preview/ From b6ea47c7cf7633478e09b90cdfe80c99c83cad16 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Lo=C3=AFc=20Est=C3=A8ve?= Date: Wed, 7 Feb 2024 14:21:16 +0100 Subject: [PATCH 2/2] Update robots.txt Co-authored-by: Tim Head --- robots.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/robots.txt b/robots.txt index 9d64754a42128..bb98e1ad94a9d 100644 --- a/robots.txt +++ b/robots.txt @@ -1,4 +1,5 @@ # Do not let search engines index the PyData theme preview site # during the live testing phase. # https://github.com/scikit-learn/scikit-learn/pull/28353 +User-agent: * Disallow: /_pst_preview/