From ec3c7f855ec26db7c426e6ddae460e8bdf513a84 Mon Sep 17 00:00:00 2001
From: Max Pumperla <max.pumperla@googlemail.com>
Date: Thu, 25 Aug 2022 10:36:26 +0200
Subject: [PATCH] [docs] add algolia crawler verification (#28094)

---
 doc/source/robots.txt | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/doc/source/robots.txt b/doc/source/robots.txt
index 1f87de490..8530d20d3 100644
--- a/doc/source/robots.txt
+++ b/doc/source/robots.txt
@@ -1,6 +1,8 @@
+# Algolia-Crawler-Verif: C37A60AFB138256B
 User-agent: *
+Allow: /
 Allow: /*/latest/
 Allow: /en/latest/   # Fallback for bots that don't understand wildcards
 Allow: /*/master/
 Allow: /en/master/   # Fallback for bots that don't understand wildcards
-Disallow: /
+Sitemap: https://docs.ray.io/en/latest/sitemap.xml