docs: add back algolia crawling

angular · May 22, 2024 · f014882 · f014882
1 parent 85c1719
commit f014882
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/adev/src/robots.txt b/adev/src/robots.txt
@@ -1,3 +1,7 @@
+# Algolia Search Crawler
+User-agent: Algolia Crawler
+Allow: /
+
 # Allow all URLs (see https://www.robotstxt.org/robotstxt.html)
 User-agent: *
 Disallow: /