robots.txt: even more specific rules

Mikaela · Jun 2, 2024 · 2798fca · 2798fca
1 parent b23e622
commit 2798fca
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/robots.txt b/robots.txt
@@ -1,15 +1,17 @@
 User-agent: *
-Allow: /
 Allow: /$
+Allow: /*.html$
 Allow: /blog/$
 Allow: /blog/feed.xml
 Allow: /blog/feed.en.xml
 Allow: /blog/feed.fi.xml
 Allow: /irc/$
 Allow: /matrix/$
 Allow: /n/$
+Allow: /robots.txt
 Allow: /sitemap.xml
 Allow: /sitemaps.xml
+Disallow: /
 Disallow: /*.asc$
 Disallow: /*.json$
 Disallow: /*.sig$