diff --git a/docs/robots.txt b/docs/robots.txt
index a96e321af..e7b0626cd 100644
--- a/docs/robots.txt
+++ b/docs/robots.txt
@@ -1,4 +1,10 @@
 User-agent: *
-Disallow:
+Disallow: /
+Allow: /4.1/
+Allow: /latest/
 
-Sitemap: https://docs.hopsworks.ai/3.2/sitemap.xml
\ No newline at end of file
+Allow: /hopsworks-api/4.1/
+Allow: /hopsworks-api/latest/
+
+Allow: /hopsworks-api/4.1/javadoc/
+Allow: /hopsworks-api/latest/javadoc/