From 5134526f6359f7986bb50a7812d6331cc013a6de Mon Sep 17 00:00:00 2001
From: MagicLex <64143547+MagicLex@users.noreply.github.com>
Date: Tue, 1 Apr 2025 15:47:28 +0300
Subject: [PATCH] Update robots.txt

added to 4.1 (similar robot.txt fix as main branch)
---
 docs/robots.txt | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/docs/robots.txt b/docs/robots.txt
index a96e321af..a953d511d 100644
--- a/docs/robots.txt
+++ b/docs/robots.txt
@@ -1,4 +1,7 @@
 User-agent: *
-Disallow:
+Disallow: /
+Allow: /4.1/
+Allow: /latest/
 
-Sitemap: https://docs.hopsworks.ai/3.2/sitemap.xml
\ No newline at end of file
+Allow: /hopsworks-api/4.1/
+Allow: /hopsworks-api/latest/