Prevent Indexing of Github Pages used as Staging Sites, .htaccess and robots.txt

Author: neural-loop

.github/workflows/main.yml

@@ -75,10 +75,17 @@ jobs:
       - name: Modify .htaccess (Prevent Indexing)
         run: |
           if [[ "$BASE_URL" != "https://open-neuromorphic.org/" ]]; then
-            sudo chmod 666 public/.htaccess # Make file fully writeable.
+            sudo chmod 666 public/.htaccess
             echo "Header set X-Robots-Tag \"noindex, nofollow\"" >> public/.htaccess
           fi
 
+      - name: Create robots.txt (Prevent Indexing)
+        run: |
+          if [[ "$BASE_URL" != "https://open-neuromorphic.org/" ]]; then
+            echo "User-agent: *" > public/robots.txt
+            echo "Disallow: /" >> public/robots.txt
+          fi
+
       - name: Upload artifact
         uses: actions/upload-pages-artifact@v3.0.1
         with: