Merge pull request #202 from neural-loop/main

Prevent Search Indexing of Github Pages used as staging sites: .htaccess and robotx.txt applied for non onm domains

Author: neural-loop

.github/workflows/main.yml

@@ -4,21 +4,18 @@ on:
   push:
     branches: ["main"]
 
-# Sets permissions of the GITHUB_TOKEN to allow deployment to GitHub Pages
 permissions:
   contents: read
   pages: write
   id-token: write
 
-# Environment variables available to all jobs and steps in this workflow
 env:
   HUGO_ENV: production
   HUGO_VERSION: "0.118.2"
   GO_VERSION: "1.20.5"
   NODE_VERSION: "18.15.0"
 
 jobs:
-  # Build job
   build:
     runs-on: ubuntu-24.04-arm
     steps:
@@ -65,15 +62,35 @@ jobs:
 
       - name: Modify hugo.toml
         run: sed -i "s|baseURL = .*|baseURL = \"$BASE_URL\"|" hugo.toml
+
+      - name: Create public directory
+        run: mkdir -p public
+
+      - name: Create .htaccess (if needed)
+        run: touch public/.htaccess
+
       - name: Build site
         run: npm run build
 
+      - name: Modify .htaccess (Prevent Indexing)
+        run: |
+          if [[ "$BASE_URL" != "https://open-neuromorphic.org/" ]]; then
+            sudo chmod 666 public/.htaccess
+            echo "Header set X-Robots-Tag \"noindex, nofollow\"" >> public/.htaccess
+          fi
+
+      - name: Create robots.txt (Prevent Indexing)
+        run: |
+          if [[ "$BASE_URL" != "https://open-neuromorphic.org/" ]]; then
+            echo "User-agent: *" > public/robots.txt
+            echo "Disallow: /" >> public/robots.txt
+          fi
+
       - name: Upload artifact
         uses: actions/upload-pages-artifact@v3.0.1
         with:
           path: ./public
 
-  # Deployment job
   deploy:
     environment:
       name: github-pages