feat(docker): rewrite build and deployment pipeline

.dockerignore

@@ -1,10 +1,61 @@
+# Node modules (will be installed in container)
 node_modules
 **/node_modules
+
+# Environment files
 **/.env
+!frontend/.env
+.env.development
+.env.local
+.env.test
+.env.production
+
+# Development files
 .git
 .github/
-docs
-.env.development
-server/vespa-data
-server/xyne-data
-server/data
+docs/
+
+# Large data directories (excluded from image, will be restored from sample-data.tar.gz)
+deployment/data/
+deployment/xyne-data*
+deployment/xyne-portable*
+deployment/grafana/grafana-storage/
+deployment/loki/
+server/vespa-data/
+server/xyne-data/
+server/data/
+xyne-data/
+
+# Build artifacts
+dist/
+build/
+**/dist/
+**/build/
+
+# Logs and temporary files
+*.log
+logs/
+**/logs/
+tmp/
+temp/
+**/tmp/
+**/temp/
+
+# OS files
+.DS_Store
+Thumbs.db
+
+# Editor files
+.vscode/
+.idea/
+*.swp
+*.swo
+
+# Test artifacts
+test-results/
+playwright-report/
+coverage/
+
+# Development-specific
+eval-data/
+observability/

Dockerfile

@@ -3,18 +3,34 @@ FROM oven/bun:1 AS base
 
 WORKDIR /usr/src/app
 
-# Copy all files into the container
-COPY . .
+# Copy package files first for better layer caching
+COPY server/package.json server/bun.lock* /usr/src/app/server/
+COPY frontend/package.json frontend/bun.lockb /usr/src/app/frontend/
 
 # Switch to server directory and install backend dependencies
 WORKDIR /usr/src/app/server
 RUN bun install
-RUN chmod +x docker-init.sh 
 
-
-# Install dependencies and build the frontend
+# Install frontend dependencies
 WORKDIR /usr/src/app/frontend
 RUN bun install
+
+# Copy server source code and configuration
+WORKDIR /usr/src/app
+COPY server/ /usr/src/app/server/
+COPY frontend/ /usr/src/app/frontend/
+COPY shared/ /usr/src/app/shared/
+
+# Copy other necessary files
+COPY biome.json /usr/src/app/
+COPY .env* /usr/src/app/server/
+
+# Make scripts executable
+WORKDIR /usr/src/app/server
+RUN chmod +x docker-init.sh 2>/dev/null || true
+
+# Build the frontend
+WORKDIR /usr/src/app/frontend
 RUN bun run build
 
 # Set the environment as production
@@ -33,6 +49,13 @@ RUN apt-get update && apt-get install -y \
     && apt-get clean && rm -rf /var/lib/apt/lists/*
 
 
+# Copy data restoration script and make it executable
+COPY deployment/restore-data.sh /usr/src/app/deployment/restore-data.sh
+RUN chmod +x /usr/src/app/deployment/restore-data.sh
+
+# Copy sample data archive if it exists (conditional copy during build)
+COPY deployment/sample-data.tar.gz* /usr/src/app/deployment/
+
 # Set ownership for bun user
 RUN chown -R bun:bun /usr/src/app
 
@@ -41,10 +64,16 @@ EXPOSE 80/tcp
 
 WORKDIR /usr/src/app/server
 
-RUN mkdir -p downloads
+RUN mkdir -p downloads vespa-data vespa-logs uploads
+
+# Copy and setup startup script
+COPY start.sh /usr/src/app/start.sh
+RUN chmod +x /usr/src/app/start.sh
 
 USER bun
 
-## A delay of 20 seconds to wait for the other containers to start running and the migrate changes and deploy schema changes
-CMD ["sh", "-c", "sleep 20 && if [ -f /usr/src/app/server/.env ]; then . /usr/src/app/server/.env; fi && bun run generate && bun run migrate && cd /usr/src/app/server/vespa && EMBEDDING_MODEL=$EMBEDDING_MODEL ./deploy-docker.sh && cd /usr/src/app/server/ && bun run server.ts"]
+# Expose port 3000 (will be mapped to 80 in docker-compose)
+EXPOSE 3000
+
+CMD ["/usr/src/app/start.sh"]