Feat: [Scheduler & Monitoring] 스케줄러 모듈 추가 및 성능 모니터링 인프라 구축 (#15)

* Feat: [Scheduler] 스케줄러 모듈 추가 및 모듈 설정

* Feat: [Scheduler] 스케줄러에 otp 만료 시간 지난 코드 만료 상태로 변경 및 모듈별 프로필 설정으로 관리

* Feat: [monitoring] 성능 모니터링 로그 분석 모니터링 구축

Author: kjunh972

.github/workflows/deploy-develop.yml

@@ -29,30 +29,66 @@ jobs:
           name: build-artifacts
           path: kkambbak/build/libs/*.jar
 
+      - name: Upload monitoring configs
+        uses: actions/upload-artifact@v4
+        with:
+          name: monitoring-configs
+          path: monitoring/
+
   dockerize:
     runs-on: ubuntu-latest
     needs: build
     steps:
       - name: Checkout source code
         uses: actions/checkout@v5
 
-      - name: Download build artifact
-        uses: actions/download-artifact@v4
-        with:
-          name: build-artifacts
-          path: kkambbak/build/libs
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
 
       - name: Log in to DockerHub
         uses: docker/login-action@v3
         with:
           username: ${{ secrets.DOCKERHUB_USERNAME }}
           password: ${{ secrets.DOCKERHUB_TOKEN }}
 
-      - name: Build Docker image
-        run: docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/kkambbak:develop .
+      - name: Build and push API image
+        uses: docker/build-push-action@v5
+        with:
+          context: .
+          file: ./Dockerfile
+          target: api
+          push: true
+          tags: ${{ secrets.DOCKERHUB_USERNAME }}/kkambbak:develop
+          cache-from: type=gha
+          cache-to: type=gha,mode=max
+
+      - name: Build and push Scheduler image
+        uses: docker/build-push-action@v5
+        with:
+          context: .
+          file: ./Dockerfile
+          target: scheduler
+          push: true
+          tags: ${{ secrets.DOCKERHUB_USERNAME }}/kkambbak-scheduler:develop
+          cache-from: type=gha
+          cache-to: type=gha,mode=max
+
+      - name: Download monitoring configs
+        uses: actions/download-artifact@v4
+        with:
+          name: monitoring-configs
+          path: ./monitoring
 
-      - name: Push Docker image
-        run: docker push ${{ secrets.DOCKERHUB_USERNAME }}/kkambbak:develop
+      - name: Upload monitoring configs to server
+        uses: appleboy/scp-action@v0.1.7
+        with:
+          host: ${{ secrets.NCP_HOST }}
+          username: ${{ secrets.NCP_USERNAME }}
+          key: ${{ secrets.NCP_SSH_KEY }}
+          password: ${{ secrets.NCP_PASSWORD }}
+          source: "./monitoring/*"
+          target: "/home/ubuntu/kkambbak/"
+          strip_components: 0
 
       - name: Deploy to Naver Cloud
         uses: appleboy/ssh-action@v1.0.3
@@ -62,11 +98,48 @@ jobs:
           key: ${{ secrets.NCP_SSH_KEY }}
           password: ${{ secrets.NCP_PASSWORD }}
           script: |
+            # .env 파일 생성
+            cat > /tmp/.env <<'EOF'
+            DB_URL=${{ secrets.DB_URL }}
+            DB_USERNAME=${{ secrets.DB_USERNAME }}
+            DB_PASSWORD=${{ secrets.DB_PASSWORD }}
+            DB_DRIVER=${{ secrets.DB_DRIVER }}
+            JPA_DDL_AUTO=${{ secrets.JPA_DDL_AUTO }}
+            JPA_DIALECT=${{ secrets.JPA_DIALECT }}
+            REDIS_HOST=kkambbak-redis
+            REDIS_PORT=6379
+            JWT_SECRET=${{ secrets.JWT_SECRET }}
+            JWT_ACCESS_TOKEN_EXPIRATION=${{ secrets.JWT_ACCESS_TOKEN_EXPIRATION }}
+            JWT_REFRESH_TOKEN_EXPIRATION=${{ secrets.JWT_REFRESH_TOKEN_EXPIRATION }}
+            GOOGLE_CLIENT_ID=${{ secrets.GOOGLE_CLIENT_ID }}
+            GOOGLE_CLIENT_SECRET=${{ secrets.GOOGLE_CLIENT_SECRET }}
+            OAUTH2_REDIRECT_URI=${{ secrets.OAUTH2_REDIRECT_URI }}
+            AUTH_KEY=${{ secrets.AUTH_KEY }}
+            MAIL_HOST=${{ secrets.MAIL_HOST }}
+            MAIL_PORT=${{ secrets.MAIL_PORT }}
+            MAIL_USERNAME=${{ secrets.MAIL_USERNAME }}
+            MAIL_PASSWORD=${{ secrets.MAIL_PASSWORD }}
+            MAIL_SMTP_AUTH=true
+            MAIL_SMTP_STARTTLS_ENABLE=true
+            EMAIL_REDIRECT_URI=${{ secrets.EMAIL_REDIRECT_URI }}
+            EMAIL_OTP_EXPIRY_MINUTES=${{ secrets.EMAIL_OTP_EXPIRY_MINUTES }}
+            R2_ACCOUNT_ID=${{ secrets.R2_ACCOUNT_ID }}
+            R2_ACCESS_KEY=${{ secrets.R2_ACCESS_KEY }}
+            R2_SECRET_KEY=${{ secrets.R2_SECRET_KEY }}
+            R2_BUCKET_NAME=${{ secrets.R2_BUCKET_NAME }}
+            R2_PUBLIC_DOMAIN=${{ secrets.R2_PUBLIC_DOMAIN }}
+            DEFAULT_PROFILE_IMAGE=${{ secrets.DEFAULT_PROFILE_IMAGE }}
+            DISCORD_WEBHOOK_URL=${{ secrets.DISCORD_WEBHOOK }}
+            GRAFANA_ADMIN_USER=${{ secrets.GRAFANA_ADMIN_USER }}
+            GRAFANA_ADMIN_PASSWORD=${{ secrets.GRAFANA_ADMIN_PASSWORD }}
+            EOF
+
             # Docker 로그인
             echo ${{ secrets.DOCKERHUB_TOKEN }} | /usr/bin/docker login -u ${{ secrets.DOCKERHUB_USERNAME }} --password-stdin
 
             # 최신 이미지 pull
             /usr/bin/docker pull ${{ secrets.DOCKERHUB_USERNAME }}/kkambbak:develop
+            /usr/bin/docker pull ${{ secrets.DOCKERHUB_USERNAME }}/kkambbak-scheduler:develop
 
             # Docker 네트워크 생성 (없으면)
             /usr/bin/docker network create kkambbak-network || true
@@ -91,41 +164,95 @@ jobs:
             /usr/bin/docker stop kkambbak || true
             /usr/bin/docker rm kkambbak || true
 
+            # 로그 디렉토리 생성
+            mkdir -p /home/ubuntu/kkambbak/logs
+
             # 애플리케이션 컨테이너 실행 (포트 8080)
             /usr/bin/docker run -d \
               --name kkambbak \
               --restart unless-stopped \
               --network kkambbak-network \
               -p 8080:8080 \
-              -e "DB_URL=${{ secrets.DB_URL }}" \
-              -e "DB_USERNAME=${{ secrets.DB_USERNAME }}" \
-              -e "DB_PASSWORD=${{ secrets.DB_PASSWORD }}" \
-              -e "DB_DRIVER=${{ secrets.DB_DRIVER }}" \
-              -e "JPA_DDL_AUTO=${{ secrets.JPA_DDL_AUTO }}" \
-              -e "JPA_DIALECT=${{ secrets.JPA_DIALECT }}" \
-              -e REDIS_HOST=kkambbak-redis \
-              -e REDIS_PORT=6379 \
-              -e "JWT_SECRET=${{ secrets.JWT_SECRET }}" \
-              -e "JWT_ACCESS_TOKEN_EXPIRATION=${{ secrets.JWT_ACCESS_TOKEN_EXPIRATION }}" \
-              -e "JWT_REFRESH_TOKEN_EXPIRATION=${{ secrets.JWT_REFRESH_TOKEN_EXPIRATION }}" \
-              -e "GOOGLE_CLIENT_ID=${{ secrets.GOOGLE_CLIENT_ID }}" \
-              -e "GOOGLE_CLIENT_SECRET=${{ secrets.GOOGLE_CLIENT_SECRET }}" \
-              -e "OAUTH2_REDIRECT_URI=${{ secrets.OAUTH2_REDIRECT_URI }}" \
-              -e "AUTH_KEY=${{ secrets.AUTH_KEY }}" \
-              -e "MAIL_HOST=${{ secrets.MAIL_HOST }}" \
-              -e "MAIL_PORT=${{ secrets.MAIL_PORT }}" \
-              -e "MAIL_USERNAME=${{ secrets.MAIL_USERNAME }}" \
-              -e "MAIL_PASSWORD=${{ secrets.MAIL_PASSWORD }}" \
-              -e "EMAIL_REDIRECT_URI=${{ secrets.EMAIL_REDIRECT_URI }}" \
-              -e "EMAIL_OTP_EXPIRY_MINUTES=${{ secrets.EMAIL_OTP_EXPIRY_MINUTES }}" \
-              -e "R2_ACCOUNT_ID=${{ secrets.R2_ACCOUNT_ID }}" \
-              -e "R2_ACCESS_KEY=${{ secrets.R2_ACCESS_KEY }}" \
-              -e "R2_SECRET_KEY=${{ secrets.R2_SECRET_KEY }}" \
-              -e "R2_BUCKET_NAME=${{ secrets.R2_BUCKET_NAME }}" \
-              -e "R2_PUBLIC_DOMAIN=${{ secrets.R2_PUBLIC_DOMAIN }}" \
-              -e "DEFAULT_PROFILE_IMAGE=${{ secrets.DEFAULT_PROFILE_IMAGE }}" \
+              -v /home/ubuntu/kkambbak/logs:/app/logs \
+              --env-file /tmp/.env \
               ${{ secrets.DOCKERHUB_USERNAME }}/kkambbak:develop
 
+            # 기존 스케줄러 컨테이너 중지 및 제거
+            /usr/bin/docker stop kkambbak-scheduler || true
+            /usr/bin/docker rm kkambbak-scheduler || true
+
+            # 스케줄러 컨테이너 실행
+            /usr/bin/docker run -d \
+              --name kkambbak-scheduler \
+              --restart unless-stopped \
+              --network kkambbak-network \
+              -v /home/ubuntu/kkambbak/logs:/app/logs \
+              --env-file /tmp/.env \
+              ${{ secrets.DOCKERHUB_USERNAME }}/kkambbak-scheduler:develop
+
+            # 모니터링 스택 배포
+
+            # 기존 모니터링 컨테이너 중지 및 제거
+            /usr/bin/docker stop kkambbak-prometheus || true
+            /usr/bin/docker rm kkambbak-prometheus || true
+            /usr/bin/docker stop kkambbak-loki || true
+            /usr/bin/docker rm kkambbak-loki || true
+            /usr/bin/docker stop kkambbak-promtail || true
+            /usr/bin/docker rm kkambbak-promtail || true
+            /usr/bin/docker stop kkambbak-grafana || true
+            /usr/bin/docker rm kkambbak-grafana || true
+
+            # 모니터링 볼륨 생성
+            /usr/bin/docker volume create prometheus-data || true
+            /usr/bin/docker volume create loki-data || true
+            /usr/bin/docker volume create grafana-data || true
+
+            # Prometheus 실행
+            /usr/bin/docker run -d \
+              --name kkambbak-prometheus \
+              --restart unless-stopped \
+              --network kkambbak-network \
+              -p 9090:9090 \
+              -v /home/ubuntu/kkambbak/monitoring/prometheus/prometheus.yml:/etc/prometheus/prometheus.yml \
+              -v prometheus-data:/prometheus \
+              prom/prometheus:latest \
+              --config.file=/etc/prometheus/prometheus.yml \
+              --storage.tsdb.path=/prometheus
+
+            # Loki 실행
+            /usr/bin/docker run -d \
+              --name kkambbak-loki \
+              --restart unless-stopped \
+              --network kkambbak-network \
+              -p 3100:3100 \
+              -v /home/ubuntu/kkambbak/monitoring/loki/loki-config.yml:/etc/loki/local-config.yaml \
+              -v loki-data:/loki \
+              grafana/loki:latest \
+              -config.file=/etc/loki/local-config.yaml
+
+            # Promtail 실행
+            /usr/bin/docker run -d \
+              --name kkambbak-promtail \
+              --restart unless-stopped \
+              --network kkambbak-network \
+              -v /home/ubuntu/kkambbak/monitoring/promtail/promtail-config.yml:/etc/promtail/config.yml \
+              -v /home/ubuntu/kkambbak/logs:/var/log/app \
+              grafana/promtail:latest \
+              -config.file=/etc/promtail/config.yml
+
+            # Grafana 실행
+            /usr/bin/docker run -d \
+              --name kkambbak-grafana \
+              --restart unless-stopped \
+              --network kkambbak-network \
+              -p 3001:3000 \
+              -v grafana-data:/var/lib/grafana \
+              -v /home/ubuntu/kkambbak/monitoring/grafana/provisioning:/etc/grafana/provisioning \
+              -e GF_SECURITY_ADMIN_USER=${{ secrets.GRAFANA_ADMIN_USER }} \
+              -e GF_SECURITY_ADMIN_PASSWORD=${{ secrets.GRAFANA_ADMIN_PASSWORD }} \
+              -e GF_USERS_ALLOW_SIGN_UP=false \
+              grafana/grafana:latest
+
             # 사용하지 않는 이미지 정리
             /usr/bin/docker image prune -af