Init Agent Api

Author: ysolanky

.dockerignore

@@ -0,0 +1,32 @@
+.DS_Store
+.git
+
+# Cache
+.mypy_cache
+*__pycache__*
+*.egg-info
+*.pyc
+*.pytest_cache
+*.ruff_cache
+*.cache*
+*.config*
+*.local*
+
+# Machine specific
+.idea
+.vscode
+
+# Ignore .env files
+.env
+.envrc
+
+# ignore storage dir
+/storage
+.images
+
+# ignore dist dir
+dist
+
+# ignore virtualenvs
+.venv*
+venv*

.editorconfig

@@ -0,0 +1,12 @@
+root = true
+
+[*]
+indent_size = 2
+indent_style = space
+end_of_line = lf
+charset = utf-8
+trim_trailing_whitespace = true
+insert_final_newline = true
+
+[*.py]
+indent_size = 4

.github/workflows/docker-images.yml

@@ -0,0 +1,56 @@
+name: Build Docker Images
+
+on:
+  release:
+    types: [published]
+
+permissions:
+  contents: read
+
+env:
+  IMAGE_NAME: agent-api
+  DOCKERHUB_NAMESPACE: ${{ vars.DOCKERHUB_NAMESPACE }}
+
+jobs:
+  build-api-image:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v3
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Docker Login
+        uses: docker/login-action@v3
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+
+      - name: Extract metadata (tags, labels) for Docker
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: ${{ env.DOCKERHUB_NAMESPACE }}/${{ env.IMAGE_NAME }}
+          tags: |
+            type=semver,pattern={{version}}
+            type=semver,pattern={{major}}.{{minor}}
+            type=raw,value=latest,enable=${{ github.event_name == 'release' && github.event.release.prerelease == false }}
+            type=raw,value=dev
+            type=raw,value=prd
+
+      - name: Build and push image to Docker Hub
+        uses: docker/build-push-action@v5
+        with:
+          context: .
+          file: Dockerfile
+          platforms: linux/amd64,linux/arm64
+          push: true
+          tags: ${{ steps.meta.outputs.tags }}
+          labels: ${{ steps.meta.outputs.labels }}
+          cache-from: type=gha
+          cache-to: type=gha,mode=max

.github/workflows/ecr-images.yml

@@ -0,0 +1,53 @@
+name: Build ECR Images
+
+on: workflow_dispatch
+
+permissions:
+  # For AWS OIDC Token access as per https://docs.github.com/en/actions/deployment/security-hardening-your-deployments/configuring-openid-connect-in-amazon-web-services#updating-your-github-actions-workflow
+  id-token: write # This is required for requesting the JWT
+  contents: read # This is required for actions/checkout
+
+env:
+  IMAGE_NAME: agent-api
+  ECR_REPO: ${{ vars.ECR_REPO }}
+  # Create role using https://aws.amazon.com/blogs/security/use-iam-roles-to-connect-github-actions-to-actions-in-aws/
+  AWS_ROLE: ${{ vars.AWS_ROLE }}
+  AWS_REGION: us-east-1
+
+jobs:
+  build-api-image:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v3
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Configure AWS credentials
+        uses: aws-actions/configure-aws-credentials@v4
+        with:
+          role-to-assume: ${{ env.AWS_ROLE }}
+          aws-region: ${{ env.AWS_REGION }}
+
+      - name: ECR Login
+        id: login-ecr
+        uses: aws-actions/amazon-ecr-login@v2
+
+      - name: Build and push image to Amazon ECR
+        uses: docker/build-push-action@v5
+        with:
+          context: .
+          file: Dockerfile
+          platforms: linux/amd64,linux/arm64
+          push: true
+          tags: |
+            ${{ env.ECR_REPO }}/${{ env.IMAGE_NAME }}:dev
+            ${{ env.ECR_REPO }}/${{ env.IMAGE_NAME }}:prd
+            ${{ env.ECR_REPO }}/${{ env.IMAGE_NAME }}:${{ github.sha }}
+          cache-from: type=gha
+          cache-to: type=gha,mode=max

.github/workflows/validate.yml

@@ -0,0 +1,56 @@
+name: Validate
+
+on:
+  push:
+    branches:
+      - "main"
+  pull_request:
+    types:
+      - opened
+      - synchronize
+      - reopened
+    branches:
+      - "main"
+
+jobs:
+  validate:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.11", "3.12"]
+      fail-fast: false
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v3
+        with:
+          enable-cache: true
+          cache-dependency-glob: "requirements**.txt"
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Create a virtual environment
+        run: uv venv --python ${{ matrix.python-version }}
+
+      - name: Install dependencies
+        run: |
+          uv pip sync requirements.txt
+          uv pip install ruff mypy pytest
+
+      - name: Format with ruff
+        run: uv run ruff format . --check
+
+      - name: Lint with ruff
+        run: uv run ruff check .
+
+      - name: Type-check with mypy
+        run: uv run mypy .
+
+      # - name: Run tests
+      #   run: uv run pytest tests
+      #   if: ${{ !cancelled() }}

.gitignore

@@ -0,0 +1,32 @@
+# See https://help.github.com/ignore-files/ for more about ignoring files.
+
+.DS_Store
+
+# Cache
+.mypy_cache
+*__pycache__*
+*.egg-info
+*.pyc
+*.pytest_cache
+*.ruff_cache
+*.cache*
+*.config*
+
+# Machine specific
+.idea
+.vscode
+
+# Ignore .env files
+.env
+.envrc
+
+# ignore storage dir
+/storage
+.images
+
+# ignore dist dir
+dist
+
+# ignore virtualenvs
+.venv*
+venv*

Dockerfile

@@ -0,0 +1,29 @@
+FROM agnohq/python:3.12
+
+ARG USER=app
+ARG APP_DIR=/app
+ENV APP_DIR=${APP_DIR}
+
+# Create user and home directory
+RUN groupadd -g 61000 ${USER} \
+  && useradd -g 61000 -u 61000 -ms /bin/bash -d ${APP_DIR} ${USER}
+
+WORKDIR ${APP_DIR}
+
+# Copy requirements.txt
+COPY requirements.txt ./
+
+# Install requirements
+RUN uv pip sync requirements.txt --system
+
+# Copy project files
+COPY . .
+
+# Set permissions for the /app directory
+RUN chown -R ${USER}:${USER} ${APP_DIR}
+
+# Switch to non-root user
+USER ${USER}
+
+ENTRYPOINT ["/app/scripts/entrypoint.sh"]
+CMD ["chill"]

README.md

@@ -0,0 +1,72 @@
+## Agent api AWS
+
+This repo contains the code for a production-grade agentic system built with:
+
+1. A FastAPI server
+2. A Postgres database with the PgVector extension.
+
+You can run the agent api in 2 environments:
+
+1. A development environment running locally on docker
+2. A production environment running on AWS ECS
+
+## Setup
+
+1. [Install uv](https://docs.astral.sh/uv/#getting-started) for managing the python environment.
+
+```bash
+curl -LsSf https://astral.sh/uv/install.sh | sh
+```
+
+2. Create a virtual environment and install dependencies:
+
+```sh
+./scripts/dev_setup.sh
+```
+
+3. Activate virtual environment
+
+```
+source .venv/bin/activate
+```
+
+## Run application locally using docker
+
+1. Install [docker desktop](https://www.docker.com/products/docker-desktop)
+
+2. Export API keys
+
+Required: Set the `OPENAI_API_KEY` environment variable using
+
+```sh
+export OPENAI_API_KEY=***
+```
+
+> you may use any model provider, just need to update the agents in the /agents folder
+
+Optional: Set the `EXA_API_KEY` if you'd like to use Exa search
+
+```sh
+export EXA_API_KEY=***
+```
+
+3. Start the workspace:
+
+```sh
+ag ws up
+```
+
+- This will run 3 containers:
+  - FastAPI on [localhost:8000](http://localhost:8000/docs)
+  - Postgres on [localhost:5432](http://localhost:5432)
+- Open [localhost:8000/docs](http://localhost:8000/docs) to view the FastAPI docs.
+
+4. Stop the workspace using:
+
+```sh
+ag ws down
+```
+
+## More Information
+
+Learn more about this application and how to customize it in the [Agno Workspaces](https://docs.agno.com/workspaces) documentaion

agents/__init__.py

@@ -0,0 +1,28 @@
+from enum import Enum
+from typing import List, Optional
+
+from agents.sage import get_sage
+from agents.scholar import get_scholar
+
+
+class AgentType(Enum):
+    SAGE = "sage"
+    SCHOLAR = "scholar"
+
+
+def get_available_agents() -> List[str]:
+    """Returns a list of all available agent IDs."""
+    return [agent.value for agent in AgentType]
+
+
+def get_agent(
+    model_id: str = "gpt-4o",
+    agent_id: Optional[AgentType] = None,
+    user_id: Optional[str] = None,
+    session_id: Optional[str] = None,
+    debug_mode: bool = True,
+):
+    if agent_id == AgentType.SAGE:
+        return get_sage(model_id=model_id, user_id=user_id, session_id=session_id, debug_mode=debug_mode)
+    else:
+        return get_scholar(model_id=model_id, user_id=user_id, session_id=session_id, debug_mode=debug_mode)