From 36ca502d9367596a0b1133d47eb734598e40ef49 Mon Sep 17 00:00:00 2001 From: Pamela Fox Date: Mon, 21 Oct 2024 22:38:58 +0000 Subject: [PATCH 1/4] Change query --- src/backend/fastapi_app/prompts/query.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/backend/fastapi_app/prompts/query.txt b/src/backend/fastapi_app/prompts/query.txt index 6bbb0a23..c6d492e2 100644 --- a/src/backend/fastapi_app/prompts/query.txt +++ b/src/backend/fastapi_app/prompts/query.txt @@ -3,4 +3,4 @@ You have access to an Azure PostgreSQL database with an items table that has col Generate a search query based on the conversation and the new question. If the question is not in English, translate the question to English before generating the search query. If you cannot generate a search query, return the original user question. -DO NOT return anything besides the query. +DO NOT return anything besides the query!!! From fe8dc6be6168614aa195edf66261f8ce13123a4d Mon Sep 17 00:00:00 2001 From: Pamela Fox Date: Mon, 21 Oct 2024 22:42:33 +0000 Subject: [PATCH 2/4] Fix syntax --- .github/workflows/evaluate.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/evaluate.yaml b/.github/workflows/evaluate.yaml index 1452cd11..5e7e42ec 100644 --- a/.github/workflows/evaluate.yaml +++ b/.github/workflows/evaluate.yaml @@ -12,7 +12,7 @@ permissions: jobs: evaluate: - if: ${{ github.event.issue.pull_request && contains(github.event.comment.body, '#evaluate') + if: ${{ github.event.issue.pull_request && contains(github.event.comment.body, '#evaluate') }} runs-on: ubuntu-latest env: UV_SYSTEM_PYTHON: 1 From 1bce134cc1af5aeae31bd97cc00a172d8c97847f Mon Sep 17 00:00:00 2001 From: Pamela Fox Date: Mon, 21 Oct 2024 22:48:11 +0000 Subject: [PATCH 3/4] Comment on PR with summary --- .github/workflows/evaluate.yaml | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/.github/workflows/evaluate.yaml b/.github/workflows/evaluate.yaml index 5e7e42ec..5e30674b 100644 --- a/.github/workflows/evaluate.yaml +++ b/.github/workflows/evaluate.yaml @@ -156,3 +156,15 @@ jobs: run: | echo "📊 Evaluation Results" >> $GITHUB_STEP_SUMMARY python -m evaltools summary evals/results --output=markdown >> $GITHUB_STEP_SUMMARY + + - name: Comment on pull request + uses: actions/github-script@v7 + with: + script: | + const { GITHUB_STEP_SUMMARY } = process.env; + github.rest.issues.createComment({ + issue_number: context.issue.number, + owner: context.repo.owner, + repo: context.repo.repo, + body: GITHUB_STEP_SUMMARY + }) From cd830e167f24c7588ca61f8024d439905b041b9f Mon Sep 17 00:00:00 2001 From: Pamela Fox Date: Mon, 21 Oct 2024 22:48:30 +0000 Subject: [PATCH 4/4] Revert prompt change --- src/backend/fastapi_app/prompts/query.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/backend/fastapi_app/prompts/query.txt b/src/backend/fastapi_app/prompts/query.txt index c6d492e2..6bbb0a23 100644 --- a/src/backend/fastapi_app/prompts/query.txt +++ b/src/backend/fastapi_app/prompts/query.txt @@ -3,4 +3,4 @@ You have access to an Azure PostgreSQL database with an items table that has col Generate a search query based on the conversation and the new question. If the question is not in English, translate the question to English before generating the search query. If you cannot generate a search query, return the original user question. -DO NOT return anything besides the query!!! +DO NOT return anything besides the query.