From b15f705e9100c59304a8ed888da7e3cca21044ee Mon Sep 17 00:00:00 2001 From: Yoom Lam Date: Tue, 3 Jun 2025 13:00:56 -0500 Subject: [PATCH 1/2] fix Promptfoo evaluations documentation --- .github/workflows/promptfoo-googlesheet-evaluation.yml | 4 ++++ docs/promptfoo-evaluations.md | 2 +- 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/.github/workflows/promptfoo-googlesheet-evaluation.yml b/.github/workflows/promptfoo-googlesheet-evaluation.yml index 062a40fa..dfc44e16 100644 --- a/.github/workflows/promptfoo-googlesheet-evaluation.yml +++ b/.github/workflows/promptfoo-googlesheet-evaluation.yml @@ -84,6 +84,10 @@ jobs: run: | cp app/promptfoo/generateUniqueId.js /tmp/generateUniqueId.js cp app/promptfoo/readability_assessment.py /tmp/readability_assessment.py + + echo "Using Google Sheet input URL: $GOOGLE_SHEET_INPUT_URL" + echo "Using Google Sheet output URL: $GOOGLE_SHEET_OUTPUT_URL" + echo "Using Chatbot instance URL: $CHATBOT_INSTANCE_URL" envsubst < app/promptfoo/promptfooconfig.ci.yaml > /tmp/promptfooconfig.processed.yaml echo "Config file processed, checking..." grep -v "GOOGLE_SHEET\|CHATBOT_INSTANCE" /tmp/promptfooconfig.processed.yaml | grep -i "url\|path" diff --git a/docs/promptfoo-evaluations.md b/docs/promptfoo-evaluations.md index 0435c38c..398dfd12 100644 --- a/docs/promptfoo-evaluations.md +++ b/docs/promptfoo-evaluations.md @@ -30,4 +30,4 @@ You can change the `Run workflow from` dropdown to select a branch that GitHub w ### Chatbot API endpoint URL -By default, the version of the chatbot that is evaluated is our DEV instance. You can manually change this to, for example, evaluate a different version of the chatbot's prompt in a preview environment, e.g., `https://p-310-app-dev-652842717.us-east-1.elb.amazonaws.com/api/query`. \ No newline at end of file +By default, the version of the chatbot that is evaluated is our DEV instance. You can manually change this to, for example, evaluate a different version of the chatbot's prompt in a preview environment, e.g., `http://p-310-app-dev-652842717.us-east-1.elb.amazonaws.com/api/query` (without SSL since the certificate will fail due to having a different domain name). From 0790e5874e3c341ab0bcd5937b9aca844159e499 Mon Sep 17 00:00:00 2001 From: Yoom Lam Date: Tue, 3 Jun 2025 16:04:44 -0500 Subject: [PATCH 2/2] workaround GH Action's obfuscation --- .github/workflows/promptfoo-googlesheet-evaluation.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/promptfoo-googlesheet-evaluation.yml b/.github/workflows/promptfoo-googlesheet-evaluation.yml index dfc44e16..ad81e2cd 100644 --- a/.github/workflows/promptfoo-googlesheet-evaluation.yml +++ b/.github/workflows/promptfoo-googlesheet-evaluation.yml @@ -85,8 +85,8 @@ jobs: cp app/promptfoo/generateUniqueId.js /tmp/generateUniqueId.js cp app/promptfoo/readability_assessment.py /tmp/readability_assessment.py - echo "Using Google Sheet input URL: $GOOGLE_SHEET_INPUT_URL" - echo "Using Google Sheet output URL: $GOOGLE_SHEET_OUTPUT_URL" + echo "Using Google Sheet input URL: $(echo "$GOOGLE_SHEET_INPUT_URL" | grep -o 'spreadsheets.*')" + echo "Using Google Sheet output URL: $(echo "$GOOGLE_SHEET_OUTPUT_URL" | grep -o 'spreadsheets.*')" echo "Using Chatbot instance URL: $CHATBOT_INSTANCE_URL" envsubst < app/promptfoo/promptfooconfig.ci.yaml > /tmp/promptfooconfig.processed.yaml echo "Config file processed, checking..."