Update cwyd_LLMAutomation.yml #8
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CWYD Run Daily LLM AUTOMATION | |
| on: | |
| push: | |
| branches: | |
| - main # Triggers on pushes to the main branch | |
| - dev | |
| - VE-LLMChanges | |
| #paths: | |
| # - 'tests/llm-evaluator/**' # Triggers only if files in LLM_Evaluator directory are changed | |
| schedule: | |
| - cron: '0 11 * * *' # Runs every day at 11:00 AM UTC | |
| workflow_dispatch: # (Optional) Allows manual trigger via GitHub | |
| env: | |
| CLIENT_ID: ${{ secrets.DEMO_CWYD_CLIENT_ID }} # Provides access to the repository | |
| CLIENT_SECRET: ${{ secrets.DEMO_CWYD_CLIENT_SECRET }} # Provides access to the repository | |
| TENANT_ID: ${{ secrets.AZURE_TENANT_ID }} # Provides access to the tenant | |
| SUBSCRIPTION_ID: ${{ secrets.DEMO_AZURE_SUBSCRIPTION_ID }} # Provides access to the OpenAI API | |
| RESOURCE_GROUP_NAME: ${{ vars.DEMO_RESOURCE_GROUP_NAME }} # Provides access to the resource group | |
| AZURE_ENDPOINT: ${{ vars.DEMO_AZURE_ENDPOINT }} # Provides access to the azure endpoint | |
| AZURE_DEPLOYMENT: ${{ vars.DEMO_AZURE_DEPLOYMENT }} # Provides access to the azure deployment | |
| BASE_URL: ${{ vars.DEMO_BASE_URL }} # Provides access to the repository base URL | |
| jobs: | |
| run-python: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v3 | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.11' | |
| - name: Install dependencies | |
| run: | | |
| cd tests/llm-evaluator | |
| echo "Current directory is: $(pwd)" | |
| ls -la | |
| if [ -f requirements.txt ]; then pip install -r requirements.txt; fi | |
| - name: Check if dataset.jsonl exists and is not empty | |
| run: | | |
| cd tests/llm-evaluator | |
| echo "Current directory is: $(pwd)" | |
| ls -la | |
| if [ ! -s data/dataset.jsonl ]; then | |
| echo "data/dataset.jsonl is missing or empty" | |
| echo "Current directory is: $(pwd)" | |
| ls -la | |
| exit 1 | |
| fi | |
| - name: Run script | |
| run: | | |
| cd tests/llm-evaluator | |
| echo "Current directory is: $(pwd)" | |
| ls -la | |
| python api_evaluation.py | |