Run Pre-Production Validation Tests #1
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Run Pre-Production Validation Tests | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| eval_function: | |
| type: string | |
| description: "The name of the evaluation function to test" | |
| required: true | |
| sql_limit: | |
| type: number | |
| description: "The maximum number of SQL test cases to run" | |
| required: false | |
| default: 500 | |
| seed: | |
| type: string | |
| description: "Random seed for reproducible sampling (float in [-1.0, 1.0]). Leave blank to auto-generate." | |
| required: false | |
| default: '' | |
| request_delay: | |
| type: string | |
| description: "Delay (seconds) between dispatching requests" | |
| required: false | |
| default: '0' | |
| max_concurrency: | |
| type: string | |
| description: "Max concurrent requests (lower for GPT-backed functions)" | |
| required: false | |
| default: '5' | |
| jobs: | |
| run-pre-production-tests: | |
| name: 🧪 Run Staging Validation Tests | |
| uses: lambda-feedback/Database-Testing/.github/workflows/test_evaluation_function.yml@main | |
| with: | |
| eval_function: ${{ inputs.eval_function }} | |
| sql_limit: ${{ inputs.sql_limit }} | |
| seed: ${{ inputs.seed }} | |
| request_delay: ${{ inputs.request_delay }} | |
| max_concurrency: ${{ inputs.max_concurrency }} | |
| secrets: | |
| TEST_API_ENDPOINT: ${{ secrets.TEST_API_ENDPOINT }} | |
| DB_USER: ${{ secrets.DB_USER }} | |
| DB_PASSWORD: ${{ secrets.DB_PASSWORD }} | |
| DB_HOST: ${{ secrets.DB_HOST }} | |
| DB_PORT: ${{ secrets.DB_PORT }} | |
| DB_NAME: ${{ secrets.DB_NAME }} | |
| GCP_SERVICE_ACCOUNT_KEY: ${{ secrets.GCP_DB_CREDS }} | |
| GCP_PROJECT_ID: ${{ secrets.GCP_DB_PROJECT_ID }} |