diff --git a/.github/workflows/pre_production_tests.yml b/.github/workflows/pre_production_tests.yml index 5382cf6..2daabd1 100644 --- a/.github/workflows/pre_production_tests.yml +++ b/.github/workflows/pre_production_tests.yml @@ -17,6 +17,16 @@ on: description: "Random seed for reproducible sampling (float in [-1.0, 1.0]). Leave blank to auto-generate." required: false default: '' + request_delay: + type: string + description: "Delay (seconds) between dispatching requests" + required: false + default: '0' + max_concurrency: + type: string + description: "Max concurrent requests (lower for GPT-backed functions)" + required: false + default: '5' jobs: run-pre-production-tests: @@ -26,6 +36,8 @@ jobs: eval_function: ${{ inputs.eval_function }} sql_limit: ${{ inputs.sql_limit }} seed: ${{ inputs.seed }} + request_delay: ${{ inputs.request_delay }} + max_concurrency: ${{ inputs.max_concurrency }} secrets: TEST_API_ENDPOINT: ${{ secrets.TEST_API_ENDPOINT }} DB_USER: ${{ secrets.DB_USER }} diff --git a/.github/workflows/production-deploy.yml b/.github/workflows/production-deploy.yml index dcd8d83..ec071c3 100644 --- a/.github/workflows/production-deploy.yml +++ b/.github/workflows/production-deploy.yml @@ -22,6 +22,16 @@ on: required: false type: string default: '' + request_delay: + description: 'Delay (seconds) between dispatching requests' + required: false + type: string + default: '0' + max_concurrency: + description: 'Max concurrent requests (lower for GPT-backed functions)' + required: false + type: string + default: '5' jobs: deploy: uses: lambda-feedback/evaluation-function-workflows/.github/workflows/deploy.yml@deploy-request @@ -34,6 +44,8 @@ jobs: branch: ${{ inputs.branch }} run-database-tests: true seed: ${{ inputs.seed }} + request_delay: ${{ inputs.request_delay }} + max_concurrency: ${{ inputs.max_concurrency }} secrets: aws-key-id: ${{ secrets.LAMBDA_CONTAINER_PIPELINE_AWS_ID }}