From 6a0c99fb645131bf2651140bfc0b5ccf6bb25587 Mon Sep 17 00:00:00 2001 From: Marcus Messer Date: Fri, 27 Mar 2026 12:19:50 +0000 Subject: [PATCH 1/2] Added seed input for reproducible sampling in pre-production tests workflow --- .github/workflows/pre_production_tests.yml | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/.github/workflows/pre_production_tests.yml b/.github/workflows/pre_production_tests.yml index 505f062..5382cf6 100644 --- a/.github/workflows/pre_production_tests.yml +++ b/.github/workflows/pre_production_tests.yml @@ -12,6 +12,11 @@ on: description: "The maximum number of SQL test cases to run" required: false default: 500 + seed: + type: string + description: "Random seed for reproducible sampling (float in [-1.0, 1.0]). Leave blank to auto-generate." + required: false + default: '' jobs: run-pre-production-tests: @@ -20,6 +25,7 @@ jobs: with: eval_function: ${{ inputs.eval_function }} sql_limit: ${{ inputs.sql_limit }} + seed: ${{ inputs.seed }} secrets: TEST_API_ENDPOINT: ${{ secrets.TEST_API_ENDPOINT }} DB_USER: ${{ secrets.DB_USER }} From 6f3f3039d8eae7e94a54a186e280d717dc7c2808 Mon Sep 17 00:00:00 2001 From: Marcus Messer Date: Fri, 27 Mar 2026 12:44:47 +0000 Subject: [PATCH 2/2] Added seed input for reproducible sampling in prod deploy workflow --- .github/workflows/production-deploy.yml | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/.github/workflows/production-deploy.yml b/.github/workflows/production-deploy.yml index 25ef6d0..dcd8d83 100644 --- a/.github/workflows/production-deploy.yml +++ b/.github/workflows/production-deploy.yml @@ -17,6 +17,11 @@ on: required: true type: string default: 'main' + seed: + description: 'Random seed for reproducible sampling (float in [-1.0, 1.0]). Leave blank to auto-generate.' + required: false + type: string + default: '' jobs: deploy: uses: lambda-feedback/evaluation-function-workflows/.github/workflows/deploy.yml@deploy-request @@ -28,6 +33,7 @@ jobs: version-bump: ${{ inputs.version-bump }} branch: ${{ inputs.branch }} run-database-tests: true + seed: ${{ inputs.seed }} secrets: aws-key-id: ${{ secrets.LAMBDA_CONTAINER_PIPELINE_AWS_ID }}