From ead4a4d3a81dd8690000d5591713ac463662b4b5 Mon Sep 17 00:00:00 2001 From: Wenyao Gao Date: Wed, 12 Aug 2026 16:55:05 -0700 Subject: [PATCH 1/2] feat(ci): add weekly overview snapshot sweep --- .../workflows/weekly-overview-snapshot.yml | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 .github/workflows/weekly-overview-snapshot.yml diff --git a/.github/workflows/weekly-overview-snapshot.yml b/.github/workflows/weekly-overview-snapshot.yml new file mode 100644 index 000000000..3217fd9b8 --- /dev/null +++ b/.github/workflows/weekly-overview-snapshot.yml @@ -0,0 +1,69 @@ +name: Weekly Overview Snapshot +run-name: Weekly Overview Snapshot + +# Scheduled curated-config pass (not a full sweep) so every +# /overview model×hardware cell gets a same-batch data point at least weekly +# (#2304). The config-keys list is the scope knob: pilot is dsv4+qwen3.5 on +# b200/b300; extend to mi355x then gb200/gb300 once the pilot proves the +# ingest path. `schedule` events get no event bump in ci-priority.yaml, so +# PR and main-push sweeps always preempt these jobs. + +concurrency: + group: weekly-overview-snapshot + cancel-in-progress: false + +on: + schedule: + - cron: "0 6 * * 6" # Saturday 06:00 UTC — weekend off-peak, avoids weekday PR-sweep contention + workflow_dispatch: + inputs: + config-keys: + description: "Space-separated master-config keys to run (default: pilot list)" + required: false + type: string + skip-ingest: + description: "Skip the production DB ingest (smoke-test the sweep only)" + required: false + type: boolean + default: false + +jobs: + sweep: + uses: ./.github/workflows/e2e-tests.yml + secrets: inherit + with: + test-name: weekly-overview-snapshot + generate-cli-command: >- + test-config + --config-keys ${{ inputs.config-keys || + 'dsv4-fp4-b200-sglang + dsv4-fp4-b300-sglang-mtp + qwen3.5-fp4-b200-sglang-mtp + qwen3.5-fp4-b300-sglang-mtp' }} + --no-evals + --config-files configs/nvidia-master.yaml configs/amd-master.yaml + + # Fires even when some sweep jobs fail — ingest skips failed + # rows and a partially fresh snapshot beats an empty week. + trigger-ingest: + needs: sweep + if: >- + always() && + needs.sweep.result != 'cancelled' && + needs.sweep.result != 'skipped' && + inputs.skip-ingest != true + runs-on: ubuntu-latest + steps: + - name: Trigger database ingest + run: | + curl -sSf -X POST \ + -H "Authorization: Bearer ${{ secrets.INFX_FRONTEND_PAT }}" \ + -H "Accept: application/vnd.github+v3+json" \ + https://api.github.com/repos/SemiAnalysisAI/InferenceX-app/dispatches \ + -d '{ + "event_type": "ingest-results", + "client_payload": { + "source-run-id": "${{ github.run_id }}", + "merge-run-id": "${{ github.run_id }}" + } + }' From e8f61b9f87c26fb80226dbfe35ab216759d2f9b8 Mon Sep 17 00:00:00 2001 From: Wenyao Gao Date: Thu, 13 Aug 2026 10:00:47 -0700 Subject: [PATCH 2/2] fix(ci): route dsv4-b200 snapshot config off the unserved b200-dsv4 pool --- .github/workflows/weekly-overview-snapshot.yml | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/.github/workflows/weekly-overview-snapshot.yml b/.github/workflows/weekly-overview-snapshot.yml index 3217fd9b8..1b07b2fff 100644 --- a/.github/workflows/weekly-overview-snapshot.yml +++ b/.github/workflows/weekly-overview-snapshot.yml @@ -28,6 +28,9 @@ on: default: false jobs: + # dsv4 on b200 deliberately uses the vllm-mtp entry: the sglang/trt entries + # pin the `b200-dsv4` virtual runner pool, whose scheduler queue is not + # currently served (jobs sit queued for days while b200-dgxc idles). sweep: uses: ./.github/workflows/e2e-tests.yml secrets: inherit @@ -36,7 +39,7 @@ jobs: generate-cli-command: >- test-config --config-keys ${{ inputs.config-keys || - 'dsv4-fp4-b200-sglang + 'dsv4-fp4-b200-vllm-mtp dsv4-fp4-b300-sglang-mtp qwen3.5-fp4-b200-sglang-mtp qwen3.5-fp4-b300-sglang-mtp' }}