diff --git a/.github/workflows/ci-post.yml b/.github/workflows/ci-post.yml index 46f4de36f..f09472f1c 100644 --- a/.github/workflows/ci-post.yml +++ b/.github/workflows/ci-post.yml @@ -232,7 +232,78 @@ jobs: path: build-ci-preflight/ if-no-files-found: warn - # Every CI round fits fifteen minutes of wall time. Each configuration builds + # Full lab Release configuration, split by generated target names. Each shard + # captures ctest -N and independent CMake/link inventories before and after a + # real build. build-tests-result requires their exact union; smoke stays below. + build-tests: + needs: [authz] + if: ${{ needs.authz.result == 'success' }} + strategy: + fail-fast: false + matrix: + shard: [1, 2, 3, 4, 5, 6, 7, 8] + runs-on: ubuntu-24.04 + permissions: + contents: read + steps: + - name: Checkout the exact workflow head + uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262 # v4.4.0 + with: + repository: ${{ github.repository }} + ref: ${{ github.sha }} + fetch-depth: 0 + persist-credentials: false + - name: Set up Python + uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0 + with: + python-version: '3.12' + - name: Install dependencies + run: | + sudo apt-get update + sudo DEBIAN_FRONTEND=noninteractive apt-get install -y libeigen3-dev tzdata-legacy ccache ninja-build + - name: Exercise the broken registered header control + if: ${{ matrix.shard == 1 }} + run: python3 scripts/test_ci_build_tests.py WorkflowControl + - name: Build every Release test target + run: | + python3 scripts/ci_build_tests.py build --source . --build-dir build-tests-${{ matrix.shard }} --artifact-dir ci-build-tests --shard ${{ matrix.shard }}/8 --jobs "$(getconf _NPROCESSORS_ONLN)" + - name: Retain Release target inventories and build logs + if: always() + uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2 + with: + name: ci-release-build-${{ matrix.shard }} + path: ci-build-tests/ + if-no-files-found: error + + build-tests-result: + needs: [authz, build-tests] + if: ${{ needs.authz.result == 'success' }} + runs-on: ubuntu-24.04 + permissions: + contents: read + steps: + - name: Require every Release build shard to succeed + env: + BUILD_TESTS_RESULT: ${{ needs.build-tests.result }} + run: test "$BUILD_TESTS_RESULT" = success + - name: Checkout the exact workflow head + uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262 # v4.4.0 + with: + repository: ${{ github.repository }} + ref: ${{ github.sha }} + fetch-depth: 0 + persist-credentials: false + - name: Collect every Release target inventory + uses: actions/download-artifact@d3f86a106a0bac45b974a628896c90dbdf5c8093 # v4.3.0 + with: + pattern: ci-release-build-* + path: ci-build-tests/ + merge-multiple: true + - name: Require the complete Release build + run: | + python3 scripts/ci_build_tests.py union --artifact-dir ci-build-tests --shards 8 + + # Every CI round fits fifteen minutes of wall time. Each smoke configuration builds # the PR smoke target and runs the fast CTest label; the full profiles run in # the lab's verify on the exact head tree before every merge (docs/ci.md, # "Where the full suites run"). @@ -412,7 +483,7 @@ jobs: # maintainers, rather than this build context. build-gate: name: build - needs: [authz, changes, preflight, build-x86-gcc133, smoke, smoke-arm, sanitizers, corpus-parity-subset] + needs: [authz, changes, preflight, build-x86-gcc133, build-tests, build-tests-result, smoke, smoke-arm, sanitizers, corpus-parity-subset] if: always() # The aggregate runs inline Python and shell on the light pool class. runs-on: ubuntu-24.04 @@ -434,6 +505,8 @@ jobs: DOCS_ONLY: ${{ needs.changes.outputs.docs_only }} PREFLIGHT_RESULT: ${{ needs.preflight.result }} X86_GCC133_RESULT: ${{ needs.build-x86-gcc133.result }} + BUILD_TESTS_RESULT: ${{ needs.build-tests.result }} + BUILD_TESTS_UNION_RESULT: ${{ needs.build-tests-result.result }} SMOKE_RESULT: ${{ needs.smoke.result }} ARM_SMOKE_RESULT: ${{ needs.smoke-arm.result }} SANITIZER_RESULT: ${{ needs.sanitizers.result }} @@ -441,6 +514,7 @@ jobs: run: | printf '%s\n' "authz: $AUTHZ_RESULT" "changes: $CHANGES_RESULT, docs only: ${DOCS_ONLY:-unanswered}" \ "preflight: $PREFLIGHT_RESULT" "native x86 GNU 13.3.0: $X86_GCC133_RESULT" \ + "Release test build: $BUILD_TESTS_RESULT" "Release target union: $BUILD_TESTS_UNION_RESULT" \ "amd64 smoke: $SMOKE_RESULT" "arm64 smoke: $ARM_SMOKE_RESULT" \ "sanitizers: $SANITIZER_RESULT" "corpus parity (subset): $PARITY_RESULT" # Every smoke leg and the subset parity must pass. Only a classified @@ -451,5 +525,7 @@ jobs: [[ "$AUTHZ_RESULT" == "success" && "$CHANGES_RESULT" == "success" ]] \ && [[ "$PREFLIGHT_RESULT" == "success" ]] \ && [[ "$X86_GCC133_RESULT" == "success" ]] \ + && [[ "$BUILD_TESTS_RESULT" == "success" ]] \ + && [[ "$BUILD_TESTS_UNION_RESULT" == "success" ]] \ && passed "$SMOKE_RESULT" && passed "$ARM_SMOKE_RESULT" \ && passed "$SANITIZER_RESULT" && passed "$PARITY_RESULT" diff --git a/.github/workflows/gke-pr.yml b/.github/workflows/gke-pr.yml index 78b6ab279..74de4bfdd 100644 --- a/.github/workflows/gke-pr.yml +++ b/.github/workflows/gke-pr.yml @@ -306,6 +306,74 @@ jobs: path: ci-native-x86-gcc133/ if-no-files-found: warn + # Compile the full lab Release population in parallel, including on docs-only + # and .github-only PRs. CTest execution stays in the existing proof jobs. + build-tests: + needs: [admit] + if: ${{ needs.admit.outputs.allowed == 'true' }} + strategy: + fail-fast: false + matrix: + shard: [1, 2, 3, 4, 5, 6, 7, 8] + runs-on: ubuntu-24.04 + permissions: {contents: read} + steps: + - name: Checkout the admitted head + uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262 # v4.4.0 + with: + repository: ${{ github.repository }} + ref: ${{ needs.admit.outputs.head_sha }} + fetch-depth: 0 + persist-credentials: false + - name: Set up Python + uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0 + with: + python-version: '3.12' + - name: Install dependencies + run: | + sudo apt-get update + sudo DEBIAN_FRONTEND=noninteractive apt-get install -y libeigen3-dev tzdata-legacy ccache ninja-build + - name: Exercise the broken registered header control + if: ${{ matrix.shard == 1 }} + run: python3 scripts/test_ci_build_tests.py WorkflowControl + - name: Build every Release test target + run: | + python3 scripts/ci_build_tests.py build --source . --build-dir build-tests-${{ matrix.shard }} --artifact-dir ci-build-tests --shard ${{ matrix.shard }}/8 --jobs "$(getconf _NPROCESSORS_ONLN)" + - name: Retain Release target inventories and build logs + if: always() + uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2 + with: + name: ci-release-build-${{ matrix.shard }} + path: ci-build-tests/ + if-no-files-found: error + + build-tests-result: + needs: [admit, build-tests] + if: ${{ needs.admit.outputs.allowed == 'true' }} + runs-on: ubuntu-24.04 + permissions: {contents: read} + steps: + - name: Require every Release build shard to succeed + env: + BUILD_TESTS_RESULT: ${{ needs.build-tests.result }} + run: test "$BUILD_TESTS_RESULT" = success + - name: Checkout the admitted head + uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262 # v4.4.0 + with: + repository: ${{ github.repository }} + ref: ${{ needs.admit.outputs.head_sha }} + fetch-depth: 0 + persist-credentials: false + - name: Collect every Release target inventory + uses: actions/download-artifact@d3f86a106a0bac45b974a628896c90dbdf5c8093 # v4.3.0 + with: + pattern: ci-release-build-* + path: ci-build-tests/ + merge-multiple: true + - name: Require the complete Release build + run: | + python3 scripts/ci_build_tests.py union --artifact-dir ci-build-tests --shards 8 + build: needs: [admit] if: ${{ needs.admit.outputs.allowed == 'true' && needs.admit.outputs.docs_only != 'true' && needs.admit.outputs.github_only != 'true' }} @@ -505,7 +573,7 @@ jobs: test "$PARITY_RESULT" = success result: - needs: [admit, preflight, build-x86-gcc133, legs] + needs: [admit, preflight, build-x86-gcc133, build-tests, build-tests-result, legs] if: always() runs-on: ubuntu-24.04 permissions: {contents: read} @@ -597,6 +665,8 @@ jobs: ALLOWED: ${{ needs.admit.outputs.allowed }} PREFLIGHT_RESULT: ${{ needs.preflight.result }} X86_RESULT: ${{ needs.build-x86-gcc133.result }} + BUILD_TESTS_RESULT: ${{ needs.build-tests.result }} + BUILD_TESTS_UNION_RESULT: ${{ needs.build-tests-result.result }} LEGS_RESULT: ${{ needs.legs.result }} ADMIT_DOCS_ONLY: ${{ needs.admit.outputs.docs_only }} ADMIT_GITHUB_ONLY: ${{ needs.admit.outputs.github_only }} @@ -612,6 +682,8 @@ jobs: test "$ALLOWED" = true || fail "admission did not allow the head" test "$PREFLIGHT_RESULT" = success || fail "preflight did not pass" test "$X86_RESULT" = success || fail "native x86 GNU 13.3.0 build did not pass" + test "$BUILD_TESTS_RESULT" = success || fail "Release test build did not pass" + test "$BUILD_TESTS_UNION_RESULT" = success || fail "Release target union did not pass" test "$SECOND_DOCS_ONLY" = "$ADMIT_DOCS_ONLY" || fail "docs-only classification changed" test "$SECOND_GITHUB_ONLY" = "$ADMIT_GITHUB_ONLY" || fail "github-only classification changed" test "$SECOND_ARM_RELEVANT" = "$ADMIT_ARM_RELEVANT" || fail "arm relevance classification changed" diff --git a/CHANGELOG.md b/CHANGELOG.md index 87d4a9255..593f7ac60 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -9,6 +9,8 @@ version number follows semantic versioning over the surfaces the - Checkpoints for `ta.sma`, biased `ta.stdev`, `ta.bb`, `math.sum` and `ta.change` now copy contiguous owning window buffers and reuse them on restore, preserving the arithmetic and rewind rules (#809). - Explicit `strategy.order()` quantities now floor executable units at declared decimal quantity steps while preserving the source quantity; the boundary control is not measured against TradingView (#716 item 2). +- Corrected the parity grading for the historical population reported in [#836](https://github.com/pineforge-4pass/pineforge-engine/issues/836) on 2026-11-11: counting unmatched trades net instead of gross overstated the excellent tier by 10 of 312 reference probes (311 instead of 301) and by 24 of 7,989 graded probes. The trade data is unchanged. +- The corpus grader counts every unmatched gated trade on either side as a gross mismatch. One engine-only trade and one TradingView-only trade count as two mismatches, so equal list sizes cannot satisfy the excellent count gate. The same gross count, divided by the larger gated trade count (zero for two empty pools), supplies the percentage for strong-tier grading and fragmented-FIFO eligibility; thresholds are unchanged (#836). - The prebuilt Linux archives need glibc 2.35 or newer (for example Ubuntu 22.04 or Debian 12 and later), and the release check now refuses an archive that needs a newer glibc. - Multi-day charts restart their trading-date grid each year; measured on 24x7 daily input for chart bars, last_bar_index, barstate.islast and the open-trade report row. Streams keep the previous chart path; selected windows on generated N-day chart partitions are refused. Time offsets, exchange calendars and intraday input are not measured against TradingView. - `str.match` no longer reports "no match" after a memory failure; the failure now reaches `out_of_memory`. diff --git a/README.md b/README.md index 70f668ce7..7c36fdf4f 100644 --- a/README.md +++ b/README.md @@ -304,6 +304,8 @@ the affected scripts and how to recognise it. **Measured 2026-11-12** on engine `6e27d0f2` with codegen-oss `126e055f` (baseline `pineforge-parity-baseline-20261112-release-tag-cd9c85a6`, snapshot `cd9c85a6`): **7,989 graded probes, 7,983 excellent + 6 strong**, 0 below strong and 0 engine errors across 18 market/timeframe lanes. The historical release 1.0.1 inventory holds 4,776,328 trades. +For the population reported in [#836](https://github.com/pineforge-4pass/pineforge-engine/issues/836) on **2026-11-11**, the historical gross-count regrade measured **7,959 excellent / 30 strong**: 24 probes moved from excellent to strong and none lower. That regrade and the dated scoreboard above describe their recorded pair and population; they are not a fresh measurement of this revision. The grader uses gross counting. Recorded release results remain historical measurements. + Release **1.4.0 (2026-10-08)** maps to **7,983 excellent / 6 strong** on 7,989 graded probes (baseline `pineforge-parity-baseline-20261007-engine-b3192bfc`, promoted 2026-10-07 UTC), with 0 below strong and 0 engine errors. These are recorded grading outcomes for that pair and population. Release **1.3.0 grades 7,982 excellent / 7 strong until the next release**, on 7,989 probes (baseline `pineforge-parity-baseline-20261006-engine-7a1f01c0`, 2026-10-06). A main scoreboard advance does not change release results. @@ -312,9 +314,11 @@ The quantities above render from the public [facts tokens](https://github.com/pi | Board | Test set | Result | |---|---|---| -| **Public** — [open corpus](https://github.com/pineforge-4pass/pineforge-corpus) | 312 reference strategies on BINANCE:ETHUSDT.P 15m, Apache-2.0, reproducible by anyone | this repository's sweep of the v1.0.1 library: **311 excellent + 1 declared anomaly**; the 309 of them in the measured population: **309 excellent** | +| **Public** — [open corpus](https://github.com/pineforge-4pass/pineforge-corpus) | 312 reference strategies on BINANCE:ETHUSDT.P 15m, Apache-2.0, reproducible by anyone | reference sweep **2026-11-16** ([#836](https://github.com/pineforge-4pass/pineforge-engine/issues/836), [#883](https://github.com/pineforge-4pass/pineforge-engine/issues/883)): **301 excellent + 9 strong + 1 moderate + 1 declared anomaly**; the 309 of them in the dated scoreboard above: **309 excellent** | | **Closed test** | 7,680 probes of 741 TradingView scripts across the 18 lanes: 680 community-shared scripts (7,179 probes), private under TradingView's Terms of Service, and 61 probe scripts the maintainers wrote (501 probes) | **7,674 excellent + 6 strong** | +The gross count percentage in [#836](https://github.com/pineforge-4pass/pineforge-engine/issues/836) exposes an unchanged trade mismatch in `validation/mtf-triple-tf-macd-hist-confluence-01`, which remains **Moderate** in the 2026-11-16 reference sweep. Aggregate reference verification accepts only that full id at Moderate under a dated floor exception that ends when [#883](https://github.com/pineforge-4pass/pineforge-engine/issues/883) closes. Every other strategy keeps the Strong floor; missing inputs or lower tiers still fail. This reference measurement is separate from the dated scoreboard metadata above; baseline promotion requires its own verification. + ### Lane by lane @@ -336,10 +340,19 @@ The hard lane combines 309