feat: PNPM workspace

.eslintrc.json

@@ -12,8 +12,10 @@
   "rules": {
     "import/no-unresolved": "off",
     "import/no-extraneous-dependencies": "error",
-    "promise/catch-or-return": "error",
-    "promise/always-return": "error"
+    "promise/catch-or-return": "off",
+    "promise/always-return": "off",
+    "promise/param-names": "off",
+    "@typescript-eslint/no-floating-promises": "off"
   },
   "ignorePatterns": [
     "**/node_modules",

.github/workflows/conformance.yaml → .github/workflows/bigtable-conformance.yaml

@@ -25,7 +25,7 @@ on:
   pull_request:
     paths:
     - 'handwritten/bigtable/**'
-name: conformance
+name: bigtable-conformance
 jobs:
   conformance:
     runs-on: ubuntu-latest
@@ -52,6 +52,8 @@ jobs:
       with:
         go-version: '>=1.20.2'
     - run: chmod +x .kokoro/conformance.sh
-    - run: npm install
+    - uses: pnpm/action-setup@b906affcce14559ad1aafd4ab0e942779e9f58b1 # v4
+    - run: pnpm install --frozen-lockfile --ignore-scripts
+    - run: pnpm --filter ...{handwritten/bigtable} run --if-present compile
     - run: go version
     - run: .kokoro/conformance.sh

.github/workflows/continuous.yaml

@@ -16,9 +16,13 @@ jobs:
       - uses: actions/checkout@d23441a48e516b6c34aea4fa41551a30e30af803 # v6.1.0
         with:
           persist-credentials: false
-      - uses: pnpm/action-setup@b906affcce14559ad1aafd4ab0e942779e9f58b1 # v4
+      - name: Use Node.js ${{ matrix.node }}
+        uses: actions/setup-node@249970729cb0ef3589644e2896645e5dc5ba9c38 # v6.5.0
         with:
-          version: ^7.0.0
+          node-version: ${{ matrix.node }}
+      - uses: pnpm/action-setup@b906affcce14559ad1aafd4ab0e942779e9f58b1 # v4
+      - name: Install Workspace Dependencies (Frozen Lockfile)
+        run: pnpm install --frozen-lockfile --ignore-scripts
       - run: node --version
       - run: ci/run_conditional_tests.sh
         name: Run unit tests

.github/workflows/discovery.yaml

@@ -10,18 +10,16 @@ jobs:
   sync:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@93cb6efe18208431cddfb8368fd83d5badbf9bfd # v5.0.1
+      - uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262 # v4
         with:
           persist-credentials: false
-      - uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
+      - uses: actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020 # v4
         with:
           node-version: 22
       - uses: pnpm/action-setup@b906affcce14559ad1aafd4ab0e942779e9f58b1 # v4
-        with:
-          version: ^10.0.0
 
       # Install all deps, including dev dependencies.
-      - run: cd handwritten/bigquery && pnpm install
+      - run: cd handwritten/bigquery && pnpm install --filter .
       # Generate types
       - run: cd handwritten/bigquery && pnpm run types
       # Fix formatting

.github/workflows/generator-tests.yaml

@@ -71,7 +71,7 @@ jobs:
       run: |
         mkdir -p ~/artifacts
         cp bazel-testlogs/unit_tests/test.outputs/outputs.zip ~/artifacts/
-        bazelisk run -- @pnpm//:pnpm --dir $PWD install
+        bazelisk run -- @pnpm//:pnpm --dir $PWD install --ignore-scripts
         tar cfz ~/artifacts/node_modules.tar.gz node_modules
 
     - name: Save artifacts

.github/workflows/mandatory-conformance.yaml

@@ -52,6 +52,8 @@ jobs:
       with:
         go-version: '>=1.20.2'
     - run: chmod +x .kokoro/mandatory-conformance.sh
-    - run: npm install
+    - uses: pnpm/action-setup@b906affcce14559ad1aafd4ab0e942779e9f58b1 # v4
+    - run: pnpm install --frozen-lockfile --ignore-scripts
+    - run: pnpm --filter ...{handwritten/bigtable} run --if-present compile
     - run: go version
     - run: .kokoro/mandatory-conformance.sh

.github/workflows/presubmit.yaml

@@ -5,41 +5,120 @@ on:
   pull_request:
 name: presubmit
 jobs:
+  setup:
+    runs-on: ubuntu-latest
+    outputs:
+      shard-matrix: ${{ steps.set-matrix.outputs.shard_matrix }}
+      shard-total: ${{ steps.set-matrix.outputs.shard_total }}
+    steps:
+      - uses: actions/checkout@d23441a48e516b6c34aea4fa41551a30e30af803 # v6.1.0
+        with:
+          fetch-depth: 2
+          persist-credentials: false
+      - name: Calculate Matrix
+        id: set-matrix
+        run: |
+          export DRY_RUN_SHARDS=true
+          export BUILD_TYPE=presubmit
+          export TEST_TYPE=units
+          export GIT_DIFF_ARG=HEAD^1
+          bash ci/run_conditional_tests.sh
   units:
+    needs: setup
+    name: units (Node ${{ matrix.node-version }}, Shard ${{ matrix.shard-index }})
     runs-on: ubuntu-latest
     strategy:
+      fail-fast: false
       matrix:
         node-version: [22, 24, 26]
+        shard-index: ${{ fromJSON(needs.setup.outputs.shard-matrix) }}
     steps:
       - uses: actions/checkout@d23441a48e516b6c34aea4fa41551a30e30af803 # v6.1.0
         with:
-          fetch-depth: 300
+          fetch-depth: 2
           persist-credentials: false
       - name: Use Node.js ${{ matrix.node-version }}
         uses: actions/setup-node@249970729cb0ef3589644e2896645e5dc5ba9c38 # v6.5.0
         with:
           node-version: ${{ matrix.node-version }}
       - uses: pnpm/action-setup@b906affcce14559ad1aafd4ab0e942779e9f58b1 # v4
+      - name: Install Workspace Dependencies (Frozen Lockfile)
+        run: pnpm install --frozen-lockfile --ignore-scripts
+      - name: Cache Turborepo
+        uses: actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830 # v4
         with:
-          version: ^10.0.0
+          path: .turbo
+          key: ${{ runner.os }}-turbo-${{ github.sha }}
+          restore-keys: |
+            ${{ runner.os }}-turbo-
+      - name: Compile Workspace (Turborepo Caching)
+        run: pnpm run compile
       - run: node --version
       - run: ci/run_conditional_tests.sh
         name: Run unit tests
         env:
           BUILD_TYPE: presubmit
           TEST_TYPE: units
+          SHARD_TOTAL: ${{ needs.setup.outputs.shard-total }}
+          SHARD_INDEX: ${{ matrix.shard-index }}
+          GIT_DIFF_ARG: HEAD^1
   lint:
     runs-on: ubuntu-latest
     continue-on-error: true
     steps:
       - uses: actions/checkout@d23441a48e516b6c34aea4fa41551a30e30af803 # v6.1.0
         with:
-          fetch-depth: 300
+          fetch-depth: 2
           persist-credentials: false
       - name: Use Node.js 24
         uses: actions/setup-node@249970729cb0ef3589644e2896645e5dc5ba9c38 # v6.5.0
         with:
           node-version: 24
-      - run: npm install
-      - run: npm run lint
+      - uses: pnpm/action-setup@b906affcce14559ad1aafd4ab0e942779e9f58b1 # v4
+      - name: Install Workspace Dependencies (Frozen Lockfile)
+        run: pnpm install --frozen-lockfile --ignore-scripts
+      - name: Cache Turborepo
+        uses: actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830 # v4
+        with:
+          path: .turbo
+          key: ${{ runner.os }}-turbo-${{ github.sha }}
+          restore-keys: |
+            ${{ runner.os }}-turbo-
+      - name: Compile Workspace (Turborepo Caching)
+        run: pnpm run compile
+      - run: pnpm run lint
         name: Run monorepo linter
+
+  # Dummy jobs to satisfy branch protection requirements for each node version
+  units-status:
+    name: units (${{ matrix.node-version }})
+    needs: units
+    runs-on: ubuntu-latest
+    if: always()
+    strategy:
+      fail-fast: false
+      matrix:
+        node-version: [22, 24, 26]
+    steps:
+      - name: Check shard status
+        uses: actions/github-script@ed597411d8f924073f98dfc5c65a23a2325f34cd # v8
+        with:
+          script: |
+            const { data: { jobs } } = await github.rest.actions.listJobsForWorkflowRun({
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              run_id: context.runId,
+            });
+            const nodeVersion = '${{ matrix.node-version }}';
+            const shardJobs = jobs.filter(j => j.name.includes(`units (Node ${nodeVersion},`));
+            if (shardJobs.length === 0) {
+              core.setFailed(`No shard jobs found for Node ${nodeVersion}`);
+              return;
+            }
+            const failed = shardJobs.filter(j => j.conclusion === 'failure' || j.conclusion === 'cancelled');
+            if (failed.length > 0) {
+              const failedLinks = failed.map(j => `- ${j.name}: ${j.html_url}`).join('\n');
+              core.setFailed(`${failed.length} shards failed for Node ${nodeVersion}:\n${failedLinks}`);
+            } else {
+              core.info(`All shards passed for Node ${nodeVersion}`);
+            }

.github/workflows/storage-conformance.yaml

@@ -0,0 +1,28 @@
+permissions:
+  contents: read
+
+on:
+  push:
+    branches:
+      - main
+    paths:
+      - 'handwritten/storage/**'
+  pull_request:
+    paths:
+      - 'handwritten/storage/**'
+name: storage-conformance
+jobs:
+  conformance-test:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262 # v4
+        with:
+          persist-credentials: false
+      - uses: actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020 # v4
+        with:
+          node-version: 18
+      - run: node --version
+      - uses: pnpm/action-setup@b906affcce14559ad1aafd4ab0e942779e9f58b1 # v4
+      - run: pnpm install --frozen-lockfile --ignore-scripts
+      - run: pnpm --filter ...{handwritten/storage} run --if-present compile
+      - run: cd handwritten/storage && pnpm run conformance-test

.github/workflows/system-tests-against-emulator.yaml

@@ -20,7 +20,7 @@
 #           - 9020:9020
 
 #     steps:
-#       - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5
+#       - uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262 # v4
 #       - uses: actions/setup-node@v5
 #         with:
 #           node-version: 22

.github/workflows/windows-presubmit.yaml

@@ -5,27 +5,95 @@ on:
   pull_request:
 name: presubmit-windows
 jobs:
+  setup:
+    runs-on: ubuntu-latest
+    outputs:
+      shard-matrix: ${{ steps.set-matrix.outputs.shard_matrix }}
+      shard-total: ${{ steps.set-matrix.outputs.shard_total }}
+    steps:
+      - uses: actions/checkout@d23441a48e516b6c34aea4fa41551a30e30af803 # v6.1.0
+        with:
+          fetch-depth: 2
+          persist-credentials: false
+      - name: Calculate Matrix
+        id: set-matrix
+        run: |
+          export DRY_RUN_SHARDS=true
+          export BUILD_TYPE=presubmit
+          export TEST_TYPE=units
+          export GIT_DIFF_ARG=HEAD^1
+          bash ci/run_conditional_tests.sh
   units:
+    needs: setup
+    name: units (Node ${{ matrix.node-version }}, Shard ${{ matrix.shard-index }})
     runs-on: windows-latest
     strategy:
+      fail-fast: false
       matrix:
         node-version: [22, 24, 26]
+        shard-index: ${{ fromJSON(needs.setup.outputs.shard-matrix) }}
     steps:
       - uses: actions/checkout@d23441a48e516b6c34aea4fa41551a30e30af803 # v6.1.0
         with:
-          fetch-depth: 300
+          fetch-depth: 2
           persist-credentials: false
       - name: Use Node.js ${{ matrix.node-version }}
         uses: actions/setup-node@249970729cb0ef3589644e2896645e5dc5ba9c38 # v6.5.0
         with:
           node-version: ${{ matrix.node-version }}
       - uses: pnpm/action-setup@b906affcce14559ad1aafd4ab0e942779e9f58b1 # v4
+      - name: Install Workspace Dependencies (Frozen Lockfile)
+        run: pnpm install --frozen-lockfile --ignore-scripts
+      - name: Cache Turborepo
+        uses: actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830 # v4
         with:
-          version: ^10.0.0
+          path: .turbo
+          key: ${{ runner.os }}-turbo-${{ github.sha }}
+          restore-keys: |
+            ${{ runner.os }}-turbo-
+      - name: Compile Workspace (Turborepo Caching)
+        run: pnpm run compile --concurrency=4
       - run: node --version
       - run: bash ci/run_conditional_tests.sh
         name: Run windows unit tests
         shell: bash
         env:
           BUILD_TYPE: presubmit
           TEST_TYPE: units
+          SHARD_TOTAL: ${{ needs.setup.outputs.shard-total }}
+          SHARD_INDEX: ${{ matrix.shard-index }}
+          GIT_DIFF_ARG: HEAD^1
+
+  # Dummy jobs to satisfy branch protection requirements for each node version
+  units-status:
+    name: units (${{ matrix.node-version }})
+    needs: units
+    runs-on: ubuntu-latest
+    if: always()
+    strategy:
+      fail-fast: false
+      matrix:
+        node-version: [22, 24, 26]
+    steps:
+      - name: Check shard status
+        uses: actions/github-script@ed597411d8f924073f98dfc5c65a23a2325f34cd # v8
+        with:
+          script: |
+            const { data: { jobs } } = await github.rest.actions.listJobsForWorkflowRun({
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              run_id: context.runId,
+            });
+            const nodeVersion = '${{ matrix.node-version }}';
+            const shardJobs = jobs.filter(j => j.name.includes(`units (Node ${nodeVersion},`));
+            if (shardJobs.length === 0) {
+              core.setFailed(`No shard jobs found for Node ${nodeVersion}`);
+              return;
+            }
+            const failed = shardJobs.filter(j => j.conclusion === 'failure' || j.conclusion === 'cancelled');
+            if (failed.length > 0) {
+              const failedLinks = failed.map(j => `- ${j.name}: ${j.html_url}`).join('\n');
+              core.setFailed(`${failed.length} shards failed for Node ${nodeVersion}:\n${failedLinks}`);
+            } else {
+              core.info(`All shards passed for Node ${nodeVersion}`);
+            }

.gitignore

@@ -8,6 +8,13 @@ packages/*/AUTHORS
 packages/*/CONTRIBUTORS
 packages/*/COPYING
 package-lock.json
+yarn.lock
+bun.lockb
+bun.lock
+**/pnpm-lock.yaml
+!/pnpm-lock.yaml
 __pycache__
-packages/*/pnpm-lock.yaml
-containers/*/pnpm-lock.yaml
+**/docs.metadata
+**/backstory/
+*.tsbuildinfo
+.turbo