feat: add core and space migration packages

.env.sample

@@ -7,17 +7,9 @@
 # Required
 # -----------------------------------------------------------------------------
 
-# PostgreSQL connection string for the accounts database
-# (stores identities, orgs, engines, sessions, API keys)
-ACCOUNTS_DATABASE_URL=postgres://postgres:postgres@localhost:5432/me
-
-# 32-byte hex key for encrypting API keys at rest
-# Generate with: openssl rand -hex 32
-ACCOUNTS_MASTER_KEY=
-
-# PostgreSQL connection string for the engine database
-# (stores memories — each engine gets its own schema)
-ENGINE_DATABASE_URL=postgres://postgres:postgres@localhost:5432/me
+# PostgreSQL connection string for the application database. One database holds
+# the auth + core control plane and every per-space me_<slug> schema.
+DATABASE_URL=postgres://postgres:postgres@localhost:5432/me
 
 # Public base URL for OAuth callbacks
 API_BASE_URL=http://localhost:3000
@@ -51,8 +43,9 @@ GOOGLE_CLIENT_SECRET=
 # Raise for memory.batchCreate-heavy workloads (e.g. transcript imports).
 # MAX_REQUEST_BODY_BYTES=
 
-# Schema name in the accounts database
-# ACCOUNTS_SCHEMA=accounts
+# Schema names
+# AUTH_SCHEMA=auth
+# CORE_SCHEMA=core
 
 # Cron schedule for cleaning up expired device authorizations (UTC)
 # DEVICE_FLOW_CLEANUP_CRON=*/15 * * * *
@@ -73,60 +66,20 @@ GOOGLE_CLIENT_SECRET=
 # LOGFIRE_SCRUBBING=false
 
 # -----------------------------------------------------------------------------
-# Optional — Accounts Database Connection Pool
-# -----------------------------------------------------------------------------
-
-# Maximum connections in pool
-# ACCOUNTS_POOL_MAX=10
-
-# Close idle pooled connections after N seconds
-# ACCOUNTS_POOL_IDLE_REAP_SECONDS=300
-
-# Max connection lifetime in seconds (0 = forever)
-# ACCOUNTS_POOL_MAX_LIFETIME=0
-
-# Timeout for establishing new connections (seconds)
-# ACCOUNTS_POOL_CONNECTION_TIMEOUT=30
-
-# PostgreSQL statement timeout for accounts DB transactions
-# ACCOUNTS_STATEMENT_TIMEOUT=25s
-
-# PostgreSQL lock wait timeout for accounts DB transactions
-# ACCOUNTS_LOCK_TIMEOUT=5s
-
-# PostgreSQL transaction timeout for accounts DB transactions
-# ACCOUNTS_TRANSACTION_TIMEOUT=30s
-
-# PostgreSQL idle-in-transaction timeout for accounts DB transactions
-# ACCOUNTS_IDLE_IN_TRANSACTION_SESSION_TIMEOUT=30s
-
-# -----------------------------------------------------------------------------
-# Optional — Engine Database Connection Pool
+# Optional — Database Connection Pool
 # -----------------------------------------------------------------------------
 
 # Maximum connections in pool
-# ENGINE_POOL_MAX=20
+# DB_POOL_MAX=20
 
 # Close idle pooled connections after N seconds
-# ENGINE_POOL_IDLE_REAP_SECONDS=300
+# DB_POOL_IDLE_REAP_SECONDS=300
 
 # Max connection lifetime in seconds (0 = forever)
-# ENGINE_POOL_MAX_LIFETIME=0
+# DB_POOL_MAX_LIFETIME=0
 
 # Timeout for establishing new connections (seconds)
-# ENGINE_POOL_CONNECTION_TIMEOUT=30
-
-# PostgreSQL statement timeout for engine DB transactions
-# ENGINE_STATEMENT_TIMEOUT=25s
-
-# PostgreSQL lock wait timeout for engine DB transactions
-# ENGINE_LOCK_TIMEOUT=5s
-
-# PostgreSQL transaction timeout for engine DB transactions
-# ENGINE_TRANSACTION_TIMEOUT=30s
-
-# PostgreSQL idle-in-transaction timeout for engine DB transactions
-# ENGINE_IDLE_IN_TRANSACTION_SESSION_TIMEOUT=30s
+# DB_POOL_CONNECTION_TIMEOUT=30
 
 # -----------------------------------------------------------------------------
 # Optional — Embedding
@@ -163,45 +116,23 @@ GOOGLE_CLIENT_SECRET=
 # Max error backoff (ms)
 # WORKER_MAX_BACKOFF_MS=60000
 
-# Engine re-discovery interval (ms)
+# Space re-discovery interval (ms)
 # WORKER_REFRESH_INTERVAL_MS=60000
 
 # -----------------------------------------------------------------------------
-# Optional — Embedding Worker Engine Database
+# Optional — Embedding Worker Database Pool
 # -----------------------------------------------------------------------------
+# The embedding worker uses a dedicated pool. Each setting defaults to the
+# corresponding application-pool value (or DATABASE_URL) when unset.
 
-# PostgreSQL connection string for embedding worker engine traffic.
-# Defaults to ENGINE_DATABASE_URL when unset.
-# WORKER_ENGINE_DATABASE_URL=postgres://postgres:postgres@localhost:5432/me
-
-# Maximum connections in the dedicated embedding worker engine pool.
-# Defaults to max(WORKER_COUNT, 1) when unset.
-# WORKER_ENGINE_POOL_MAX=2
-
-# Close idle embedding worker engine connections after N seconds.
-# Defaults to ENGINE_POOL_IDLE_REAP_SECONDS when unset.
-# WORKER_ENGINE_POOL_IDLE_REAP_SECONDS=300
-
-# Max embedding worker engine connection lifetime in seconds (0 = forever).
-# Defaults to ENGINE_POOL_MAX_LIFETIME when unset.
-# WORKER_ENGINE_POOL_MAX_LIFETIME=0
-
-# Timeout for establishing embedding worker engine connections (seconds).
-# Defaults to ENGINE_POOL_CONNECTION_TIMEOUT when unset.
-# WORKER_ENGINE_POOL_CONNECTION_TIMEOUT=30
-
-# PostgreSQL statement timeout for embedding worker engine DB transactions
-# Defaults to ENGINE_STATEMENT_TIMEOUT when unset.
-# WORKER_ENGINE_STATEMENT_TIMEOUT=25s
-
-# PostgreSQL lock wait timeout for embedding worker engine DB transactions
-# Defaults to ENGINE_LOCK_TIMEOUT when unset.
-# WORKER_ENGINE_LOCK_TIMEOUT=5s
-
-# PostgreSQL transaction timeout for embedding worker engine DB transactions
-# Defaults to ENGINE_TRANSACTION_TIMEOUT when unset.
-# WORKER_ENGINE_TRANSACTION_TIMEOUT=30s
+# WORKER_DATABASE_URL=postgres://postgres:postgres@localhost:5432/me
+# WORKER_DB_POOL_MAX=2
+# WORKER_DB_POOL_IDLE_REAP_SECONDS=300
+# WORKER_DB_POOL_MAX_LIFETIME=0
+# WORKER_DB_POOL_CONNECTION_TIMEOUT=30
 
-# PostgreSQL idle-in-transaction timeout for embedding worker engine DB transactions
-# Defaults to ENGINE_IDLE_IN_TRANSACTION_SESSION_TIMEOUT when unset.
-# WORKER_ENGINE_IDLE_IN_TRANSACTION_SESSION_TIMEOUT=30s
+# Per-transaction timeouts for the worker pool (default to built-in values).
+# WORKER_DB_STATEMENT_TIMEOUT=25s
+# WORKER_DB_LOCK_TIMEOUT=5s
+# WORKER_DB_TRANSACTION_TIMEOUT=30s
+# WORKER_DB_IDLE_IN_TRANSACTION_SESSION_TIMEOUT=30s

.github/workflows/ci.yml

@@ -8,6 +8,13 @@ on:
 jobs:
   ci:
     runs-on: ubuntu-latest
+    env:
+      # TEST_CI disables conditional test skips: every gated suite runs, and
+      # missing prerequisites fail loudly instead of skipping silently. The
+      # OpenAI key drives the live embedding suite; a fork PR (no secrets)
+      # therefore fails rather than silently testing less.
+      TEST_CI: "1"
+      OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
 
     steps:
       - uses: actions/checkout@v6
@@ -25,10 +32,19 @@ jobs:
       - name: Typecheck
         run: ./bun run typecheck
       - name: Test (unit)
-        run: find packages -name '*.test.ts' ! -name '*.integration.test.ts' -print0 | xargs -0 ./bun test
+        # Same script (and process model — --parallel) as local runs, so CI
+        # can't diverge from what developers verify against.
+        run: ./bun run test:unit
 
   integration:
     runs-on: ubuntu-latest
+    env:
+      # See the ci job for TEST_CI semantics. The e2e suite needs the database
+      # URL (the container below) and a real OpenAI key for its embedding
+      # worker (a few thousand text-embedding-3-small tokens per run).
+      TEST_CI: "1"
+      TEST_DATABASE_URL: postgresql://postgres@127.0.0.1:5432/postgres
+      OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
 
     steps:
       - uses: actions/checkout@v6
@@ -51,6 +67,14 @@ jobs:
             sleep 1
           done
       - name: Test (integration)
-        run: find packages -name '*.integration.test.ts' -print0 | xargs -0 ./bun test
+        # Same script (and process model — --parallel) as local runs; the
+        # suites default to postgresql://postgres@127.0.0.1:5432/postgres,
+        # which is the container above. The schema cleaner that test:db runs
+        # first is a no-op against the fresh container.
+        run: ./bun run test:db
+      - name: Test (e2e)
+        # Real CLI subprocesses against a real in-process server and the
+        # container above, with real OpenAI embeddings.
+        run: ./bun run test:e2e
       - name: Stop Postgres
         run: docker stop me-postgres

.github/workflows/deploy-dev.yaml

@@ -9,7 +9,8 @@ on:
       - packages/embedding/**
       - packages/worker/**
       - packages/protocol/**
-      - packages/accounts/**
+      - packages/auth/**
+      - packages/database/**
       - scripts/**
       - package.json
       - bun.lock