diff --git a/.github/workflows/bake.yml b/.github/workflows/bake.yml index 24e7125..4f46983 100644 --- a/.github/workflows/bake.yml +++ b/.github/workflows/bake.yml @@ -12,6 +12,7 @@ on: - pgvector - postgis - pgaudit + - pg_ivm defaults: run: @@ -52,6 +53,9 @@ jobs: pgaudit: - 'pgaudit/**' - *shared + pg_ivm: + - 'pg_ivm/**' + - *shared # Compute a matrix containing the list of all extensions that have been modified - name: Compute matrix diff --git a/CODEOWNERS b/CODEOWNERS index f4dd1e7..471f9c6 100644 --- a/CODEOWNERS +++ b/CODEOWNERS @@ -3,3 +3,5 @@ # https://docs.github.com/en/free-pro-team@latest/github/creating-cloning-and-archiving-repositories/about-code-owners * @cloudnative-pg/maintainers @NiccoloFei +# pg_ivm +/pg_ivm/ @shusaan @cloudnative-pg/maintainers @NiccoloFei \ No newline at end of file diff --git a/README.md b/README.md index d45e7bd..1d9e67b 100644 --- a/README.md +++ b/README.md @@ -29,6 +29,7 @@ they are maintained by their respective authors, and PostgreSQL Debian Group | Extension | Description | Project URL | | :--- | :--- | :--- | | **[pgAudit](pgaudit)** | PostgreSQL audit extension | [https://github.com/pgaudit/pgaudit](https://github.com/pgaudit/pgaudit) | +| **[pg_ivm](pg_ivm)** | Incremental View Maintenance for PostgreSQL | [https://github.com/sraoss/pg_ivm](https://github.com/sraoss/pg_ivm) | | **[pgvector](pgvector)** | Vector similarity search for PostgreSQL | [https://github.com/pgvector/pgvector](https://github.com/pgvector/pgvector) | | **[PostGIS](postgis)** | Geospatial database extension for PostgreSQL | [https://postgis.net/](https://postgis.net/) | diff --git a/pg_ivm/Dockerfile b/pg_ivm/Dockerfile new file mode 100644 index 0000000..382793e --- /dev/null +++ b/pg_ivm/Dockerfile @@ -0,0 +1,30 @@ +# SPDX-FileCopyrightText: Copyright © contributors to CloudNativePG, established as CloudNativePG a Series of LF Projects, LLC. +# SPDX-License-Identifier: Apache-2.0 + +ARG BASE=ghcr.io/cloudnative-pg/postgresql:18-minimal-trixie +FROM $BASE AS builder + +ARG PG_MAJOR +ARG EXT_VERSION + +USER 0 + +RUN set -eux; \ + apt-get update; \ + apt-get install -y --no-install-recommends \ + postgresql-${PG_MAJOR}-pg-ivm=${EXT_VERSION}* + +FROM scratch +ARG PG_MAJOR + +# Licenses +COPY --from=builder /usr/share/doc/postgresql-${PG_MAJOR}-pg-ivm/copyright /licenses/pg_ivm/ + +# Libraries +COPY --from=builder /usr/lib/postgresql/${PG_MAJOR}/lib/pg_ivm* /lib/ +COPY --from=builder /usr/lib/postgresql/${PG_MAJOR}/lib/bitcode/pg_ivm* /lib/bitcode/ + +# Share +COPY --from=builder /usr/share/postgresql/${PG_MAJOR}/extension/pg_ivm* /share/extension/ + +USER 65532:65532 \ No newline at end of file diff --git a/pg_ivm/README.md b/pg_ivm/README.md new file mode 100644 index 0000000..4bc21a0 --- /dev/null +++ b/pg_ivm/README.md @@ -0,0 +1,87 @@ +# pg_ivm + +[pg_ivm](https://github.com/sraoss/pg_ivm) is an open-source extension +that provides **Incremental View Maintenance (IVM)** for PostgreSQL, allowing +materialized views to be updated incrementally when base tables change. + +## Usage + + + +### 1. Add the pg_ivm extension image to your Cluster + +Define the `pg_ivm` extension under the `postgresql.extensions` section of +your `Cluster` resource. For example: + +```yaml +apiVersion: postgresql.cnpg.io/v1 +kind: Cluster +metadata: + name: cluster-pg_ivm +spec: + imageName: ghcr.io/cloudnative-pg/postgresql:18-minimal-trixie + instances: 1 + + storage: + size: 1Gi + + postgresql: + extensions: + - name: pg_ivm + image: + reference: ghcr.io/cloudnative-pg/pg_ivm:1.0-18-trixie +``` + +### 2. Enable the extension in a database + +You can install `pg_ivm` in a specific database by creating or updating a +`Database` resource. For example, to enable it in the `app` database: + +```yaml +apiVersion: postgresql.cnpg.io/v1 +kind: Database +metadata: + name: cluster-pg_ivm-app +spec: + name: app + owner: app + cluster: + name: cluster-pg_ivm + extensions: + - name: pg_ivm + version: '1.13' +``` + +### 3. Verify installation + +Once the database is ready, connect to it with `psql` and run: + +```sql +\dx +``` + +You should see `pg_ivm` listed among the installed extensions. + +## Maintainers + +This container image is maintained by @shuusan. + +--- + +## Licenses and Copyright + +This container image contains software that may be licensed under various +open-source licenses. + +All relevant license and copyright information for the `pg_ivm` extension +and its dependencies are bundled within the image at: + +```text +/licenses/ +``` + +By using this image, you agree to comply with the terms of the licenses +contained therein. diff --git a/pg_ivm/metadata.hcl b/pg_ivm/metadata.hcl new file mode 100644 index 0000000..9eb9de1 --- /dev/null +++ b/pg_ivm/metadata.hcl @@ -0,0 +1,25 @@ +# SPDX-FileCopyrightText: Copyright © contributors to CloudNativePG, established as CloudNativePG a Series of LF Projects, LLC. +# SPDX-License-Identifier: Apache-2.0 +metadata = { + name = "pg_ivm" + sql_name = "pg_ivm" + image_name = "pg_ivm" + shared_preload_libraries = [] + extension_control_path = [] + dynamic_library_path = [] + ld_library_path = [] + auto_update_os_libs = false + required_extensions = [] + create_extension = true + + versions = { + trixie = { + // renovate: suite=trixie-pgdg depName=postgresql-18-pg-ivm + "18" = "1.13-1.pgdg13+1" + } + bookworm = { + // renovate: suite=bookworm-pgdg depName=postgresql-18-pg-ivm + "18" = "1.13-1.pgdg12+1" + } + } +} diff --git a/pg_ivm/test/chainsaw-test.yaml b/pg_ivm/test/chainsaw-test.yaml new file mode 100644 index 0000000..45aefb5 --- /dev/null +++ b/pg_ivm/test/chainsaw-test.yaml @@ -0,0 +1,28 @@ +apiVersion: chainsaw.kyverno.io/v1alpha1 +kind: Test +metadata: + name: verify-pg-ivm-extension +spec: + timeouts: + apply: 5s + assert: 3m + delete: 30s + description: Verify pg_ivm extension is properly installed + steps: + - name: Create a Cluster with the extension + try: + - apply: + file: cluster.yaml + - apply: + file: database.yaml + - assert: + file: cluster-assert.yaml + - assert: + file: database-assert.yaml + + - name: Verify extension is installed + try: + - apply: + file: check-extension.yaml + - assert: + file: check-extension-assert.yaml diff --git a/pg_ivm/test/check-extension-assert.yaml b/pg_ivm/test/check-extension-assert.yaml new file mode 100644 index 0000000..966d4a3 --- /dev/null +++ b/pg_ivm/test/check-extension-assert.yaml @@ -0,0 +1,6 @@ +apiVersion: batch/v1 +kind: Job +metadata: + name: extension-installed +status: + succeeded: 1 diff --git a/pg_ivm/test/check-extension.yaml b/pg_ivm/test/check-extension.yaml new file mode 100644 index 0000000..79335d5 --- /dev/null +++ b/pg_ivm/test/check-extension.yaml @@ -0,0 +1,31 @@ +apiVersion: batch/v1 +kind: Job +metadata: + name: extension-installed +spec: + template: + spec: + restartPolicy: OnFailure + containers: + - name: data-test + env: + - name: EXT_VERSION + value: ($values.version) + - name: DB_URI + valueFrom: + secretKeyRef: + name: (join('-', [$values.name, 'app'])) + key: uri + image: alpine/psql:latest + command: ['sh', '-c'] + args: + - | + set -e + DB_URI=$(echo $DB_URI | sed "s|/\*|/|") + test "$(psql "$DB_URI" -tAc "SELECT EXISTS (SELECT FROM pg_catalog.pg_extension WHERE extname = 'pg_ivm' AND extversion = '${EXT_VERSION}')" -q)" = "t" + psql "$DB_URI" -c "CREATE TABLE base_table (id INT PRIMARY KEY, value TEXT);" + psql "$DB_URI" -c "INSERT INTO base_table VALUES (1, 'test');" + psql "$DB_URI" -c "CREATE INCREMENTAL MATERIALIZED VIEW test_ivm AS SELECT * FROM base_table;" + test "$(psql "$DB_URI" -tAc "SELECT COUNT(*) FROM test_ivm" -q)" = "1" + psql "$DB_URI" -c "INSERT INTO base_table VALUES (2, 'test2');" + test "$(psql "$DB_URI" -tAc "SELECT COUNT(*) FROM test_ivm" -q)" = "2" diff --git a/pg_ivm/test/cluster-assert.yaml b/pg_ivm/test/cluster-assert.yaml new file mode 100644 index 0000000..2b8d478 --- /dev/null +++ b/pg_ivm/test/cluster-assert.yaml @@ -0,0 +1,8 @@ +apiVersion: postgresql.cnpg.io/v1 +kind: Cluster +metadata: + name: ($values.name) +status: + readyInstances: 1 + phase: Cluster in healthy state + image: ($values.pg_image) diff --git a/pg_ivm/test/cluster.yaml b/pg_ivm/test/cluster.yaml new file mode 100644 index 0000000..d936937 --- /dev/null +++ b/pg_ivm/test/cluster.yaml @@ -0,0 +1,14 @@ +apiVersion: postgresql.cnpg.io/v1 +kind: Cluster +metadata: + name: ($values.name) +spec: + imageName: ($values.pg_image) + instances: 1 + + storage: + size: 1Gi + + postgresql: + shared_preload_libraries: ($values.shared_preload_libraries) + extensions: ($values.extensions) diff --git a/pg_ivm/test/database-assert.yaml b/pg_ivm/test/database-assert.yaml new file mode 100644 index 0000000..a515f07 --- /dev/null +++ b/pg_ivm/test/database-assert.yaml @@ -0,0 +1,10 @@ +apiVersion: postgresql.cnpg.io/v1 +kind: Database +metadata: + name: (join('-', [$values.name, 'app'])) +status: + applied: true + extensions: + - applied: true + name: ($values.sql_name) + observedGeneration: 1 diff --git a/pg_ivm/test/database.yaml b/pg_ivm/test/database.yaml new file mode 100644 index 0000000..f2abe39 --- /dev/null +++ b/pg_ivm/test/database.yaml @@ -0,0 +1,12 @@ +apiVersion: postgresql.cnpg.io/v1 +kind: Database +metadata: + name: (join('-', [$values.name, 'app'])) +spec: + name: app + owner: app + cluster: + name: ($values.name) + extensions: + - name: ($values.sql_name) + version: ($values.version)