feat(ci): automate integration tests

.github/actions/build-collector-layer/action.yml

@@ -0,0 +1,35 @@
+name: 'Build Collector Lambda Layer'
+description: 'Builds the OpenTelemetry Collector Lambda layer for the given architecture'
+
+inputs:
+  architecture:
+    description: 'Target architecture (amd64 or arm64)'
+    required: false
+    default: amd64
+
+outputs:
+  artifact-path:
+    description: 'Absolute path to the built layer zip'
+    value: ${{ github.workspace }}/collector/build/opentelemetry-collector-layer-${{ inputs.architecture }}.zip
+  component-version:
+    description: 'Collector binary version. Only set when architecture is amd64.'
+    value: ${{ steps.version.outputs.component-version }}
+
+runs:
+  using: composite
+  steps:
+    - uses: actions/setup-go@4a3601121dd01d1626a1e23e37211e3254c1c06c # v6.4.0
+      with:
+        go-version-file: collector/go.mod
+
+    - name: Build collector layer
+      shell: bash
+      run: make -C collector package GOARCH=${{ inputs.architecture }}
+
+    - name: Save collector version
+      if: ${{ inputs.architecture == 'amd64' }}
+      id: version
+      shell: bash
+      run: |
+        COMPONENT_VERSION=$(${{ github.workspace }}/collector/build/extensions/collector -v)
+        echo "component-version=$COMPONENT_VERSION" >> "$GITHUB_OUTPUT"

.github/actions/build-java-layer/action.yml

@@ -0,0 +1,51 @@
+name: 'Build Java Lambda Layer'
+description: 'Builds the OpenTelemetry Java javaagent and javawrapper Lambda layers'
+
+outputs:
+  javaagent-artifact-path:
+    description: 'Absolute path to the javaagent layer zip artifact'
+    value: ${{ github.workspace }}/java/layer-javaagent/build/distributions/opentelemetry-javaagent-layer.zip
+  javawrapper-artifact-path:
+    description: 'Absolute path to the javawrapper layer zip artifact'
+    value: ${{ github.workspace }}/java/layer-wrapper/build/distributions/opentelemetry-javawrapper-layer.zip
+  javaagent-version:
+    description: 'OpenTelemetry Java agent version included in the layer'
+    value: ${{ steps.javaagent-version.outputs.javaagent-version }}
+  javawrapper-version:
+    description: 'OpenTelemetry Java instrumentation version included in the wrapper layer'
+    value: ${{ steps.javawrapper-version.outputs.javawrapper-version }}
+
+runs:
+  using: composite
+  steps:
+    - uses: actions/setup-java@be666c2fcd27ec809703dec50e508c2fdc7f6654 # v5.2.0
+      with:
+        distribution: corretto
+        java-version: 17
+
+    - name: Setup Gradle
+      uses: gradle/actions/setup-gradle@50e97c2cd7a37755bbfafc9c5b7cafaece252f6e # v6.1.0
+      with:
+        cache-provider: basic # MIT licensed (see https://github.com/gradle/actions/releases/tag/v6.1.0)
+
+    - name: Execute Gradle build
+      shell: bash
+      run: |
+        cd java
+        ./gradlew :layer-javaagent:assemble :layer-wrapper:assemble --scan --stacktrace
+
+    - name: Save Javaagent Version
+      id: javaagent-version
+      shell: bash
+      run: |
+        unzip java/layer-javaagent/build/distributions/opentelemetry-javaagent-layer.zip
+        JAVAAGENT_VERSION=$(java -jar ./opentelemetry-javaagent.jar)
+        echo "javaagent-version=$JAVAAGENT_VERSION" >> "$GITHUB_OUTPUT"
+
+    - name: Save Java Wrapper Version
+      id: javawrapper-version
+      shell: bash
+      run: |
+        cd java
+        JAVAWRAPPER_VERSION=$(./gradlew layer-wrapper:printOtelJavaInstrumentationVersion -q)
+        echo "javawrapper-version=$JAVAWRAPPER_VERSION" >> "$GITHUB_OUTPUT"

.github/actions/build-layer/action.yml

@@ -0,0 +1,30 @@
+name: 'Build OTel Lambda Layer'
+description: 'Dispatches to the matching build-<language>-layer composite action.'
+
+inputs:
+  language:
+    description: 'Language of the layer to build (nodejs, python, javaagent, javawrapper)'
+    required: true
+
+outputs:
+  artifact-path:
+    description: 'Absolute path to the built layer zip'
+    value: ${{ steps.nodejs.outputs.artifact-path || steps.python.outputs.artifact-path || (inputs.language == 'javaagent' && steps.java.outputs.javaagent-artifact-path || steps.java.outputs.javawrapper-artifact-path) }}
+  component-version:
+    description: 'SDK version included in the layer'
+    value: ${{ steps.nodejs.outputs.component-version || steps.python.outputs.component-version || (inputs.language == 'javaagent' && steps.java.outputs.javaagent-version || steps.java.outputs.javawrapper-version) }}
+
+runs:
+  using: composite
+  steps:
+    - if: ${{ inputs.language == 'nodejs' }}
+      id: nodejs
+      uses: ./.github/actions/build-nodejs-layer
+
+    - if: ${{ inputs.language == 'python' }}
+      id: python
+      uses: ./.github/actions/build-python-layer
+
+    - if: ${{ inputs.language == 'javaagent' || inputs.language == 'javawrapper' }}
+      id: java
+      uses: ./.github/actions/build-java-layer

.github/actions/build-nodejs-layer/action.yml

@@ -0,0 +1,37 @@
+name: 'Build Node.js Lambda Layer'
+description: 'Builds the OpenTelemetry Node.js Lambda layer'
+
+outputs:
+  artifact-path:
+    description: 'Absolute path to the built layer zip'
+    value: ${{ github.workspace }}/nodejs/packages/layer/build/opentelemetry-nodejs-layer.zip
+  component-version:
+    description: 'OpenTelemetry Node.js SDK version included in the layer'
+    value: ${{ steps.version.outputs.component-version }}
+
+runs:
+  using: composite
+  steps:
+    - uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
+      with:
+        node-version: 18
+
+    - name: Build Node.js layer
+      shell: bash
+      working-directory: nodejs
+      run: |
+        npm ci
+        npm run build
+
+    - name: Save Node.js SDK version
+      id: version
+      shell: bash
+      working-directory: nodejs/packages/layer/scripts
+      run: |
+        SDK_VERSION=$(npm list @opentelemetry/core --depth=0 | grep @opentelemetry/core | sed 's/^.*@//')
+        echo "component-version=$SDK_VERSION" >> "$GITHUB_OUTPUT"
+
+    - name: Rename layer zip
+      shell: bash
+      working-directory: nodejs/packages/layer/build
+      run: mv layer.zip opentelemetry-nodejs-layer.zip

.github/actions/build-python-layer/action.yml

@@ -0,0 +1,30 @@
+name: 'Build Python Lambda Layer'
+description: 'Builds the OpenTelemetry Python Lambda layer'
+
+outputs:
+  artifact-path:
+    description: 'Absolute path to the layer zip artifact'
+    value: ${{ github.workspace }}/python/src/build/opentelemetry-python-layer.zip
+  component-version:
+    description: 'OpenTelemetry Python SDK version included in the layer'
+    value: ${{ steps.version.outputs.component-version }}
+
+runs:
+  using: composite
+  steps:
+    - uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0
+      with:
+        python-version: '3.9'
+
+    - name: Save Python OpenTelemetry SDK version
+      id: version
+      shell: bash
+      working-directory: python/src
+      run: |
+        SDK_VERSION=$(grep opentelemetry-sdk otel/otel_sdk/requirements.txt | sed 's/.*==\([^ ]*\).*/\1/')
+        echo "component-version=$SDK_VERSION" >> "$GITHUB_OUTPUT"
+
+    - name: Build Python layer
+      shell: bash
+      working-directory: python/src
+      run: ./build.sh

.github/workflows/integration-test.yml

@@ -0,0 +1,144 @@
+name: "Integration Tests"
+
+on:
+  workflow_dispatch:
+    inputs:
+      language:
+        description: 'Language to test (or all)'
+        required: true
+        type: choice
+        options:
+          - all
+          - nodejs
+          - python
+          - javaagent
+          - javawrapper
+        default: all
+  workflow_call:
+    inputs:
+      language:
+        description: 'Language to test (or all)'
+        required: true
+        type: string
+      use-existing-layer-artifact:
+        description: 'Use an existing instrumentation layer artifact instead of building from scratch'
+        required: false
+        default: false
+        type: boolean
+
+permissions:
+  contents: read
+
+jobs:
+  prepare-languages:
+    runs-on: ubuntu-latest
+    outputs:
+      languages: ${{ steps.prepare-languages.outputs.languages }}
+    steps:
+      - id: prepare-languages
+        name: Prepare Languages
+        run: |
+          if [ "${{ inputs.language }}" = "all" ]; then
+            languages='["nodejs", "python", "javaagent", "javawrapper"]'
+          else
+            languages='["${{ inputs.language }}"]'
+          fi
+          echo "languages=${languages}" >> "$GITHUB_OUTPUT"
+
+  build-collector:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
+      - uses: ./.github/actions/build-collector-layer
+        id: build
+      - uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
+        with:
+          name: opentelemetry-collector-layer-amd64.zip
+          path: ${{ steps.build.outputs.artifact-path }}
+
+  build-layer:
+    needs: prepare-languages
+    if: ${{ !inputs.use-existing-layer-artifact }}
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        language: ${{ fromJson(needs.prepare-languages.outputs.languages) }}
+    steps:
+      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
+      - uses: ./.github/actions/build-layer
+        id: build
+        with:
+          language: ${{ matrix.language }}
+      - uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
+        with:
+          name: opentelemetry-${{ matrix.language }}-layer.zip
+          path: ${{ steps.build.outputs.artifact-path }}
+
+  test:
+    needs: [prepare-languages, build-collector, build-layer]
+    if: |
+      !cancelled() &&
+      needs.build-collector.result == 'success' &&
+      (needs.build-layer.result == 'success' || needs.build-layer.result == 'skipped')
+    strategy:
+      fail-fast: false
+      matrix:
+        language: ${{ fromJson(needs.prepare-languages.outputs.languages) }}
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      id-token: write
+    steps:
+      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
+
+      - uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
+        with:
+          node-version: 22
+
+      - uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
+        with:
+          name: opentelemetry-collector-layer-amd64.zip
+          path: artifacts/
+
+      - uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
+        with:
+          name: opentelemetry-${{ matrix.language }}-layer.zip
+          path: artifacts/
+
+      - uses: aws-actions/configure-aws-credentials@ec61189d14ec14c8efccab744f656cffd0e33f37 # v6.1.0
+        with:
+          role-to-assume: ${{ secrets.OTEL_LAMBDA_INTEG_TEST_ROLE_ARN }}
+          role-duration-seconds: 1200
+          aws-region: us-east-1
+
+      - if: ${{ startsWith(matrix.language, 'java') }}
+        uses: actions/setup-java@be666c2fcd27ec809703dec50e508c2fdc7f6654 # v5.2.0
+        with:
+          distribution: corretto
+          java-version: 17
+
+      - name: Setup Gradle
+        if: ${{ startsWith(matrix.language, 'java') }}
+        uses: gradle/actions/setup-gradle@50e97c2cd7a37755bbfafc9c5b7cafaece252f6e # v6.1.0
+        with:
+          cache-provider: basic # MIT licensed (see https://github.com/gradle/actions/releases/tag/v6.1.0)
+
+      - name: Build Java handler jar
+        if: ${{ startsWith(matrix.language, 'java') }}
+        run: ./gradlew shadowJar
+        working-directory: integration-tests/handlers/java
+
+      - name: Install integration test dependencies
+        run: npm ci
+        working-directory: integration-tests
+
+      - name: Run integration tests
+        run: npx vitest run --config vitest.config.ts
+        working-directory: integration-tests
+        env:
+          TEST_LANGUAGE: ${{ matrix.language }}
+          COLLECTOR_LAYER_ZIP: ${{ github.workspace }}/artifacts/opentelemetry-collector-layer-amd64.zip
+          INSTRUMENTATION_LAYER_ZIP: ${{ github.workspace }}/artifacts/opentelemetry-${{ matrix.language }}-layer.zip
+          GITHUB_RUN_ID: ${{ github.run_id }}
+          GITHUB_RUN_ATTEMPT: ${{ github.run_attempt }}

.github/workflows/release-layer-collector.yml

@@ -31,31 +31,21 @@ jobs:
           - amd64
           - arm64
     outputs:
-      COLLECTOR_VERSION: ${{ steps.save-collector-version.outputs.COLLECTOR_VERSION }}
+      component-version: ${{ steps.build.outputs.component-version }}
     steps:
       - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
-      - uses: actions/setup-go@4a3601121dd01d1626a1e23e37211e3254c1c06c # v6.4.0
+      - uses: ./.github/actions/build-collector-layer
+        id: build
         with:
-          go-version-file: collector/go.mod
-      - name: build
-        run: make -C collector package GOARCH=${{ matrix.architecture }}
+          architecture: ${{ matrix.architecture }}
       - uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
         with:
           name: opentelemetry-collector-layer-${{ matrix.architecture }}.zip
-          path: ${{ github.workspace }}/collector/build/opentelemetry-collector-layer-${{ matrix.architecture }}.zip
+          path: ${{ steps.build.outputs.artifact-path }}
       - name: Add Binary to Release
-        run: |
-          gh release upload ${{github.ref_name}} ${{ github.workspace }}/collector/build/opentelemetry-collector-layer-${{ matrix.architecture }}.zip
+        run: gh release upload ${{ github.ref_name }} ${{ steps.build.outputs.artifact-path }}
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-      - name: Save Collector Version
-        if: ${{ matrix.architecture == 'amd64' }}
-        id: save-collector-version
-        shell: bash
-        # `./collector -v` output is in the form `v0.75.0`
-        run: |
-          COLLECTOR_VERSION=$( ${{ github.workspace }}/collector/build/extensions/collector -v)
-          echo "COLLECTOR_VERSION=$COLLECTOR_VERSION" >> $GITHUB_OUTPUT
 
   publish-layer:
     permissions: # required by the reusable workflow
@@ -106,7 +96,7 @@ jobs:
     with:
       artifact-name: opentelemetry-collector-layer-${{ matrix.architecture }}.zip
       layer-name: opentelemetry-collector
-      component-version: ${{needs.build-layer.outputs.COLLECTOR_VERSION}}
+      component-version: ${{ needs.build-layer.outputs.component-version }}
       architecture: ${{ matrix.architecture }}
       release-group: prod
       aws_region: ${{ matrix.aws_region }}