#137: Extracted common code for virtual schema based extensions

.github/workflows/ci-build.yml

@@ -8,9 +8,16 @@ on:
 
 jobs:
   build:
+    name: Build with Exasol ${{ matrix.exasol_db_version }}
     runs-on: ubuntu-20.04 # UDFs fail with "VM error: Internal error: VM crashed" on ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        exasol_db_version: ["7.1.23", "8.23.0"]
+    env:
+      DEFAULT_EXASOL_DB_VERSION: "7.1.23"
     concurrency:
-      group: ${{ github.workflow }}-${{ github.ref }}
+      group: ${{ github.workflow }}-${{ github.ref }}-${{ matrix.exasol_db_version }}
       cancel-in-progress: true
     steps:
       - name: Checkout the repository
@@ -25,16 +32,16 @@ jobs:
             17
             11
           cache: "maven"
-      - name: Set up Node 16
+      - name: Set up Node 18
         uses: actions/setup-node@v3
         with:
-          node-version: 16
+          node-version: 18
           cache: "npm"
           cache-dependency-path: extension/package-lock.json
       - name: Set up Go
         uses: actions/setup-go@v3
         with:
-          go-version: 1.19
+          go-version: "1.20"
       - name: Cache Go modules
         uses: actions/cache@v3
         with:
@@ -60,7 +67,8 @@ jobs:
         run: |
           JAVA_HOME=$JAVA_HOME_11_X64 mvn --batch-mode clean verify \
               -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn \
-              -DtrimStackTrace=false
+              -DtrimStackTrace=false \
+              -Dcom.exasol.dockerdb.image=${{ matrix.exasol_db_version }}
         env:
           AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
           AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
@@ -77,7 +85,7 @@ jobs:
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
       - name: Sonar analysis
-        if: ${{ env.SONAR_TOKEN != null }}
+        if: ${{ env.SONAR_TOKEN != null && matrix.exasol_db_version == env.DEFAULT_EXASOL_DB_VERSION }}
         run: |
           JAVA_HOME=$JAVA_HOME_17_X64 mvn --batch-mode org.sonarsource.scanner.maven:sonar-maven-plugin:sonar \
               -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn \

.github/workflows/release_droid_prepare_original_checksum.yml

@@ -20,7 +20,7 @@ jobs:
       - name: Set up Go
         uses: actions/setup-go@v3
         with:
-          go-version: 1.19
+          go-version: "1.20"
       - name: Enable testcontainer reuse
         run: echo 'testcontainers.reuse.enable=true' > "$HOME/.testcontainers.properties"
       - name: Create test_config.properties

doc/changes/changes_2.8.3.md

@@ -0,0 +1,54 @@
+# S3 Document Files Virtual Schema 2.8.3, released 2023-11-07
+
+Code name: Refactoring of Extension
+
+## Summary
+
+This release moves common extension code to `extension-manager-interface` to simplify the extension. We added the following optional parameters to the extension, so you can also use them with Extension Manager:
+
+* `MAX_PARALLEL_UDFS`: Maximum number of UDFs that are executed in parallel
+* `DEBUG_ADDRESS`: Network address and port to which to send debug output
+* `LOG_LEVEL`: Log level for debug output
+
+## Refactoring
+
+* #137: Moved common extension code to `extension-manager-interface`
+
+## Dependency Updates
+
+### Virtual Schema for Document Data in Files on AWS S3
+
+#### Compile Dependency Updates
+
+* Updated `software.amazon.awssdk:s3:2.21.6` to `2.21.16`
+
+#### Test Dependency Updates
+
+* Updated `com.amazonaws:aws-java-sdk-s3:1.12.572` to `1.12.582`
+* Updated `com.exasol:extension-manager-integration-test-java:0.5.3` to `0.5.5`
+* Updated `com.exasol:hamcrest-resultset-matcher:1.6.1` to `1.6.2`
+* Updated `nl.jqno.equalsverifier:equalsverifier:3.15.2` to `3.15.3`
+* Updated `org.junit.jupiter:junit-jupiter-engine:5.10.0` to `5.10.1`
+* Updated `org.junit.jupiter:junit-jupiter-params:5.10.0` to `5.10.1`
+* Updated `org.mockito:mockito-core:5.6.0` to `5.7.0`
+
+#### Plugin Dependency Updates
+
+* Updated `com.exasol:project-keeper-maven-plugin:2.9.14` to `2.9.15`
+* Updated `org.apache.maven.plugins:maven-clean-plugin:3.3.1` to `3.3.2`
+
+### Extension
+
+#### Compile Dependency Updates
+
+* Updated `@exasol/extension-manager-interface:0.3.0` to `0.4.0`
+
+#### Development Dependency Updates
+
+* Updated `eslint:^8.46.0` to `^8.53.0`
+* Updated `@typescript-eslint/parser:^6.3.0` to `^6.9.1`
+* Updated `@types/jest:^29.5.3` to `^29.5.7`
+* Updated `typescript:^5.1.6` to `^5.2.2`
+* Updated `@typescript-eslint/eslint-plugin:^6.3.0` to `^6.9.1`
+* Updated `jest:29.6.2` to `29.7.0`
+* Updated `esbuild:^0.19.0` to `^0.19.5`

doc/hands_on/hands_on.md

@@ -62,7 +62,7 @@ For the document Virtual Schemas, and by that also the S3 Virtual Schema, this i
 To install the Virtual Schema adapter, download its latest jar from the [releases](https://github.com/exasol/s3-document-files-virtual-schema/releases) and upload to BucketFS:
 
 ``` shell script
-curl -I -X PUT -T document-files-virtual-schema-dist-7.3.6-s3-2.8.2.jar http://w:writepw@<YOUR_DB_IP>:2580/default/
+curl -I -X PUT -T document-files-virtual-schema-dist-7.3.6-s3-2.8.3.jar http://w:writepw@<YOUR_DB_IP>:2580/default/
 ```
 
 (If you have never used BucketFS, you can check out [its documentation](https://docs.exasol.com/database_concepts/bucketfs/bucketfs.htm))
@@ -75,7 +75,7 @@ CREATE SCHEMA ADAPTER;
 --/
 CREATE OR REPLACE JAVA ADAPTER SCRIPT ADAPTER.S3_FILES_ADAPTER AS
     %scriptclass com.exasol.adapter.RequestDispatcher;
-    %jar /buckets/bfsdefault/default/document-files-virtual-schema-dist-7.3.6-s3-2.8.2.jar;
+    %jar /buckets/bfsdefault/default/document-files-virtual-schema-dist-7.3.6-s3-2.8.3.jar;
 /
 
 --/
@@ -85,7 +85,7 @@ CREATE OR REPLACE JAVA SET SCRIPT ADAPTER.IMPORT_FROM_S3_DOCUMENT_FILES(
   CONNECTION_NAME VARCHAR(500))
   EMITS(...) AS
     %scriptclass com.exasol.adapter.document.UdfEntryPoint;
-    %jar /buckets/bfsdefault/default/document-files-virtual-schema-dist-7.3.6-s3-2.8.2.jar;
+    %jar /buckets/bfsdefault/default/document-files-virtual-schema-dist-7.3.6-s3-2.8.3.jar;
 /
 ```
 

doc/hands_on/hands_on_parquet.md

@@ -47,7 +47,7 @@ For the document Virtual Schemas, and by that also the S3 Virtual Schema, this i
 To install the Virtual Schema adapter, download its latest jar from the [releases](https://github.com/exasol/s3-document-files-virtual-schema/releases) and upload to BucketFS:
 
 ``` shell script
-curl -I -X PUT -T document-files-virtual-schema-dist-7.3.6-s3-2.8.2.jar http://w:writepw@<YOUR_DB_IP>:2580/default/
+curl -I -X PUT -T document-files-virtual-schema-dist-7.3.6-s3-2.8.3.jar http://w:writepw@<YOUR_DB_IP>:2580/default/
 ```
 
 (If you have never used BucketFS, you can check out [its documentation](https://docs.exasol.com/database_concepts/bucketfs/bucketfs.htm))
@@ -59,7 +59,7 @@ CREATE SCHEMA ADAPTER;
 
 CREATE OR REPLACE JAVA ADAPTER SCRIPT ADAPTER.S3_FILES_ADAPTER AS
     %scriptclass com.exasol.adapter.RequestDispatcher;
-    %jar /buckets/bfsdefault/default/document-files-virtual-schema-dist-7.3.6-s3-2.8.2.jar;
+    %jar /buckets/bfsdefault/default/document-files-virtual-schema-dist-7.3.6-s3-2.8.3.jar;
 /
 
 CREATE OR REPLACE JAVA SET SCRIPT ADAPTER.IMPORT_FROM_S3_DOCUMENT_FILES(
@@ -68,7 +68,7 @@ CREATE OR REPLACE JAVA SET SCRIPT ADAPTER.IMPORT_FROM_S3_DOCUMENT_FILES(
   CONNECTION_NAME VARCHAR(500))
   EMITS(...) AS
     %scriptclass com.exasol.adapter.document.UdfEntryPoint;
-    %jar /buckets/bfsdefault/default/document-files-virtual-schema-dist-7.3.6-s3-2.8.2.jar;
+    %jar /buckets/bfsdefault/default/document-files-virtual-schema-dist-7.3.6-s3-2.8.3.jar;
 /
 ```
 

doc/user_guide/user_guide.md

@@ -17,7 +17,7 @@ Next create the Adapter Script:
 ```sql
 CREATE OR REPLACE JAVA ADAPTER SCRIPT ADAPTER.S3_FILES_ADAPTER AS
     %scriptclass com.exasol.adapter.RequestDispatcher;
-    %jar /buckets/bfsdefault/default/document-files-virtual-schema-dist-7.3.6-s3-2.8.2.jar;
+    %jar /buckets/bfsdefault/default/document-files-virtual-schema-dist-7.3.6-s3-2.8.3.jar;
 /
 ```
 
@@ -30,7 +30,7 @@ CREATE OR REPLACE JAVA SET SCRIPT ADAPTER.IMPORT_FROM_S3_DOCUMENT_FILES(
   CONNECTION_NAME VARCHAR(500))
   EMITS(...) AS
     %scriptclass com.exasol.adapter.document.UdfEntryPoint;
-    %jar /buckets/bfsdefault/default/document-files-virtual-schema-dist-7.3.6-s3-2.8.2.jar;
+    %jar /buckets/bfsdefault/default/document-files-virtual-schema-dist-7.3.6-s3-2.8.3.jar;
 /
 ```
 
@@ -77,7 +77,7 @@ In the definitions you have to define the `source` property. For S3, you define
 
 This Virtual Schema adapter automatically detects the type of the document file by the file extension. You can find a list of supported file types and their extensions in the [user guide of the common repository for all file Virtual Schemas](https://github.com/exasol/virtual-schema-common-document-files/blob/main/doc/user_guide/user_guide.md).
 
-### Mapping multiple files
+### Mapping Multiple Files
 
 For some file type (for example JSON) each source file contains only a single document. That means, that you have one file for each row in the mapped table. To define mappings for such types, you can use the GLOB syntax. That means, you can use `*` and `?` as wildcards, where `*` matches multiple characters and `?` a single one.
 
@@ -126,7 +126,7 @@ In DbVisualizer use exactly this command:
 --/
 CREATE OR REPLACE JAVA ADAPTER SCRIPT ADAPTER.S3_FILES_ADAPTER AS
    %scriptclass com.exasol.adapter.RequestDispatcher;
-   %jar /buckets/bfsdefault/default/vs/document-files-virtual-schema-dist-7.3.6-s3-2.8.2.jar;
+   %jar /buckets/bfsdefault/default/vs/document-files-virtual-schema-dist-7.3.6-s3-2.8.3.jar;
 /
 ```