V1.13.0 (#200)

New Feature

#182 - Document Retry - documents that fail to process are added to a queue for reprocessing
#192 - Added POST /documents/{documentId}/actions/retry for retrying of failed document actions
#196 - Added OCR support for PDF Portfolio files
#194 - Added support for document content to be a "deep link"
#189 - Added document "soft delete"
#146 - Added insertedDate, completedDate to Document actions
#171 - Added Document Workflows
#179 - Added Cognito group that allows authentication but no authorization
#170 - Added Notification action
#168 - Added SMTP support to /configuration API
#169 - Added /groups API
#201 - Added version of FormKiQ that can be run via Docker

Updates

#166 - AWS Lambda end of support for Custom Runtime based on Amazon Linux 1
#188 - Intelligent document processing with OpenAI, uses Schemas to improve results
#119 - improved performance when removing documents

Bugs Fixes

#172 - Fixed Fulltext action ending up in a bad state
#185 - Fixed GET /documents/{documentId}/url returns full path of document instead of filename
#197 - POST /documents/compress is not available for users with READ ONLY access

Author: mfriesen

.classpath

@@ -6,7 +6,7 @@
 			<attribute name="gradle_used_by_scope" value="main,test"/>
 		</attributes>
 	</classpathentry>
-	<classpathentry kind="con" path="org.eclipse.jdt.launching.JRE_CONTAINER/org.eclipse.jdt.internal.debug.ui.launcher.StandardVMType/JavaSE-11/"/>
+	<classpathentry kind="con" path="org.eclipse.jdt.launching.JRE_CONTAINER/org.eclipse.jdt.internal.debug.ui.launcher.StandardVMType/JavaSE-17/"/>
 	<classpathentry kind="con" path="org.eclipse.buildship.core.gradleclasspathcontainer"/>
 	<classpathentry kind="output" path="bin/default"/>
 </classpath>

.github/workflows/deployment-dev.yaml

@@ -0,0 +1,38 @@
+# This workflow uses actions that are not certified by GitHub.
+# They are provided by a third-party and are governed by
+# separate terms of service, privacy policy, and support
+# documentation.
+# This workflow will build a Java project with Gradle and cache/restore any dependencies to improve the workflow execution time
+# For more information see: https://help.github.com/actions/language-and-framework-guides/building-and-testing-java-with-gradle
+
+name: S3 Dev Deployment
+
+on: 
+  workflow_dispatch:
+    inputs:
+      version:
+        description: 'The FormKiQ version number string to deploy.'
+        required: true
+        
+permissions:
+  contents: read
+
+jobs:
+  build:
+
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Set AWS credentials
+      uses: aws-actions/configure-aws-credentials@v1
+      with:
+        aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
+        aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+        aws-region: us-east-2
+    - name: deploy to s3
+      env:
+        formKiQVersion: ${{ github.event.inputs.version }}
+      run: |
+        sam package --s3-prefix ${formKiQVersion} --s3-bucket formkiq-dev-distribution-us-east-2 --template-file template.yaml --region us-east-2 --output-template-file template-${formKiQVersion}.yaml
+        aws s3 cp template-${formKiQVersion}.yaml s3://formkiq-dev-distribution-us-east-2/${formKiQVersion}/template.yaml
+        aws s3 cp vpc.yaml s3://formkiq-dev-distribution-us-east-2/${formKiQVersion}/vpc.yaml

.github/workflows/docker-hub-intel.yml

@@ -27,9 +27,12 @@ jobs:
         with:
           java-version: '17'
           distribution: 'temurin'
-        
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v3
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
       - name: Log in to Docker Hub
-        uses: docker/login-action@f4ef78c080cd8ba55a85445d5b36e214a81df20a
+        uses: docker/login-action@v3
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
@@ -44,8 +47,8 @@ jobs:
         env:
           formKiQVersion: ${{ github.event.inputs.version }}
         with:
-          build-arg: CONSOLE_VERSION=${{ env.PACKAGE_VERSION }}
-          context: .
-          file: ./build/build/dockerfile/Dockerfile
+          platforms: linux/amd64, linux/arm64
+          context: ./netty-server/build/libs/
+          file: ./netty-server/build/dockerfile/Dockerfile
           push: true
           tags: "formkiq/api-server:${{ env.formKiQVersion }}"

.github/workflows/gradle.yml

@@ -28,25 +28,23 @@ jobs:
 
     steps:
     - uses: actions/checkout@v3
-    - name: Set up JDK 11
+    - name: Set up JDK 17
       uses: actions/setup-java@v3
       with:
-        java-version: '11'
+        java-version: '17'
         distribution: 'temurin'
+        cache: gradle
+#    - name: Setup Gradle
+#      uses: gradle/gradle-build-action@v2
     - name: add binaries to path
       run: |
         mkdir -p "$HOME/.local/bin"
         curl -L -o "$HOME/.local/bin/ytt" https://github.com/vmware-tanzu/carvel-ytt/releases/download/v0.41.1/ytt-linux-amd64
         chmod +x "$HOME/.local/bin/ytt"
         echo "$HOME/.local/bin" >> $GITHUB_PATH
         ytt --version
-        npm install openapi-generator -g
-        alias openapi-generator=openapi-generator-cli
-        openapi-generator --version
-    - name: Setup Gradle
-      uses: gradle/gradle-build-action@v2
     - name: Execute Gradle build
-      run: ./gradlew build --info
+      run: ./gradlew build --refresh-dependencies --info
     - name: Upload test reports
       uses: actions/upload-artifact@v3
       if: always()
@@ -67,4 +65,4 @@ jobs:
         S3_BUCKET: ${{ secrets.S3_BUCKET }}
         DISTRIBUTION_ID: ${{ secrets.DISTRIBUTION_ID }}
       run: |
-        aws s3 cp ./build/distributions/formkiq-core/formkiq-core-*.zip s3://${S3_BUCKET}/formkiq-core/
+        aws s3 cp ./build/distributions/formkiq-core-*.zip s3://${S3_BUCKET}/formkiq-core/

.settings/org.eclipse.jdt.core.prefs

@@ -1,4 +1,4 @@
 eclipse.preferences.version=1
-org.eclipse.jdt.core.compiler.codegen.targetPlatform=11
-org.eclipse.jdt.core.compiler.compliance=11
-org.eclipse.jdt.core.compiler.source=11
+org.eclipse.jdt.core.compiler.codegen.targetPlatform=17
+org.eclipse.jdt.core.compiler.compliance=17
+org.eclipse.jdt.core.compiler.source=17

INSTALL.md

@@ -2,4 +2,4 @@
 
 ## Installation
 
-Installation instruction for FormKiQ Core can be found at https://docs.formkiq.com/docs/1.9.0/quickstart/README.html
+Installation instruction for FormKiQ Core can be found at https://docs.formkiq.com/docs/getting-started/quick-start

actions/.classpath

@@ -26,7 +26,7 @@
 			<attribute name="test" value="true"/>
 		</attributes>
 	</classpathentry>
-	<classpathentry kind="con" path="org.eclipse.jdt.launching.JRE_CONTAINER/org.eclipse.jdt.internal.debug.ui.launcher.StandardVMType/JavaSE-11/"/>
+	<classpathentry kind="con" path="org.eclipse.jdt.launching.JRE_CONTAINER/org.eclipse.jdt.internal.debug.ui.launcher.StandardVMType/JavaSE-17/"/>
 	<classpathentry kind="con" path="org.eclipse.buildship.core.gradleclasspathcontainer"/>
 	<classpathentry kind="output" path="bin/default"/>
 </classpath>

actions/.settings/org.eclipse.buildship.core.prefs

@@ -1,2 +1,13 @@
+arguments=
+auto.sync=false
+build.scans.enabled=false
+connection.gradle.distribution=GRADLE_DISTRIBUTION(WRAPPER)
 connection.project.dir=
 eclipse.preferences.version=1
+gradle.user.home=
+java.home=
+jvm.arguments=
+offline.mode=false
+override.workspace.settings=false
+show.console.view=false
+show.executions.view=false

actions/.settings/org.eclipse.jdt.core.prefs

@@ -20,9 +20,9 @@ org.eclipse.jdt.core.compiler.annotation.nullable.secondary=
 org.eclipse.jdt.core.compiler.annotation.nullanalysis=disabled
 org.eclipse.jdt.core.compiler.codegen.inlineJsrBytecode=enabled
 org.eclipse.jdt.core.compiler.codegen.methodParameters=do not generate
-org.eclipse.jdt.core.compiler.codegen.targetPlatform=11
+org.eclipse.jdt.core.compiler.codegen.targetPlatform=17
 org.eclipse.jdt.core.compiler.codegen.unusedLocal=preserve
-org.eclipse.jdt.core.compiler.compliance=11
+org.eclipse.jdt.core.compiler.compliance=17
 org.eclipse.jdt.core.compiler.debug.lineNumber=generate
 org.eclipse.jdt.core.compiler.debug.localVariable=generate
 org.eclipse.jdt.core.compiler.debug.sourceFile=generate
@@ -137,8 +137,8 @@ org.eclipse.jdt.core.compiler.problem.unusedPrivateMember=warning
 org.eclipse.jdt.core.compiler.problem.unusedTypeParameter=ignore
 org.eclipse.jdt.core.compiler.problem.unusedWarningToken=warning
 org.eclipse.jdt.core.compiler.problem.varargsArgumentNeedCast=warning
-org.eclipse.jdt.core.compiler.release=disabled
-org.eclipse.jdt.core.compiler.source=11
+org.eclipse.jdt.core.compiler.release=enabled
+org.eclipse.jdt.core.compiler.source=17
 org.eclipse.jdt.core.formatter.align_assignment_statements_on_columns=false
 org.eclipse.jdt.core.formatter.align_fields_grouping_blank_lines=2147483647
 org.eclipse.jdt.core.formatter.align_type_members_on_columns=false
@@ -152,7 +152,6 @@ org.eclipse.jdt.core.formatter.alignment_for_arguments_in_explicit_constructor_c
 org.eclipse.jdt.core.formatter.alignment_for_arguments_in_method_invocation=16
 org.eclipse.jdt.core.formatter.alignment_for_arguments_in_qualified_allocation_expression=16
 org.eclipse.jdt.core.formatter.alignment_for_assignment=16
-org.eclipse.jdt.core.formatter.alignment_for_binary_expression=16
 org.eclipse.jdt.core.formatter.alignment_for_bitwise_operator=16
 org.eclipse.jdt.core.formatter.alignment_for_compact_if=16
 org.eclipse.jdt.core.formatter.alignment_for_compact_loops=16
@@ -271,7 +270,6 @@ org.eclipse.jdt.core.formatter.insert_space_after_and_in_type_parameter=insert
 org.eclipse.jdt.core.formatter.insert_space_after_assignment_operator=insert
 org.eclipse.jdt.core.formatter.insert_space_after_at_in_annotation=do not insert
 org.eclipse.jdt.core.formatter.insert_space_after_at_in_annotation_type_declaration=do not insert
-org.eclipse.jdt.core.formatter.insert_space_after_binary_operator=insert
 org.eclipse.jdt.core.formatter.insert_space_after_bitwise_operator=insert
 org.eclipse.jdt.core.formatter.insert_space_after_closing_angle_bracket_in_type_arguments=do not insert
 org.eclipse.jdt.core.formatter.insert_space_after_closing_angle_bracket_in_type_parameters=insert
@@ -339,7 +337,6 @@ org.eclipse.jdt.core.formatter.insert_space_before_additive_operator=insert
 org.eclipse.jdt.core.formatter.insert_space_before_and_in_type_parameter=insert
 org.eclipse.jdt.core.formatter.insert_space_before_assignment_operator=insert
 org.eclipse.jdt.core.formatter.insert_space_before_at_in_annotation_type_declaration=insert
-org.eclipse.jdt.core.formatter.insert_space_before_binary_operator=insert
 org.eclipse.jdt.core.formatter.insert_space_before_bitwise_operator=insert
 org.eclipse.jdt.core.formatter.insert_space_before_closing_angle_bracket_in_parameterized_type_reference=do not insert
 org.eclipse.jdt.core.formatter.insert_space_before_closing_angle_bracket_in_type_arguments=do not insert
@@ -483,7 +480,6 @@ org.eclipse.jdt.core.formatter.use_on_off_tags=true
 org.eclipse.jdt.core.formatter.use_tabs_only_for_leading_indentations=false
 org.eclipse.jdt.core.formatter.wrap_before_additive_operator=true
 org.eclipse.jdt.core.formatter.wrap_before_assignment_operator=false
-org.eclipse.jdt.core.formatter.wrap_before_binary_operator=true
 org.eclipse.jdt.core.formatter.wrap_before_bitwise_operator=true
 org.eclipse.jdt.core.formatter.wrap_before_conditional_operator=true
 org.eclipse.jdt.core.formatter.wrap_before_logical_operator=true

actions/build.gradle

@@ -2,6 +2,11 @@
 description = "FormKiQ Actions"
 
 dependencies {
+
+	annotationProcessor group: 'com.formkiq', name: 'graalvm-annotations-processor', version: '1.4.1'
+
+	implementation group: 'com.formkiq', name: 'graalvm-annotations', version: '1.2.0'
+
 	implementation project(':aws-dynamodb')
 	implementation project(':aws-sns')
 	implementation project(':document-events')
@@ -11,8 +16,8 @@ dependencies {
 	testImplementation project(':dynamodb-documents')
 	testImplementation project(':fkq-test-utils')
 	testImplementation project(':fkq-plugins')
-	testImplementation group: 'org.junit.jupiter', name: 'junit-jupiter-engine', version:'5.9.1'
-	testImplementation group: 'org.testcontainers', name: 'testcontainers', version: '1.18.3'	
+	testImplementation group: 'org.junit.jupiter', name: 'junit-jupiter-engine', version:'5.10.0'
+	testImplementation group: 'org.testcontainers', name: 'testcontainers', version: '1.19.0'	
 }
 
 test {

actions/config/checkstyle/import-control.xml

@@ -6,15 +6,19 @@
 <import-control pkg="com.formkiq.module">
 
 	<subpackage name="actions">
+		
 		<allow pkg="com.formkiq.aws.dynamodb" />
+		<allow pkg="com.formkiq.module.actions" />
+		<allow pkg="com.formkiq.graalvm.annotations" />
+		
+		<allow pkg="java.io" />
+		<allow pkg="java.text" />
 		<allow pkg="java.time" />
 		<allow pkg="java.util" />
-	
-		<subpackage name="executors">
-			<allow pkg="com.formkiq.module.actions" />
-		</subpackage>
+		<allow pkg="software.amazon.awssdk.services.dynamodb.model" />
 
 		<subpackage name="services">
+			<allow pkg="java.text" />
 			<allow pkg="com.formkiq.aws.sns" />
 			<allow pkg="com.formkiq.module.actions" />
 			<allow pkg="com.formkiq.module.events" />