Merged in feature/textextraction (pull request #110)

Text Extraction

* bases

* go

* splitting

* structure

* movetoasync

* movetoasync

* settinguptrigger

* reorder

* storevent

* standardisepollingvalidation

* unittests

* fixlint

* fixlint

* awscfg

* generatesample

* followthrough

* tests

* clena

* store

* externalidcleanup

* clientid

* local

* baseunittests

* putobjecttests

* tests

scripts/Taskfile.yml

@@ -83,3 +83,4 @@ tasks:
     run: once
     cmds:
       - gomarkdoc --template-file file=docs/templates/root.gotxt ./cmd/...
+  aws:login: aws sso login

scripts/local-deployments.yml

@@ -57,10 +57,12 @@ tasks:
   init:
     cmds:
       - aws s3 mb s3://$BUCKET_IN
+      - aws sqs create-queue --queue-name $QNAME_STORE_EVENT
       - aws sqs create-queue --queue-name $QNAME_DOCUMENT_INIT
       - aws sqs create-queue --queue-name $QNAME_DOCUMENT_SYNC
       - aws sqs create-queue --queue-name $QNAME_DOCUMENT_CLEAN
-      - aws sqs create-queue --queue-name $QNAME_DOCUMENT_TEXT
+      - aws sqs create-queue --queue-name $QNAME_DOCUMENT_TEXT_TRIGGER
+      - aws sqs create-queue --queue-name $QNAME_DOCUMENT_TEXT_PROCESS
       - aws sqs create-queue --queue-name $QNAME_QUERY_SYNC
       - aws sqs create-queue --queue-name $QNAME_QUERY_RUNNER
       - aws sqs create-queue --queue-name $QNAME_CLIENT_SYNC
@@ -70,7 +72,7 @@ tasks:
         --bucket $BUCKET_IN \
         --notification-configuration '{
             "QueueConfigurations": [{
-                "QueueArn": "arn:aws:sqs:us-east-1:000000000000:document_init",
+                "QueueArn": "arn:aws:sqs:us-east-1:000000000000:store_event",
                 "Events": ["s3:ObjectCreated:Put"]
             }]
         }'

scripts/tests.yml

@@ -38,6 +38,11 @@ tasks:
         vars:
           CLI_ARGS: -short
           SKIP_GENERATE: true
+  unit:aws:
+    cmds:
+      - |
+        find ./internal -name "*.aws_test.go" -exec dirname {} \; | sort -u \
+        | xargs go test -short -tags aws
   unit:
     vars:
       TMP_FILE: "{{.OUT_DIR}}/coverage.tmp"