Merged in feature/jobsync (pull request #63)

Document Sync and Job Sync

* docsyncfunc

* startedQueryWork

* morefixes

* jobsyncsvcstart

* save

* jobsynctext

* save

* save

* docsync

* shorttest

* jobsync

* jobsyncupdateoncollectorupdate

* passlivetest

* collectortest

* lint

scripts/Taskfile.yml

@@ -39,7 +39,7 @@ tasks:
       - task: build:nogen
       - task: lint:nogen
       - task: test:unit:nogen
-      - task: test:integration:cmd:nocache
+      - task: test:endtoend:cmd:nocache
   build:
     deps:
       - generate

scripts/database.yml

@@ -12,6 +12,10 @@ tasks:
       - mig
     cmds:
       - sqlc generate --file sqlc.yml
+  regenerate:
+    cmds:
+      - task compose:clean:generate
+      - task db:generate
   deps:up:
     internal: true
     cmds:
@@ -32,4 +36,4 @@ tasks:
     deps:
       - deps:up
     cmds:
-      - migrate -path {{.MIGRATIONS}} -database {{.DB_URI_TEST}} up
+      - migrate -path {{.MIGRATIONS}} -database {{.DB_URI_GENERATE}} up

scripts/local-deployments.yml

@@ -47,10 +47,12 @@ tasks:
     cmds:
       - aws s3 mb s3://$BUCKET_IN
       - aws sqs create-queue --queue-name $QNAME_DOCUMENT_INIT
+      - aws sqs create-queue --queue-name $QNAME_DOCUMENT_SYNC
       - aws sqs create-queue --queue-name $QNAME_DOCUMENT_CLEAN
       - aws sqs create-queue --queue-name $QNAME_DOCUMENT_TEXT
       - aws sqs create-queue --queue-name $QNAME_QUERY_SYNC
       - aws sqs create-queue --queue-name $QNAME_QUERY_RUNNER
+      - aws sqs create-queue --queue-name $QNAME_JOB_SYNC
       - |
         aws s3api put-bucket-notification-configuration \
         --bucket $BUCKET_IN \

scripts/tests.yml

@@ -8,6 +8,7 @@ vars:
   INTERNAL: "./internal/..."
   API: "./api/..."
   PKG: "./pkg/..."
+  CMD: "./cmd/..."
 
 tasks:
   mocks:generate:
@@ -22,7 +23,7 @@ tasks:
     deps:
       - mocks:generate
     cmds:
-      - go test -short {{.INTERNAL}} {{.API}} {{.PKG}}
+      - go test -short {{.INTERNAL}} {{.API}} {{.PKG}} {{.CMD}}
   unit:nogen:
     cmds:
       - task: unit:cmd
@@ -32,8 +33,8 @@ tasks:
     cmds:
       - mkdir -p {{.OUT_DIR}}
       - |
-        go test {{.INTERNAL}} {{.API}} {{.PKG}} \
-        -coverpkg={{.INTERNAL}},{{.API}},{{.PKG}} \
+        go test {{.INTERNAL}} {{.API}} \
+        -coverpkg={{.INTERNAL}},{{.API}} \
         -coverprofile={{.COVERAGE_FILE}}
   unit:nocoverage:
     deps:
@@ -59,14 +60,14 @@ tasks:
           exit 1
         fi
     silent: true
-  integration:
+  endtoend:
     cmds:
       - task generate
       - task docker:build
-      - task: integration:cmd:nocache
-  integration:cmd:nocache:
+      - task: endtoend:cmd:nocache
+  endtoend:cmd:nocache:
     cmds:
       - go test -count=1 -v ./test/...
-  integration:cmd:nobuild:
+  endtoend:cmd:nobuild:
     cmds:
       - go test -v ./test/...