Merged in feature/jobsync (pull request #63)

Document Sync and Job Sync

* docsyncfunc

* startedQueryWork

* morefixes

* jobsyncsvcstart

* save

* jobsynctext

* save

* save

* docsync

* shorttest

* jobsync

* jobsyncupdateoncollectorupdate

* passlivetest

* collectortest

* lint

deployments/compose.local.yaml

@@ -9,6 +9,30 @@ services:
     environment:
       LOG_LEVEL: DEBUG
       QUEUE_URL: ${DOCUMENT_INIT_URL}
+      DOCUMENT_SYNC_URL: ${DOCUMENT_SYNC_URL}
+      AWS_ACCESS_KEY_ID: ${AWS_ACCESS_KEY_ID}
+      AWS_SECRET_ACCESS_KEY: ${AWS_SECRET_ACCESS_KEY}
+      AWS_SESSION_TOKEN: ${AWS_SESSION_TOKEN}
+      AWS_REGION: ${AWS_REGION}
+      DB_USER: ${DB_USER}
+      DB_PASS: ${DB_PASS}
+      DB_HOST: db
+      DB_PORT: 5432
+      DB_NAME: ${DB_NAME}
+      DB_NOSSL: ${DB_NOSSL}
+      AWS_ENDPOINT_URL: "http://localstack:4566"
+      AWS_S3_USE_PATH_STYLE: true
+    networks:
+      - server-network
+  doc_sync_runner:
+    image: queryorchestration:latest
+    command: ["./docSyncRunner"]
+    depends_on:
+      - db
+      - localstack
+    environment:
+      LOG_LEVEL: DEBUG
+      QUEUE_URL: ${DOCUMENT_SYNC_URL}
       DOCUMENT_CLEAN_URL: ${DOCUMENT_CLEAN_URL}
       AWS_ACCESS_KEY_ID: ${AWS_ACCESS_KEY_ID}
       AWS_SECRET_ACCESS_KEY: ${AWS_SECRET_ACCESS_KEY}
@@ -120,6 +144,30 @@ services:
       AWS_S3_USE_PATH_STYLE: true
     networks:
       - server-network
+  job_sync_runner:
+    image: queryorchestration:latest
+    command: ["./jobSyncRunner"]
+    depends_on:
+      - db
+      - localstack
+    environment:
+      LOG_LEVEL: DEBUG
+      QUEUE_URL: ${JOB_SYNC_URL}
+      DOCUMENT_SYNC_URL: ${DOCUMENT_SYNC_URL}
+      AWS_ACCESS_KEY_ID: ${AWS_ACCESS_KEY_ID}
+      AWS_SECRET_ACCESS_KEY: ${AWS_SECRET_ACCESS_KEY}
+      AWS_SESSION_TOKEN: ${AWS_SESSION_TOKEN}
+      AWS_REGION: ${AWS_REGION}
+      DB_USER: ${DB_USER}
+      DB_PASS: ${DB_PASS}
+      DB_HOST: db
+      DB_PORT: 5432
+      DB_NAME: ${DB_NAME}
+      DB_NOSSL: ${DB_NOSSL}
+      AWS_ENDPOINT_URL: "http://localstack:4566"
+      AWS_S3_USE_PATH_STYLE: true
+    networks:
+      - server-network
   query_service:
     image: queryorchestration:latest
     command: ["./queryService"]
@@ -132,6 +180,7 @@ services:
       - 8080
     environment:
       LOG_LEVEL: DEBUG
+      JOB_SYNC_URL: ${JOB_SYNC_URL}
       AWS_ACCESS_KEY_ID: ${AWS_ACCESS_KEY_ID}
       AWS_SECRET_ACCESS_KEY: ${AWS_SECRET_ACCESS_KEY}
       AWS_SESSION_TOKEN: ${AWS_SESSION_TOKEN}

deployments/compose.test.yaml

@@ -9,7 +9,7 @@ services:
       POSTGRES_PASSWORD: ${DB_PASS}
       POSTGRES_USER: ${DB_USER}
     expose:
-      - 5430
+      - 5431
     volumes:
       - test-db-data:/var/lib/postgresql/data
     healthcheck: