Merged in feature/splitqueryrunning (pull request #57)

Split Query Running + Debugging Full Flow * completedquerysyncrunner * spliitinglogic * synccomplete * informdependents * only push same collector * deps * livetesting * foundissue * some issues resolved * activeupdate * collectorupdatefixes * fix dbquesries * tests * tests * pollingdebug
2025-02-11 15:22:59 +00:00
parent 24a038ec3d
commit 71f9802e1a
108 changed files with 3013 additions and 1666 deletions
@@ -0,0 +1,77 @@
+---
+# https://taskfile.dev
+
+version: '3'
+
+vars:
+  LOCAL_COMPOSE_FILE: "deployments/compose.local.yaml"
+  TEST_COMPOSE_FILE: "deployments/compose.test.yaml"
+
+tasks:
+  build:test:
+    cmds:
+      - task: build
+        vars:
+          COMPOSE_FILE: '{{.TEST_COMPOSE_FILE}}'
+  build:
+    vars:
+      COMPOSE_FILE: '{{.COMPOSE_FILE | default .LOCAL_COMPOSE_FILE}}'
+    cmds:
+      - docker compose -f {{.COMPOSE_FILE}} build
+  up:test:
+    cmds:
+      - docker compose -f {{.TEST_COMPOSE_FILE}} up --no-recreate -d
+  refresh:
+    cmds:
+      - task docker:build
+      - task: build
+      - task: down
+      - docker compose -f {{.LOCAL_COMPOSE_FILE}} up --no-recreate -d
+      - task: init
+  up:
+    cmds:
+      - task docker:build
+      - task: build
+      - docker compose -f {{.LOCAL_COMPOSE_FILE}} up --no-recreate -d
+      - task: init
+  init:
+    cmds:
+      - aws s3 mb s3://$BUCKET_IN
+      - aws sqs create-queue --queue-name $QNAME_DOCUMENT_INIT
+      - aws sqs create-queue --queue-name $QNAME_DOCUMENT_CLEAN
+      - aws sqs create-queue --queue-name $QNAME_DOCUMENT_TEXT
+      - aws sqs create-queue --queue-name $QNAME_QUERY_SYNC
+      - aws sqs create-queue --queue-name $QNAME_QUERY_RUNNER
+      - |
+        aws s3api put-bucket-notification-configuration \
+        --bucket $BUCKET_IN \
+        --notification-configuration '{
+            "QueueConfigurations": [{
+                "QueueArn": "arn:aws:sqs:us-east-1:000000000000:document_init",
+                "Events": ["s3:ObjectCreated:*"]
+            }]
+        }'
+  down:test:
+    cmds:
+      - task: down
+        vars:
+          COMPOSE_FILE: '{{.TEST_COMPOSE_FILE}}'
+  down:
+    vars:
+      COMPOSE_FILE: '{{.COMPOSE_FILE | default .LOCAL_COMPOSE_FILE}}'
+    cmds:
+      - docker compose -f {{.COMPOSE_FILE}} down
+  clean:test:
+    cmds:
+      - task: down:test
+      - docker volume rm deployments_test-db-data
+  clean:
+    cmds:
+      - task: down
+      - docker volume rm deployments_db-data
+  lint:
+    cmds:
+      - docker compose -f {{.LOCAL_COMPOSE_FILE}} config -q
+      - |
+        docker compose -f {{.TEST_COMPOSE_FILE}} config -q \
+        --resolve-image-digests