Merged in feature/splitqueryrunning (pull request #57)

Split Query Running + Debugging Full Flow

* completedquerysyncrunner

* spliitinglogic

* synccomplete

* informdependents

* only push same collector

* deps

* livetesting

* foundissue

* some issues resolved

* activeupdate

* collectorupdatefixes

* fix dbquesries

* tests

* tests

* pollingdebug
This commit is contained in:
Michael McGuinness
2025-02-11 15:22:59 +00:00
parent 24a038ec3d
commit 71f9802e1a
108 changed files with 3013 additions and 1666 deletions
+3
View File
@@ -2,6 +2,7 @@ package documentclean
import (
"context"
"log/slog"
"queryorchestration/internal/database"
"queryorchestration/internal/database/repository"
"queryorchestration/internal/document"
@@ -20,6 +21,8 @@ func (s *Service) executeCleanTasks(params *CleanParams) (*document.Location, er
}
func (s *Service) clean(ctx context.Context, id uuid.UUID) error {
slog.Debug("cleaning document", "id", id.String())
docId := database.MustToDBUUID(id)
entry, err := s.cfg.GetDBQueries().GetDocumentEntry(ctx, docId)
+2 -2
View File
@@ -9,7 +9,7 @@ import (
"github.com/google/uuid"
)
func (s *Service) Create(ctx context.Context, id uuid.UUID) error {
func (s *Service) Clean(ctx context.Context, id uuid.UUID) error {
isclean, err := s.cfg.GetDBQueries().IsDocumentClean(ctx, database.MustToDBUUID(id))
if err != nil {
return err
@@ -33,7 +33,7 @@ func (s *Service) Create(ctx context.Context, id uuid.UUID) error {
func (s *Service) informClean(ctx context.Context, id uuid.UUID) error {
err := s.cfg.SendToQueue(ctx, &queue.SendParams{
QueueURL: s.cfg.GetDocumentTextURL(),
Body: doctextrunner.Create{
Body: doctextrunner.Body{
ID: id,
},
})
+1 -1
View File
@@ -74,7 +74,7 @@ func TestCreate(t *testing.T) {
).
Return(&sqs.SendMessageOutput{}, nil)
err = svc.Create(ctx, id)
err = svc.Clean(ctx, id)
assert.NoError(t, err)
}