Merged in feature/splitqueryrunning (pull request #57)

Split Query Running + Debugging Full Flow * completedquerysyncrunner * spliitinglogic * synccomplete * informdependents * only push same collector * deps * livetesting * foundissue * some issues resolved * activeupdate * collectorupdatefixes * fix dbquesries * tests * tests * pollingdebug
2025-02-11 15:22:59 +00:00
parent 24a038ec3d
commit 71f9802e1a
108 changed files with 3013 additions and 1666 deletions
@@ -0,0 +1,100 @@
+package querysyncrunner_test
+
+import (
+	"context"
+	"encoding/json"
+	"fmt"
+	querysyncrunner "queryorchestration/api/querySyncRunner"
+	"queryorchestration/internal/database"
+	"queryorchestration/internal/database/repository"
+	"queryorchestration/internal/query"
+	"queryorchestration/internal/query/result"
+	resultset "queryorchestration/internal/query/result/set"
+	querysync "queryorchestration/internal/query/sync"
+	"queryorchestration/internal/server/runner"
+	queryc "queryorchestration/internal/serviceconfig/queue/query"
+	queuemock "queryorchestration/mocks/queue"
+	"testing"
+
+	"github.com/aws/aws-sdk-go-v2/service/sqs"
+	"github.com/aws/aws-sdk-go-v2/service/sqs/types"
+	"github.com/go-playground/validator/v10"
+	"github.com/google/uuid"
+	"github.com/pashagolub/pgxmock/v3"
+	"github.com/stretchr/testify/assert"
+	"github.com/stretchr/testify/mock"
+)
+
+type QuerySyncConfig struct {
+	runner.BaseConfig
+	queryc.QueryConfig
+}
+
+func TestQueryRunner(t *testing.T) {
+	ctx := context.Background()
+
+	pool, err := pgxmock.NewPool()
+	if err != nil {
+		t.Fatalf("failed to open pgxmock database: %v", err)
+	}
+
+	cfg := &QuerySyncConfig{}
+	cfg.DBPool = pool
+	cfg.DBQueries = repository.New(pool)
+	mockSQS := queuemock.NewMockSQSClient(t)
+	cfg.QueueClient = mockSQS
+	cfg.QueryURL = "/i/am/here"
+
+	que := query.New(cfg)
+	svc := querysync.New(cfg, &querysync.Services{
+		ResultSet: resultset.New(cfg, &resultset.Services{
+			Query: que,
+			Result: result.New(cfg, &result.Services{
+				Query: que,
+			}),
+		}),
+	})
+
+	runner := querysyncrunner.New(validator.New(), &querysyncrunner.Services{
+		QuerySync: svc,
+	})
+	assert.NotNil(t, runner)
+
+	doc := querysyncrunner.Body{
+		ID: uuid.New(),
+	}
+	bodyBytes, err := json.Marshal(doc)
+	assert.NoError(t, err)
+	body := string(bodyBytes)
+	msg := &types.Message{
+		Body: &body,
+	}
+
+	qs := []uuid.UUID{
+		uuid.New(),
+	}
+
+	pool.ExpectQuery("name: IsDocumentTextExtracted :one").WithArgs(database.MustToDBUUID(doc.ID)).
+		WillReturnRows(
+			pgxmock.NewRows([]string{"isextracted"}).
+				AddRow(true),
+		)
+	pool.ExpectQuery("name: ListUnsyncedNoDepsQueriesByDocId :many").WithArgs(database.MustToDBUUID(doc.ID)).
+		WillReturnRows(
+			pgxmock.NewRows([]string{"id"}).
+				AddRow(database.MustToDBUUID(qs[0])),
+		)
+
+	mockSQS.EXPECT().
+		SendMessage(
+			mock.Anything,
+			mock.MatchedBy(func(in *sqs.SendMessageInput) bool {
+				return *in.QueueUrl == cfg.QueryURL && *in.MessageBody == fmt.Sprintf("{\"document_id\":\"%s\",\"query_id\":\"%s\"}", doc.ID.String(), qs[0].String())
+			}),
+			mock.Anything,
+		).
+		Return(&sqs.SendMessageOutput{}, nil)
+
+	err = runner.Process(ctx, msg)
+	assert.NoError(t, err)
+}