Michael McGuinness
71f9802e1a
Split Query Running + Debugging Full Flow * completedquerysyncrunner * spliitinglogic * synccomplete * informdependents * only push same collector * deps * livetesting * foundissue * some issues resolved * activeupdate * collectorupdatefixes * fix dbquesries * tests * tests * pollingdebug
97 lines
2.8 KiB
Go
97 lines
2.8 KiB
Go
package doctextrunner_test
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
doctextrunner "queryorchestration/api/docTextRunner"
|
|
"queryorchestration/internal/database"
|
|
"queryorchestration/internal/database/repository"
|
|
"queryorchestration/internal/document"
|
|
documenttext "queryorchestration/internal/document/text"
|
|
"queryorchestration/internal/serviceconfig"
|
|
"queryorchestration/internal/serviceconfig/objectstore"
|
|
"queryorchestration/internal/serviceconfig/queue/querysync"
|
|
objectstoremock "queryorchestration/mocks/objectstore"
|
|
queuemock "queryorchestration/mocks/queue"
|
|
"testing"
|
|
|
|
"github.com/aws/aws-sdk-go-v2/service/sqs"
|
|
"github.com/aws/aws-sdk-go-v2/service/sqs/types"
|
|
"github.com/go-playground/validator/v10"
|
|
"github.com/google/uuid"
|
|
"github.com/pashagolub/pgxmock/v3"
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/mock"
|
|
)
|
|
|
|
type DocTextConfig struct {
|
|
serviceconfig.BaseConfig
|
|
querysync.QuerySyncConfig
|
|
objectstore.ObjectStoreConfig
|
|
}
|
|
|
|
func TestDocCleanRunner(t *testing.T) {
|
|
ctx := context.Background()
|
|
|
|
pool, err := pgxmock.NewPool()
|
|
if err != nil {
|
|
t.Fatalf("failed to open pgxmock database: %v", err)
|
|
}
|
|
|
|
cfg := &DocTextConfig{}
|
|
cfg.DBPool = pool
|
|
cfg.DBQueries = repository.New(pool)
|
|
mockStore := objectstoremock.NewMockS3Client(t)
|
|
cfg.StoreClient = mockStore
|
|
mockSQS := queuemock.NewMockSQSClient(t)
|
|
cfg.QueueClient = mockSQS
|
|
cfg.QuerySyncURL = "/i/am/here"
|
|
|
|
runner := doctextrunner.New(validator.New(), &doctextrunner.Services{
|
|
Text: documenttext.New(cfg, &documenttext.Services{
|
|
Document: document.New(cfg),
|
|
}),
|
|
})
|
|
assert.NotNil(t, runner)
|
|
|
|
doc := doctextrunner.Body{
|
|
ID: uuid.New(),
|
|
}
|
|
bodyBytes, err := json.Marshal(doc)
|
|
assert.NoError(t, err)
|
|
body := string(bodyBytes)
|
|
msg := &types.Message{
|
|
Body: &body,
|
|
}
|
|
|
|
inloc := document.Location{
|
|
Bucket: "bucket_name",
|
|
Key: "/i/am/here",
|
|
}
|
|
|
|
pool.ExpectQuery("name: IsDocumentTextExtracted :one").WithArgs(database.MustToDBUUID(doc.ID)).WillReturnRows(
|
|
pgxmock.NewRows([]string{"isextracted"}).
|
|
AddRow(false),
|
|
)
|
|
pool.ExpectQuery("name: GetDocumentCleanEntry :one").WithArgs(database.MustToDBUUID(doc.ID)).WillReturnRows(
|
|
pgxmock.NewRows([]string{"documentId", "bucket", "key", "version"}).
|
|
AddRow(database.MustToDBUUID(doc.ID), inloc.Bucket, inloc.Key, int32(1)),
|
|
)
|
|
pool.ExpectExec("name: AddDocumentTextEntry :exec").WithArgs(database.MustToDBUUID(doc.ID), int32(1), inloc.Bucket, inloc.Key).
|
|
WillReturnResult(pgxmock.NewResult("", 1))
|
|
|
|
mockSQS.EXPECT().
|
|
SendMessage(
|
|
mock.Anything,
|
|
mock.MatchedBy(func(in *sqs.SendMessageInput) bool {
|
|
return *in.QueueUrl == cfg.QuerySyncURL && *in.MessageBody == fmt.Sprintf("{\"id\":\"%s\"}", doc.ID.String())
|
|
}),
|
|
mock.Anything,
|
|
).
|
|
Return(&sqs.SendMessageOutput{}, nil)
|
|
|
|
err = runner.Process(ctx, msg)
|
|
assert.NoError(t, err)
|
|
}
|