Michael McGuinness
81e7223560
Text Extraction * bases * go * splitting * structure * movetoasync * movetoasync * settinguptrigger * reorder * storevent * standardisepollingvalidation * unittests * fixlint * fixlint * awscfg * generatesample * followthrough * tests * clena * store * externalidcleanup * clientid * local * baseunittests * putobjecttests * tests
122 lines
3.3 KiB
Go
122 lines
3.3 KiB
Go
package documenttext
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"testing"
|
|
|
|
"queryorchestration/internal/database/repository"
|
|
"queryorchestration/internal/document"
|
|
objectstoremock "queryorchestration/mocks/objectstore"
|
|
textractmock "queryorchestration/mocks/textract"
|
|
|
|
"github.com/aws/aws-sdk-go-v2/service/textract"
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/mock"
|
|
"github.com/stretchr/testify/require"
|
|
|
|
"github.com/google/uuid"
|
|
"github.com/pashagolub/pgxmock/v3"
|
|
)
|
|
|
|
func TestTriggerExtract(t *testing.T) {
|
|
ctx := context.Background()
|
|
pool, err := pgxmock.NewPool()
|
|
require.NoError(t, err)
|
|
|
|
cfg := &DocTextConfig{}
|
|
cfg.DBPool = pool
|
|
cfg.DBQueries = repository.New(pool)
|
|
mockS3 := objectstoremock.NewMockS3Client(t)
|
|
cfg.StoreClient = mockS3
|
|
mockTextract := textractmock.NewMockTextractClient(t)
|
|
cfg.TextractClient = mockTextract
|
|
|
|
svc := Service{
|
|
cfg: cfg,
|
|
}
|
|
|
|
t.Run("successful clean", func(t *testing.T) {
|
|
cleanId := uuid.New()
|
|
inloc := document.Location{
|
|
Bucket: "bucket_name",
|
|
Key: "/i/am/here",
|
|
}
|
|
hash := "hhasshhh"
|
|
|
|
jobId := "hello"
|
|
triggerId := uuid.New()
|
|
pool.ExpectBegin()
|
|
pool.ExpectQuery("name: AddDocumentTextTrigger :one").WithArgs(cleanId, pgxmock.AnyArg()).WillReturnRows(
|
|
pgxmock.NewRows([]string{"id"}).AddRow(triggerId),
|
|
)
|
|
|
|
mockTextract.EXPECT().
|
|
StartDocumentTextDetection(
|
|
mock.Anything,
|
|
mock.MatchedBy(func(in *textract.StartDocumentTextDetectionInput) bool {
|
|
return true
|
|
}),
|
|
mock.Anything,
|
|
).
|
|
Return(&textract.StartDocumentTextDetectionOutput{
|
|
JobId: &jobId,
|
|
}, nil)
|
|
|
|
pool.ExpectExec("name: AddDocumentTextTriggerJobId :exec").WithArgs(&jobId, triggerId).
|
|
WillReturnResult(pgxmock.NewResult("", 1))
|
|
pool.ExpectCommit()
|
|
|
|
err = svc.triggerExtract(ctx, &repository.Currentcleanentry{
|
|
ID: cleanId,
|
|
Clientid: "AA",
|
|
Key: &inloc.Key,
|
|
Bucket: &inloc.Bucket,
|
|
Hash: &hash,
|
|
Mimetype: repository.NullCleanmimetype{
|
|
Valid: true,
|
|
Cleanmimetype: repository.CleanmimetypeApplicationPdf,
|
|
},
|
|
})
|
|
require.NoError(t, err)
|
|
})
|
|
}
|
|
|
|
func TestGetOutputLocation(t *testing.T) {
|
|
svc := Service{}
|
|
|
|
_, err := svc.getOutputLocation("", uuid.Nil)
|
|
assert.EqualError(t, err, "client id required")
|
|
|
|
_, err = svc.getOutputLocation("a", uuid.Nil)
|
|
assert.EqualError(t, err, "trigger id required")
|
|
|
|
triggerId := uuid.New()
|
|
key, err := svc.getOutputLocation("a", triggerId)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, fmt.Sprintf("a/text/textract/%s", triggerId), key)
|
|
}
|
|
|
|
func TestGetTriggerIdFromKey(t *testing.T) {
|
|
svc := Service{}
|
|
|
|
_, err := svc.getTriggerIdFromKey("")
|
|
assert.EqualError(t, err, "Trigger Id not found")
|
|
|
|
_, err = svc.getTriggerIdFromKey("aa")
|
|
assert.EqualError(t, err, "Trigger Id not found")
|
|
|
|
_, err = svc.getTriggerIdFromKey("6ece4a77-702c-4cc9-8654-43c557e21658")
|
|
assert.EqualError(t, err, "Trigger Id not found")
|
|
|
|
_, err = svc.getTriggerIdFromKey("6ece4a77-702c-4cc9-8654-43c557e21658/text/textract/")
|
|
assert.EqualError(t, err, "Trigger Id not found")
|
|
|
|
_, err = svc.getTriggerIdFromKey("6ece4a77-702c-4cc9-8654-43c557e21658/text/textract/a")
|
|
assert.EqualError(t, err, "Trigger Id not found")
|
|
|
|
triggerId, err := svc.getTriggerIdFromKey("6ece4a77-702c-4cc9-8654-43c557e21658/text/textract/6ac21b2b-f36c-4ae7-a815-307d4a9bfe4d")
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, "6ac21b2b-f36c-4ae7-a815-307d4a9bfe4d", triggerId.String())
|
|
}
|