2025-01-15 19:45:51 +00:00
|
|
|
package queryservice_test
|
|
|
|
|
|
|
|
|
|
import (
|
|
|
|
|
"encoding/json"
|
|
|
|
|
"fmt"
|
|
|
|
|
"net/http"
|
|
|
|
|
"net/http/httptest"
|
2025-03-05 12:05:46 +00:00
|
|
|
"strings"
|
|
|
|
|
"testing"
|
|
|
|
|
|
2025-01-15 19:45:51 +00:00
|
|
|
queryservice "queryorchestration/api/queryService"
|
|
|
|
|
"queryorchestration/internal/database"
|
|
|
|
|
"queryorchestration/internal/database/repository"
|
2025-01-29 11:52:37 +00:00
|
|
|
"queryorchestration/internal/document"
|
2025-02-12 19:00:25 +00:00
|
|
|
cleanversion "queryorchestration/internal/document/clean/version"
|
|
|
|
|
textversion "queryorchestration/internal/document/text/version"
|
2025-01-29 11:52:37 +00:00
|
|
|
"queryorchestration/internal/job/collector"
|
2025-01-15 19:45:51 +00:00
|
|
|
"queryorchestration/internal/query"
|
2025-01-29 11:52:37 +00:00
|
|
|
"queryorchestration/internal/query/result"
|
2025-02-11 15:22:59 +00:00
|
|
|
querytest "queryorchestration/internal/query/test"
|
2025-02-14 10:56:24 +00:00
|
|
|
queryupdate "queryorchestration/internal/query/update"
|
2025-01-31 13:43:55 +00:00
|
|
|
"queryorchestration/internal/serviceconfig"
|
2025-02-14 10:56:24 +00:00
|
|
|
"queryorchestration/internal/serviceconfig/queue/queryversionsync"
|
|
|
|
|
queuemock "queryorchestration/mocks/queue"
|
2025-01-15 19:45:51 +00:00
|
|
|
|
2025-03-04 15:51:03 +00:00
|
|
|
"github.com/stretchr/testify/require"
|
|
|
|
|
|
2025-02-14 10:56:24 +00:00
|
|
|
"github.com/aws/aws-sdk-go-v2/service/sqs"
|
2025-01-15 19:45:51 +00:00
|
|
|
"github.com/go-playground/validator/v10"
|
|
|
|
|
"github.com/google/uuid"
|
|
|
|
|
"github.com/jackc/pgx/v5"
|
|
|
|
|
"github.com/jackc/pgx/v5/pgtype"
|
|
|
|
|
"github.com/labstack/echo/v4"
|
|
|
|
|
"github.com/pashagolub/pgxmock/v3"
|
|
|
|
|
"github.com/stretchr/testify/assert"
|
2025-02-14 10:56:24 +00:00
|
|
|
"github.com/stretchr/testify/mock"
|
2025-01-15 19:45:51 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
|
|
func TestCreateQuery(t *testing.T) {
|
|
|
|
|
pool, err := pgxmock.NewPool()
|
2025-03-04 15:51:03 +00:00
|
|
|
require.NoError(t, err)
|
2025-01-31 13:43:55 +00:00
|
|
|
cfg := &serviceconfig.BaseConfig{}
|
|
|
|
|
cfg.DBPool = pool
|
|
|
|
|
cfg.DBQueries = repository.New(pool)
|
2025-01-15 19:45:51 +00:00
|
|
|
|
|
|
|
|
cons := queryservice.NewControllers(validator.New(), &queryservice.Services{
|
2025-02-11 15:22:59 +00:00
|
|
|
Query: query.New(cfg),
|
2025-01-15 19:45:51 +00:00
|
|
|
})
|
|
|
|
|
|
|
|
|
|
body := queryservice.QueryCreate{
|
|
|
|
|
Type: queryservice.CONTEXTFULL,
|
|
|
|
|
}
|
|
|
|
|
bodyBytes, err := json.Marshal(body)
|
2025-02-03 17:30:50 +00:00
|
|
|
assert.NoError(t, err)
|
2025-01-15 19:45:51 +00:00
|
|
|
|
|
|
|
|
e := echo.New()
|
|
|
|
|
req := httptest.NewRequest(http.MethodPost, "/", strings.NewReader(string(bodyBytes)))
|
|
|
|
|
req.Header.Set(echo.HeaderContentType, echo.MIMEApplicationJSON)
|
|
|
|
|
rec := httptest.NewRecorder()
|
|
|
|
|
ctx := e.NewContext(req, rec)
|
|
|
|
|
|
|
|
|
|
id := uuid.New()
|
|
|
|
|
|
|
|
|
|
pool.ExpectBeginTx(pgx.TxOptions{})
|
2025-02-07 12:12:51 +00:00
|
|
|
pool.ExpectQuery("name: CreateQuery :one").WithArgs(repository.QuerytypeContextFull).WillReturnRows(
|
2025-01-15 19:45:51 +00:00
|
|
|
pgxmock.NewRows([]string{"id"}).
|
|
|
|
|
AddRow(database.MustToDBUUID(id)),
|
|
|
|
|
)
|
2025-02-17 14:30:37 +00:00
|
|
|
pool.ExpectQuery("name: AddLatestQueryVersion :one").WithArgs(database.MustToDBUUID(id)).WillReturnRows(
|
|
|
|
|
pgxmock.NewRows([]string{"version"}).
|
|
|
|
|
AddRow(int32(1)),
|
|
|
|
|
)
|
2025-02-14 18:43:26 +00:00
|
|
|
pool.ExpectExec("name: AddActiveQueryVersion :exec").WithArgs(database.MustToDBUUID(id), int32(1)).
|
|
|
|
|
WillReturnResult(pgxmock.NewResult("", 1))
|
2025-01-15 19:45:51 +00:00
|
|
|
pool.ExpectCommit()
|
|
|
|
|
|
|
|
|
|
err = cons.CreateQuery(ctx)
|
2025-02-03 17:30:50 +00:00
|
|
|
assert.NoError(t, err)
|
2025-01-15 19:45:51 +00:00
|
|
|
assert.Equal(t, http.StatusCreated, rec.Code)
|
|
|
|
|
assert.Equal(t, fmt.Sprintf("{\"id\":\"%s\"}\n", id), rec.Body.String())
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestListQueries(t *testing.T) {
|
|
|
|
|
pool, err := pgxmock.NewPool()
|
2025-03-04 15:51:03 +00:00
|
|
|
require.NoError(t, err)
|
2025-01-31 13:43:55 +00:00
|
|
|
cfg := &serviceconfig.BaseConfig{}
|
|
|
|
|
cfg.DBPool = pool
|
|
|
|
|
cfg.DBQueries = repository.New(pool)
|
2025-01-15 19:45:51 +00:00
|
|
|
|
|
|
|
|
cons := queryservice.NewControllers(validator.New(), &queryservice.Services{
|
2025-02-11 15:22:59 +00:00
|
|
|
Query: query.New(cfg),
|
2025-01-15 19:45:51 +00:00
|
|
|
})
|
|
|
|
|
|
|
|
|
|
e := echo.New()
|
|
|
|
|
req := httptest.NewRequest(http.MethodPost, "/", strings.NewReader(""))
|
|
|
|
|
rec := httptest.NewRecorder()
|
|
|
|
|
ctx := e.NewContext(req, rec)
|
|
|
|
|
|
|
|
|
|
id := uuid.New()
|
|
|
|
|
|
2025-01-29 11:52:37 +00:00
|
|
|
pool.ExpectQuery("name: ListQueries :many").WithArgs().WillReturnRows(
|
2025-01-15 19:45:51 +00:00
|
|
|
pgxmock.NewRows([]string{"id", "type", "activeVersion", "latestVersion", "config", "requiredIds"}).
|
|
|
|
|
AddRow(database.MustToDBUUID(id), repository.QuerytypeContextFull, int32(1), int32(2), []byte(""), []pgtype.UUID{}),
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
err = cons.ListQueries(ctx)
|
2025-02-03 17:30:50 +00:00
|
|
|
assert.NoError(t, err)
|
2025-01-15 19:45:51 +00:00
|
|
|
assert.Equal(t, http.StatusOK, rec.Code)
|
|
|
|
|
|
|
|
|
|
var res queryservice.ListQueries
|
|
|
|
|
err = json.Unmarshal(rec.Body.Bytes(), &res)
|
2025-02-03 17:30:50 +00:00
|
|
|
assert.NoError(t, err)
|
2025-01-15 19:45:51 +00:00
|
|
|
assert.NotNil(t, res.Queries)
|
|
|
|
|
assert.ElementsMatch(t, res.Queries, []queryservice.Query{
|
|
|
|
|
{
|
2025-01-24 14:52:56 +00:00
|
|
|
Id: id,
|
2025-01-15 19:45:51 +00:00
|
|
|
Type: queryservice.CONTEXTFULL,
|
|
|
|
|
ActiveVersion: 1,
|
|
|
|
|
LatestVersion: 2,
|
|
|
|
|
},
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
|
2025-01-21 18:24:14 +00:00
|
|
|
func TestGetQuery(t *testing.T) {
|
2025-01-15 19:45:51 +00:00
|
|
|
pool, err := pgxmock.NewPool()
|
2025-03-04 15:51:03 +00:00
|
|
|
require.NoError(t, err)
|
2025-01-31 13:43:55 +00:00
|
|
|
cfg := &serviceconfig.BaseConfig{}
|
|
|
|
|
cfg.DBPool = pool
|
|
|
|
|
cfg.DBQueries = repository.New(pool)
|
2025-01-15 19:45:51 +00:00
|
|
|
|
|
|
|
|
cons := queryservice.NewControllers(validator.New(), &queryservice.Services{
|
2025-02-11 15:22:59 +00:00
|
|
|
Query: query.New(cfg),
|
2025-01-15 19:45:51 +00:00
|
|
|
})
|
|
|
|
|
|
|
|
|
|
e := echo.New()
|
|
|
|
|
req := httptest.NewRequest(http.MethodPost, "/", strings.NewReader(""))
|
|
|
|
|
rec := httptest.NewRecorder()
|
|
|
|
|
ctx := e.NewContext(req, rec)
|
|
|
|
|
|
|
|
|
|
id := uuid.New()
|
|
|
|
|
|
|
|
|
|
ctx.Set("id", id)
|
|
|
|
|
|
2025-02-07 12:12:51 +00:00
|
|
|
pool.ExpectQuery("name: GetQuery :one").WithArgs(database.MustToDBUUID(id)).WillReturnRows(
|
2025-01-15 19:45:51 +00:00
|
|
|
pgxmock.NewRows([]string{"id", "type", "activeVersion", "latestVersion", "config", "requiredIds"}).
|
2025-01-20 13:31:48 +00:00
|
|
|
AddRow(database.MustToDBUUID(id), repository.QuerytypeContextFull, int32(1), int32(2), nil, []pgtype.UUID{}),
|
2025-01-15 19:45:51 +00:00
|
|
|
)
|
|
|
|
|
|
2025-01-24 14:52:56 +00:00
|
|
|
err = cons.GetQuery(ctx, id)
|
2025-02-03 17:30:50 +00:00
|
|
|
assert.NoError(t, err)
|
2025-01-15 19:45:51 +00:00
|
|
|
assert.Equal(t, http.StatusOK, rec.Code)
|
|
|
|
|
|
|
|
|
|
var res queryservice.Query
|
|
|
|
|
err = json.Unmarshal(rec.Body.Bytes(), &res)
|
2025-02-03 17:30:50 +00:00
|
|
|
assert.NoError(t, err)
|
2025-01-15 19:45:51 +00:00
|
|
|
assert.EqualExportedValues(t, queryservice.Query{
|
2025-01-24 14:52:56 +00:00
|
|
|
Id: id,
|
2025-01-15 19:45:51 +00:00
|
|
|
Type: queryservice.CONTEXTFULL,
|
|
|
|
|
ActiveVersion: 1,
|
|
|
|
|
LatestVersion: 2,
|
|
|
|
|
}, res)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestUpdateQuery(t *testing.T) {
|
|
|
|
|
pool, err := pgxmock.NewPool()
|
2025-03-04 15:51:03 +00:00
|
|
|
require.NoError(t, err)
|
2025-02-14 10:56:24 +00:00
|
|
|
cfg := &struct {
|
|
|
|
|
serviceconfig.BaseConfig
|
|
|
|
|
queryversionsync.QueryVersionSyncConfig
|
|
|
|
|
}{}
|
2025-01-31 13:43:55 +00:00
|
|
|
cfg.DBPool = pool
|
|
|
|
|
cfg.DBQueries = repository.New(pool)
|
2025-02-14 10:56:24 +00:00
|
|
|
mockSQS := queuemock.NewMockSQSClient(t)
|
|
|
|
|
cfg.QueueClient = mockSQS
|
|
|
|
|
cfg.QueryVersionSyncURL = "here"
|
2025-01-15 19:45:51 +00:00
|
|
|
|
|
|
|
|
cons := queryservice.NewControllers(validator.New(), &queryservice.Services{
|
2025-02-14 10:56:24 +00:00
|
|
|
QueryUpdate: queryupdate.New(cfg, &queryupdate.Services{
|
|
|
|
|
Query: query.New(cfg),
|
|
|
|
|
}),
|
2025-01-15 19:45:51 +00:00
|
|
|
})
|
|
|
|
|
|
2025-01-23 14:56:20 +00:00
|
|
|
av := int32(2)
|
|
|
|
|
body := queryservice.QueryUpdate{
|
|
|
|
|
ActiveVersion: &av,
|
|
|
|
|
}
|
2025-01-15 19:45:51 +00:00
|
|
|
bodyBytes, err := json.Marshal(body)
|
2025-02-03 17:30:50 +00:00
|
|
|
assert.NoError(t, err)
|
2025-01-15 19:45:51 +00:00
|
|
|
|
|
|
|
|
e := echo.New()
|
|
|
|
|
req := httptest.NewRequest(http.MethodPost, "/", strings.NewReader(string(bodyBytes)))
|
|
|
|
|
req.Header.Set(echo.HeaderContentType, echo.MIMEApplicationJSON)
|
|
|
|
|
rec := httptest.NewRecorder()
|
|
|
|
|
ctx := e.NewContext(req, rec)
|
|
|
|
|
|
|
|
|
|
id := uuid.New()
|
|
|
|
|
|
|
|
|
|
ctx.Set("id", id)
|
|
|
|
|
|
2025-02-07 12:12:51 +00:00
|
|
|
pool.ExpectQuery("name: GetQuery :one").WithArgs(database.MustToDBUUID(id)).WillReturnRows(
|
2025-01-15 19:45:51 +00:00
|
|
|
pgxmock.NewRows([]string{"id", "type", "activeVersion", "latestVersion", "config", "requiredIds"}).
|
|
|
|
|
AddRow(database.MustToDBUUID(id), repository.QuerytypeContextFull, int32(1), int32(2), []byte(""), []pgtype.UUID{}),
|
|
|
|
|
)
|
|
|
|
|
|
2025-01-20 13:31:48 +00:00
|
|
|
pool.ExpectBeginTx(pgx.TxOptions{})
|
2025-02-14 18:43:26 +00:00
|
|
|
pool.ExpectExec("name: AddActiveQueryVersion :exec").WithArgs(database.MustToDBUUID(id), av).
|
2025-01-20 13:31:48 +00:00
|
|
|
WillReturnResult(pgxmock.NewResult("", 1))
|
|
|
|
|
pool.ExpectCommit()
|
2025-02-14 10:56:24 +00:00
|
|
|
mockSQS.EXPECT().
|
|
|
|
|
SendMessage(
|
|
|
|
|
mock.Anything,
|
|
|
|
|
mock.MatchedBy(func(in *sqs.SendMessageInput) bool {
|
|
|
|
|
return *in.QueueUrl == cfg.QueryVersionSyncURL && *in.MessageBody == fmt.Sprintf("{\"id\":\"%s\"}", id.String())
|
|
|
|
|
}),
|
|
|
|
|
mock.Anything,
|
|
|
|
|
).
|
|
|
|
|
Return(&sqs.SendMessageOutput{}, nil)
|
2025-01-20 13:31:48 +00:00
|
|
|
|
2025-01-24 14:52:56 +00:00
|
|
|
err = cons.UpdateQuery(ctx, id)
|
2025-02-03 17:30:50 +00:00
|
|
|
assert.NoError(t, err)
|
2025-01-15 19:45:51 +00:00
|
|
|
assert.Equal(t, http.StatusOK, rec.Code)
|
|
|
|
|
assert.Empty(t, rec.Body.String())
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestTestQuery(t *testing.T) {
|
|
|
|
|
pool, err := pgxmock.NewPool()
|
2025-03-04 15:51:03 +00:00
|
|
|
require.NoError(t, err)
|
2025-01-31 13:43:55 +00:00
|
|
|
cfg := &serviceconfig.BaseConfig{}
|
|
|
|
|
cfg.DBPool = pool
|
|
|
|
|
cfg.DBQueries = repository.New(pool)
|
2025-01-15 19:45:51 +00:00
|
|
|
|
2025-01-31 13:43:55 +00:00
|
|
|
docsvc := document.New(cfg)
|
|
|
|
|
col := collector.New(cfg, &collector.Services{
|
2025-02-12 19:00:25 +00:00
|
|
|
CleanVersion: cleanversion.New(cfg),
|
|
|
|
|
TextVersion: textversion.New(cfg),
|
2025-01-29 11:52:37 +00:00
|
|
|
})
|
2025-02-11 15:22:59 +00:00
|
|
|
que := query.New(cfg)
|
2025-01-15 19:45:51 +00:00
|
|
|
cons := queryservice.NewControllers(validator.New(), &queryservice.Services{
|
2025-01-29 11:52:37 +00:00
|
|
|
Collector: col,
|
2025-02-11 15:22:59 +00:00
|
|
|
Query: que,
|
|
|
|
|
QueryTest: querytest.New(cfg, &querytest.Services{
|
2025-01-29 11:52:37 +00:00
|
|
|
Document: docsvc,
|
|
|
|
|
Collector: col,
|
2025-02-11 15:22:59 +00:00
|
|
|
Result: result.New(cfg, &result.Services{
|
|
|
|
|
Query: que,
|
|
|
|
|
}),
|
2025-01-29 11:52:37 +00:00
|
|
|
}),
|
2025-01-15 19:45:51 +00:00
|
|
|
})
|
|
|
|
|
|
2025-01-29 11:52:37 +00:00
|
|
|
doc := document.Document{
|
2025-02-20 19:02:44 +00:00
|
|
|
ID: uuid.New(),
|
2025-01-29 11:52:37 +00:00
|
|
|
}
|
2025-02-11 15:22:59 +00:00
|
|
|
params := &result.Process{
|
2025-01-29 11:52:37 +00:00
|
|
|
QueryID: uuid.New(),
|
|
|
|
|
DocumentID: doc.ID,
|
|
|
|
|
QueryVersion: int32(3),
|
|
|
|
|
}
|
2025-01-15 19:45:51 +00:00
|
|
|
body := queryservice.QueryTestRequest{
|
2025-01-29 11:52:37 +00:00
|
|
|
DocumentId: params.DocumentID,
|
|
|
|
|
QueryVersion: params.QueryVersion,
|
2025-01-15 19:45:51 +00:00
|
|
|
}
|
|
|
|
|
bodyBytes, err := json.Marshal(body)
|
2025-02-03 17:30:50 +00:00
|
|
|
assert.NoError(t, err)
|
2025-01-15 19:45:51 +00:00
|
|
|
|
|
|
|
|
e := echo.New()
|
|
|
|
|
req := httptest.NewRequest(http.MethodPost, "/", strings.NewReader(string(bodyBytes)))
|
|
|
|
|
req.Header.Set(echo.HeaderContentType, echo.MIMEApplicationJSON)
|
|
|
|
|
rec := httptest.NewRecorder()
|
|
|
|
|
ctx := e.NewContext(req, rec)
|
|
|
|
|
|
2025-01-29 11:52:37 +00:00
|
|
|
reqID := database.MustToDBUUID(uuid.New())
|
2025-02-14 10:56:24 +00:00
|
|
|
pool.ExpectQuery("name: GetQueryWithVersion :one").WithArgs(database.MustToDBUUID(params.QueryID), ¶ms.QueryVersion).WillReturnRows(
|
2025-01-29 11:52:37 +00:00
|
|
|
pgxmock.NewRows([]string{"id", "type", "activeVersion", "latestVersion", "config", "requiredIds"}).
|
|
|
|
|
AddRow(database.MustToDBUUID(params.QueryID), repository.QuerytypeJsonExtractor, int32(1), params.QueryVersion+1, []byte("{\"path\":\"oldkey\"}"), []pgtype.UUID{reqID}),
|
|
|
|
|
)
|
2025-02-20 19:02:44 +00:00
|
|
|
strVal := "{\"mykey\":\"example_value\",\"oldkey\":\"old_value\"}"
|
|
|
|
|
pool.ExpectQuery("name: ListQueryRequirementValues :many").WithArgs(database.MustToDBUUID(params.QueryID), ¶ms.QueryVersion, database.MustToDBUUID(params.DocumentID)).
|
2025-01-29 11:52:37 +00:00
|
|
|
WillReturnRows(
|
2025-02-20 19:02:44 +00:00
|
|
|
pgxmock.NewRows([]string{"id", "queryId", "type", "value"}).
|
|
|
|
|
AddRow(database.MustToDBUUID(uuid.New()), reqID, repository.QuerytypeContextFull, &strVal),
|
2025-01-29 11:52:37 +00:00
|
|
|
)
|
2025-02-20 19:02:44 +00:00
|
|
|
pool.ExpectQuery("name: GetActiveQueryConfig :one").WithArgs(database.MustToDBUUID(params.QueryID)).WillReturnRows(
|
|
|
|
|
pgxmock.NewRows([]string{"config"}).
|
|
|
|
|
AddRow([]byte("{\"path\":\"oldkey\"}")),
|
2025-01-29 11:52:37 +00:00
|
|
|
)
|
2025-01-15 19:45:51 +00:00
|
|
|
|
2025-01-29 11:52:37 +00:00
|
|
|
err = cons.TestQuery(ctx, params.QueryID)
|
2025-02-03 17:30:50 +00:00
|
|
|
assert.NoError(t, err)
|
2025-01-15 19:45:51 +00:00
|
|
|
assert.Equal(t, http.StatusOK, rec.Code)
|
|
|
|
|
|
|
|
|
|
var res queryservice.QueryTestResponse
|
|
|
|
|
err = json.Unmarshal(rec.Body.Bytes(), &res)
|
2025-02-03 17:30:50 +00:00
|
|
|
assert.NoError(t, err)
|
2025-01-15 19:45:51 +00:00
|
|
|
assert.EqualExportedValues(t, queryservice.QueryTestResponse{
|
2025-01-29 11:52:37 +00:00
|
|
|
Value: "old_value",
|
2025-01-15 19:45:51 +00:00
|
|
|
}, res)
|
|
|
|
|
}
|