2024-12-19 18:49:22 +00:00
|
|
|
package document_test
|
2024-12-18 18:54:48 +00:00
|
|
|
|
|
|
|
|
import (
|
|
|
|
|
"context"
|
2024-12-24 18:11:25 +00:00
|
|
|
"errors"
|
2024-12-24 17:13:48 +00:00
|
|
|
"queryorchestration/internal/database"
|
|
|
|
|
"queryorchestration/internal/database/repository"
|
2025-01-21 12:28:46 +00:00
|
|
|
"queryorchestration/internal/job/collector"
|
2025-01-17 12:00:32 +00:00
|
|
|
"queryorchestration/internal/query/document"
|
2024-12-18 18:54:48 +00:00
|
|
|
"testing"
|
|
|
|
|
|
2024-12-19 18:49:22 +00:00
|
|
|
"github.com/google/uuid"
|
|
|
|
|
"github.com/jackc/pgx/v5/pgtype"
|
2024-12-18 18:54:48 +00:00
|
|
|
"github.com/pashagolub/pgxmock/v3"
|
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
|
|
|
)
|
|
|
|
|
|
2024-12-23 18:13:57 +00:00
|
|
|
func TestSyncIsSynced(t *testing.T) {
|
2024-12-18 18:54:48 +00:00
|
|
|
ctx := context.Background()
|
|
|
|
|
|
2025-01-06 13:30:20 +00:00
|
|
|
pool, err := pgxmock.NewPool()
|
2024-12-18 18:54:48 +00:00
|
|
|
if err != nil {
|
|
|
|
|
t.Fatalf("failed to open pgxmock database: %v", err)
|
|
|
|
|
}
|
2025-01-06 13:30:20 +00:00
|
|
|
queries := repository.New(pool)
|
|
|
|
|
db := &database.Connection{
|
|
|
|
|
Queries: queries,
|
|
|
|
|
Pool: pool,
|
|
|
|
|
}
|
2024-12-20 17:35:33 +00:00
|
|
|
|
2024-12-18 18:54:48 +00:00
|
|
|
doc := document.Document{
|
2024-12-19 18:49:22 +00:00
|
|
|
ID: uuid.New(),
|
|
|
|
|
JobID: uuid.New(),
|
|
|
|
|
Name: "document_name",
|
2024-12-18 18:54:48 +00:00
|
|
|
}
|
|
|
|
|
|
2025-01-21 12:28:46 +00:00
|
|
|
queryVersion := int32(1)
|
|
|
|
|
coll := collector.Collector{
|
|
|
|
|
ID: uuid.New(),
|
|
|
|
|
JobID: doc.JobID,
|
|
|
|
|
MinCleanVersion: int32(1),
|
|
|
|
|
MinTextVersion: int32(2),
|
|
|
|
|
}
|
2024-12-23 18:13:57 +00:00
|
|
|
|
2025-01-21 12:28:46 +00:00
|
|
|
pool.ExpectQuery("name: GetCollectorByJobID :one").WithArgs(database.MustToDBUUID(doc.JobID)).
|
2024-12-19 18:49:22 +00:00
|
|
|
WillReturnRows(
|
2025-01-21 12:28:46 +00:00
|
|
|
pgxmock.NewRows([]string{"id", "jobId", "minCleanVersion", "minTextVersion", "activeVersion", "latestVersion", "fields"}).
|
2025-01-23 14:56:20 +00:00
|
|
|
AddRow(database.MustToDBUUID(coll.ID), database.MustToDBUUID(coll.JobID), &coll.MinCleanVersion, &coll.MinTextVersion, int32(1), int32(2), []byte("")),
|
2024-12-19 18:49:22 +00:00
|
|
|
)
|
2025-01-21 12:28:46 +00:00
|
|
|
pool.ExpectQuery("name: ListResultsByDocumentID :many").WithArgs(database.MustToDBUUID(doc.ID), coll.MinCleanVersion, coll.MinTextVersion).
|
2024-12-20 17:35:33 +00:00
|
|
|
WillReturnRows(
|
|
|
|
|
pgxmock.NewRows([]string{"id", "queryId", "queryVersion"}).
|
2025-01-21 12:28:46 +00:00
|
|
|
AddRow(pgtype.UUID{}, pgtype.UUID{}, queryVersion),
|
2024-12-20 17:35:33 +00:00
|
|
|
)
|
2025-01-21 12:28:46 +00:00
|
|
|
pool.ExpectQuery("name: ListCollectorQueries :many").WithArgs(database.MustToDBUUID(coll.ID)).
|
2024-12-19 18:49:22 +00:00
|
|
|
WillReturnRows(
|
2025-01-03 13:41:07 +00:00
|
|
|
pgxmock.NewRows([]string{"collectorId", "queryId", "type", "queryVersion", "requiredIds"}).
|
2025-01-21 12:28:46 +00:00
|
|
|
AddRow(database.MustToDBUUID(coll.ID), pgtype.UUID{}, repository.QuerytypeJsonExtractor, queryVersion, []pgtype.UUID{}),
|
2024-12-19 18:49:22 +00:00
|
|
|
)
|
2024-12-18 18:54:48 +00:00
|
|
|
|
2025-01-21 12:28:46 +00:00
|
|
|
docSvc := document.New(db, &document.Services{
|
2025-01-23 14:56:20 +00:00
|
|
|
Collector: collector.New(db, &collector.Services{}),
|
2025-01-21 12:28:46 +00:00
|
|
|
})
|
2024-12-20 17:54:05 +00:00
|
|
|
err = docSvc.Sync(ctx, &doc)
|
2024-12-18 18:54:48 +00:00
|
|
|
assert.Nil(t, err)
|
|
|
|
|
}
|
2024-12-23 18:13:57 +00:00
|
|
|
|
2024-12-24 18:11:25 +00:00
|
|
|
func TestSyncDBFail(t *testing.T) {
|
2024-12-23 18:13:57 +00:00
|
|
|
ctx := context.Background()
|
|
|
|
|
|
2025-01-06 13:30:20 +00:00
|
|
|
pool, err := pgxmock.NewPool()
|
2024-12-23 18:13:57 +00:00
|
|
|
if err != nil {
|
|
|
|
|
t.Fatalf("failed to open pgxmock database: %v", err)
|
|
|
|
|
}
|
2025-01-06 13:30:20 +00:00
|
|
|
queries := repository.New(pool)
|
|
|
|
|
db := &database.Connection{
|
|
|
|
|
Queries: queries,
|
|
|
|
|
Pool: pool,
|
|
|
|
|
}
|
2024-12-23 18:13:57 +00:00
|
|
|
|
|
|
|
|
doc := document.Document{
|
|
|
|
|
ID: uuid.New(),
|
|
|
|
|
JobID: uuid.New(),
|
|
|
|
|
Name: "document_name",
|
|
|
|
|
}
|
|
|
|
|
|
2024-12-24 18:11:25 +00:00
|
|
|
dbCollectorId := database.MustToDBUUID(uuid.New())
|
2024-12-23 18:13:57 +00:00
|
|
|
dbJobID := database.MustToDBUUID(doc.JobID)
|
2024-12-24 18:11:25 +00:00
|
|
|
dbQueryID := database.MustToDBUUID(uuid.New())
|
|
|
|
|
minCleanVersion := int32(1)
|
|
|
|
|
minTextVersion := int32(1)
|
|
|
|
|
|
2025-01-21 12:28:46 +00:00
|
|
|
pool.ExpectQuery("name: GetCollectorByJobID :one").WithArgs(dbJobID).
|
2024-12-23 18:13:57 +00:00
|
|
|
WillReturnRows(
|
2025-01-21 12:28:46 +00:00
|
|
|
pgxmock.NewRows([]string{"id", "jobId", "minCleanVersion", "minTextVersion", "activeVersion", "latestVersion", "fields"}),
|
2024-12-23 18:13:57 +00:00
|
|
|
)
|
|
|
|
|
|
2025-01-21 12:28:46 +00:00
|
|
|
docSvc := document.New(db, &document.Services{
|
2025-01-23 14:56:20 +00:00
|
|
|
Collector: collector.New(db, &collector.Services{}),
|
2025-01-21 12:28:46 +00:00
|
|
|
})
|
2024-12-23 18:13:57 +00:00
|
|
|
err = docSvc.Sync(ctx, &doc)
|
|
|
|
|
assert.EqualError(t, err, "no rows in result set")
|
|
|
|
|
|
2025-01-21 12:28:46 +00:00
|
|
|
pool.ExpectQuery("name: GetCollectorByJobID :one").WithArgs(dbJobID).
|
2024-12-24 18:11:25 +00:00
|
|
|
WillReturnRows(
|
2025-01-21 12:28:46 +00:00
|
|
|
pgxmock.NewRows([]string{"id", "jobId", "minCleanVersion", "minTextVersion", "activeVersion", "latestVersion", "fields"}).
|
2025-01-23 14:56:20 +00:00
|
|
|
AddRow(dbCollectorId, dbJobID, &minCleanVersion, &minTextVersion, int32(1), int32(2), []byte("")),
|
2024-12-24 18:11:25 +00:00
|
|
|
)
|
2025-01-10 11:12:03 +00:00
|
|
|
dbErr := "database failure"
|
2025-01-06 13:30:20 +00:00
|
|
|
pool.ExpectQuery("name: ListResultsByDocumentID :many").WithArgs(database.MustToDBUUID(doc.ID), minCleanVersion, minTextVersion).
|
2025-01-10 11:12:03 +00:00
|
|
|
WillReturnError(errors.New(dbErr))
|
2024-12-23 18:13:57 +00:00
|
|
|
|
2025-01-21 12:28:46 +00:00
|
|
|
docSvc = document.New(db, &document.Services{
|
2025-01-23 14:56:20 +00:00
|
|
|
Collector: collector.New(db, &collector.Services{}),
|
2025-01-21 12:28:46 +00:00
|
|
|
})
|
2024-12-24 18:11:25 +00:00
|
|
|
err = docSvc.Sync(ctx, &doc)
|
2025-01-10 11:12:03 +00:00
|
|
|
assert.EqualError(t, err, dbErr)
|
2024-12-23 18:13:57 +00:00
|
|
|
|
2025-01-21 12:28:46 +00:00
|
|
|
pool.ExpectQuery("name: GetCollectorByJobID :one").WithArgs(dbJobID).
|
2024-12-24 18:11:25 +00:00
|
|
|
WillReturnRows(
|
2025-01-21 12:28:46 +00:00
|
|
|
pgxmock.NewRows([]string{"id", "jobId", "minCleanVersion", "minTextVersion", "activeVersion", "latestVersion", "fields"}).
|
2025-01-23 14:56:20 +00:00
|
|
|
AddRow(dbCollectorId, dbJobID, &minCleanVersion, &minTextVersion, int32(1), int32(2), []byte("")),
|
2024-12-24 18:11:25 +00:00
|
|
|
)
|
2025-01-06 13:30:20 +00:00
|
|
|
pool.ExpectQuery("name: ListResultsByDocumentID :many").WithArgs(database.MustToDBUUID(doc.ID), minCleanVersion, minTextVersion).
|
2024-12-24 18:11:25 +00:00
|
|
|
WillReturnRows(
|
|
|
|
|
pgxmock.NewRows([]string{"id", "queryId", "queryVersion"}),
|
|
|
|
|
)
|
2025-01-10 11:12:03 +00:00
|
|
|
dbErr = "database failure"
|
2025-01-21 12:28:46 +00:00
|
|
|
pool.ExpectQuery("name: ListCollectorQueries :many").WithArgs(dbCollectorId).
|
2025-01-10 11:12:03 +00:00
|
|
|
WillReturnError(errors.New(dbErr))
|
2024-12-23 18:13:57 +00:00
|
|
|
|
2025-01-21 12:28:46 +00:00
|
|
|
docSvc = document.New(db, &document.Services{
|
2025-01-23 14:56:20 +00:00
|
|
|
Collector: collector.New(db, &collector.Services{}),
|
2025-01-21 12:28:46 +00:00
|
|
|
})
|
2024-12-24 18:11:25 +00:00
|
|
|
err = docSvc.Sync(ctx, &doc)
|
2025-01-10 11:12:03 +00:00
|
|
|
assert.EqualError(t, err, dbErr)
|
2024-12-23 18:13:57 +00:00
|
|
|
|
2025-01-21 12:28:46 +00:00
|
|
|
pool.ExpectQuery("name: GetCollectorByJobID :one").WithArgs(dbJobID).
|
2024-12-23 18:13:57 +00:00
|
|
|
WillReturnRows(
|
2025-01-21 12:28:46 +00:00
|
|
|
pgxmock.NewRows([]string{"id", "jobId", "minCleanVersion", "minTextVersion", "activeVersion", "latestVersion", "fields"}).
|
2025-01-23 14:56:20 +00:00
|
|
|
AddRow(dbCollectorId, dbJobID, &minCleanVersion, &minTextVersion, int32(1), int32(2), []byte("")),
|
2024-12-23 18:13:57 +00:00
|
|
|
)
|
2025-01-20 13:31:48 +00:00
|
|
|
qV := int32(1)
|
|
|
|
|
reqID := database.MustToDBUUID(uuid.New())
|
|
|
|
|
resID := database.MustToDBUUID(uuid.New())
|
2025-01-06 13:30:20 +00:00
|
|
|
pool.ExpectQuery("name: ListResultsByDocumentID :many").WithArgs(database.MustToDBUUID(doc.ID), minCleanVersion, minTextVersion).
|
2024-12-23 18:13:57 +00:00
|
|
|
WillReturnRows(
|
2025-01-20 13:31:48 +00:00
|
|
|
pgxmock.NewRows([]string{"id", "queryId", "queryVersion"}).
|
|
|
|
|
AddRow(resID, reqID, qV),
|
2024-12-23 18:13:57 +00:00
|
|
|
)
|
2025-01-10 11:12:03 +00:00
|
|
|
dbErr = "database failure"
|
2025-01-21 12:28:46 +00:00
|
|
|
pool.ExpectQuery("name: ListCollectorQueries :many").WithArgs(dbCollectorId).
|
2024-12-23 18:13:57 +00:00
|
|
|
WillReturnRows(
|
2025-01-03 13:41:07 +00:00
|
|
|
pgxmock.NewRows([]string{"collectorId", "queryId", "type", "queryVersion", "requiredIds"}).
|
2025-01-21 12:28:46 +00:00
|
|
|
AddRow(dbCollectorId, dbQueryID, repository.QuerytypeJsonExtractor, qV, []pgtype.UUID{reqID}).
|
|
|
|
|
AddRow(dbCollectorId, reqID, repository.QuerytypeContextFull, qV, []pgtype.UUID{}),
|
2024-12-23 18:13:57 +00:00
|
|
|
)
|
2025-01-20 13:31:48 +00:00
|
|
|
pool.ExpectQuery("name: ListResultValuesByID :many").WithArgs([]pgtype.UUID{resID}).
|
2025-01-10 11:12:03 +00:00
|
|
|
WillReturnError(errors.New(dbErr))
|
2024-12-23 18:13:57 +00:00
|
|
|
|
2025-01-21 12:28:46 +00:00
|
|
|
docSvc = document.New(db, &document.Services{
|
2025-01-23 14:56:20 +00:00
|
|
|
Collector: collector.New(db, &collector.Services{}),
|
2025-01-21 12:28:46 +00:00
|
|
|
})
|
2024-12-23 18:13:57 +00:00
|
|
|
err = docSvc.Sync(ctx, &doc)
|
2025-01-10 11:12:03 +00:00
|
|
|
assert.EqualError(t, err, dbErr)
|
2024-12-23 18:13:57 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestSync(t *testing.T) {
|
|
|
|
|
ctx := context.Background()
|
|
|
|
|
|
2025-01-06 13:30:20 +00:00
|
|
|
pool, err := pgxmock.NewPool()
|
2024-12-23 18:13:57 +00:00
|
|
|
if err != nil {
|
|
|
|
|
t.Fatalf("failed to open pgxmock database: %v", err)
|
|
|
|
|
}
|
2025-01-06 13:30:20 +00:00
|
|
|
queries := repository.New(pool)
|
|
|
|
|
db := &database.Connection{
|
|
|
|
|
Queries: queries,
|
|
|
|
|
Pool: pool,
|
|
|
|
|
}
|
2024-12-23 18:13:57 +00:00
|
|
|
|
|
|
|
|
doc := document.Document{
|
|
|
|
|
ID: uuid.New(),
|
|
|
|
|
JobID: uuid.New(),
|
|
|
|
|
Name: "document_name",
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
dbCollectorId := database.MustToDBUUID(uuid.New())
|
|
|
|
|
dbJobID := database.MustToDBUUID(doc.JobID)
|
|
|
|
|
dbQueryID := database.MustToDBUUID(uuid.New())
|
|
|
|
|
minCleanVersion := int32(1)
|
|
|
|
|
minTextVersion := int32(1)
|
|
|
|
|
|
2025-01-21 12:28:46 +00:00
|
|
|
pool.ExpectQuery("name: GetCollectorByJobID :one").WithArgs(dbJobID).
|
2024-12-23 18:13:57 +00:00
|
|
|
WillReturnRows(
|
2025-01-21 12:28:46 +00:00
|
|
|
pgxmock.NewRows([]string{"id", "jobId", "minCleanVersion", "minTextVersion", "activeVersion", "latestVersion", "fields"}).
|
2025-01-23 14:56:20 +00:00
|
|
|
AddRow(dbCollectorId, dbJobID, &minCleanVersion, &minTextVersion, int32(1), int32(2), []byte("")),
|
2024-12-23 18:13:57 +00:00
|
|
|
)
|
2025-01-06 13:30:20 +00:00
|
|
|
pool.ExpectQuery("name: ListResultsByDocumentID :many").WithArgs(database.MustToDBUUID(doc.ID), minCleanVersion, minTextVersion).
|
2024-12-23 18:13:57 +00:00
|
|
|
WillReturnRows(
|
|
|
|
|
pgxmock.NewRows([]string{"id", "queryId", "queryVersion"}),
|
|
|
|
|
)
|
2025-01-15 12:19:49 +00:00
|
|
|
qV := int32(1)
|
2025-01-21 12:28:46 +00:00
|
|
|
pool.ExpectQuery("name: ListCollectorQueries :many").WithArgs(dbCollectorId).
|
2024-12-23 18:13:57 +00:00
|
|
|
WillReturnRows(
|
2025-01-03 13:41:07 +00:00
|
|
|
pgxmock.NewRows([]string{"collectorId", "queryId", "type", "queryVersion", "requiredIds"}).
|
2025-01-21 12:28:46 +00:00
|
|
|
AddRow(dbCollectorId, dbQueryID, repository.QuerytypeJsonExtractor, qV, []pgtype.UUID{}),
|
2024-12-23 18:13:57 +00:00
|
|
|
)
|
2025-01-06 13:30:20 +00:00
|
|
|
pool.ExpectQuery("name: ListResultValuesByID :many").WithArgs([]pgtype.UUID{}).
|
2024-12-23 18:13:57 +00:00
|
|
|
WillReturnRows(
|
|
|
|
|
pgxmock.NewRows([]string{"id", "queryId", "value"}),
|
|
|
|
|
)
|
|
|
|
|
|
2025-01-21 12:28:46 +00:00
|
|
|
docSvc := document.New(db, &document.Services{
|
2025-01-23 14:56:20 +00:00
|
|
|
Collector: collector.New(db, &collector.Services{}),
|
2025-01-21 12:28:46 +00:00
|
|
|
})
|
2024-12-23 18:13:57 +00:00
|
|
|
err = docSvc.Sync(ctx, &doc)
|
|
|
|
|
assert.EqualError(t, err, "JSON Extraction requires 1 result")
|
|
|
|
|
}
|