Files
query-orchestration/internal/database/repository/collector_test.go
T
Michael McGuinness 81e7223560 Merged in feature/textextraction (pull request #110)
Text Extraction

* bases

* go

* splitting

* structure

* movetoasync

* movetoasync

* settinguptrigger

* reorder

* storevent

* standardisepollingvalidation

* unittests

* fixlint

* fixlint

* awscfg

* generatesample

* followthrough

* tests

* clena

* store

* externalidcleanup

* clientid

* local

* baseunittests

* putobjecttests

* tests
2025-04-02 18:50:03 +00:00

217 lines
6.0 KiB
Go

package repository_test
import (
"context"
"fmt"
"testing"
"queryorchestration/internal/database/repository"
"queryorchestration/internal/serviceconfig"
"queryorchestration/internal/test"
"github.com/google/uuid"
"github.com/stretchr/testify/assert"
"github.com/stretchr/testify/require"
)
func TestCollector(t *testing.T) {
if testing.Short() {
t.Skip("Skipping long test in short mode")
}
ctx := context.Background()
cfg := &serviceconfig.BaseConfig{}
test.SetCfgProvider(t, cfg)
_, cleanup := test.CreateDB(t, ctx, cfg, &test.CreateDatabaseConfig{
RunMigrations: true,
})
defer cleanup()
queries := cfg.GetDBQueries()
contextId, err := queries.CreateQuery(ctx, repository.QuerytypeContextFull)
require.NoError(t, err)
jsonId, err := queries.CreateQuery(ctx, repository.QuerytypeJsonExtractor)
require.NoError(t, err)
version, err := queries.AddLatestQueryVersion(ctx, jsonId)
require.NoError(t, err)
err = queries.AddActiveQueryVersion(ctx, &repository.AddActiveQueryVersionParams{
Queryid: jsonId,
Versionid: version,
})
require.NoError(t, err)
assert.Equal(t, int32(1), version)
err = queries.AddRequiredQuery(ctx, &repository.AddRequiredQueryParams{
Queryid: jsonId,
Requiredqueryid: contextId,
Addedversion: version,
})
require.NoError(t, err)
clientId := "EXAMPLE"
err = queries.CreateClient(ctx, &repository.CreateClientParams{
Name: "example_client",
ID: clientId,
})
require.NoError(t, err)
minCleanVersion := int64(2)
minTextVersion := int64(4)
coll, err := queries.GetCollectorByClientID(ctx, clientId)
require.NoError(t, err)
assert.EqualExportedValues(t, &repository.Fullactivecollector{
Clientid: clientId,
Mincleanversion: 0,
Mintextversion: 0,
Activeversion: 0,
Latestversion: 0,
}, coll)
version, err = queries.AddLatestCollectorVersion(ctx, clientId)
require.NoError(t, err)
assert.Equal(t, int32(1), version)
coll, err = queries.GetCollectorByClientID(ctx, clientId)
require.NoError(t, err)
assert.EqualExportedValues(t, &repository.Fullactivecollector{
Clientid: clientId,
Mincleanversion: 0,
Mintextversion: 0,
Activeversion: 0,
Latestversion: 1,
}, coll)
err = queries.SetActiveCollectorVersion(ctx, &repository.SetActiveCollectorVersionParams{
Versionid: 1,
Clientid: clientId,
})
require.NoError(t, err)
coll, err = queries.GetCollectorByClientID(ctx, clientId)
require.NoError(t, err)
assert.EqualExportedValues(t, &repository.Fullactivecollector{
Clientid: clientId,
Mincleanversion: 0,
Mintextversion: 0,
Activeversion: 1,
Latestversion: 1,
}, coll)
err = queries.AddCollectorQuery(ctx, &repository.AddCollectorQueryParams{
Clientid: clientId,
Queryid: jsonId,
Addedversion: 1,
Name: "example_key",
})
require.NoError(t, err)
err = queries.SetCollectorTextVersion(ctx, &repository.SetCollectorTextVersionParams{
Clientid: clientId,
Addedversion: 1,
Versionid: minTextVersion,
})
require.NoError(t, err)
coll, err = queries.GetCollectorByClientID(ctx, clientId)
require.NoError(t, err)
assert.EqualExportedValues(t, &repository.Fullactivecollector{
Clientid: clientId,
Mincleanversion: 0,
Mintextversion: minTextVersion,
Activeversion: 1,
Latestversion: 1,
Fields: []byte(fmt.Sprintf("{\"example_key\": \"%s\"}", jsonId.String())),
}, coll)
err = queries.SetCollectorCleanVersion(ctx, &repository.SetCollectorCleanVersionParams{
Clientid: clientId,
Addedversion: 1,
Versionid: minCleanVersion,
})
require.NoError(t, err)
coll, err = queries.GetCollectorByClientID(ctx, clientId)
require.NoError(t, err)
assert.EqualExportedValues(t, &repository.Fullactivecollector{
Clientid: clientId,
Mincleanversion: minCleanVersion,
Mintextversion: minTextVersion,
Activeversion: 1,
Latestversion: 1,
Fields: []byte(fmt.Sprintf("{\"example_key\": \"%s\"}", jsonId.String())),
}, coll)
qs, err := queries.ListCollectorQueries(ctx, clientId)
require.NoError(t, err)
assert.Len(t, qs, 2)
assert.ElementsMatch(t, []*repository.Collectorquerydependencytree{
{
Clientid: clientId,
Queryid: &jsonId,
Queryversion: 1,
Type: repository.QuerytypeJsonExtractor,
Requiredids: []uuid.UUID{contextId},
},
{
Clientid: clientId,
Queryid: &contextId,
Queryversion: 0,
Type: repository.QuerytypeContextFull,
Requiredids: []uuid.UUID{},
},
}, qs)
version, err = queries.AddLatestCollectorVersion(ctx, clientId)
require.NoError(t, err)
assert.Equal(t, int32(2), version)
err = queries.RemoveCollectorQuery(ctx, &repository.RemoveCollectorQueryParams{
Clientid: clientId,
Queryid: jsonId,
Removedversion: &version,
})
require.NoError(t, err)
err = queries.SetActiveCollectorVersion(ctx, &repository.SetActiveCollectorVersionParams{
Versionid: 2,
Clientid: clientId,
})
require.NoError(t, err)
err = queries.SetCollectorTextVersion(ctx, &repository.SetCollectorTextVersionParams{
Clientid: clientId,
Versionid: minTextVersion + 1,
Addedversion: version,
})
require.NoError(t, err)
coll, err = queries.GetCollectorByClientID(ctx, clientId)
require.NoError(t, err)
assert.EqualExportedValues(t, &repository.Fullactivecollector{
Clientid: clientId,
Mincleanversion: minCleanVersion,
Mintextversion: minTextVersion + 1,
Activeversion: 2,
Latestversion: 2,
Fields: nil,
}, coll)
err = queries.SetCollectorCleanVersion(ctx, &repository.SetCollectorCleanVersionParams{
Clientid: clientId,
Versionid: minCleanVersion + 1,
Addedversion: version,
})
require.NoError(t, err)
coll, err = queries.GetCollectorByClientID(ctx, clientId)
require.NoError(t, err)
assert.EqualExportedValues(t, &repository.Fullactivecollector{
Clientid: clientId,
Mincleanversion: minCleanVersion + 1,
Mintextversion: minTextVersion + 1,
Activeversion: 2,
Latestversion: 2,
Fields: nil,
}, coll)
}