query-orchestration/internal/database/repository/collector_test.go

package repository_test

import (
	"context"
	"fmt"
	"os"
	"path"
	"queryorchestration/internal/database"
	"queryorchestration/internal/database/repository"
	"queryorchestration/internal/serviceconfig"
	"queryorchestration/internal/test"
	"testing"

	"github.com/jackc/pgx/v5/pgtype"
	"github.com/stretchr/testify/assert"
)

func TestCollector(t *testing.T) {
	if testing.Short() {
		t.Skip("Skipping long test in short mode")
	}
	ctx := context.Background()

	cfg := &serviceconfig.BaseConfig{}
	test.SetCfgProvider(t, cfg)
	cfg.SetBasePath(path.Join(os.Getenv("PWD"), "../../.."))
	_, cleanup := test.CreateDB(t, ctx, &test.CreateDatabaseConfig{
		Cfg:           cfg,
		RunMigrations: true,
	})
	defer cleanup()

	queries := cfg.GetDBQueries()

	contextId, err := queries.CreateQuery(ctx, repository.QuerytypeContextFull)
	assert.NoError(t, err)
	jsonId, err := queries.CreateQuery(ctx, repository.QuerytypeJsonExtractor)
	assert.NoError(t, err)
	err = queries.AddLatestQueryVersion(ctx, jsonId)
	assert.NoError(t, err)
	err = queries.AddRequiredQuery(ctx, &repository.AddRequiredQueryParams{
		Queryid:         jsonId,
		Requiredqueryid: contextId,
		Addedversion:    1,
	})
	assert.NoError(t, err)

	clientId, err := queries.CreateClient(ctx, "example_client")
	assert.NoError(t, err)
	jobId, err := queries.CreateJob(ctx, clientId)
	assert.NoError(t, err)
	minCleanVersion := int32(2)
	minTextVersion := int32(4)

	collId, err := queries.CreateCollector(ctx, jobId)
	assert.NoError(t, err)

	coll, err := queries.GetCollector(ctx, collId)
	assert.NoError(t, err)
	assert.EqualExportedValues(t, &repository.Fullactivecollector{
		ID:              collId,
		Jobid:           jobId,
		Mincleanversion: 0,
		Mintextversion:  0,
		Activeversion:   0,
		Latestversion:   0,
	}, coll)

	coll, err = queries.GetCollectorByJobID(ctx, jobId)
	assert.NoError(t, err)
	assert.EqualExportedValues(t, &repository.Fullactivecollector{
		ID:              collId,
		Jobid:           jobId,
		Mincleanversion: 0,
		Mintextversion:  0,
		Activeversion:   0,
		Latestversion:   0,
	}, coll)

	err = queries.AddLatestCollectorVersion(ctx, collId)
	assert.NoError(t, err)

	coll, err = queries.GetCollector(ctx, collId)
	assert.NoError(t, err)
	assert.EqualExportedValues(t, &repository.Fullactivecollector{
		ID:              collId,
		Jobid:           jobId,
		Mincleanversion: 0,
		Mintextversion:  0,
		Activeversion:   0,
		Latestversion:   1,
	}, coll)

	err = queries.AddActiveCollectorVersion(ctx, &repository.AddActiveCollectorVersionParams{
		Versionid:   1,
		Collectorid: collId,
	})
	assert.NoError(t, err)

	coll, err = queries.GetCollector(ctx, collId)
	assert.NoError(t, err)
	assert.EqualExportedValues(t, &repository.Fullactivecollector{
		ID:              collId,
		Jobid:           jobId,
		Mincleanversion: 0,
		Mintextversion:  0,
		Activeversion:   1,
		Latestversion:   1,
	}, coll)

	err = queries.AddCollectorQuery(ctx, &repository.AddCollectorQueryParams{
		Collectorid:  collId,
		Queryid:      jsonId,
		Addedversion: 1,
		Name:         "example_key",
	})
	assert.NoError(t, err)

	err = queries.AddCollectorCodeVersion(ctx, &repository.AddCollectorCodeVersionParams{
		Collectorid:     collId,
		Addedversion:    1,
		Mincleanversion: minCleanVersion,
		Mintextversion:  minTextVersion,
	})
	assert.NoError(t, err)

	coll, err = queries.GetCollector(ctx, collId)
	assert.NoError(t, err)
	assert.EqualExportedValues(t, &repository.Fullactivecollector{
		ID:              collId,
		Jobid:           jobId,
		Mincleanversion: minCleanVersion,
		Mintextversion:  minTextVersion,
		Activeversion:   1,
		Latestversion:   1,
		Fields:          []byte(fmt.Sprintf("{\"example_key\": \"%s\"}", database.MustToUUID(jsonId).String())),
	}, coll)

	qs, err := queries.ListCollectorQueries(ctx, collId)
	assert.NoError(t, err)
	assert.Len(t, qs, 2)
	assert.ElementsMatch(t, []*repository.Collectorquerydependencytree{
		{
			Collectorid:  collId,
			Jobid:        jobId,
			Queryid:      jsonId,
			Queryversion: 0,
			Type:         repository.QuerytypeJsonExtractor,
			Requiredids:  []pgtype.UUID{contextId},
		},
		{
			Collectorid:  collId,
			Jobid:        jobId,
			Queryid:      contextId,
			Queryversion: 0,
			Type:         repository.QuerytypeContextFull,
			Requiredids:  []pgtype.UUID{},
		},
	}, qs)

	err = queries.AddLatestCollectorVersion(ctx, collId)
	assert.NoError(t, err)

	removeV := int32(2)
	err = queries.RemoveCollectorQuery(ctx, &repository.RemoveCollectorQueryParams{
		Collectorid:    collId,
		Queryid:        jsonId,
		Removedversion: &removeV,
	})
	assert.NoError(t, err)

	err = queries.RemoveCollectorCodeVersion(ctx, &repository.RemoveCollectorCodeVersionParams{
		Collectorid:    collId,
		Removedversion: &removeV,
	})
	assert.NoError(t, err)

	err = queries.AddActiveCollectorVersion(ctx, &repository.AddActiveCollectorVersionParams{
		Versionid:   2,
		Collectorid: collId,
	})
	assert.NoError(t, err)

	coll, err = queries.GetCollector(ctx, collId)
	assert.NoError(t, err)
	assert.EqualExportedValues(t, &repository.Fullactivecollector{
		ID:              collId,
		Jobid:           jobId,
		Mincleanversion: 0,
		Mintextversion:  0,
		Activeversion:   2,
		Latestversion:   2,
		Fields:          []byte(nil),
	}, coll)
}