query-orchestration/internal/database/repository/result_test.go

package repository_test

import (
	"context"
	"os"
	"path"
	"queryorchestration/internal/database/repository"
	"queryorchestration/internal/serviceconfig"
	"queryorchestration/internal/test"
	"testing"

	"github.com/jackc/pgx/v5/pgtype"
	"github.com/stretchr/testify/assert"
)

func TestResults(t *testing.T) {
	if testing.Short() {
		t.Skip("Skipping long test in short mode")
	}
	ctx := context.Background()

	cfg := &serviceconfig.BaseConfig{}
	test.SetCfgProvider(t, cfg)
	cfg.SetBasePath(path.Join(os.Getenv("PWD"), "../../.."))
	_, cleanup := test.CreateDB(t, ctx, &test.CreateDatabaseConfig{
		Cfg:           cfg,
		RunMigrations: true,
	})
	defer cleanup()

	queries := cfg.GetDBQueries()

	jsonQueryID, err := queries.CreateQuery(ctx, repository.Querytype(repository.QuerytypeJsonExtractor))
	assert.NoError(t, err)

	clientId, err := queries.CreateClient(ctx, "example_client")
	assert.NoError(t, err)
	jobId, err := queries.CreateJob(ctx, clientId)
	assert.NoError(t, err)
	documentID, err := queries.CreateDocument(ctx, &repository.CreateDocumentParams{
		Jobid: jobId,
		Hash:  "example_hash",
	})
	assert.NoError(t, err)

	jsonQuery, err := queries.GetQuery(ctx, jsonQueryID)
	assert.NoError(t, err)

	cleanVersion := int32(1)
	textVersion := int32(1)
	jsonResultValue := "example_value"

	jsonResultID, err := queries.SetResult(ctx, &repository.SetResultParams{
		Queryid:      jsonQueryID,
		Documentid:   documentID,
		Value:        jsonResultValue,
		Cleanversion: cleanVersion,
		Textversion:  textVersion,
		Queryversion: jsonQuery.Activeversion,
	})
	assert.NoError(t, err)
	assert.True(t, jsonResultID.Valid)

	res, err := queries.GetResultValueWithVersion(ctx, &repository.GetResultValueWithVersionParams{
		Queryid:      jsonQueryID,
		Queryversion: jsonQuery.Activeversion,
		Documentid:   documentID,
		Cleanversion: cleanVersion,
		Textversion:  textVersion,
	})
	assert.NoError(t, err)
	assert.EqualExportedValues(t, &repository.GetResultValueWithVersionRow{
		ID:    jsonResultID,
		Value: jsonResultValue,
	}, res)
}

func TestResultValues(t *testing.T) {
	if testing.Short() {
		t.Skip("Skipping long test in short mode")
	}
	ctx := context.Background()

	cfg := &serviceconfig.BaseConfig{}
	test.SetCfgProvider(t, cfg)
	cfg.SetBasePath(path.Join(os.Getenv("PWD"), "../../.."))
	_, cleanup := test.CreateDB(t, ctx, &test.CreateDatabaseConfig{
		Cfg:           cfg,
		RunMigrations: true,
	})
	defer cleanup()

	queries := cfg.GetDBQueries()

	jsonQueryID, err := queries.CreateQuery(ctx, repository.Querytype(repository.QuerytypeJsonExtractor))
	assert.NoError(t, err)

	clientId, err := queries.CreateClient(ctx, "example_client")
	assert.NoError(t, err)
	jobId, err := queries.CreateJob(ctx, clientId)
	assert.NoError(t, err)
	documentID, err := queries.CreateDocument(ctx, &repository.CreateDocumentParams{
		Jobid: jobId,
		Hash:  "example_hash",
	})
	assert.NoError(t, err)

	contextQueryID, err := queries.CreateQuery(ctx, repository.Querytype(repository.QuerytypeContextFull))
	assert.NoError(t, err)
	err = queries.AddRequiredQuery(ctx, &repository.AddRequiredQueryParams{
		Queryid:         jsonQueryID,
		Requiredqueryid: contextQueryID,
		Addedversion:    1,
	})
	assert.NoError(t, err)

	contextQuery, err := queries.GetQuery(ctx, contextQueryID)
	assert.NoError(t, err)

	result := repository.SetResultParams{
		Queryid:      contextQueryID,
		Documentid:   documentID,
		Value:        "context_value",
		Cleanversion: 1,
		Textversion:  2,
		Queryversion: contextQuery.Activeversion,
	}

	_, err = queries.SetResult(ctx, &result)
	assert.NoError(t, err)

	_, err = queries.SetResult(ctx, &repository.SetResultParams{
		Queryid:      contextQueryID,
		Documentid:   documentID,
		Value:        "context_value",
		Cleanversion: 1,
		Textversion:  2,
		Queryversion: contextQuery.Activeversion - 1,
	})
	assert.NoError(t, err)

	_, err = queries.SetResult(ctx, &repository.SetResultParams{
		Queryid:      contextQueryID,
		Documentid:   documentID,
		Value:        "context_value",
		Cleanversion: 2,
		Textversion:  2,
		Queryversion: contextQuery.Activeversion,
	})
	assert.NoError(t, err)

	_, err = queries.SetResult(ctx, &repository.SetResultParams{
		Queryid:      jsonQueryID,
		Documentid:   documentID,
		Value:        "context_value",
		Cleanversion: 1,
		Textversion:  2,
		Queryversion: contextQuery.Activeversion,
	})
	assert.NoError(t, err)

	qResults, err := queries.ListQueryRequirementValues(ctx, &repository.ListQueryRequirementValuesParams{
		Queryid:      jsonQueryID,
		Documentid:   documentID,
		Addedversion: 1,
		Cleanversion: result.Cleanversion,
		Textversion:  result.Textversion,
	})
	assert.NoError(t, err)
	assert.EqualExportedValues(t, []*repository.ListQueryRequirementValuesRow{
		{
			Queryid: contextQueryID,
			Type:    repository.QuerytypeContextFull,
			Value:   result.Value,
		},
	}, qResults)
}

func TestUnsyncedQueries(t *testing.T) {
	if testing.Short() {
		t.Skip("Skipping long test in short mode")
	}
	ctx := context.Background()

	cfg := &serviceconfig.BaseConfig{}
	test.SetCfgProvider(t, cfg)
	cfg.SetBasePath(path.Join(os.Getenv("PWD"), "../../.."))
	_, cleanup := test.CreateDB(t, ctx, &test.CreateDatabaseConfig{
		Cfg:           cfg,
		RunMigrations: true,
	})
	defer cleanup()

	queries := cfg.GetDBQueries()

	clientId, err := queries.CreateClient(ctx, "example_client")
	assert.NoError(t, err)
	jobId, err := queries.CreateJob(ctx, clientId)
	assert.NoError(t, err)
	collectorId, err := queries.CreateCollector(ctx, jobId)
	assert.NoError(t, err)
	documentID, err := queries.CreateDocument(ctx, &repository.CreateDocumentParams{
		Jobid: jobId,
		Hash:  "example_hash",
	})
	assert.NoError(t, err)

	contextQueryID, err := queries.CreateQuery(ctx, repository.Querytype(repository.QuerytypeContextFull))
	assert.NoError(t, err)
	jsonQueryID, err := queries.CreateQuery(ctx, repository.Querytype(repository.QuerytypeJsonExtractor))
	assert.NoError(t, err)
	err = queries.AddRequiredQuery(ctx, &repository.AddRequiredQueryParams{
		Queryid:         jsonQueryID,
		Requiredqueryid: contextQueryID,
		Addedversion:    1,
	})
	assert.NoError(t, err)

	err = queries.AddCollectorQuery(ctx, &repository.AddCollectorQueryParams{
		Collectorid:  collectorId,
		Name:         "example_name",
		Queryid:      jsonQueryID,
		Addedversion: 1,
	})
	assert.NoError(t, err)

	qs, err := queries.ListUnsyncedQueriesByDocId(ctx, documentID)
	assert.NoError(t, err)
	assert.Len(t, qs, 2)
	assert.ElementsMatch(t, []*repository.Fullactivequery{
		{
			ID:            jsonQueryID,
			Type:          repository.QuerytypeJsonExtractor,
			Activeversion: 1,
			Latestversion: 1,
			Config:        nil,
			Requiredids:   []pgtype.UUID{contextQueryID},
		},
		{
			ID:            contextQueryID,
			Type:          repository.QuerytypeContextFull,
			Activeversion: 1,
			Latestversion: 1,
			Config:        nil,
			Requiredids:   []pgtype.UUID{},
		},
	}, qs)

	_, err = queries.SetResult(ctx, &repository.SetResultParams{
		Queryid:      contextQueryID,
		Documentid:   documentID,
		Value:        "context_value",
		Cleanversion: 1,
		Textversion:  2,
		Queryversion: 1,
	})
	assert.NoError(t, err)

	qs, err = queries.ListUnsyncedQueriesByDocId(ctx, documentID)
	assert.NoError(t, err)
	assert.Len(t, qs, 1)
	assert.ElementsMatch(t, []*repository.Fullactivequery{
		{
			ID:            jsonQueryID,
			Type:          repository.QuerytypeJsonExtractor,
			Activeversion: 1,
			Latestversion: 1,
			Config:        nil,
			Requiredids:   []pgtype.UUID{contextQueryID},
		},
	}, qs)

	err = queries.UpdateQuery(ctx, &repository.UpdateQueryParams{
		Latestversion: 2,
		Activeversion: 2,
		ID:            contextQueryID,
	})
	assert.NoError(t, err)

	qs, err = queries.ListUnsyncedQueriesByDocId(ctx, documentID)
	assert.NoError(t, err)
	assert.Len(t, qs, 2)
	assert.ElementsMatch(t, []*repository.Fullactivequery{
		{
			ID:            jsonQueryID,
			Type:          repository.QuerytypeJsonExtractor,
			Activeversion: 1,
			Latestversion: 1,
			Config:        nil,
			Requiredids:   []pgtype.UUID{contextQueryID},
		},
		{
			ID:            contextQueryID,
			Type:          repository.QuerytypeContextFull,
			Activeversion: 2,
			Latestversion: 2,
			Config:        nil,
			Requiredids:   []pgtype.UUID{},
		},
	}, qs)

	_, err = queries.SetResult(ctx, &repository.SetResultParams{
		Queryid:      contextQueryID,
		Documentid:   documentID,
		Value:        "context_value",
		Cleanversion: 1,
		Textversion:  2,
		Queryversion: 2,
	})
	assert.NoError(t, err)
	_, err = queries.SetResult(ctx, &repository.SetResultParams{
		Queryid:      jsonQueryID,
		Documentid:   documentID,
		Value:        "context_value",
		Cleanversion: 1,
		Textversion:  2,
		Queryversion: 1,
	})
	assert.NoError(t, err)

	qs, err = queries.ListUnsyncedQueriesByDocId(ctx, documentID)
	assert.NoError(t, err)
	assert.Len(t, qs, 0)

	err = queries.UpdateQuery(ctx, &repository.UpdateQueryParams{
		Latestversion: 2,
		Activeversion: 2,
		ID:            jsonQueryID,
	})
	assert.NoError(t, err)

	qs, err = queries.ListUnsyncedQueriesByDocId(ctx, documentID)
	assert.NoError(t, err)
	assert.Len(t, qs, 1)
	assert.ElementsMatch(t, []*repository.Fullactivequery{
		{
			ID:            jsonQueryID,
			Type:          repository.QuerytypeJsonExtractor,
			Activeversion: 2,
			Latestversion: 2,
			Config:        nil,
			Requiredids:   []pgtype.UUID{contextQueryID},
		},
	}, qs)

	_, err = queries.SetResult(ctx, &repository.SetResultParams{
		Queryid:      jsonQueryID,
		Documentid:   documentID,
		Value:        "context_value",
		Cleanversion: 1,
		Textversion:  2,
		Queryversion: 2,
	})
	assert.NoError(t, err)

	qs, err = queries.ListUnsyncedQueriesByDocId(ctx, documentID)
	assert.NoError(t, err)
	assert.Len(t, qs, 0)

	err = queries.UpdateQuery(ctx, &repository.UpdateQueryParams{
		Latestversion: 3,
		Activeversion: 3,
		ID:            contextQueryID,
	})
	assert.NoError(t, err)

	qs, err = queries.ListUnsyncedQueriesByDocId(ctx, documentID)
	assert.NoError(t, err)
	assert.Len(t, qs, 2)
	assert.ElementsMatch(t, []*repository.Fullactivequery{
		{
			ID:            jsonQueryID,
			Type:          repository.QuerytypeJsonExtractor,
			Activeversion: 2,
			Latestversion: 2,
			Config:        nil,
			Requiredids:   []pgtype.UUID{contextQueryID},
		},
		{
			ID:            contextQueryID,
			Type:          repository.QuerytypeContextFull,
			Activeversion: 3,
			Latestversion: 3,
			Config:        nil,
			Requiredids:   []pgtype.UUID{},
		},
	}, qs)
}