Files
query-orchestration/cmd/queryAPI/main.go
T
Jay Brown 720a84be92 Merged in feature/doc_import (pull request #177)
integration of background processor

* integration part 1

* feature working

* fix mimetype issue
2025-08-20 19:01:13 +00:00

158 lines
4.7 KiB
Go

// This API currently manages all user entities to be managed. This allows users of the service to change required entities and processes.
//
// The entities in question:
//
// - Client - A client is a single client of the Doczy project, all configurations and clients for a client will be in reference to the respective client.
//
// - Collector - A collector specifies the required queries for export for a given client.
//
// - Sample - A sample is a subset of documents to be used for testing. When it is active a client will only process documents in the sample.
//
// - Query - A query is a block of processing of data which takes an input and produces an output.
//
// - Export - An export is a manually started process which outputs the results for a client to a given location.
package main
import (
"context"
"fmt"
"log/slog"
"os"
"queryorchestration/internal/backgroundtask"
"queryorchestration/internal/client"
"queryorchestration/internal/cognitoauth"
"queryorchestration/internal/collector"
"queryorchestration/internal/document"
"queryorchestration/internal/export"
"queryorchestration/internal/query"
"queryorchestration/internal/query/result"
"queryorchestration/internal/server/api"
"queryorchestration/internal/serviceconfig"
"queryorchestration/internal/serviceconfig/objectstore"
"queryorchestration/internal/serviceconfig/queue/clientsync"
"queryorchestration/internal/serviceconfig/queue/queryversionsync"
queryapi "queryorchestration/api/queryAPI"
documentbatch "queryorchestration/internal/document/batch"
documentupload "queryorchestration/internal/document/upload"
clientupdate "queryorchestration/internal/client/update"
collectorset "queryorchestration/internal/collector/set"
querytest "queryorchestration/internal/query/test"
queryupdate "queryorchestration/internal/query/update"
"github.com/getkin/kin-openapi/openapi3"
_ "github.com/lib/pq"
)
type QueryAPIConfig struct {
api.BaseConfig
clientsync.ClientSyncConfig
queryversionsync.QueryVersionSyncConfig
objectstore.ObjectStoreConfig
BackgroundRunner *backgroundtask.Runner
}
func main() {
ctx := context.Background()
cfg := &QueryAPIConfig{}
cfg.RegisterHandlersFunc = func() (*openapi3.T, error) {
exp := export.New()
que := query.New(cfg)
res := result.New(cfg, &result.Services{
Query: que,
})
col := collector.New(cfg)
colupdate := collectorset.New(cfg, &collectorset.Services{
Collector: col,
})
cli := client.New(cfg)
cliUpdate := clientupdate.New(cfg, &clientupdate.Services{
Client: cli,
})
doc := document.New(cfg)
docup := documentupload.New(cfg)
docbatch := documentbatch.New(cfg)
quetest := querytest.New(cfg, &querytest.Services{
Collector: col,
Result: res,
Document: doc,
})
qupdate := queryupdate.New(cfg, &queryupdate.Services{
Query: que,
})
services := &queryapi.Services{
Export: exp,
Collector: col,
CollectorSet: colupdate,
Query: que,
QueryUpdate: qupdate,
QueryTest: quetest,
Client: cli,
ClientUpdate: cliUpdate,
Document: doc,
DocumentUpload: docup,
DocumentBatch: docbatch,
}
cons := queryapi.NewControllers(services, cfg)
queryapi.RegisterHandlers(cfg.Router, cons)
swagger, err := queryapi.GetSwagger()
if err != nil {
return nil, fmt.Errorf("error loading swagger: %w", err)
}
return swagger, nil
}
// Both of these operations (InitializeConfig and InitializeAuthConfig)
// would be better off in one function but since there are services
// that need the config but do not use auth we will keep them separate for now.
// This must be done before the rbac.InitializeAuthProvider
errInitializingConfig := serviceconfig.InitializeConfig(cfg)
if errInitializingConfig != nil {
slog.Error(errInitializingConfig.Error())
os.Exit(1)
}
// Authentication specific config.
cfg.BaseURL = fmt.Sprintf("%s:%d", cfg.BaseURL, cfg.Port)
errorInitializingAuthConfig := cfg.InitializeAuthConfig(cfg.BaseURL, cfg.GetLogger())
fmt.Printf("base url after InitializeAuthConfig: %s\n", cfg.BaseURL)
// join initErr with errorInitializingAuthConfig
if errorInitializingAuthConfig != nil {
slog.Error(errorInitializingAuthConfig.Error())
os.Exit(1)
}
// Validate Permit.io configuration before starting server
if err := cognitoauth.ValidatePermitIOConfiguration(); err != nil {
slog.Error("Permit.io configuration validation failed", "error", err)
os.Exit(1)
}
// Initialize S3 client before creating the server (needed for background worker)
err := cfg.SetStoreClient(ctx)
if err != nil {
slog.Error(err.Error())
os.Exit(1)
}
server, err := api.New(ctx, cfg)
if err != nil {
slog.Error(err.Error())
os.Exit(1)
}
server.Listen()
}