Merged in feature/removejob (pull request #95)

Remove Job

* removejob

* rmjob

* sync

* cleanup

* precommit

* startslow

* startslow

* startslow

* openapi

* clean

* test

* scripts

* littlecleanercmds

* mermaid
This commit is contained in:
Michael McGuinness
2025-03-10 11:03:00 +00:00
parent 7d78e65d0c
commit 62886dbba8
148 changed files with 2088 additions and 3828 deletions
+9 -15
View File
@@ -2,17 +2,15 @@
//
// The entities in question:
//
// - Client - A client is a single client of the Doczy project, all configurations and jobs for a client will be in reference to the respective client.
// - Client - A client is a single client of the Doczy project, all configurations and clients for a client will be in reference to the respective client.
//
// - Job - A job is a single instance of requirements for a client. This maintains a set of queries and processes in relation to itself.
// - Collector - A collector specifies the required queries for export for a given client.
//
// - Collector - A collector specifies the required queries for export for a given job.
//
// - Sample - A sample is a subset of documents to be used for testing. When it is active a job will only process documents in the sample.
// - Sample - A sample is a subset of documents to be used for testing. When it is active a client will only process documents in the sample.
//
// - Query - A query is a block of processing of data which takes an input and produces an output.
//
// - Export - An export is a manually started process which outputs the results for a job to a given location.
// - Export - An export is a manually started process which outputs the results for a client to a given location.
package main
import (
@@ -23,19 +21,18 @@ import (
queryservice "queryorchestration/api/queryService"
"queryorchestration/internal/client"
"queryorchestration/internal/collector"
collectorupdate "queryorchestration/internal/collector/update"
"queryorchestration/internal/document"
cleanversion "queryorchestration/internal/document/clean/version"
textversion "queryorchestration/internal/document/text/version"
"queryorchestration/internal/export"
"queryorchestration/internal/job"
"queryorchestration/internal/job/collector"
collectorupdate "queryorchestration/internal/job/collector/update"
"queryorchestration/internal/query"
"queryorchestration/internal/query/result"
querytest "queryorchestration/internal/query/test"
queryupdate "queryorchestration/internal/query/update"
service "queryorchestration/internal/server/service"
"queryorchestration/internal/serviceconfig/queue/jobsync"
"queryorchestration/internal/serviceconfig/queue/clientsync"
"queryorchestration/internal/serviceconfig/queue/queryversionsync"
"github.com/getkin/kin-openapi/openapi3"
@@ -44,7 +41,7 @@ import (
type QueryServiceConfig struct {
service.BaseConfig
jobsync.JobSyncConfig
clientsync.ClientSyncConfig
queryversionsync.QueryVersionSyncConfig
}
@@ -70,9 +67,7 @@ func main() {
CleanVersion: clv,
TextVersion: tev,
})
cli := client.New(cfg)
jbb := job.New(cfg, &job.Services{
Client: cli,
cli := client.New(cfg, &client.Services{
Collector: col,
})
doc := document.New(cfg)
@@ -93,7 +88,6 @@ func main() {
QueryUpdate: qupdate,
QueryTest: quetest,
Client: cli,
Job: jbb,
Document: doc,
}