can grab all queries required to fulfill a collector

database/migrations/20241202153118_create_querytype_enum.down.sql

@@ -0,0 +1 @@
+DROP TYPE queryType;

database/migrations/20241202153118_create_querytype_enum.up.sql

@@ -0,0 +1 @@
+CREATE TYPE queryType AS ENUM ('json_extractor');

database/migrations/20241202153119_create_queries_table.up.sql

@@ -2,5 +2,5 @@ CREATE TABLE queries (
     id uuid primary key,
     latestVersion int not null default 1,
     activeVersion int not null default 1,
-    type QueryType not null
+    type queryType not null
 );

database/migrations/20241218183030_create_collectors_table.up.sql

@@ -1,6 +1,8 @@
 CREATE TABLE collectors (
     id uuid primary key,
     jobId uuid not null,
+    minCleanVersion int not null default 1,
+    minTextVersion int not null default 1,
     latestVersion int not null default 1,
     activeVersion int not null default 1
 );

database/migrations/20241218183541_create_collector_queries_table.up.sql

@@ -7,5 +7,5 @@ CREATE TABLE collectorQueries (
     removedVersion int,
     foreign key (queryId) references queries(id),
     foreign key (collectorId) references collectors(id),
-    unique (collectorId, name, removedAt)
+    unique (collectorId, name, removedVersion)
 );

database/migrations/20241219130217_create_result_table.down.sql

@@ -0,0 +1 @@
+DROP TABLE results;

database/migrations/20241219130217_create_result_table.up.sql

@@ -0,0 +1,11 @@
+CREATE TABLE results (
+    id uuid primary key,
+    queryId uuid not null,
+    documentId uuid not null,
+    value TEXT,
+    cleanVersion int not null,
+    textVersion int not null,
+    queryVersion int not null,
+    foreign key (queryId) references queries(id),
+    unique (queryId, documentId, cleanVersion, textVersion, queryVersion)
+);

database/migrations/20241219140508_create_required_query_table.down.sql

@@ -0,0 +1 @@
+DROP TABLE requiredQueries;

database/migrations/20241219140508_create_required_query_table.up.sql

@@ -0,0 +1,10 @@
+CREATE TABLE requiredQueries (
+    id uuid primary key,
+    queryId uuid not null,
+    requiredQueryId uuid not null,
+    addedVersion int not null,
+    removedVersion int,
+    foreign key (queryId) references queries(id),
+    foreign key (requiredQueryId) references queries(id),
+    unique (queryId, requiredQueryId, removedVersion)
+);

database/migrations/20241219151404_create_activequeryrequirements_view.down.sql

@@ -0,0 +1 @@
+DROP VIEW activeQueryRequirements;

database/migrations/20241219151404_create_activequeryrequirements_view.up.sql

@@ -0,0 +1,5 @@
+CREATE VIEW activeQueryRequirements AS
+SELECT q.id, q.type, q.activeVersion, rq.requiredQueryId
+FROM queries q
+JOIN requiredQueries rq ON q.id = rq.queryId
+WHERE q.activeVersion >= rq.addedVersion AND q.activeVersion < COALESCE(rq.removedVersion, q.activeVersion + 1);

database/migrations/20241219161635_create_activecollectorqueries_view.down.sql

@@ -0,0 +1 @@
+DROP VIEW activeCollectorQueries;

database/migrations/20241219161635_create_activecollectorqueries_view.up.sql

@@ -0,0 +1,5 @@
+CREATE VIEW activeCollectorQueries AS
+SELECT c.id, c.jobId, c.minCleanVersion, c.minTextVersion, c.activeVersion, cq.queryId
+FROM collectors c
+JOIN collectorQueries cq ON c.id = cq.collectorId
+WHERE c.activeVersion >= cq.addedVersion AND c.activeVersion < COALESCE(cq.removedVersion, c.activeVersion + 1);

database/migrations/20241219161636_create_collectorquerydep_view.down.sql

@@ -0,0 +1 @@
+DROP VIEW collectorQueryDependencyTree;

database/migrations/20241219161636_create_collectorquerydep_view.up.sql

@@ -0,0 +1,13 @@
+CREATE VIEW collectorQueryDependencyTree (id, jobId, type, requiredQueryId, queryVersion, minCleanVersion, minTextVersion) AS
+WITH RECURSIVE collectorQueryDependencyTree AS (
+    SELECT aqc.id, cq.jobId, aqc.type, aqc.requiredQueryId, aqc.activeVersion as queryVersion, cq.minCleanVersion, cq.minTextVersion
+    FROM activeQueryRequirements aqc
+    JOIN activeCollectorQueries cq ON cq.queryId = aqc.id
+
+    UNION ALL
+
+    SELECT q.id, acq.jobId, q.type, q.requiredQueryId, q.activeVersion as queryVersion, acq.minCleanVersion, acq.minTextVersion
+    FROM activeQueryRequirements q
+    JOIN collectorQueryDependencyTree acq on q.id = acq.requiredQueryId
+)
+SELECT DISTINCT * FROM collectorQueryDependencyTree;