Merged in feature/doctextstructure (pull request #56)

DocTextRunner Structure

* firstround

* shorttests

database/migrations/00000000000006_documents.up.sql

@@ -22,3 +22,12 @@ CREATE TABLE documentCleans (
     key text not null,
     foreign key (documentId) references documents(id)
 );
+
+CREATE TABLE documentTextExtractions (
+    id uuid primary key DEFAULT uuid_generate_v7(),
+    documentId uuid not null,
+    version int not null,
+    bucket text not null,
+    key text not null,
+    foreign key (documentId) references documents(id)
+);

database/queries/clean.sql

@@ -9,4 +9,13 @@ SELECT EXISTS(
 );
 
 -- name: AddDocumentCleanEntry :exec
-INSERT INTO documentCleans (documentId, version, bucket, key) VALUES ($1, $2, $3, $4);
+INSERT INTO documentCleans (documentId, version, bucket, key) VALUES ($1, $2, $3, $4);
+
+-- name: GetDocumentCleanEntry :one
+SELECT dc.documentId, dc.bucket, dc.key
+    FROM documentCleans AS dc
+    JOIN documents AS d ON d.id = dc.documentId
+    JOIN collectors as c ON d.jobId = c.jobId
+    JOIN collectorCodeVersions as cv ON c.id = cv.collectorId
+    WHERE dc.documentId = $1 and dc.version >= cv.minCleanVersion
+    ORDER BY d.id DESC LIMIT 1;

database/queries/text.sql

@@ -0,0 +1,21 @@
+-- name: IsDocumentTextExtracted :one
+SELECT EXISTS(
+    SELECT 1
+        FROM documentTextExtractions AS dc
+        JOIN documents AS d ON d.id = dc.documentId
+        JOIN collectors as c ON d.jobId = c.jobId
+        JOIN collectorCodeVersions as cv ON c.id = cv.collectorId
+        WHERE dc.documentId = $1 and dc.version >= cv.minTextVersion
+);
+
+-- name: AddDocumentTextEntry :exec
+INSERT INTO documentTextExtractions (documentId, version, bucket, key) VALUES ($1, $2, $3, $4);
+
+-- name: GetDocumentTextEntry :one
+SELECT dc.documentId, dc.bucket, dc.key
+    FROM documentTextExtractions AS dc
+    JOIN documents AS d ON d.id = dc.documentId
+    JOIN collectors as c ON d.jobId = c.jobId
+    JOIN collectorCodeVersions as cv ON c.id = cv.collectorId
+    WHERE dc.documentId = $1 and dc.version >= cv.minTextVersion
+    ORDER BY d.id DESC LIMIT 1;