Merged in feature/textextraction (pull request #110)

Text Extraction

* bases

* go

* splitting

* structure

* movetoasync

* movetoasync

* settinguptrigger

* reorder

* storevent

* standardisepollingvalidation

* unittests

* fixlint

* fixlint

* awscfg

* generatesample

* followthrough

* tests

* clena

* store

* externalidcleanup

* clientid

* local

* baseunittests

* putobjecttests

* tests

internal/database/repository/clean_test.go

@@ -20,17 +20,17 @@ func TestClean(t *testing.T) {
 
 	cfg := &serviceconfig.BaseConfig{}
 	test.SetCfgProvider(t, cfg)
-	_, cleanup := test.CreateDB(t, ctx, &test.CreateDatabaseConfig{
-		Cfg:           cfg,
+	_, cleanup := test.CreateDB(t, ctx, cfg, &test.CreateDatabaseConfig{
 		RunMigrations: true,
 	})
 	defer cleanup()
 
 	queries := cfg.GetDBQueries()
 
-	clientId, err := queries.CreateClient(ctx, &repository.CreateClientParams{
-		Name:       "example_client",
-		Externalid: "EXAMPLE",
+	clientId := "EXAMPLE"
+	err := queries.CreateClient(ctx, &repository.CreateClientParams{
+		Name: "example_client",
+		ID:   clientId,
 	})
 	require.NoError(t, err)
 
@@ -48,6 +48,7 @@ func TestClean(t *testing.T) {
 
 	bucket := "example_bucket"
 	key := "example_key"
+	cleanHash := "hello"
 	mimetype := repository.NullCleanmimetype{
 		Valid:         true,
 		Cleanmimetype: repository.CleanmimetypeApplicationPdf,
@@ -60,6 +61,7 @@ func TestClean(t *testing.T) {
 		Documentid: id,
 		Bucket:     &bucket,
 		Key:        &key,
+		Hash:       &cleanHash,
 		Mimetype:   mimetype,
 		Fail:       fail,
 	})
@@ -85,14 +87,17 @@ func TestClean(t *testing.T) {
 	assert.Equal(t, id, clean.Documentid)
 	assert.Nil(t, clean.Bucket)
 	assert.Nil(t, clean.Key)
+	assert.Nil(t, clean.Hash)
 	assert.Equal(t, fail, clean.Fail)
 	assert.Equal(t, int64(1), clean.Version)
 	assert.Equal(t, failcleanid, clean.ID)
+	assert.Equal(t, "EXAMPLE", clean.Clientid)
 
 	cleanid, err := queries.AddDocumentClean(ctx, &repository.AddDocumentCleanParams{
 		Documentid: id,
 		Bucket:     &bucket,
 		Key:        &key,
+		Hash:       &cleanHash,
 		Mimetype:   mimetype,
 	})
 	require.NoError(t, err)
@@ -112,9 +117,11 @@ func TestClean(t *testing.T) {
 	assert.False(t, clean.Fail.Valid)
 	assert.Equal(t, bucket, *clean.Bucket)
 	assert.Equal(t, key, *clean.Key)
+	assert.Equal(t, cleanHash, *clean.Hash)
 	assert.Equal(t, mimetype, clean.Mimetype)
 	assert.Equal(t, int64(2), clean.Version)
 	assert.Equal(t, cleanid, clean.ID)
+	assert.Equal(t, "EXAMPLE", clean.Clientid)
 
 	docclean, err := queries.GetCleanEntryByDocId(ctx, id)
 	require.NoError(t, err)
@@ -125,6 +132,7 @@ func TestClean(t *testing.T) {
 	assert.Equal(t, clean.Documentid, recent.Documentid)
 	assert.Equal(t, clean.Bucket, recent.Bucket)
 	assert.Equal(t, clean.Key, recent.Key)
+	assert.Equal(t, clean.Hash, recent.Hash)
 	assert.Equal(t, clean.Mimetype, recent.Mimetype)
 	assert.Equal(t, clean.Fail, recent.Fail)
 	assert.Equal(t, clean.Version, recent.Version)
@@ -153,6 +161,7 @@ func TestClean(t *testing.T) {
 	assert.Equal(t, clean.Documentid, recent.Documentid)
 	assert.Equal(t, clean.Bucket, recent.Bucket)
 	assert.Equal(t, clean.Key, recent.Key)
+	assert.Equal(t, clean.Hash, recent.Hash)
 	assert.Equal(t, clean.Mimetype, recent.Mimetype)
 	assert.Equal(t, clean.Fail, recent.Fail)
 	assert.Equal(t, clean.Version, recent.Version)