Jay Brown
15adaebfcd
DRAFT PR : WIP working through ideas for integration * movearound * attempttwo * openapi * further sanding * fix * start on tests * runthroughsingleconfig * somechanges * reflectissue * removeerrs * mostlyremovepanic * removeenv * noncfgtests * go * repo * fix service config test * add PWD to all * test fix * fix lint * todo for later * passingunittests * alltests * testlogger * testloggername * clean
99 lines
2.2 KiB
Go
99 lines
2.2 KiB
Go
package runner
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"log/slog"
|
|
"queryorchestration/internal/server/queue"
|
|
|
|
"github.com/aws/aws-sdk-go-v2/service/sqs"
|
|
)
|
|
|
|
type Server struct {
|
|
controller Controller
|
|
queueURL string
|
|
client *sqs.Client
|
|
cleanup func() error
|
|
}
|
|
|
|
func (c *Server) Listen(ctx context.Context) {
|
|
slog.Info("Listening to queue")
|
|
defer func() {
|
|
if err := c.cleanup(); err != nil {
|
|
fmt.Printf("Error during cleanup: %v", err)
|
|
}
|
|
}()
|
|
|
|
// TODO need to slow down the polling so we are not spinning the cpu or burning up API calls.
|
|
for {
|
|
select {
|
|
case <-ctx.Done():
|
|
return
|
|
default:
|
|
err := c.pollMessage(ctx)
|
|
if err != nil {
|
|
slog.Error(err.Error())
|
|
}
|
|
}
|
|
}
|
|
|
|
}
|
|
|
|
// Alternative without go func if no pool is needed.
|
|
// Just for comment for the next function which needs to be made safe.
|
|
//func (c *Server) pollMessage(ctx context.Context) error {
|
|
// cfg := &queue.Config{
|
|
// URL: c.queueURL,
|
|
// Client: c.client,
|
|
// }
|
|
// result, err := queue.Receive(ctx, cfg, []string{"type"})
|
|
// if err != nil {
|
|
// return fmt.Errorf("message fetch fail: %v", err)
|
|
// }
|
|
//
|
|
// for _, message := range result.Messages {
|
|
// if err := c.controller.Process(ctx, &message); err != nil {
|
|
// return fmt.Errorf("message process fail: %v", err)
|
|
// }
|
|
//
|
|
// if err := queue.Delete(ctx, cfg, &message); err != nil {
|
|
// return fmt.Errorf("message delete fail: %v", err)
|
|
// }
|
|
// }
|
|
//
|
|
// return nil
|
|
//}
|
|
|
|
func (c *Server) pollMessage(ctx context.Context) error {
|
|
cfg := &queue.Config{
|
|
URL: c.queueURL,
|
|
Client: c.client,
|
|
}
|
|
result, err := queue.Receive(ctx, cfg, []string{
|
|
"type",
|
|
})
|
|
if err != nil {
|
|
return fmt.Errorf("message fetch fail: %v", err)
|
|
}
|
|
|
|
for _, message := range result.Messages {
|
|
// TODO Need to remove this go func() !!
|
|
// Must not have uncontrolled go routine creation. See commented example above if
|
|
// simple case.
|
|
// if process takes too long to complete then we need to use a thread pool.
|
|
go func() {
|
|
err := c.controller.Process(ctx, &message)
|
|
if err != nil {
|
|
slog.Error("message process fail", "err", err)
|
|
}
|
|
|
|
err = queue.Delete(ctx, cfg, &message)
|
|
if err != nil {
|
|
slog.Error("message delete fail", "err", err)
|
|
}
|
|
}()
|
|
}
|
|
|
|
return nil
|
|
}
|