feat: prepare all internal pkg (input/output client & processor)

6 files changed, 335 insertions, 0 deletions

diff --git a/internal/client/input/b2.go b/internal/client/input/b2.go
new file mode 100644
index 0000000..67fb14e
--- /dev/null
+++ b/internal/client/input/b2.go
@@ -0,0 +1,129 @@
+package input
+
+import (
+	"context"
+	"fmt"
+	"io"
+	"slices"
+	"strings"
+
+	"github.com/Backblaze/blazer/b2"
+	"github.com/SayaAndy/saya-today-thumbnail-generator/config"
+)
+
+var _ InputClient = (*B2InputClient)(nil)
+
+type B2InputClient struct {
+	prefix          string
+	bucket          *b2.Bucket
+	b2cl            *b2.Client
+	knownExtensions []string
+}
+
+func NewB2InputClient(cfg *config.InputConfig) (*B2InputClient, error) {
+	if cfg.Storage.Type != "b2" {
+		return nil, fmt.Errorf("invalid storage type for B2InputClient")
+	}
+	b2cfg := cfg.Storage.Config.(*config.B2Config)
+
+	b2cl, err := b2.NewClient(context.Background(), b2cfg.KeyID, b2cfg.ApplicationKey)
+	if err != nil {
+		return nil, err
+	}
+
+	bucket, err := b2cl.Bucket(context.Background(), b2cfg.BucketName)
+	if err != nil {
+		return nil, err
+	}
+
+	return &B2InputClient{b2cl: b2cl, bucket: bucket, prefix: b2cfg.Prefix, knownExtensions: cfg.KnownExtensions}, nil
+}
+
+func (c *B2InputClient) Scan() ([]string, error) {
+	filePaths := []string{}
+
+	iter := c.bucket.List(context.Background(), b2.ListPrefix(c.prefix))
+
+	for iter.Next() {
+		obj := iter.Object()
+		if obj == nil {
+			return nil, fmt.Errorf("failed to reference object in B2 bucket")
+		}
+
+		attrs, err := obj.Attrs(context.Background())
+		if err != nil {
+			return nil, fmt.Errorf("get attributes for object: %w", err)
+		}
+
+		if attrs.Status != b2.Uploaded {
+			continue
+		}
+
+		name := obj.Name()
+
+		if len(c.knownExtensions) != 0 {
+			nameParts := strings.Split(name, ".")
+			if len(nameParts) < 2 {
+				continue
+			}
+			ext := strings.ToLower(nameParts[len(nameParts)-1])
+			if !slices.Contains(c.knownExtensions, ext) {
+				continue
+			}
+		}
+
+		filePaths = append(filePaths, name)
+	}
+
+	if err := iter.Err(); err != nil {
+		return nil, fmt.Errorf("iterate over B2 objects: %w", err)
+	}
+
+	return filePaths, nil
+}
+
+func (c *B2InputClient) ReadMetadata(path string) (map[string]string, error) {
+	obj := c.bucket.Object(path)
+	if obj == nil {
+		return nil, fmt.Errorf("object not found in B2 bucket")
+	}
+
+	attrs, err := obj.Attrs(context.Background())
+	if err != nil {
+		return nil, fmt.Errorf("get attributes for object: %w", err)
+	}
+
+	metadata := attrs.Info
+	metadata["Name"] = attrs.Name
+	metadata["Size"] = fmt.Sprintf("%d", attrs.Size)
+	metadata["ContentType"] = attrs.ContentType
+	metadata["LastModified"] = attrs.LastModified.Format("2006-01-02T15:04:05Z")
+	metadata["SHA1"] = attrs.SHA1
+	metadata["UploadTimestamp"] = attrs.UploadTimestamp.Format("2006-01-02T15:04:05Z")
+
+	switch attrs.Status {
+	case b2.Uploaded:
+		metadata["Status"] = "Uploaded"
+	case b2.Folder:
+		metadata["Status"] = "Folder"
+	case b2.Hider:
+		metadata["Status"] = "Hider"
+	case b2.Started:
+		metadata["Status"] = "Started"
+	default:
+		metadata["Status"] = "Unknown"
+	}
+
+	return metadata, nil
+}
+
+func (c *B2InputClient) GetReader(path string) (io.Reader, error) {
+	obj := c.bucket.Object(path)
+	if obj == nil {
+		return nil, fmt.Errorf("failed to reference object in B2 bucket")
+	}
+
+	reader := obj.NewReader(context.Background())
+
+	return reader, nil
+}
diff --git a/internal/client/input/input_client_interface.go b/internal/client/input/input_client_interface.go
new file mode 100644
index 0000000..4bbbae5
--- /dev/null
+++ b/internal/client/input/input_client_interface.go
@@ -0,0 +1,11 @@
+package input
+
+import (
+	"io"
+)
+
+type InputClient interface {
+	Scan() ([]string, error)
+	ReadMetadata(string) (map[string]string, error)
+	GetReader(string) (io.Reader, error)
+}
diff --git a/internal/client/output/b2.go b/internal/client/output/b2.go
new file mode 100644
index 0000000..3c8b53c
--- /dev/null
+++ b/internal/client/output/b2.go
@@ -0,0 +1,95 @@
+package output
+
+import (
+	"context"
+	"fmt"
+	"io"
+
+	"github.com/Backblaze/blazer/b2"
+	"github.com/SayaAndy/saya-today-thumbnail-generator/config"
+)
+
+var _ OutputClient = (*B2OutputClient)(nil)
+
+type B2OutputClient struct {
+	prefix string
+	bucket *b2.Bucket
+	b2cl   *b2.Client
+}
+
+func NewB2OutputClient(cfg *config.OutputConfig) (*B2OutputClient, error) {
+	if cfg.Storage.Type != "b2" {
+		return nil, fmt.Errorf("invalid storage type for B2OutputClient")
+	}
+	b2cfg := cfg.Storage.Config.(*config.B2Config)
+
+	b2cl, err := b2.NewClient(context.Background(), b2cfg.KeyID, b2cfg.ApplicationKey)
+	if err != nil {
+		return nil, err
+	}
+
+	bucket, err := b2cl.Bucket(context.Background(), b2cfg.BucketName)
+	if err != nil {
+		return nil, err
+	}
+
+	return &B2OutputClient{b2cl: b2cl, bucket: bucket, prefix: b2cfg.Prefix}, nil
+}
+
+func (c *B2OutputClient) GetWriter(path string) (io.Writer, error) {
+	obj := c.bucket.Object(c.prefix + path)
+	if obj == nil {
+		return nil, fmt.Errorf("failed to reference object in B2 bucket")
+	}
+
+	return obj.NewWriter(context.Background()), nil
+}
+
+func (c *B2OutputClient) ReadMetadata(path string) (map[string]string, error) {
+	obj := c.bucket.Object(c.prefix + path)
+	if obj == nil {
+		return nil, fmt.Errorf("failed to reference object in B2 bucket")
+	}
+
+	attrs, err := obj.Attrs(context.Background())
+	if err != nil {
+		return nil, fmt.Errorf("get attributes for object: %w", err)
+	}
+
+	metadata := attrs.Info
+	metadata["Name"] = attrs.Name
+	metadata["Size"] = fmt.Sprintf("%d", attrs.Size)
+	metadata["ContentType"] = attrs.ContentType
+	metadata["LastModified"] = attrs.LastModified.Format("2006-01-02T15:04:05Z")
+	metadata["SHA1"] = attrs.SHA1
+	metadata["UploadTimestamp"] = attrs.UploadTimestamp.Format("2006-01-02T15:04:05Z")
+
+	switch attrs.Status {
+	case b2.Uploaded:
+		metadata["Status"] = "Uploaded"
+	case b2.Folder:
+		metadata["Status"] = "Folder"
+	case b2.Hider:
+		metadata["Status"] = "Hider"
+	case b2.Started:
+		metadata["Status"] = "Started"
+	default:
+		metadata["Status"] = "Unknown"
+	}
+
+	return metadata, nil
+}
+
+func (c *B2OutputClient) IsMissing(path string) (bool, error) {
+	obj := c.bucket.Object(c.prefix + path)
+	if obj == nil {
+		return false, fmt.Errorf("failed to reference object in B2 bucket")
+	}
+
+	attrs, err := obj.Attrs(context.Background())
+	if err != nil {
+		return true, fmt.Errorf("get attributes for object: %w", err)
+	}
+
+	return attrs.Status == b2.Hider, nil
+}
diff --git a/internal/client/output/output_client_interface.go b/internal/client/output/output_client_interface.go
new file mode 100644
index 0000000..5271e18
--- /dev/null
+++ b/internal/client/output/output_client_interface.go
@@ -0,0 +1,11 @@
+package output
+
+import (
+	"io"
+)
+
+type OutputClient interface {
+	GetWriter(path string) (io.Writer, error)
+	ReadMetadata(string) (map[string]string, error)
+	IsMissing(path string) (bool, error)
+}
diff --git a/internal/processor/processor_interface.go b/internal/processor/processor_interface.go
new file mode 100644
index 0000000..8a8f803
--- /dev/null
+++ b/internal/processor/processor_interface.go
@@ -0,0 +1,8 @@
+package processor
+
+import "io"
+
+type Processor interface {
+	DeductOutputPath(inputPath string) string
+	Process(ext string, reader io.Reader, writer io.Writer) error
+}
diff --git a/internal/processor/webp.go b/internal/processor/webp.go
new file mode 100644
index 0000000..984aab1
--- /dev/null
+++ b/internal/processor/webp.go
@@ -0,0 +1,81 @@
+package processor
+
+import (
+	"fmt"
+	"image"
+	"image/jpeg"
+	"image/png"
+	"io"
+	"strings"
+
+	"golang.org/x/image/draw"
+
+	"github.com/SayaAndy/saya-today-thumbnail-generator/config"
+	"github.com/kolesa-team/go-webp/encoder"
+	"github.com/kolesa-team/go-webp/webp"
+)
+
+var _ Processor = (*WebpProcessor)(nil)
+
+type WebpProcessor struct {
+	maxWidth  int
+	maxHeight int
+	quality   int
+}
+
+func NewWebpProcessor(cfg *config.ProcessorConfig) (*WebpProcessor, error) {
+	if cfg.Type != "webp" {
+		return nil, fmt.Errorf("invalid storage type for WebpProcessor")
+	}
+	webpCfg := cfg.Config.(*config.WebpConfig)
+
+	return &WebpProcessor{webpCfg.Size.MaxWidth, webpCfg.Size.MaxHeight, webpCfg.Quality}, nil
+}
+
+func (p *WebpProcessor) DeductOutputPath(inputPath string) string {
+	pathParts := strings.Split(inputPath, ".")
+	if len(pathParts) < 2 {
+		return inputPath + ".webp"
+	}
+	pathParts[len(pathParts)-1] = "webp"
+	return strings.Join(pathParts, ".")
+}
+
+func (p *WebpProcessor) Process(contentType string, reader io.Reader, writer io.Writer) error {
+	var src image.Image
+	var err error
+
+	switch contentType {
+	case "image/jpeg":
+		src, err = jpeg.Decode(reader)
+		if err != nil {
+			return fmt.Errorf("decode jpeg: %w", err)
+		}
+	case "image/png":
+		src, err = png.Decode(reader)
+		if err != nil {
+			return fmt.Errorf("decode png: %w", err)
+		}
+	}
+
+	opts, err := encoder.NewLossyEncoderOptions(encoder.PresetDefault, float32(p.quality))
+	if err != nil {
+		return fmt.Errorf("create webp encoder options: %w", err)
+	}
+
+	xCoef := p.maxWidth / src.Bounds().Max.X
+	yCoef := p.maxHeight / src.Bounds().Max.Y
+	if xCoef > 1 && yCoef > 1 {
+		return webp.Encode(writer, src, opts)
+	}
+
+	minCoef := xCoef
+	if yCoef < minCoef {
+		minCoef = yCoef
+	}
+
+	dst := image.NewRGBA(image.Rect(0, 0, src.Bounds().Max.X*xCoef, src.Bounds().Max.Y*xCoef))
+	draw.CatmullRom.Scale(dst, dst.Rect, src, src.Bounds(), draw.Over, nil)
+
+	return webp.Encode(writer, dst, opts)
+}