summaryrefslogtreecommitdiff
path: root/internal
diff options
from:
to:
context:
space:
mode:
Diffstat (limited to 'internal')
-rw-r--r--internal/client/input/b2.go129
-rw-r--r--internal/client/input/input_client_interface.go11
-rw-r--r--internal/client/output/b2.go95
-rw-r--r--internal/client/output/output_client_interface.go11
-rw-r--r--internal/processor/processor_interface.go8
-rw-r--r--internal/processor/webp.go81
6 files changed, 335 insertions, 0 deletions
diff --git a/internal/client/input/b2.go b/internal/client/input/b2.go
new file mode 100644
index 0000000..67fb14e
--- /dev/null
+++ b/internal/client/input/b2.go
@@ -0,0 +1,129 @@
+package input
+
+import (
+ "context"
+ "fmt"
+ "io"
+ "slices"
+ "strings"
+
+ "github.com/Backblaze/blazer/b2"
+ "github.com/SayaAndy/saya-today-thumbnail-generator/config"
+)
+
+var _ InputClient = (*B2InputClient)(nil)
+
+type B2InputClient struct {
+ prefix string
+ bucket *b2.Bucket
+ b2cl *b2.Client
+ knownExtensions []string
+}
+
+func NewB2InputClient(cfg *config.InputConfig) (*B2InputClient, error) {
+ if cfg.Storage.Type != "b2" {
+ return nil, fmt.Errorf("invalid storage type for B2InputClient")
+ }
+ b2cfg := cfg.Storage.Config.(*config.B2Config)
+
+ b2cl, err := b2.NewClient(context.Background(), b2cfg.KeyID, b2cfg.ApplicationKey)
+ if err != nil {
+ return nil, err
+ }
+
+ bucket, err := b2cl.Bucket(context.Background(), b2cfg.BucketName)
+ if err != nil {
+ return nil, err
+ }
+
+ return &B2InputClient{b2cl: b2cl, bucket: bucket, prefix: b2cfg.Prefix, knownExtensions: cfg.KnownExtensions}, nil
+}
+
+func (c *B2InputClient) Scan() ([]string, error) {
+ filePaths := []string{}
+
+ iter := c.bucket.List(context.Background(), b2.ListPrefix(c.prefix))
+
+ for iter.Next() {
+ obj := iter.Object()
+ if obj == nil {
+ return nil, fmt.Errorf("failed to reference object in B2 bucket")
+ }
+
+ attrs, err := obj.Attrs(context.Background())
+ if err != nil {
+ return nil, fmt.Errorf("get attributes for object: %w", err)
+ }
+
+ if attrs.Status != b2.Uploaded {
+ continue
+ }
+
+ name := obj.Name()
+
+ if len(c.knownExtensions) != 0 {
+ nameParts := strings.Split(name, ".")
+ if len(nameParts) < 2 {
+ continue
+ }
+ ext := strings.ToLower(nameParts[len(nameParts)-1])
+ if !slices.Contains(c.knownExtensions, ext) {
+ continue
+ }
+ }
+
+ filePaths = append(filePaths, name)
+ }
+
+ if err := iter.Err(); err != nil {
+ return nil, fmt.Errorf("iterate over B2 objects: %w", err)
+ }
+
+ return filePaths, nil
+}
+
+func (c *B2InputClient) ReadMetadata(path string) (map[string]string, error) {
+ obj := c.bucket.Object(path)
+ if obj == nil {
+ return nil, fmt.Errorf("object not found in B2 bucket")
+ }
+
+ attrs, err := obj.Attrs(context.Background())
+ if err != nil {
+ return nil, fmt.Errorf("get attributes for object: %w", err)
+ }
+
+ metadata := attrs.Info
+ metadata["Name"] = attrs.Name
+ metadata["Size"] = fmt.Sprintf("%d", attrs.Size)
+ metadata["ContentType"] = attrs.ContentType
+ metadata["LastModified"] = attrs.LastModified.Format("2006-01-02T15:04:05Z")
+ metadata["SHA1"] = attrs.SHA1
+ metadata["UploadTimestamp"] = attrs.UploadTimestamp.Format("2006-01-02T15:04:05Z")
+
+ switch attrs.Status {
+ case b2.Uploaded:
+ metadata["Status"] = "Uploaded"
+ case b2.Folder:
+ metadata["Status"] = "Folder"
+ case b2.Hider:
+ metadata["Status"] = "Hider"
+ case b2.Started:
+ metadata["Status"] = "Started"
+ default:
+ metadata["Status"] = "Unknown"
+ }
+
+ return metadata, nil
+}
+
+func (c *B2InputClient) GetReader(path string) (io.Reader, error) {
+ obj := c.bucket.Object(path)
+ if obj == nil {
+ return nil, fmt.Errorf("failed to reference object in B2 bucket")
+ }
+
+ reader := obj.NewReader(context.Background())
+
+ return reader, nil
+}
diff --git a/internal/client/input/input_client_interface.go b/internal/client/input/input_client_interface.go
new file mode 100644
index 0000000..4bbbae5
--- /dev/null
+++ b/internal/client/input/input_client_interface.go
@@ -0,0 +1,11 @@
+package input
+
+import (
+ "io"
+)
+
+type InputClient interface {
+ Scan() ([]string, error)
+ ReadMetadata(string) (map[string]string, error)
+ GetReader(string) (io.Reader, error)
+}
diff --git a/internal/client/output/b2.go b/internal/client/output/b2.go
new file mode 100644
index 0000000..3c8b53c
--- /dev/null
+++ b/internal/client/output/b2.go
@@ -0,0 +1,95 @@
+package output
+
+import (
+ "context"
+ "fmt"
+ "io"
+
+ "github.com/Backblaze/blazer/b2"
+ "github.com/SayaAndy/saya-today-thumbnail-generator/config"
+)
+
+var _ OutputClient = (*B2OutputClient)(nil)
+
+type B2OutputClient struct {
+ prefix string
+ bucket *b2.Bucket
+ b2cl *b2.Client
+}
+
+func NewB2OutputClient(cfg *config.OutputConfig) (*B2OutputClient, error) {
+ if cfg.Storage.Type != "b2" {
+ return nil, fmt.Errorf("invalid storage type for B2OutputClient")
+ }
+ b2cfg := cfg.Storage.Config.(*config.B2Config)
+
+ b2cl, err := b2.NewClient(context.Background(), b2cfg.KeyID, b2cfg.ApplicationKey)
+ if err != nil {
+ return nil, err
+ }
+
+ bucket, err := b2cl.Bucket(context.Background(), b2cfg.BucketName)
+ if err != nil {
+ return nil, err
+ }
+
+ return &B2OutputClient{b2cl: b2cl, bucket: bucket, prefix: b2cfg.Prefix}, nil
+}
+
+func (c *B2OutputClient) GetWriter(path string) (io.Writer, error) {
+ obj := c.bucket.Object(c.prefix + path)
+ if obj == nil {
+ return nil, fmt.Errorf("failed to reference object in B2 bucket")
+ }
+
+ return obj.NewWriter(context.Background()), nil
+}
+
+func (c *B2OutputClient) ReadMetadata(path string) (map[string]string, error) {
+ obj := c.bucket.Object(c.prefix + path)
+ if obj == nil {
+ return nil, fmt.Errorf("failed to reference object in B2 bucket")
+ }
+
+ attrs, err := obj.Attrs(context.Background())
+ if err != nil {
+ return nil, fmt.Errorf("get attributes for object: %w", err)
+ }
+
+ metadata := attrs.Info
+ metadata["Name"] = attrs.Name
+ metadata["Size"] = fmt.Sprintf("%d", attrs.Size)
+ metadata["ContentType"] = attrs.ContentType
+ metadata["LastModified"] = attrs.LastModified.Format("2006-01-02T15:04:05Z")
+ metadata["SHA1"] = attrs.SHA1
+ metadata["UploadTimestamp"] = attrs.UploadTimestamp.Format("2006-01-02T15:04:05Z")
+
+ switch attrs.Status {
+ case b2.Uploaded:
+ metadata["Status"] = "Uploaded"
+ case b2.Folder:
+ metadata["Status"] = "Folder"
+ case b2.Hider:
+ metadata["Status"] = "Hider"
+ case b2.Started:
+ metadata["Status"] = "Started"
+ default:
+ metadata["Status"] = "Unknown"
+ }
+
+ return metadata, nil
+}
+
+func (c *B2OutputClient) IsMissing(path string) (bool, error) {
+ obj := c.bucket.Object(c.prefix + path)
+ if obj == nil {
+ return false, fmt.Errorf("failed to reference object in B2 bucket")
+ }
+
+ attrs, err := obj.Attrs(context.Background())
+ if err != nil {
+ return true, fmt.Errorf("get attributes for object: %w", err)
+ }
+
+ return attrs.Status == b2.Hider, nil
+}
diff --git a/internal/client/output/output_client_interface.go b/internal/client/output/output_client_interface.go
new file mode 100644
index 0000000..5271e18
--- /dev/null
+++ b/internal/client/output/output_client_interface.go
@@ -0,0 +1,11 @@
+package output
+
+import (
+ "io"
+)
+
+type OutputClient interface {
+ GetWriter(path string) (io.Writer, error)
+ ReadMetadata(string) (map[string]string, error)
+ IsMissing(path string) (bool, error)
+}
diff --git a/internal/processor/processor_interface.go b/internal/processor/processor_interface.go
new file mode 100644
index 0000000..8a8f803
--- /dev/null
+++ b/internal/processor/processor_interface.go
@@ -0,0 +1,8 @@
+package processor
+
+import "io"
+
+type Processor interface {
+ DeductOutputPath(inputPath string) string
+ Process(ext string, reader io.Reader, writer io.Writer) error
+}
diff --git a/internal/processor/webp.go b/internal/processor/webp.go
new file mode 100644
index 0000000..984aab1
--- /dev/null
+++ b/internal/processor/webp.go
@@ -0,0 +1,81 @@
+package processor
+
+import (
+ "fmt"
+ "image"
+ "image/jpeg"
+ "image/png"
+ "io"
+ "strings"
+
+ "golang.org/x/image/draw"
+
+ "github.com/SayaAndy/saya-today-thumbnail-generator/config"
+ "github.com/kolesa-team/go-webp/encoder"
+ "github.com/kolesa-team/go-webp/webp"
+)
+
+var _ Processor = (*WebpProcessor)(nil)
+
+type WebpProcessor struct {
+ maxWidth int
+ maxHeight int
+ quality int
+}
+
+func NewWebpProcessor(cfg *config.ProcessorConfig) (*WebpProcessor, error) {
+ if cfg.Type != "webp" {
+ return nil, fmt.Errorf("invalid storage type for WebpProcessor")
+ }
+ webpCfg := cfg.Config.(*config.WebpConfig)
+
+ return &WebpProcessor{webpCfg.Size.MaxWidth, webpCfg.Size.MaxHeight, webpCfg.Quality}, nil
+}
+
+func (p *WebpProcessor) DeductOutputPath(inputPath string) string {
+ pathParts := strings.Split(inputPath, ".")
+ if len(pathParts) < 2 {
+ return inputPath + ".webp"
+ }
+ pathParts[len(pathParts)-1] = "webp"
+ return strings.Join(pathParts, ".")
+}
+
+func (p *WebpProcessor) Process(contentType string, reader io.Reader, writer io.Writer) error {
+ var src image.Image
+ var err error
+
+ switch contentType {
+ case "image/jpeg":
+ src, err = jpeg.Decode(reader)
+ if err != nil {
+ return fmt.Errorf("decode jpeg: %w", err)
+ }
+ case "image/png":
+ src, err = png.Decode(reader)
+ if err != nil {
+ return fmt.Errorf("decode png: %w", err)
+ }
+ }
+
+ opts, err := encoder.NewLossyEncoderOptions(encoder.PresetDefault, float32(p.quality))
+ if err != nil {
+ return fmt.Errorf("create webp encoder options: %w", err)
+ }
+
+ xCoef := p.maxWidth / src.Bounds().Max.X
+ yCoef := p.maxHeight / src.Bounds().Max.Y
+ if xCoef > 1 && yCoef > 1 {
+ return webp.Encode(writer, src, opts)
+ }
+
+ minCoef := xCoef
+ if yCoef < minCoef {
+ minCoef = yCoef
+ }
+
+ dst := image.NewRGBA(image.Rect(0, 0, src.Bounds().Max.X*xCoef, src.Bounds().Max.Y*xCoef))
+ draw.CatmullRom.Scale(dst, dst.Rect, src, src.Bounds(), draw.Over, nil)
+
+ return webp.Encode(writer, dst, opts)
+}
generated by cgitext v1.3.1+13 (git 2.54.0) at 2026-08-20 12:39:49 +0000