Diffstat (limited to 'config')
| -rw-r--r-- | config/config-b2.sample.json | 10 | ||||
| -rw-r--r-- | config/config-local-unix.sample.json | 2 | ||||
| -rw-r--r-- | config/config-s3.sample.json | 53 | ||||
| -rw-r--r-- | config/config.go | 64 |
4 files changed, 14 insertions, 115 deletions
diff --git a/config/config-b2.sample.json b/config/config-b2.sample.json index 60022dd..043c1a6 100644 --- a/config/config-b2.sample.json +++ b/config/config-b2.sample.json @@ -1,4 +1,5 @@ { + "ForceRewrite": false, "MaxProcessThreads": 4, "MaxPreProcessThreads": 12, "LogLevel": "info", @@ -17,9 +18,7 @@ "jpg", "jpeg", "png" - ], - "CacheProcessed": true, - "CacheProcessedCsvPath": "cache.csv" + ] }, "Converters": [ { @@ -32,7 +31,6 @@ } }, "Output": { - "RewriteOn": "UnequalHashInCache", "Storage": { "Type": "b2", "Config": { @@ -55,7 +53,6 @@ } }, "Output": { - "RewriteOn": "UnequalHashInCache", "Storage": { "Type": "b2", "Config": { @@ -78,7 +75,6 @@ } }, "Output": { - "RewriteOn": "UnequalHashInCache", "Storage": { "Type": "b2", "Config": { @@ -101,7 +97,6 @@ } }, "Output": { - "RewriteOn": "UnequalHashInCache", "Storage": { "Type": "b2", "Config": { @@ -124,7 +119,6 @@ } }, "Output": { - "RewriteOn": "UnequalHashInCache", "Storage": { "Type": "b2", "Config": { diff --git a/config/config-local-unix.sample.json b/config/config-local-unix.sample.json index 941d995..97f69f1 100644 --- a/config/config-local-unix.sample.json +++ b/config/config-local-unix.sample.json @@ -1,4 +1,5 @@ { + "ForceRewrite": false, "MaxProcessThreads": 4, "MaxPreProcessThreads": 12, "LogLevel": "debug", @@ -26,7 +27,6 @@ } }, "Output": { - "RewriteOn": "UnequalHashInCache", "Storage": { "Type": "local-unix", "Config": { diff --git a/config/config-s3.sample.json b/config/config-s3.sample.json deleted file mode 100644 index 5b067a5..0000000 --- a/config/config-s3.sample.json +++ /dev/null @@ -1,53 +0,0 @@ -{ - "MaxProcessThreads": 4, - "MaxPreProcessThreads": 12, - "LogLevel": "info", - "Input": { - "Storage": { - "Type": "s3", - "Config": { - "BucketName": "my-photos", - "Region": "", - "Prefix": "full/", - "Endpoint": "https://minio.local", - "UsePathStyle": true, - "AccessKeyID": "${AWS_ACCESS_KEY_ID}", - "SecretAccessKey": "${AWS_SECRET_ACCESS_KEY}" - } - }, - "KnownExtensions": [ - "jpg", - "jpeg", - "png" - ], - "CacheProcessed": true, - "CacheProcessedCsvPath": "cache.csv" - }, - "Converters": [ - { - "Type": "webp", - "Config": { - "Quality": 80, - "Size": { - "MaxWidth": 320, - "MaxHeight": 0 - } - }, - "Output": { - "RewriteOn": "UnequalHashInCache", - "Storage": { - "Type": "s3", - "Config": { - "BucketName": "my-photos", - "Region": "", - "Prefix": "webp-320p/", - "Endpoint": "https://minio.local", - "UsePathStyle": true, - "AccessKeyID": "${AWS_ACCESS_KEY_ID}", - "SecretAccessKey": "${AWS_SECRET_ACCESS_KEY}" - } - } - } - } - ] -} diff --git a/config/config.go b/config/config.go index 06fa94f..ab051b2 100644 --- a/config/config.go +++ b/config/config.go @@ -14,18 +14,17 @@ type Config struct { Converters []ConverterConfig `json:"Converters" validate:"required"` MaxProcessThreads int `json:"MaxProcessThreads" validate:"required,min=1"` MaxPreProcessThreads int `json:"MaxPreProcessThreads" validate:"min=1;gtefield=MaxProcessThreads"` + ForceRewrite bool `json:"ForceRewrite" validate:"required"` LogLevel slog.Level `json:"LogLevel" validate:"required"` } type InputConfig struct { - Storage InputStorageConfig `json:"Storage" validate:"required"` - KnownExtensions []string `json:"KnownExtensions" validate:"required,min=0,dive,min=1"` - CacheProcessed bool `json:"CacheProcessed"` - CacheProcessedCsvPath string `json:"CacheProcessedCsvPath" validate:"filepath"` + Storage InputStorageConfig `json:"Storage" validate:"required"` + KnownExtensions []string `json:"KnownExtensions" validate:"required,min=0,dive,min=1"` } type InputStorageConfig struct { - Type string `json:"Type" validate:"required,oneof=b2 s3 local-unix"` + Type string `json:"Type" validate:"required,oneof=b2 local-unix"` Config any `json:"Config" validate:"required"` } @@ -48,12 +47,6 @@ func (sc *InputStorageConfig) UnmarshalJSON(data []byte) error { return fmt.Errorf("unmarshal B2Config: %w", err) } sc.Config = &b2Config - case "s3": - var s3Config S3Config - if err := json.Unmarshal(tmp.Config, &s3Config); err != nil { - return fmt.Errorf("unmarshal S3Config: %w", err) - } - sc.Config = &s3Config case "local-unix": var localUnixConfig InputLocalUnixConfig if err := json.Unmarshal(tmp.Config, &localUnixConfig); err != nil { @@ -68,7 +61,7 @@ func (sc *InputStorageConfig) UnmarshalJSON(data []byte) error { } type ConverterConfig struct { - Type string `json:"Type" validate:"required,oneof=webp jpeg"` + Type string `json:"Type" validate:"required,oneof=webp"` Config any `json:"Config" validate:"required"` Output OutputConfig `json:"Output" validate:"required"` } @@ -94,12 +87,6 @@ func (pc *ConverterConfig) UnmarshalJSON(data []byte) error { return fmt.Errorf("unmarshal WebpConfig: %w", err) } pc.Config = &webpConfig - case "jpeg": - var jpegConfig JpegConfig - if err := json.Unmarshal(tmp.Config, &jpegConfig); err != nil { - return fmt.Errorf("unmarshal JpegConfig: %w", err) - } - pc.Config = &jpegConfig default: return fmt.Errorf("unsupported storage type: %s", tmp.Type) } @@ -109,22 +96,16 @@ func (pc *ConverterConfig) UnmarshalJSON(data []byte) error { type WebpConfig struct { Quality int `json:"Quality" validate:"required,min=1,max=100"` - Size SizeConfig `json:"Size"` -} - -type JpegConfig struct { - ExtensionName string `json:"ExtensionName" validate:"alpha"` - Quality int `json:"Quality" validate:"required,min=1,max=100"` - Size SizeConfig `json:"Size"` + Size SizeConfig `json:"Size" validate:"required"` } type SizeConfig struct { - MaxWidth int `json:"MaxWidth"` - MaxHeight int `json:"MaxHeight"` + MaxWidth int `json:"MaxWidth" validate:"required,min=0"` + MaxHeight int `json:"MaxHeight" validate:"required,min=0"` } type OutputStorageConfig struct { - Type string `json:"Type" validate:"required,oneof=b2 s3 local-unix"` + Type string `json:"Type" validate:"required,oneof=b2 local-unix"` Config any `json:"Config" validate:"required"` } @@ -147,12 +128,6 @@ func (sc *OutputStorageConfig) UnmarshalJSON(data []byte) error { return fmt.Errorf("unmarshal B2Config: %w", err) } sc.Config = &b2Config - case "s3": - var s3Config S3Config - if err := json.Unmarshal(tmp.Config, &s3Config); err != nil { - return fmt.Errorf("unmarshal S3Config: %w", err) - } - sc.Config = &s3Config case "local-unix": var localUnixConfig OutputLocalUnixConfig if err := json.Unmarshal(tmp.Config, &localUnixConfig); err != nil { @@ -174,28 +149,17 @@ type B2Config struct { ApplicationKey string `json:"ApplicationKey"` } -type S3Config struct { - BucketName string `json:"BucketName" validate:"required,min=1"` - Region string `json:"Region" validate:"required,min=1"` - Prefix string `json:"Prefix"` - Endpoint string `json:"Endpoint"` - UsePathStyle bool `json:"UsePathStyle"` - AccessKeyID string `json:"AccessKeyID"` - SecretAccessKey string `json:"SecretAccessKey"` -} - type InputLocalUnixConfig struct { MaxDepth int `json:"MaxDepth" validate:"required,min=0"` Path string `json:"Path" validate:"required,min=1"` } type OutputConfig struct { - RewriteOn string `json:"RewriteOn" validate:"oneof=Never UnequalHashInCache Always"` - Storage OutputStorageConfig `json:"Storage" validate:"required"` + Storage OutputStorageConfig `json:"Storage" validate:"required"` } type OutputLocalUnixConfig struct { - Path string `json:"Path" validate:"required,min=1,dirpath"` + Path string `json:"Path" validate:"required,min=1"` DirPermissionMode string `json:"DirPermissionMode" validate:"required,min=3"` FilePermissionMode string `json:"FilePermissionMode" validate:"required,min=3"` AttributesImplementation string `json:"AttributesImplementation" validate:"required,oneof=xattr none"` @@ -213,12 +177,6 @@ func LoadConfig(path string, config *Config) error { return err } - for i := range config.Converters { - if config.Converters[i].Output.RewriteOn == "" { - config.Converters[i].Output.RewriteOn = "UnequalHashInCache" - } - } - return nil } |