mirror of
https://github.com/Belphemur/CBZOptimizer.git
synced 2026-01-11 16:17:04 +01:00
Compare commits
19 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
f89974ac79 | ||
|
|
ce365a6bdf | ||
|
|
63a1b592c3 | ||
|
|
673484692b | ||
|
|
ad35e2655f | ||
|
|
d7f55fa886 | ||
|
|
62638517e4 | ||
|
|
dbf7f6c262 | ||
|
|
9ecd5ff3a5 | ||
|
|
a63d2395f0 | ||
|
|
839ad9ed9d | ||
|
|
c8879349e1 | ||
|
|
5ac59a93c5 | ||
|
|
72c6776793 | ||
|
|
e0b6d7fcef | ||
|
|
9305c8fa76 | ||
|
|
9cc45e75cf | ||
|
|
f451b660be | ||
|
|
c8fe726a96 |
12
.github/workflows/test.yml
vendored
12
.github/workflows/test.yml
vendored
@@ -28,7 +28,17 @@ jobs:
|
|||||||
mv go-junit-report /usr/local/bin/
|
mv go-junit-report /usr/local/bin/
|
||||||
|
|
||||||
- name: Run tests
|
- name: Run tests
|
||||||
run: go test -v 2>&1 ./... -coverprofile=coverage.txt | go-junit-report -set-exit-code > junit.xml
|
run: |
|
||||||
|
set -o pipefail
|
||||||
|
go test -v 2>&1 ./... -coverprofile=coverage.txt | tee test-results.txt
|
||||||
|
- name: Analyse test results
|
||||||
|
run: go-junit-report < test-results.txt > report.xml
|
||||||
|
- name: Upload test result artifact
|
||||||
|
uses: actions/upload-artifact@v2
|
||||||
|
with:
|
||||||
|
name: test-results
|
||||||
|
path: test-results.txt
|
||||||
|
retention-days: 7
|
||||||
- name: Upload results to Codecov
|
- name: Upload results to Codecov
|
||||||
uses: codecov/codecov-action@v4
|
uses: codecov/codecov-action@v4
|
||||||
with:
|
with:
|
||||||
|
|||||||
@@ -36,7 +36,7 @@ builds:
|
|||||||
# trims path
|
# trims path
|
||||||
- -trimpath
|
- -trimpath
|
||||||
ldflags:
|
ldflags:
|
||||||
- -s -w -X meta.Version={{.Version}} -X meta.Commit={{.Commit}} -X meta.Date={{ .CommitDate }}
|
- -s -w -X main.version={{.Version}} -X main.commit={{.Commit}} -X main.date={{ .CommitDate }}
|
||||||
env:
|
env:
|
||||||
- CGO_ENABLED=0
|
- CGO_ENABLED=0
|
||||||
# config the checksum filename
|
# config the checksum filename
|
||||||
|
|||||||
@@ -15,7 +15,7 @@ RUN mkdir -p "${CONFIG_FOLDER}" && adduser \
|
|||||||
|
|
||||||
COPY CBZOptimizer /usr/local/bin/CBZOptimizer
|
COPY CBZOptimizer /usr/local/bin/CBZOptimizer
|
||||||
|
|
||||||
RUN apk add --no-cache inotify-tools && chmod +x /usr/local/bin/CBZOptimizer
|
RUN apk add --no-cache inotify-tools bash-completion && chmod +x /usr/local/bin/CBZOptimizer && /usr/local/bin/CBZOptimizer completion bash > /etc/bash_completion.d/CBZOptimizer
|
||||||
|
|
||||||
USER ${USER}
|
USER ${USER}
|
||||||
ENTRYPOINT ["/usr/local/bin/CBZOptimizer"]
|
ENTRYPOINT ["/usr/local/bin/CBZOptimizer"]
|
||||||
@@ -30,10 +30,10 @@ func WriteChapterToCBZ(chapter *manga.Chapter, outputFilePath string) error {
|
|||||||
var fileName string
|
var fileName string
|
||||||
if page.IsSplitted {
|
if page.IsSplitted {
|
||||||
// Use the format page%03d-%02d for split pages
|
// Use the format page%03d-%02d for split pages
|
||||||
fileName = fmt.Sprintf("page_%04d-%02d%s", page.Index, page.SplitPartIndex, page.Extension)
|
fileName = fmt.Sprintf("%04d-%02d%s", page.Index, page.SplitPartIndex, page.Extension)
|
||||||
} else {
|
} else {
|
||||||
// Use the format page%03d for non-split pages
|
// Use the format page%03d for non-split pages
|
||||||
fileName = fmt.Sprintf("page_%04d%s", page.Index, page.Extension)
|
fileName = fmt.Sprintf("%04d%s", page.Index, page.Extension)
|
||||||
}
|
}
|
||||||
|
|
||||||
// Create a new file in the ZIP archive
|
// Create a new file in the ZIP archive
|
||||||
|
|||||||
@@ -31,7 +31,7 @@ func TestWriteChapterToCBZ(t *testing.T) {
|
|||||||
IsConverted: true,
|
IsConverted: true,
|
||||||
ConvertedTime: time.Now(),
|
ConvertedTime: time.Now(),
|
||||||
},
|
},
|
||||||
expectedFiles: []string{"page_0000.jpg", "ComicInfo.xml", "Converted.txt"},
|
expectedFiles: []string{"0000.jpg", "ComicInfo.xml", "Converted.txt"},
|
||||||
},
|
},
|
||||||
//test case where there is only one page and no
|
//test case where there is only one page and no
|
||||||
{
|
{
|
||||||
@@ -45,7 +45,7 @@ func TestWriteChapterToCBZ(t *testing.T) {
|
|||||||
},
|
},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
expectedFiles: []string{"page_0000.jpg"},
|
expectedFiles: []string{"0000.jpg"},
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: "Multiple pages with ComicInfo",
|
name: "Multiple pages with ComicInfo",
|
||||||
@@ -64,7 +64,7 @@ func TestWriteChapterToCBZ(t *testing.T) {
|
|||||||
},
|
},
|
||||||
ComicInfoXml: "<Series>Boundless Necromancer</Series>",
|
ComicInfoXml: "<Series>Boundless Necromancer</Series>",
|
||||||
},
|
},
|
||||||
expectedFiles: []string{"page_0000.jpg", "page_0001.jpg", "ComicInfo.xml"},
|
expectedFiles: []string{"0000.jpg", "0001.jpg", "ComicInfo.xml"},
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: "Split page",
|
name: "Split page",
|
||||||
@@ -79,7 +79,7 @@ func TestWriteChapterToCBZ(t *testing.T) {
|
|||||||
},
|
},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
expectedFiles: []string{"page_0000-01.jpg"},
|
expectedFiles: []string{"0000-01.jpg"},
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -29,6 +29,7 @@ func init() {
|
|||||||
command.Flags().Uint8P("quality", "q", 85, "Quality for conversion (0-100)")
|
command.Flags().Uint8P("quality", "q", 85, "Quality for conversion (0-100)")
|
||||||
command.Flags().IntP("parallelism", "n", 2, "Number of chapters to convert in parallel")
|
command.Flags().IntP("parallelism", "n", 2, "Number of chapters to convert in parallel")
|
||||||
command.Flags().BoolP("override", "o", false, "Override the original CBZ files")
|
command.Flags().BoolP("override", "o", false, "Override the original CBZ files")
|
||||||
|
command.Flags().BoolP("split", "s", false, "Split long pages into smaller chunks")
|
||||||
command.PersistentFlags().VarP(
|
command.PersistentFlags().VarP(
|
||||||
formatFlag,
|
formatFlag,
|
||||||
"format", "f",
|
"format", "f",
|
||||||
@@ -49,7 +50,7 @@ func ConvertCbzCommand(cmd *cobra.Command, args []string) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
quality, err := cmd.Flags().GetUint8("quality")
|
quality, err := cmd.Flags().GetUint8("quality")
|
||||||
if err != nil {
|
if err != nil || quality <= 0 || quality > 100 {
|
||||||
return fmt.Errorf("invalid quality value")
|
return fmt.Errorf("invalid quality value")
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -58,6 +59,11 @@ func ConvertCbzCommand(cmd *cobra.Command, args []string) error {
|
|||||||
return fmt.Errorf("invalid quality value")
|
return fmt.Errorf("invalid quality value")
|
||||||
}
|
}
|
||||||
|
|
||||||
|
split, err := cmd.Flags().GetBool("split")
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("invalid split value")
|
||||||
|
}
|
||||||
|
|
||||||
parallelism, err := cmd.Flags().GetInt("parallelism")
|
parallelism, err := cmd.Flags().GetInt("parallelism")
|
||||||
if err != nil || parallelism < 1 {
|
if err != nil || parallelism < 1 {
|
||||||
return fmt.Errorf("invalid parallelism value")
|
return fmt.Errorf("invalid parallelism value")
|
||||||
@@ -86,7 +92,13 @@ func ConvertCbzCommand(cmd *cobra.Command, args []string) error {
|
|||||||
go func() {
|
go func() {
|
||||||
defer wg.Done()
|
defer wg.Done()
|
||||||
for path := range fileChan {
|
for path := range fileChan {
|
||||||
err := utils.Optimize(chapterConverter, path, quality, override)
|
err := utils.Optimize(&utils.OptimizeOptions{
|
||||||
|
ChapterConverter: chapterConverter,
|
||||||
|
Path: path,
|
||||||
|
Quality: quality,
|
||||||
|
Override: override,
|
||||||
|
Split: split,
|
||||||
|
})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
errorChan <- fmt.Errorf("error processing file %s: %w", path, err)
|
errorChan <- fmt.Errorf("error processing file %s: %w", path, err)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -17,17 +17,16 @@ import (
|
|||||||
// MockConverter is a mock implementation of the Converter interface
|
// MockConverter is a mock implementation of the Converter interface
|
||||||
type MockConverter struct{}
|
type MockConverter struct{}
|
||||||
|
|
||||||
func (m *MockConverter) Format() constant.ConversionFormat {
|
func (m *MockConverter) ConvertChapter(chapter *manga.Chapter, quality uint8, split bool, progress func(message string, current uint32, total uint32)) (*manga.Chapter, error) {
|
||||||
return constant.WebP
|
|
||||||
}
|
|
||||||
|
|
||||||
func (m *MockConverter) ConvertChapter(chapter *manga.Chapter, quality uint8, progress func(string)) (*manga.Chapter, error) {
|
|
||||||
// Simulate conversion by setting the IsConverted flag
|
|
||||||
chapter.IsConverted = true
|
chapter.IsConverted = true
|
||||||
chapter.ConvertedTime = time.Now()
|
chapter.ConvertedTime = time.Now()
|
||||||
return chapter, nil
|
return chapter, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (m *MockConverter) Format() constant.ConversionFormat {
|
||||||
|
return constant.WebP
|
||||||
|
}
|
||||||
|
|
||||||
func (m *MockConverter) PrepareConverter() error {
|
func (m *MockConverter) PrepareConverter() error {
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
@@ -79,6 +78,7 @@ func TestConvertCbzCommand(t *testing.T) {
|
|||||||
cmd.Flags().Uint8P("quality", "q", 85, "Quality for conversion (0-100)")
|
cmd.Flags().Uint8P("quality", "q", 85, "Quality for conversion (0-100)")
|
||||||
cmd.Flags().IntP("parallelism", "n", 2, "Number of chapters to convert in parallel")
|
cmd.Flags().IntP("parallelism", "n", 2, "Number of chapters to convert in parallel")
|
||||||
cmd.Flags().BoolP("override", "o", false, "Override the original CBZ files")
|
cmd.Flags().BoolP("override", "o", false, "Override the original CBZ files")
|
||||||
|
cmd.Flags().BoolP("split", "s", false, "Split long pages into smaller chunks")
|
||||||
|
|
||||||
// Execute the command
|
// Execute the command
|
||||||
err = ConvertCbzCommand(cmd, []string{tempDir})
|
err = ConvertCbzCommand(cmd, []string{tempDir})
|
||||||
|
|||||||
@@ -14,6 +14,10 @@ var rootCmd = &cobra.Command{
|
|||||||
Short: "Convert CBZ files using a specified converter",
|
Short: "Convert CBZ files using a specified converter",
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func SetVersionInfo(version, commit, date string) {
|
||||||
|
rootCmd.Version = fmt.Sprintf("%s (Built on %s from Git SHA %s)", version, date, commit)
|
||||||
|
}
|
||||||
|
|
||||||
func getPath() string {
|
func getPath() string {
|
||||||
return filepath.Join(map[string]string{
|
return filepath.Join(map[string]string{
|
||||||
"windows": filepath.Join(os.Getenv("APPDATA")),
|
"windows": filepath.Join(os.Getenv("APPDATA")),
|
||||||
|
|||||||
@@ -1,21 +0,0 @@
|
|||||||
package cmd
|
|
||||||
|
|
||||||
import (
|
|
||||||
"fmt"
|
|
||||||
"github.com/belphemur/CBZOptimizer/meta"
|
|
||||||
"github.com/spf13/cobra"
|
|
||||||
)
|
|
||||||
|
|
||||||
func init() {
|
|
||||||
command := &cobra.Command{
|
|
||||||
Use: "version",
|
|
||||||
Short: "Print the version of the application",
|
|
||||||
Long: "Print the version of the application",
|
|
||||||
Run: VersionCommand,
|
|
||||||
}
|
|
||||||
AddCommand(command)
|
|
||||||
}
|
|
||||||
|
|
||||||
func VersionCommand(_ *cobra.Command, _ []string) {
|
|
||||||
fmt.Printf("CBZOptimizer %s [%s] built [%s]\n", meta.Version, meta.Commit, meta.Date)
|
|
||||||
}
|
|
||||||
@@ -35,6 +35,9 @@ func init() {
|
|||||||
command.Flags().BoolP("override", "o", true, "Override the original CBZ files")
|
command.Flags().BoolP("override", "o", true, "Override the original CBZ files")
|
||||||
_ = viper.BindPFlag("override", command.Flags().Lookup("override"))
|
_ = viper.BindPFlag("override", command.Flags().Lookup("override"))
|
||||||
|
|
||||||
|
command.Flags().BoolP("split", "s", false, "Split long pages into smaller chunks")
|
||||||
|
_ = viper.BindPFlag("split", command.Flags().Lookup("split"))
|
||||||
|
|
||||||
command.PersistentFlags().VarP(
|
command.PersistentFlags().VarP(
|
||||||
formatFlag,
|
formatFlag,
|
||||||
"format", "f",
|
"format", "f",
|
||||||
@@ -55,12 +58,14 @@ func WatchCommand(_ *cobra.Command, args []string) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
quality := uint8(viper.GetUint16("quality"))
|
quality := uint8(viper.GetUint16("quality"))
|
||||||
if quality <= 0 {
|
if quality <= 0 || quality > 100 {
|
||||||
return fmt.Errorf("invalid quality value")
|
return fmt.Errorf("invalid quality value")
|
||||||
}
|
}
|
||||||
|
|
||||||
override := viper.GetBool("override")
|
override := viper.GetBool("override")
|
||||||
|
|
||||||
|
split := viper.GetBool("split")
|
||||||
|
|
||||||
converterType := constant.FindConversionFormat(viper.GetString("format"))
|
converterType := constant.FindConversionFormat(viper.GetString("format"))
|
||||||
chapterConverter, err := converter.Get(converterType)
|
chapterConverter, err := converter.Get(converterType)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
@@ -109,7 +114,13 @@ func WatchCommand(_ *cobra.Command, args []string) error {
|
|||||||
for _, e := range event.Events {
|
for _, e := range event.Events {
|
||||||
switch e {
|
switch e {
|
||||||
case inotifywaitgo.CLOSE_WRITE, inotifywaitgo.MOVE:
|
case inotifywaitgo.CLOSE_WRITE, inotifywaitgo.MOVE:
|
||||||
err := utils.Optimize(chapterConverter, event.Filename, quality, override)
|
err := utils.Optimize(&utils.OptimizeOptions{
|
||||||
|
ChapterConverter: chapterConverter,
|
||||||
|
Path: path,
|
||||||
|
Quality: quality,
|
||||||
|
Override: override,
|
||||||
|
Split: split,
|
||||||
|
})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
errors <- fmt.Errorf("error processing file %s: %w", event.Filename, err)
|
errors <- fmt.Errorf("error processing file %s: %w", event.Filename, err)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -12,7 +12,10 @@ import (
|
|||||||
type Converter interface {
|
type Converter interface {
|
||||||
// Format of the converter
|
// Format of the converter
|
||||||
Format() (format constant.ConversionFormat)
|
Format() (format constant.ConversionFormat)
|
||||||
ConvertChapter(chapter *manga.Chapter, quality uint8, progress func(string)) (*manga.Chapter, error)
|
// ConvertChapter converts a manga chapter to the specified format.
|
||||||
|
//
|
||||||
|
// Returns partial success where some pages are converted and some are not.
|
||||||
|
ConvertChapter(chapter *manga.Chapter, quality uint8, split bool, progress func(message string, current uint32, total uint32)) (*manga.Chapter, error)
|
||||||
PrepareConverter() error
|
PrepareConverter() error
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -2,7 +2,9 @@ package converter
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"bytes"
|
"bytes"
|
||||||
|
"github.com/belphemur/CBZOptimizer/converter/constant"
|
||||||
"github.com/belphemur/CBZOptimizer/manga"
|
"github.com/belphemur/CBZOptimizer/manga"
|
||||||
|
"golang.org/x/exp/slices"
|
||||||
"image"
|
"image"
|
||||||
"image/jpeg"
|
"image/jpeg"
|
||||||
"os"
|
"os"
|
||||||
@@ -12,20 +14,46 @@ import (
|
|||||||
func TestConvertChapter(t *testing.T) {
|
func TestConvertChapter(t *testing.T) {
|
||||||
|
|
||||||
testCases := []struct {
|
testCases := []struct {
|
||||||
name string
|
name string
|
||||||
genTestChapter func(path string) (*manga.Chapter, error)
|
genTestChapter func(path string) (*manga.Chapter, error)
|
||||||
|
split bool
|
||||||
|
expectFailure []constant.ConversionFormat
|
||||||
|
expectPartialSuccess []constant.ConversionFormat
|
||||||
}{
|
}{
|
||||||
{
|
{
|
||||||
name: "All split pages",
|
name: "All split pages",
|
||||||
genTestChapter: genBigPages,
|
genTestChapter: genHugePage,
|
||||||
|
split: true,
|
||||||
|
expectFailure: []constant.ConversionFormat{},
|
||||||
|
expectPartialSuccess: []constant.ConversionFormat{},
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: "No split pages",
|
name: "Big Pages, no split",
|
||||||
genTestChapter: genSmallPages,
|
genTestChapter: genHugePage,
|
||||||
|
split: false,
|
||||||
|
expectFailure: []constant.ConversionFormat{constant.WebP},
|
||||||
|
expectPartialSuccess: []constant.ConversionFormat{},
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: "Mix of split and no split pages",
|
name: "No split pages",
|
||||||
genTestChapter: genMixSmallBig,
|
genTestChapter: genSmallPages,
|
||||||
|
split: false,
|
||||||
|
expectFailure: []constant.ConversionFormat{},
|
||||||
|
expectPartialSuccess: []constant.ConversionFormat{},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "Mix of split and no split pages",
|
||||||
|
genTestChapter: genMixSmallBig,
|
||||||
|
split: true,
|
||||||
|
expectFailure: []constant.ConversionFormat{},
|
||||||
|
expectPartialSuccess: []constant.ConversionFormat{},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "Mix of Huge and small page",
|
||||||
|
genTestChapter: genMixSmallHuge,
|
||||||
|
split: false,
|
||||||
|
expectFailure: []constant.ConversionFormat{},
|
||||||
|
expectPartialSuccess: []constant.ConversionFormat{constant.WebP},
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
// Load test genTestChapter from testdata
|
// Load test genTestChapter from testdata
|
||||||
@@ -50,19 +78,33 @@ func TestConvertChapter(t *testing.T) {
|
|||||||
|
|
||||||
quality := uint8(80)
|
quality := uint8(80)
|
||||||
|
|
||||||
progress := func(msg string) {
|
progress := func(msg string, current uint32, total uint32) {
|
||||||
t.Log(msg)
|
t.Log(msg)
|
||||||
}
|
}
|
||||||
|
|
||||||
convertedChapter, err := converter.ConvertChapter(chapter, quality, progress)
|
convertedChapter, err := converter.ConvertChapter(chapter, quality, tc.split, progress)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
|
if convertedChapter != nil && slices.Contains(tc.expectPartialSuccess, converter.Format()) {
|
||||||
|
t.Logf("Partial success to convert genTestChapter: %v", err)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
if slices.Contains(tc.expectFailure, converter.Format()) {
|
||||||
|
t.Logf("Expected failure to convert genTestChapter: %v", err)
|
||||||
|
return
|
||||||
|
}
|
||||||
t.Fatalf("failed to convert genTestChapter: %v", err)
|
t.Fatalf("failed to convert genTestChapter: %v", err)
|
||||||
|
} else if slices.Contains(tc.expectFailure, converter.Format()) {
|
||||||
|
t.Fatalf("expected failure to convert genTestChapter didn't happen")
|
||||||
}
|
}
|
||||||
|
|
||||||
if len(convertedChapter.Pages) == 0 {
|
if len(convertedChapter.Pages) == 0 {
|
||||||
t.Fatalf("no pages were converted")
|
t.Fatalf("no pages were converted")
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if len(convertedChapter.Pages) != len(chapter.Pages) {
|
||||||
|
t.Fatalf("converted chapter has different number of pages")
|
||||||
|
}
|
||||||
|
|
||||||
for _, page := range convertedChapter.Pages {
|
for _, page := range convertedChapter.Pages {
|
||||||
if page.Extension != ".webp" {
|
if page.Extension != ".webp" {
|
||||||
t.Errorf("page %d was not converted to webp format", page.Index)
|
t.Errorf("page %d was not converted to webp format", page.Index)
|
||||||
@@ -74,7 +116,7 @@ func TestConvertChapter(t *testing.T) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func genBigPages(path string) (*manga.Chapter, error) {
|
func genHugePage(path string) (*manga.Chapter, error) {
|
||||||
file, err := os.Open(path)
|
file, err := os.Open(path)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
@@ -82,8 +124,8 @@ func genBigPages(path string) (*manga.Chapter, error) {
|
|||||||
defer file.Close()
|
defer file.Close()
|
||||||
|
|
||||||
var pages []*manga.Page
|
var pages []*manga.Page
|
||||||
for i := 0; i < 5; i++ { // Assuming there are 5 pages for the test
|
for i := 0; i < 1; i++ { // Assuming there are 5 pages for the test
|
||||||
img := image.NewRGBA(image.Rect(0, 0, 300, 10000))
|
img := image.NewRGBA(image.Rect(0, 0, 1, 17000))
|
||||||
buf := new(bytes.Buffer)
|
buf := new(bytes.Buffer)
|
||||||
err := jpeg.Encode(buf, img, nil)
|
err := jpeg.Encode(buf, img, nil)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
@@ -160,3 +202,32 @@ func genMixSmallBig(path string) (*manga.Chapter, error) {
|
|||||||
Pages: pages,
|
Pages: pages,
|
||||||
}, nil
|
}, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func genMixSmallHuge(path string) (*manga.Chapter, error) {
|
||||||
|
file, err := os.Open(path)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
defer file.Close()
|
||||||
|
|
||||||
|
var pages []*manga.Page
|
||||||
|
for i := 0; i < 10; i++ { // Assuming there are 5 pages for the test
|
||||||
|
img := image.NewRGBA(image.Rect(0, 0, 1, 2000*(i+1)))
|
||||||
|
buf := new(bytes.Buffer)
|
||||||
|
err := jpeg.Encode(buf, img, nil)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
page := &manga.Page{
|
||||||
|
Index: uint16(i),
|
||||||
|
Contents: buf,
|
||||||
|
Extension: ".jpg",
|
||||||
|
}
|
||||||
|
pages = append(pages, page)
|
||||||
|
}
|
||||||
|
|
||||||
|
return &manga.Chapter{
|
||||||
|
FilePath: path,
|
||||||
|
Pages: pages,
|
||||||
|
}, nil
|
||||||
|
}
|
||||||
|
|||||||
13
converter/errors/converter_errors.go
Normal file
13
converter/errors/converter_errors.go
Normal file
@@ -0,0 +1,13 @@
|
|||||||
|
package errors
|
||||||
|
|
||||||
|
type PageIgnoredError struct {
|
||||||
|
s string
|
||||||
|
}
|
||||||
|
|
||||||
|
func (e *PageIgnoredError) Error() string {
|
||||||
|
return e.s
|
||||||
|
}
|
||||||
|
|
||||||
|
func NewPageIgnored(text string) error {
|
||||||
|
return &PageIgnoredError{text}
|
||||||
|
}
|
||||||
@@ -2,9 +2,11 @@ package webp
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"bytes"
|
"bytes"
|
||||||
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
"github.com/belphemur/CBZOptimizer/converter/constant"
|
"github.com/belphemur/CBZOptimizer/converter/constant"
|
||||||
packer2 "github.com/belphemur/CBZOptimizer/manga"
|
converterrors "github.com/belphemur/CBZOptimizer/converter/errors"
|
||||||
|
"github.com/belphemur/CBZOptimizer/manga"
|
||||||
"github.com/oliamb/cutter"
|
"github.com/oliamb/cutter"
|
||||||
"golang.org/x/exp/slices"
|
"golang.org/x/exp/slices"
|
||||||
_ "golang.org/x/image/webp"
|
_ "golang.org/x/image/webp"
|
||||||
@@ -17,6 +19,8 @@ import (
|
|||||||
"sync/atomic"
|
"sync/atomic"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
const webpMaxHeight = 16383
|
||||||
|
|
||||||
type Converter struct {
|
type Converter struct {
|
||||||
maxHeight int
|
maxHeight int
|
||||||
cropHeight int
|
cropHeight int
|
||||||
@@ -48,7 +52,7 @@ func (converter *Converter) PrepareConverter() error {
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (converter *Converter) ConvertChapter(chapter *packer2.Chapter, quality uint8, progress func(string)) (*packer2.Chapter, error) {
|
func (converter *Converter) ConvertChapter(chapter *manga.Chapter, quality uint8, split bool, progress func(message string, current uint32, total uint32)) (*manga.Chapter, error) {
|
||||||
err := converter.PrepareConverter()
|
err := converter.PrepareConverter()
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
@@ -57,7 +61,7 @@ func (converter *Converter) ConvertChapter(chapter *packer2.Chapter, quality uin
|
|||||||
var wgConvertedPages sync.WaitGroup
|
var wgConvertedPages sync.WaitGroup
|
||||||
maxGoroutines := runtime.NumCPU()
|
maxGoroutines := runtime.NumCPU()
|
||||||
|
|
||||||
pagesChan := make(chan *packer2.PageContainer, maxGoroutines)
|
pagesChan := make(chan *manga.PageContainer, maxGoroutines)
|
||||||
errChan := make(chan error, maxGoroutines)
|
errChan := make(chan error, maxGoroutines)
|
||||||
|
|
||||||
var wgPages sync.WaitGroup
|
var wgPages sync.WaitGroup
|
||||||
@@ -65,13 +69,13 @@ func (converter *Converter) ConvertChapter(chapter *packer2.Chapter, quality uin
|
|||||||
|
|
||||||
guard := make(chan struct{}, maxGoroutines)
|
guard := make(chan struct{}, maxGoroutines)
|
||||||
pagesMutex := sync.Mutex{}
|
pagesMutex := sync.Mutex{}
|
||||||
var pages []*packer2.Page
|
var pages []*manga.Page
|
||||||
var totalPages = uint32(len(chapter.Pages))
|
var totalPages = uint32(len(chapter.Pages))
|
||||||
|
|
||||||
go func() {
|
go func() {
|
||||||
for page := range pagesChan {
|
for page := range pagesChan {
|
||||||
guard <- struct{}{} // would block if guard channel is already filled
|
guard <- struct{}{} // would block if guard channel is already filled
|
||||||
go func(pageToConvert *packer2.PageContainer) {
|
go func(pageToConvert *manga.PageContainer) {
|
||||||
defer wgConvertedPages.Done()
|
defer wgConvertedPages.Done()
|
||||||
convertedPage, err := converter.convertPage(pageToConvert, quality)
|
convertedPage, err := converter.convertPage(pageToConvert, quality)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
@@ -93,7 +97,7 @@ func (converter *Converter) ConvertChapter(chapter *packer2.Chapter, quality uin
|
|||||||
}
|
}
|
||||||
pagesMutex.Lock()
|
pagesMutex.Lock()
|
||||||
pages = append(pages, convertedPage.Page)
|
pages = append(pages, convertedPage.Page)
|
||||||
progress(fmt.Sprintf("Converted %d/%d pages to %s format", len(pages), totalPages, converter.Format()))
|
progress(fmt.Sprintf("Converted %d/%d pages to %s format", len(pages), totalPages, converter.Format()), uint32(len(pages)), totalPages)
|
||||||
pagesMutex.Unlock()
|
pagesMutex.Unlock()
|
||||||
<-guard
|
<-guard
|
||||||
}(page)
|
}(page)
|
||||||
@@ -101,31 +105,36 @@ func (converter *Converter) ConvertChapter(chapter *packer2.Chapter, quality uin
|
|||||||
}()
|
}()
|
||||||
|
|
||||||
for _, page := range chapter.Pages {
|
for _, page := range chapter.Pages {
|
||||||
go func(page *packer2.Page) {
|
go func(page *manga.Page) {
|
||||||
defer wgPages.Done()
|
defer wgPages.Done()
|
||||||
|
|
||||||
splitNeeded, img, format, err := converter.checkPageNeedsSplit(page)
|
splitNeeded, img, format, err := converter.checkPageNeedsSplit(page, split)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
errChan <- fmt.Errorf("error checking if page %d of genTestChapter %s needs split: %v", page.Index, chapter.FilePath, err)
|
errChan <- err
|
||||||
|
// Partial error in this case, we want the page, but not converting it
|
||||||
|
if img != nil {
|
||||||
|
wgConvertedPages.Add(1)
|
||||||
|
pagesChan <- manga.NewContainer(page, img, format, false)
|
||||||
|
}
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
if !splitNeeded {
|
if !splitNeeded {
|
||||||
wgConvertedPages.Add(1)
|
wgConvertedPages.Add(1)
|
||||||
pagesChan <- packer2.NewContainer(page, img, format)
|
pagesChan <- manga.NewContainer(page, img, format, true)
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
images, err := converter.cropImage(img)
|
images, err := converter.cropImage(img)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
errChan <- fmt.Errorf("error converting page %d of genTestChapter %s to webp: %v", page.Index, chapter.FilePath, err)
|
errChan <- err
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
atomic.AddUint32(&totalPages, uint32(len(images)-1))
|
atomic.AddUint32(&totalPages, uint32(len(images)-1))
|
||||||
for i, img := range images {
|
for i, img := range images {
|
||||||
page := &packer2.Page{Index: page.Index, IsSplitted: true, SplitPartIndex: uint16(i)}
|
page := &manga.Page{Index: page.Index, IsSplitted: true, SplitPartIndex: uint16(i)}
|
||||||
wgConvertedPages.Add(1)
|
wgConvertedPages.Add(1)
|
||||||
pagesChan <- packer2.NewContainer(page, img, "N/A")
|
pagesChan <- manga.NewContainer(page, img, "N/A", true)
|
||||||
}
|
}
|
||||||
}(page)
|
}(page)
|
||||||
}
|
}
|
||||||
@@ -140,11 +149,12 @@ func (converter *Converter) ConvertChapter(chapter *packer2.Chapter, quality uin
|
|||||||
errList = append(errList, err)
|
errList = append(errList, err)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
var aggregatedError error = nil
|
||||||
if len(errList) > 0 {
|
if len(errList) > 0 {
|
||||||
return nil, fmt.Errorf("encountered errors: %v", errList)
|
aggregatedError = errors.Join(errList...)
|
||||||
}
|
}
|
||||||
|
|
||||||
slices.SortFunc(pages, func(a, b *packer2.Page) int {
|
slices.SortFunc(pages, func(a, b *manga.Page) int {
|
||||||
if a.Index == b.Index {
|
if a.Index == b.Index {
|
||||||
return int(b.SplitPartIndex - a.SplitPartIndex)
|
return int(b.SplitPartIndex - a.SplitPartIndex)
|
||||||
}
|
}
|
||||||
@@ -154,7 +164,7 @@ func (converter *Converter) ConvertChapter(chapter *packer2.Chapter, quality uin
|
|||||||
|
|
||||||
runtime.GC()
|
runtime.GC()
|
||||||
|
|
||||||
return chapter, nil
|
return chapter, aggregatedError
|
||||||
}
|
}
|
||||||
|
|
||||||
func (converter *Converter) cropImage(img image.Image) ([]image.Image, error) {
|
func (converter *Converter) cropImage(img image.Image) ([]image.Image, error) {
|
||||||
@@ -190,7 +200,7 @@ func (converter *Converter) cropImage(img image.Image) ([]image.Image, error) {
|
|||||||
return parts, nil
|
return parts, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (converter *Converter) checkPageNeedsSplit(page *packer2.Page) (bool, image.Image, string, error) {
|
func (converter *Converter) checkPageNeedsSplit(page *manga.Page, splitRequested bool) (bool, image.Image, string, error) {
|
||||||
reader := io.Reader(bytes.NewBuffer(page.Contents.Bytes()))
|
reader := io.Reader(bytes.NewBuffer(page.Contents.Bytes()))
|
||||||
img, format, err := image.Decode(reader)
|
img, format, err := image.Decode(reader)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
@@ -200,13 +210,19 @@ func (converter *Converter) checkPageNeedsSplit(page *packer2.Page) (bool, image
|
|||||||
bounds := img.Bounds()
|
bounds := img.Bounds()
|
||||||
height := bounds.Dy()
|
height := bounds.Dy()
|
||||||
|
|
||||||
return height >= converter.maxHeight, img, format, nil
|
if height >= webpMaxHeight && !splitRequested {
|
||||||
|
return false, img, format, converterrors.NewPageIgnored(fmt.Sprintf("page %d is too tall [max: %dpx] to be converted to webp format", page.Index, webpMaxHeight))
|
||||||
|
}
|
||||||
|
return height >= converter.maxHeight && splitRequested, img, format, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (converter *Converter) convertPage(container *packer2.PageContainer, quality uint8) (*packer2.PageContainer, error) {
|
func (converter *Converter) convertPage(container *manga.PageContainer, quality uint8) (*manga.PageContainer, error) {
|
||||||
if container.Format == "webp" {
|
if container.Format == "webp" {
|
||||||
return container, nil
|
return container, nil
|
||||||
}
|
}
|
||||||
|
if !container.IsToBeConverted {
|
||||||
|
return container, nil
|
||||||
|
}
|
||||||
converted, err := converter.convert(container.Image, uint(quality))
|
converted, err := converter.convert(container.Image, uint(quality))
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
|
|||||||
7
main.go
7
main.go
@@ -4,6 +4,13 @@ import (
|
|||||||
"github.com/belphemur/CBZOptimizer/cmd"
|
"github.com/belphemur/CBZOptimizer/cmd"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
var (
|
||||||
|
version = "dev"
|
||||||
|
commit = "none"
|
||||||
|
date = "unknown"
|
||||||
|
)
|
||||||
|
|
||||||
func main() {
|
func main() {
|
||||||
|
cmd.SetVersionInfo(version, commit, date)
|
||||||
cmd.Execute()
|
cmd.Execute()
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -10,8 +10,10 @@ type PageContainer struct {
|
|||||||
Image image.Image
|
Image image.Image
|
||||||
// Format is a string representing the format of the image (e.g., "png", "jpeg", "webp").
|
// Format is a string representing the format of the image (e.g., "png", "jpeg", "webp").
|
||||||
Format string
|
Format string
|
||||||
|
// IsToBeConverted is a boolean flag indicating whether the image needs to be converted to another format.
|
||||||
|
IsToBeConverted bool
|
||||||
}
|
}
|
||||||
|
|
||||||
func NewContainer(Page *Page, img image.Image, format string) *PageContainer {
|
func NewContainer(Page *Page, img image.Image, format string, isToBeConverted bool) *PageContainer {
|
||||||
return &PageContainer{Page: Page, Image: img, Format: format}
|
return &PageContainer{Page: Page, Image: img, Format: format, IsToBeConverted: isToBeConverted}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,41 +1,60 @@
|
|||||||
package utils
|
package utils
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
"github.com/belphemur/CBZOptimizer/cbz"
|
"github.com/belphemur/CBZOptimizer/cbz"
|
||||||
"github.com/belphemur/CBZOptimizer/converter"
|
"github.com/belphemur/CBZOptimizer/converter"
|
||||||
|
errors2 "github.com/belphemur/CBZOptimizer/converter/errors"
|
||||||
"log"
|
"log"
|
||||||
"strings"
|
"strings"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
type OptimizeOptions struct {
|
||||||
|
ChapterConverter converter.Converter
|
||||||
|
Path string
|
||||||
|
Quality uint8
|
||||||
|
Override bool
|
||||||
|
Split bool
|
||||||
|
}
|
||||||
|
|
||||||
// Optimize optimizes a CBZ file using the specified converter.
|
// Optimize optimizes a CBZ file using the specified converter.
|
||||||
func Optimize(chapterConverter converter.Converter, path string, quality uint8, override bool) error {
|
func Optimize(options *OptimizeOptions) error {
|
||||||
log.Printf("Processing file: %s\n", path)
|
log.Printf("Processing file: %s\n", options.Path)
|
||||||
|
|
||||||
// Load the chapter
|
// Load the chapter
|
||||||
chapter, err := cbz.LoadChapter(path)
|
chapter, err := cbz.LoadChapter(options.Path)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to load chapter: %v", err)
|
return fmt.Errorf("failed to load chapter: %v", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
if chapter.IsConverted {
|
if chapter.IsConverted {
|
||||||
log.Printf("Chapter already converted: %s", path)
|
log.Printf("Chapter already converted: %s", options.Path)
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// Convert the chapter
|
// Convert the chapter
|
||||||
convertedChapter, err := chapterConverter.ConvertChapter(chapter, quality, func(msg string) {
|
convertedChapter, err := options.ChapterConverter.ConvertChapter(chapter, options.Quality, options.Split, func(msg string, current uint32, total uint32) {
|
||||||
log.Printf("[%s]%s", path, msg)
|
if current%10 == 0 || current == total {
|
||||||
|
log.Printf("[%s] Converting: %d/%d", chapter.FilePath, current, total)
|
||||||
|
}
|
||||||
})
|
})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to convert chapter: %v", err)
|
var pageIgnoredError *errors2.PageIgnoredError
|
||||||
|
if !errors.As(err, &pageIgnoredError) {
|
||||||
|
return fmt.Errorf("failed to convert chapter: %v", err)
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
if convertedChapter == nil {
|
||||||
|
return fmt.Errorf("failed to convert chapter")
|
||||||
|
}
|
||||||
|
|
||||||
convertedChapter.SetConverted()
|
convertedChapter.SetConverted()
|
||||||
|
|
||||||
// Write the converted chapter back to a CBZ file
|
// Write the converted chapter back to a CBZ file
|
||||||
outputPath := path
|
outputPath := options.Path
|
||||||
if !override {
|
if !options.Override {
|
||||||
outputPath = strings.TrimSuffix(path, ".cbz") + "_converted.cbz"
|
outputPath = strings.TrimSuffix(options.Path, ".cbz") + "_converted.cbz"
|
||||||
}
|
}
|
||||||
err = cbz.WriteChapterToCBZ(convertedChapter, outputPath)
|
err = cbz.WriteChapterToCBZ(convertedChapter, outputPath)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
|
|||||||
Reference in New Issue
Block a user