From 8855de53f484fcd6d6efa4b1eb1d8daa710d765c Mon Sep 17 00:00:00 2001
From: Michael <code@mi6e4ka.dev>
Date: Sun, 22 Jun 2025 11:28:17 +0300
Subject: [PATCH] reaper: MORE parallel

---
 apps/book-reaper/internal/app/app.go | 49 +++++++++++++++-------------
 1 file changed, 26 insertions(+), 23 deletions(-)

diff --git a/apps/book-reaper/internal/app/app.go b/apps/book-reaper/internal/app/app.go
index ef31f15..a1236bb 100644
--- a/apps/book-reaper/internal/app/app.go
+++ b/apps/book-reaper/internal/app/app.go
@@ -48,7 +48,7 @@ func (a *App) Run() error {
 	go func() {
 		defer dbWg.Done()
 
-		batchSize := 50
+		batchSize := 150
 		batch := make([]BookJob, 0, batchSize)
 		flush := func() {
 			addedBooks := 0
@@ -104,7 +104,7 @@ func findZipFiles(basePath string) []string {
 }
 
 func processZipFilesParallel(basePath string, zipFiles []string, jobChan chan<- BookJob, processedCount *uint64, totalZips int) {
-	const workers = 4
+	const workers = 8
 
 	var wg sync.WaitGroup
 	tasks := make(chan string, workers)
@@ -143,32 +143,35 @@ func processZip(basePath string, zipPath string, jobChan chan<- BookJob) {
 		log.Printf("Failed open zip: %v\n", err)
 		return
 	}
+	bookcase, err := filepath.Rel(basePath, zipPath)
+	if err != nil {
+		log.Printf("Error rel path: %v\n", err)
+		return
+	}
 	defer r.Close()
-
+	var wg sync.WaitGroup
 	for _, f := range r.File {
 		if strings.HasSuffix(strings.ToLower(f.Name), ".fb2") {
-			rc, err := f.Open()
-			if err != nil {
-				log.Printf("Unable read file from archive: %v\n", err)
-				continue
-			}
+			wg.Add(1)
+			go func() {
+				defer wg.Done()
+				rc, err := f.Open()
+				if err != nil {
+					log.Printf("Unable read file from archive: %v\n", err)
+					return
+				}
+				rawFB2 := reaper.Parse(rc)
+				_ = rc.Close()
 
-			rawFB2 := reaper.Parse(rc)
-			_ = rc.Close()
+				if rawFB2 == nil {
+					// log.Printf("Не удалось распарсить: %s\n", f.Name)
+					return
+				}
 
-			if rawFB2 == nil {
-				// log.Printf("Не удалось распарсить: %s\n", f.Name)
-				continue
-			}
-
-			bookcase, err := filepath.Rel(basePath, zipPath)
-			if err != nil {
-				log.Printf("Error rel path: %v\n", err)
-				continue
-			}
-
-			fb2 := reaper.RawToFB2(*rawFB2, f.FileInfo().Name(), &bookcase, f.UncompressedSize64, nil)
-			jobChan <- BookJob{FB2: fb2}
+				fb2 := reaper.RawToFB2(*rawFB2, f.FileInfo().Name(), &bookcase, f.UncompressedSize64, nil)
+				jobChan <- BookJob{FB2: fb2}
+			}()
 		}
 	}
+	wg.Wait()
 }