reaper: some enchances

This commit is contained in:
Michael 2025-06-22 11:36:38 +03:00
parent 8855de53f4
commit bde518c91d

View File

@ -39,7 +39,7 @@ func (a *App) Run() error {
totalZips := len(zipFiles)
fmt.Printf("Found %d archives\n", totalZips)
jobChan := make(chan BookJob, 500)
jobChan := make(chan BookJob, 2500)
var dbWg sync.WaitGroup
var processedCount uint64 = 0
@ -48,7 +48,7 @@ func (a *App) Run() error {
go func() {
defer dbWg.Done()
batchSize := 150
batchSize := 500
batch := make([]BookJob, 0, batchSize)
flush := func() {
addedBooks := 0
@ -167,8 +167,8 @@ func processZip(basePath string, zipPath string, jobChan chan<- BookJob) {
// log.Printf("Не удалось распарсить: %s\n", f.Name)
return
}
fb2 := reaper.RawToFB2(*rawFB2, f.FileInfo().Name(), &bookcase, f.UncompressedSize64, nil)
log.Println("paersed book", fb2.Title)
jobChan <- BookJob{FB2: fb2}
}()
}