Beesquit/app
1
0
Fork 0
forked from YaBL/app
Code Pull Requests Activity

reaper: some enchances

Browse Source
This commit is contained in:
Michael 2025-06-22 11:36:38 +03:00
parent 8855de53f4
commit bde518c91d
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
apps/book-reaper/internal/app/app.go
View File

@ -39,7 +39,7 @@ func (a *App) Run() error {
totalZips := len(zipFiles) totalZips := len(zipFiles)
fmt.Printf("Found %d archives\n", totalZips) fmt.Printf("Found %d archives\n", totalZips)
jobChan := make(chan BookJob, 500) jobChan := make(chan BookJob, 2500)
var dbWg sync.WaitGroup var dbWg sync.WaitGroup
var processedCount uint64 = 0 var processedCount uint64 = 0
@ -48,7 +48,7 @@ func (a *App) Run() error {
go func() { go func() {
defer dbWg.Done() defer dbWg.Done()
batchSize := 150 batchSize := 500
batch := make([]BookJob, 0, batchSize) batch := make([]BookJob, 0, batchSize)
flush := func() { flush := func() {
addedBooks := 0 addedBooks := 0
@ -167,8 +167,8 @@ func processZip(basePath string, zipPath string, jobChan chan<- BookJob) {
// log.Printf("Не удалось распарсить: %s\n", f.Name) // log.Printf("Не удалось распарсить: %s\n", f.Name)
return return
} }
fb2 := reaper.RawToFB2(*rawFB2, f.FileInfo().Name(), &bookcase, f.UncompressedSize64, nil) fb2 := reaper.RawToFB2(*rawFB2, f.FileInfo().Name(), &bookcase, f.UncompressedSize64, nil)
log.Println("paersed book", fb2.Title)
jobChan <- BookJob{FB2: fb2} jobChan <- BookJob{FB2: fb2}
}() }()
} }