reaper: some enchances
This commit is contained in:
parent
8855de53f4
commit
bde518c91d
@ -39,7 +39,7 @@ func (a *App) Run() error {
|
||||
totalZips := len(zipFiles)
|
||||
fmt.Printf("Found %d archives\n", totalZips)
|
||||
|
||||
jobChan := make(chan BookJob, 500)
|
||||
jobChan := make(chan BookJob, 2500)
|
||||
var dbWg sync.WaitGroup
|
||||
var processedCount uint64 = 0
|
||||
|
||||
@ -48,7 +48,7 @@ func (a *App) Run() error {
|
||||
go func() {
|
||||
defer dbWg.Done()
|
||||
|
||||
batchSize := 150
|
||||
batchSize := 500
|
||||
batch := make([]BookJob, 0, batchSize)
|
||||
flush := func() {
|
||||
addedBooks := 0
|
||||
@ -167,8 +167,8 @@ func processZip(basePath string, zipPath string, jobChan chan<- BookJob) {
|
||||
// log.Printf("Не удалось распарсить: %s\n", f.Name)
|
||||
return
|
||||
}
|
||||
|
||||
fb2 := reaper.RawToFB2(*rawFB2, f.FileInfo().Name(), &bookcase, f.UncompressedSize64, nil)
|
||||
log.Println("paersed book", fb2.Title)
|
||||
jobChan <- BookJob{FB2: fb2}
|
||||
}()
|
||||
}
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user