mirror of
https://github.com/woodchen-ink/webp_server_go.git
synced 2025-07-18 13:42:02 +08:00
64db6cc199
* Try to mitigate cocurrency problem * Remove getFileContentType in funcion * Bump to 0.4.3 after fix
52 lines
1.3 KiB
Go
52 lines
1.3 KiB
Go
package main
|
|
|
|
import (
|
|
"fmt"
|
|
"os"
|
|
"path"
|
|
"path/filepath"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/schollz/progressbar/v3"
|
|
log "github.com/sirupsen/logrus"
|
|
)
|
|
|
|
func prefetchImages(confImgPath string, ExhaustPath string) {
|
|
// maximum ongoing prefetch is depending on your core of CPU
|
|
var sTime = time.Now()
|
|
log.Infof("Prefetching using %d cores", jobs)
|
|
var finishChan = make(chan int, jobs)
|
|
for i := 0; i < jobs; i++ {
|
|
finishChan <- 1
|
|
}
|
|
|
|
//prefetch, recursive through the dir
|
|
all := fileCount(confImgPath)
|
|
var bar = progressbar.Default(all, "Prefetching...")
|
|
err := filepath.Walk(confImgPath,
|
|
func(picAbsPath string, info os.FileInfo, err error) error {
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if info.IsDir() {
|
|
return nil
|
|
}
|
|
// RawImagePath string, ImgFilename string, reqURI string
|
|
proposedURI := strings.Replace(picAbsPath, confImgPath, "", 1)
|
|
avif, webp := genOptimizedAbsPath(picAbsPath, ExhaustPath, info.Name(), proposedURI)
|
|
_ = os.MkdirAll(path.Dir(avif), 0755)
|
|
log.Infof("Prefetching %s", picAbsPath)
|
|
go convertFilter(picAbsPath, avif, webp, finishChan)
|
|
_ = bar.Add(<-finishChan)
|
|
return nil
|
|
})
|
|
|
|
if err != nil {
|
|
log.Errorln(err)
|
|
}
|
|
elapsed := time.Since(sTime)
|
|
_, _ = fmt.Fprintf(os.Stdout, "Prefetch completeY(^_^)Y in %s\n\n", elapsed)
|
|
|
|
}
|