package assets import ( "XProxy/logger" urlpkg "net/url" "os" "path" "sync" "time" ) // saveAsset is used to write to a local file and specify its last modify // time. If the file exists, it will be replaced. func saveAsset(file string, content []byte, date *time.Time) error { err := os.MkdirAll(path.Dir(file), 0755) if err != nil { logger.Errorf("Failed to create folder -> %v", err) return err } fp, err := os.OpenFile(file, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, 0644) if err != nil { logger.Errorf("Failed to open file -> %v", err) return err } defer fp.Close() _, err = fp.Write(content) if err != nil { logger.Errorf("Failed to save file `%s` -> %v", file, err) return err } if date != nil { // change local file last modify time if err := os.Chtimes(file, *date, *date); err != nil { logger.Warnf("Failed to change asset modification time") } else { logger.Debugf("Change `%s` modification time to `%v`", file, date) } } return nil } // updateRemoteAsset will download remote asset via the optional proxy and // save them locally. Local files will be overwritten if they exist. func updateRemoteAsset(file string, url string, proxy *urlpkg.URL) error { logger.Debugf("Start downloading remote asset `%s` to `%s`", url, file) asset, date, err := downloadAsset(url, proxy) if err != nil { logger.Errorf("Failed to download remote asset `%s`", url) return err } if asset, err = tryExtract(asset); err != nil { return err } if err := saveAsset(file, asset, date); err != nil { return err } logger.Infof("Successfully obtained remote asset `%s`", file) return nil } // updateLocalAsset will extract local asset and save them locally. If the // local file already exists, it will be skipped. func updateLocalAsset(file string, src string) error { _, err := os.Stat(file) if err == nil { logger.Debugf("Local asset `%s` already exist", file) return nil // skip local asset extract } var date = time.Now() if stat, err := os.Stat(src); err == nil { date = stat.ModTime() // using last modify time of src file } logger.Debugf("Start extracting local asset `%s`", file) asset, err := os.ReadFile(src) if err != nil { logger.Errorf("Failed to read local asset -> %v", err) return err } if asset, err = tryExtract(asset); err != nil { return err } if err := saveAsset(file, asset, &date); err != nil { return err } logger.Infof("Successfully extracted local asset `%s`", file) return nil } // updateMultiple performs multiple update tasks, optionally in parallel. func updateMultiple(updates []func(), parallel bool) { if !parallel { for _, update := range updates { update() // sequential update } return } var wg sync.WaitGroup for _, update := range updates { update_ := update wg.Add(1) go func() { // parallel update update_() wg.Done() }() } wg.Wait() // wait all update tasks done } // updateRemoteAssets will update multiple remote assets in batches. func updateRemoteAssets(assets map[string]string, proxy *urlpkg.URL, parallel bool) { var tasks []func() for file, url := range assets { file_, url_ := file, url tasks = append(tasks, func() { _ = updateRemoteAsset(file_, url_, proxy) }) } updateMultiple(tasks, parallel) } // updateLocalAssets will extract multiple local assets in batches. func updateLocalAssets(assets map[string]string, parallel bool) { var tasks []func() for file, src := range assets { file_, src_ := file, src tasks = append(tasks, func() { _ = updateLocalAsset(file_, src_) }) } updateMultiple(tasks, parallel) }