package common import ( log "github.com/sirupsen/logrus" "io" "io/ioutil" "net/http" "net/url" "os" "strings" ) func CreateFolder(folderPath string) { log.Debugf("Create folder -> %s", folderPath) if err := os.MkdirAll(folderPath, 0755); err != nil { log.Panicf("Failed to create folder -> %s", folderPath) } } func IsFileExist(filePath string) bool { s, err := os.Stat(filePath) if err != nil { // file or folder not exist return false } return !s.IsDir() } func WriteFile(filePath string, content string, overwrite bool) { if !overwrite && IsFileExist(filePath) { // file exist and don't overwrite log.Debugf("File `%s` exist -> skip write", filePath) return } log.Debugf("Write file `%s` -> \n%s", filePath, content) if err := os.WriteFile(filePath, []byte(content), 0644); err != nil { log.Panicf("Failed to write `%s` -> %v", filePath, err) } } func ListFiles(folderPath string, suffix string) []string { var fileList []string files, err := ioutil.ReadDir(folderPath) if err != nil { log.Panicf("Failed to list folder -> %s", folderPath) } for _, file := range files { if strings.HasSuffix(file.Name(), suffix) { fileList = append(fileList, file.Name()) } } return fileList } func CopyFile(source string, target string) { log.Infof("Copy file `%s` => `%s`", source, target) if IsFileExist(target) { log.Debugf("File `%s` will be overrided", target) } srcFile, err := os.Open(source) defer srcFile.Close() if err != nil { log.Panicf("Failed to open file -> %s", source) } dstFile, err := os.OpenFile(target, os.O_WRONLY|os.O_TRUNC|os.O_CREATE, 0644) defer dstFile.Close() if err != nil { log.Panicf("Failed to open file -> %s", target) } if _, err = io.Copy(dstFile, srcFile); err != nil { log.Panicf("Failed to copy from `%s` to `%s`", source, target) } } func DownloadFile(fileUrl string, filePath string, proxyUrl string) { log.Debugf("File download `%s` => `%s`", fileUrl, filePath) client := http.Client{} if proxyUrl != "" { // use proxy for download log.Infof("File download via proxy -> %s", proxyUrl) rawUrl, _ := url.Parse(proxyUrl) client = http.Client{ Transport: &http.Transport{ Proxy: http.ProxyURL(rawUrl), }, } } resp, err := client.Get(fileUrl) defer func() { if resp != nil { resp.Body.Close() } }() if err != nil { log.Errorf("Download `%s` error -> %v", fileUrl, err) return } output, err := os.OpenFile(filePath, os.O_WRONLY|os.O_TRUNC|os.O_CREATE, 0644) defer output.Close() if err != nil { log.Panicf("Open `%s` error -> %v", filePath, err) } if _, err = io.Copy(output, resp.Body); err != nil { log.Panicf("File `%s` save error -> %v", filePath, err) } log.Infof("Download success `%s` => `%s`", fileUrl, filePath) }