|
|
|
package common
|
|
|
|
|
|
|
|
import (
|
|
|
|
log "github.com/sirupsen/logrus"
|
|
|
|
"io"
|
|
|
|
"io/ioutil"
|
|
|
|
"net/http"
|
|
|
|
"net/url"
|
|
|
|
"os"
|
|
|
|
"strings"
|
|
|
|
)
|
|
|
|
|
|
|
|
func CreateFolder(folderPath string) {
|
|
|
|
folder, err := os.Stat(folderPath)
|
|
|
|
if err == nil && folder.IsDir() { // folder exist -> skip create process
|
|
|
|
return
|
|
|
|
}
|
|
|
|
log.Debugf("Create folder -> %s", folderPath)
|
|
|
|
if err := os.MkdirAll(folderPath, 0755); err != nil {
|
|
|
|
log.Errorf("Failed to create folder -> %s", folderPath)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func IsFileExist(filePath string) bool {
|
|
|
|
s, err := os.Stat(filePath)
|
|
|
|
if err != nil { // file or folder not exist
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
return !s.IsDir()
|
|
|
|
}
|
|
|
|
|
|
|
|
func WriteFile(filePath string, content string, overwrite bool) {
|
|
|
|
if !overwrite && IsFileExist(filePath) { // file exist and don't overwrite
|
|
|
|
log.Debugf("File `%s` exist -> skip write", filePath)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
log.Debugf("Write file `%s` -> \n%s", filePath, content)
|
|
|
|
if err := os.WriteFile(filePath, []byte(content), 0644); err != nil {
|
|
|
|
log.Panicf("Failed to write `%s` -> %v", filePath, err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func ListFiles(folderPath string, suffix string) []string {
|
|
|
|
var fileList []string
|
|
|
|
files, err := ioutil.ReadDir(folderPath)
|
|
|
|
if err != nil {
|
|
|
|
log.Panicf("Failed to list folder -> %s", folderPath)
|
|
|
|
}
|
|
|
|
for _, file := range files {
|
|
|
|
if strings.HasSuffix(file.Name(), suffix) {
|
|
|
|
fileList = append(fileList, file.Name())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return fileList
|
|
|
|
}
|
|
|
|
|
|
|
|
func CopyFile(source string, target string) {
|
|
|
|
log.Infof("Copy file `%s` => `%s`", source, target)
|
|
|
|
if IsFileExist(target) {
|
|
|
|
log.Debugf("File `%s` will be overrided", target)
|
|
|
|
}
|
|
|
|
srcFile, err := os.Open(source)
|
|
|
|
defer srcFile.Close()
|
|
|
|
if err != nil {
|
|
|
|
log.Panicf("Failed to open file -> %s", source)
|
|
|
|
}
|
|
|
|
dstFile, err := os.OpenFile(target, os.O_WRONLY|os.O_TRUNC|os.O_CREATE, 0644)
|
|
|
|
defer dstFile.Close()
|
|
|
|
if err != nil {
|
|
|
|
log.Panicf("Failed to open file -> %s", target)
|
|
|
|
}
|
|
|
|
if _, err = io.Copy(dstFile, srcFile); err != nil {
|
|
|
|
log.Panicf("Failed to copy from `%s` to `%s`", source, target)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func DownloadFile(fileUrl string, filePath string, proxyUrl string) {
|
|
|
|
log.Debugf("File download `%s` => `%s`", fileUrl, filePath)
|
|
|
|
client := http.Client{}
|
|
|
|
if proxyUrl != "" { // use proxy for download
|
|
|
|
log.Infof("File download via proxy -> %s", proxyUrl)
|
|
|
|
rawUrl, _ := url.Parse(proxyUrl)
|
|
|
|
client = http.Client{
|
|
|
|
Transport: &http.Transport{
|
|
|
|
Proxy: http.ProxyURL(rawUrl),
|
|
|
|
},
|
|
|
|
}
|
|
|
|
}
|
|
|
|
resp, err := client.Get(fileUrl)
|
|
|
|
defer func() {
|
|
|
|
if resp != nil {
|
|
|
|
resp.Body.Close()
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
if err != nil {
|
|
|
|
log.Errorf("Download `%s` error -> %v", fileUrl, err)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
output, err := os.OpenFile(filePath, os.O_WRONLY|os.O_TRUNC|os.O_CREATE, 0644)
|
|
|
|
defer output.Close()
|
|
|
|
if err != nil {
|
|
|
|
log.Panicf("Open `%s` error -> %v", filePath, err)
|
|
|
|
}
|
|
|
|
if _, err = io.Copy(output, resp.Body); err != nil {
|
|
|
|
log.Panicf("File `%s` save error -> %v", filePath, err)
|
|
|
|
}
|
|
|
|
log.Infof("Download success `%s` => `%s`", fileUrl, filePath)
|
|
|
|
}
|