更新可配置爬虫，修复一些问题

backend/utils/file.go

@@ -3,12 +3,12 @@ package utils
 import (
 	"archive/zip"
 	"bufio"
-	"errors"
 	"fmt"
 	"github.com/apex/log"
 	"io"
 	"io/ioutil"
 	"os"
+	"path"
 	"path/filepath"
 	"runtime/debug"
 	"strings"
@@ -254,84 +254,64 @@ func _Compress(file *os.File, prefix string, zw *zip.Writer) error {
 	return nil
 }
 
-/**
- * 拷贝文件夹,同时拷贝文件夹中的文件
- * @param srcPath  		需要拷贝的文件夹路径: D:/test
- * @param destPath		拷贝到的位置: D:/backup/
- */
-func CopyDir(srcPath string, destPath string) error {
-	// 检测目录正确性
-	if srcInfo, err := os.Stat(srcPath); err != nil {
-		fmt.Println(err.Error())
-		return err
-	} else {
-		if !srcInfo.IsDir() {
-			e := errors.New("srcPath不是一个正确的目录！")
-			fmt.Println(e.Error())
-			return e
-		}
-	}
-	if destInfo, err := os.Stat(destPath); err != nil {
-		fmt.Println(err.Error())
-		return err
-	} else {
-		if !destInfo.IsDir() {
-			e := errors.New("destInfo不是一个正确的目录！")
-			fmt.Println(e.Error())
-			return e
-		}
-	}
+// File copies a single file from src to dst
+func CopyFile(src, dst string) error {
+	var err error
+	var srcfd *os.File
+	var dstfd *os.File
+	var srcinfo os.FileInfo
 
-	err := filepath.Walk(srcPath, func(path string, f os.FileInfo, err error) error {
-		if f == nil {
-			return err
-		}
-		if !f.IsDir() {
-			path := strings.Replace(path, "\\", "/", -1)
-			destNewPath := strings.Replace(path, srcPath, destPath, -1)
-			_, _ = CopyFile(path, destNewPath)
-		}
-		return nil
-	})
-	if err != nil {
-		fmt.Printf(err.Error())
+	if srcfd, err = os.Open(src); err != nil {
+		return err
 	}
-	return err
+	defer srcfd.Close()
+
+	if dstfd, err = os.Create(dst); err != nil {
+		return err
+	}
+	defer dstfd.Close()
+
+	if _, err = io.Copy(dstfd, srcfd); err != nil {
+		return err
+	}
+	if srcinfo, err = os.Stat(src); err != nil {
+		return err
+	}
+	return os.Chmod(dst, srcinfo.Mode())
 }
 
-// 生成目录并拷贝文件
-func CopyFile(src, dest string) (w int64, err error) {
-	srcFile, err := os.Open(src)
-	if err != nil {
-		fmt.Println(err.Error())
-		return
-	}
-	defer srcFile.Close()
-	// 分割path目录
-	destSplitPathDirs := strings.Split(dest, "/")
+// Dir copies a whole directory recursively
+func CopyDir(src string, dst string) error {
+	var err error
+	var fds []os.FileInfo
+	var srcinfo os.FileInfo
 
-	// 检测时候存在目录
-	destSplitPath := ""
-	for index, dir := range destSplitPathDirs {
-		if index < len(destSplitPathDirs)-1 {
-			destSplitPath = destSplitPath + dir + "/"
-			if !Exists(destSplitPath) {
-				//创建目录
-				err := os.Mkdir(destSplitPath, os.ModePerm)
-				if err != nil {
-					fmt.Println(err)
-				}
+	if srcinfo, err = os.Stat(src); err != nil {
+		return err
+	}
+
+	if err = os.MkdirAll(dst, srcinfo.Mode()); err != nil {
+		return err
+	}
+
+	if fds, err = ioutil.ReadDir(src); err != nil {
+		return err
+	}
+	for _, fd := range fds {
+		srcfp := path.Join(src, fd.Name())
+		dstfp := path.Join(dst, fd.Name())
+
+		if fd.IsDir() {
+			if err = CopyDir(srcfp, dstfp); err != nil {
+				fmt.Println(err)
+			}
+		} else {
+			if err = CopyFile(srcfp, dstfp); err != nil {
+				fmt.Println(err)
 			}
 		}
 	}
-	dstFile, err := os.Create(dest)
-	if err != nil {
-		fmt.Println(err.Error())
-		return
-	}
-	defer dstFile.Close()
-
-	return io.Copy(dstFile, srcFile)
+	return nil
 }
 
 // 设置文件变量值
@@ -350,10 +330,10 @@ func SetFileVariable(filePath string, key string, value string) error {
 	content := string(contentBytes)
 
 	// 替换文本
-	content = strings.ReplaceAll(content, fmt.Sprintf("%s%s%s", sep, key, sep), value)
+	content = strings.Replace(content, fmt.Sprintf("%s%s%s", sep, key, sep), value, -1)
 
 	// 打开文件
-	f, err := os.OpenFile(filePath, os.O_WRONLY, 0777)
+	f, err := os.OpenFile(filePath, os.O_WRONLY|os.O_TRUNC, 0777)
 	if err != nil {
 		return err
 	}