From 4446f8704abb145deb24b202495df2c78f6dbe48 Mon Sep 17 00:00:00 2001 From: hantmac Date: Tue, 20 Aug 2019 17:09:43 +0800 Subject: [PATCH] Code optimization:change the crawler zip file to slice read --- backend/services/spider.go | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/backend/services/spider.go b/backend/services/spider.go index 9404c63a..f4f856e6 100644 --- a/backend/services/spider.go +++ b/backend/services/spider.go @@ -183,7 +183,11 @@ func UploadToGridFs(spider model.Spider, fileName string, filePath string) (fid } //分片读取爬虫zip文件 - ReadFileByStep(filePath, WriteToGridFS, f) + err = ReadFileByStep(filePath, WriteToGridFS, f) + if err != nil { + debug.PrintStack() + return "", err + } // 删除zip文件 if err = os.Remove(filePath); err != nil {