diff --git a/backend/database/redis.go b/backend/database/redis.go index 57cef9a2..bc6b4982 100644 --- a/backend/database/redis.go +++ b/backend/database/redis.go @@ -83,7 +83,7 @@ func (r *Redis) HGet(collection string, key string) (string, error) { defer utils.Close(c) value, err2 := redis.String(c.Do("HGET", collection, key)) - if err2 != nil { + if err2 != nil && err2 != redis.ErrNil { log.Error(err2.Error()) debug.PrintStack() return value, err2 diff --git a/backend/services/spider.go b/backend/services/spider.go index fe162f12..a03d4dc8 100644 --- a/backend/services/spider.go +++ b/backend/services/spider.go @@ -69,6 +69,17 @@ func UploadSpiderToGridFsFromMaster(spider model.Spider) error { spider.FileId = fid _ = spider.Save() + // 获取爬虫同步实例 + spiderSync := spider_handler.SpiderSync{ + Spider: spider, + } + + // 获取gfFile + gfFile2 := model.GetGridFs(spider.FileId) + + // 生成MD5 + spiderSync.CreateMd5File(gfFile2.Md5) + return nil } @@ -101,6 +112,7 @@ func UploadToGridFs(fileName string, filePath string) (fid bson.ObjectId, err er } // 关闭文件,提交写入 if err = f.Close(); err != nil { + debug.PrintStack() return "", err } // 文件ID