marvzhang
2020-02-01 19:18:30 +08:00
parent 1841dbf665
commit 633740f1c2
2 changed files with 13 additions and 1 deletions

View File

@@ -83,7 +83,7 @@ func (r *Redis) HGet(collection string, key string) (string, error) {
defer utils.Close(c)
value, err2 := redis.String(c.Do("HGET", collection, key))
if err2 != nil {
if err2 != nil && err2 != redis.ErrNil {
log.Error(err2.Error())
debug.PrintStack()
return value, err2

View File

@@ -69,6 +69,17 @@ func UploadSpiderToGridFsFromMaster(spider model.Spider) error {
spider.FileId = fid
_ = spider.Save()
// 获取爬虫同步实例
spiderSync := spider_handler.SpiderSync{
Spider: spider,
}
// 获取gfFile
gfFile2 := model.GetGridFs(spider.FileId)
// 生成MD5
spiderSync.CreateMd5File(gfFile2.Md5)
return nil
}
@@ -101,6 +112,7 @@ func UploadToGridFs(fileName string, filePath string) (fid bson.ObjectId, err er
}
// 关闭文件,提交写入
if err = f.Close(); err != nil {
debug.PrintStack()
return "", err
}
// 文件ID