mirror of
https://github.com/crawlab-team/crawlab.git
synced 2026-01-21 17:21:09 +01:00
This commit is contained in:
@@ -83,7 +83,7 @@ func (r *Redis) HGet(collection string, key string) (string, error) {
|
||||
defer utils.Close(c)
|
||||
|
||||
value, err2 := redis.String(c.Do("HGET", collection, key))
|
||||
if err2 != nil {
|
||||
if err2 != nil && err2 != redis.ErrNil {
|
||||
log.Error(err2.Error())
|
||||
debug.PrintStack()
|
||||
return value, err2
|
||||
|
||||
@@ -69,6 +69,17 @@ func UploadSpiderToGridFsFromMaster(spider model.Spider) error {
|
||||
spider.FileId = fid
|
||||
_ = spider.Save()
|
||||
|
||||
// 获取爬虫同步实例
|
||||
spiderSync := spider_handler.SpiderSync{
|
||||
Spider: spider,
|
||||
}
|
||||
|
||||
// 获取gfFile
|
||||
gfFile2 := model.GetGridFs(spider.FileId)
|
||||
|
||||
// 生成MD5
|
||||
spiderSync.CreateMd5File(gfFile2.Md5)
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
@@ -101,6 +112,7 @@ func UploadToGridFs(fileName string, filePath string) (fid bson.ObjectId, err er
|
||||
}
|
||||
// 关闭文件,提交写入
|
||||
if err = f.Close(); err != nil {
|
||||
debug.PrintStack()
|
||||
return "", err
|
||||
}
|
||||
// 文件ID
|
||||
|
||||
Reference in New Issue
Block a user