加入scrapy日志选择

backend/services/schedule.go

@@ -22,6 +22,28 @@ func AddScheduleTask(s model.Schedule) func() {
 		// 生成任务ID
 		id := uuid.NewV4()
 
+		// 参数
+		var param string
+
+		// 爬虫
+		spider, err := model.GetSpider(s.SpiderId)
+		if err != nil {
+			return
+		}
+
+		// scrapy 爬虫
+		if spider.IsScrapy {
+			if s.ScrapySpider == "" {
+				log.Errorf("scrapy spider is not set")
+				debug.PrintStack()
+				return
+			}
+
+			param = s.ScrapySpider + " " + s.Param
+		} else {
+			param = s.Param
+		}
+
 		if s.RunType == constants.RunTypeAllNodes {
 			// 所有节点
 			nodes, err := model.GetNodeList(nil)
@@ -33,7 +55,7 @@ func AddScheduleTask(s model.Schedule) func() {
 					Id:       id.String(),
 					SpiderId: s.SpiderId,
 					NodeId:   node.Id,
-					Param:    s.Param,
+					Param:    param,
 					UserId:   s.UserId,
 				}
 
@@ -46,7 +68,7 @@ func AddScheduleTask(s model.Schedule) func() {
 			t := model.Task{
 				Id:       id.String(),
 				SpiderId: s.SpiderId,
-				Param:    s.Param,
+				Param:    param,
 				UserId:   s.UserId,
 			}
 			if _, err := AddTask(t); err != nil {
@@ -61,7 +83,7 @@ func AddScheduleTask(s model.Schedule) func() {
 					Id:       id.String(),
 					SpiderId: s.SpiderId,
 					NodeId:   nodeId,
-					Param:    s.Param,
+					Param:    param,
 					UserId:   s.UserId,
 				}