added login page

backend/routes/spider.go

@@ -1,10 +1,14 @@
 package routes
 
 import (
+	"crawlab/constants"
+	"crawlab/database"
 	"crawlab/model"
 	"crawlab/services"
 	"crawlab/utils"
+	"github.com/apex/log"
 	"github.com/gin-gonic/gin"
+	"github.com/globalsign/mgo"
 	"github.com/globalsign/mgo/bson"
 	"github.com/pkg/errors"
 	uuid "github.com/satori/go.uuid"
@@ -14,7 +18,9 @@ import (
 	"os"
 	"path/filepath"
 	"runtime/debug"
+	"strconv"
 	"strings"
+	"time"
 )
 
 func GetSpiderList(c *gin.Context) {
@@ -342,3 +348,123 @@ func PostSpiderFile(c *gin.Context) {
 		Message: "success",
 	})
 }
+
+func GetSpiderStats(c *gin.Context) {
+	type Overview struct {
+		TaskCount            int     `json:"task_count" bson:"task_count"`
+		ResultCount          int     `json:"result_count" bson:"result_count"`
+		SuccessCount         int     `json:"success_count" bson:"success_count"`
+		SuccessRate          float64 `json:"success_rate"`
+		TotalWaitDuration    float64 `json:"wait_duration" bson:"wait_duration"`
+		TotalRuntimeDuration float64 `json:"runtime_duration" bson:"runtime_duration"`
+		AvgWaitDuration      float64 `json:"avg_wait_duration"`
+		AvgRuntimeDuration   float64 `json:"avg_runtime_duration"`
+	}
+
+	type Data struct {
+		Overview Overview              `json:"overview"`
+		Daily    []model.TaskDailyItem `json:"daily"`
+	}
+
+	id := c.Param("id")
+
+	spider, err := model.GetSpider(bson.ObjectIdHex(id))
+	if err != nil {
+		log.Errorf(err.Error())
+		HandleError(http.StatusInternalServerError, c, err)
+		return
+	}
+
+	s, col := database.GetCol("tasks")
+	defer s.Close()
+
+	// 起始日期
+	startDate := time.Now().Add(-time.Hour * 24 * 30)
+	endDate := time.Now()
+
+	// match
+	op1 := bson.M{
+		"$match": bson.M{
+			"spider_id": spider.Id,
+			"create_ts": bson.M{
+				"$gte": startDate,
+				"$lt":  endDate,
+			},
+		},
+	}
+
+	// project
+	op2 := bson.M{
+		"$project": bson.M{
+			"success_count": bson.M{
+				"$cond": []interface{}{
+					bson.M{
+						"$eq": []string{
+							"$status",
+							constants.StatusFinished,
+						},
+					},
+					1,
+					0,
+				},
+			},
+			"result_count":     "$result_count",
+			"wait_duration":    "$wait_duration",
+			"runtime_duration": "$runtime_duration",
+		},
+	}
+
+	// group
+	op3 := bson.M{
+		"$group": bson.M{
+			"_id":              nil,
+			"task_count":       bson.M{"$sum": 1},
+			"success_count":    bson.M{"$sum": "$success_count"},
+			"result_count":     bson.M{"$sum": "$result_count"},
+			"wait_duration":    bson.M{"$sum": "$wait_duration"},
+			"runtime_duration": bson.M{"$sum": "$runtime_duration"},
+		},
+	}
+
+	// run aggregation pipeline
+	var overview Overview
+	if err := col.Pipe([]bson.M{op1, op2, op3}).One(&overview); err != nil {
+		if err == mgo.ErrNotFound {
+			c.JSON(http.StatusOK, Response{
+				Status:  "ok",
+				Message: "success",
+				Data: Data{
+					Overview: overview,
+					Daily:    []model.TaskDailyItem{},
+				},
+			})
+			return
+		}
+		log.Errorf(err.Error())
+		HandleError(http.StatusInternalServerError, c, err)
+		return
+	}
+
+	// 后续处理
+	successCount, _ := strconv.ParseFloat(strconv.Itoa(overview.SuccessCount), 64)
+	taskCount, _ := strconv.ParseFloat(strconv.Itoa(overview.TaskCount), 64)
+	overview.SuccessRate = successCount / taskCount
+	overview.AvgWaitDuration = overview.TotalWaitDuration / taskCount
+	overview.AvgRuntimeDuration = overview.TotalRuntimeDuration / taskCount
+
+	items, err := model.GetDailyTaskStats(bson.M{"spider_id": spider.Id})
+	if err != nil {
+		log.Errorf(err.Error())
+		HandleError(http.StatusInternalServerError, c, err)
+		return
+	}
+
+	c.JSON(http.StatusOK, Response{
+		Status:  "ok",
+		Message: "success",
+		Data: Data{
+			Overview: overview,
+			Daily:    items,
+		},
+	})
+}