crawlab/core/controllers/project.go

package controllers

import (
	"github.com/crawlab-team/crawlab/core/models/models"
	"github.com/crawlab-team/crawlab/core/models/service"
	"github.com/crawlab-team/crawlab/core/mongo"
	"github.com/gin-gonic/gin"
	"github.com/juju/errors"
	"go.mongodb.org/mongo-driver/bson"
	"go.mongodb.org/mongo-driver/bson/primitive"
	mongo2 "go.mongodb.org/mongo-driver/mongo"
)

func GetProjectList(c *gin.Context, params *GetListParams) (response *ListResponse[models.Project], err error) {
	if params.All {
		return NewController[models.Project]().GetAll(params)
	}

	query, err := GetFilterQueryFromListParams(params)
	if err != nil {
		return GetErrorListResponse[models.Project](errors.BadRequestf("invalid request parameters: %v", err))
	}

	// get list
	projects, err := service.NewModelService[models.Project]().GetMany(query, &mongo.FindOptions{
		Sort:  params.Sort,
		Skip:  params.Size * (params.Page - 1),
		Limit: params.Size,
	})
	if err != nil {
		if err.Error() != mongo2.ErrNoDocuments.Error() {
			HandleErrorInternalServerError(c, err)
		}
		return
	}
	if len(projects) == 0 {
		HandleSuccessWithListData(c, []models.Project{}, 0)
		return
	}

	// total count
	total, err := service.NewModelService[models.Project]().Count(query)
	if err != nil {
		HandleErrorInternalServerError(c, err)
		return
	}

	// project ids
	var ids []primitive.ObjectID

	// count cache
	cache := map[primitive.ObjectID]int{}
	for _, p := range projects {
		ids = append(ids, p.Id)
		cache[p.Id] = 0
	}

	// spiders
	spiders, err := service.NewModelService[models.Spider]().GetMany(bson.M{
		"project_id": bson.M{
			"$in": ids,
		},
	}, nil)
	if err != nil {
		HandleErrorInternalServerError(c, err)
		return
	}
	for _, s := range spiders {
		_, ok := cache[s.ProjectId]
		if !ok {
			HandleErrorInternalServerError(c, errors.New("project id not found"))
			return
		}
		cache[s.ProjectId]++
	}

	// assign
	for i, p := range projects {
		projects[i].Spiders = cache[p.Id]
	}

	return GetListResponse[models.Project](projects, total)
}