crawlab/core/controllers/project.go

package controllers

import (
	"github.com/crawlab-team/crawlab/core/models/models"
	"github.com/crawlab-team/crawlab/core/models/service"
	"github.com/crawlab-team/crawlab/core/mongo"
	"github.com/gin-gonic/gin"
	"github.com/juju/errors"
	"go.mongodb.org/mongo-driver/bson"
	"go.mongodb.org/mongo-driver/bson/primitive"
	mongo2 "go.mongodb.org/mongo-driver/mongo"
)

func GetProjectList(_ *gin.Context, params *GetListParams) (response *ListResponse[models.Project], err error) {
	query := ConvertToBsonMFromListParams(params)

	sort, err := GetSortOptionFromString(params.Sort)
	if err != nil {
		return GetErrorListResponse[models.Project](errors.BadRequestf("invalid request parameters: %v", err))
	}

	// get list
	projects, err := service.NewModelService[models.Project]().GetMany(query, &mongo.FindOptions{
		Sort:  sort,
		Skip:  params.Size * (params.Page - 1),
		Limit: params.Size,
	})
	if err != nil {
		if err.Error() != mongo2.ErrNoDocuments.Error() {
			return GetErrorListResponse[models.Project](err)
		}
		return
	}
	if len(projects) == 0 {
		return GetEmptyListResponse[models.Project]()
	}

	// total count
	total, err := service.NewModelService[models.Project]().Count(query)
	if err != nil {
		return GetErrorListResponse[models.Project](err)
	}

	// project ids
	var ids []primitive.ObjectID

	// count cache
	cache := map[primitive.ObjectID]int{}
	for _, p := range projects {
		ids = append(ids, p.Id)
		cache[p.Id] = 0
	}

	// spiders
	spiders, err := service.NewModelService[models.Spider]().GetMany(bson.M{
		"project_id": bson.M{
			"$in": ids,
		},
	}, nil)
	if err != nil {
		return GetErrorListResponse[models.Project](err)
	}
	for _, s := range spiders {
		_, ok := cache[s.ProjectId]
		if ok {
			cache[s.ProjectId]++
		}
	}

	// assign
	for i, p := range projects {
		projects[i].Spiders = cache[p.Id]
	}

	return GetListResponse[models.Project](projects, total)
}