package controllers import ( "github.com/crawlab-team/crawlab/core/models/models" "github.com/crawlab-team/crawlab/core/models/service" "github.com/crawlab-team/crawlab/core/mongo" "github.com/gin-gonic/gin" "github.com/juju/errors" "go.mongodb.org/mongo-driver/bson" "go.mongodb.org/mongo-driver/bson/primitive" mongo2 "go.mongodb.org/mongo-driver/mongo" ) func GetProjectList(c *gin.Context, params *GetListParams) (response *ListResponse[models.Project], err error) { if params.All { return NewController[models.Project]().GetAll(params) } query, err := GetFilterQueryFromListParams(params) if err != nil { return GetErrorListResponse[models.Project](errors.BadRequestf("invalid request parameters: %v", err)) } sort, err := GetSortOptionFromString(params.Sort) if err != nil { return GetErrorListResponse[models.Project](errors.BadRequestf("invalid request parameters: %v", err)) } // get list projects, err := service.NewModelService[models.Project]().GetMany(query, &mongo.FindOptions{ Sort: sort, Skip: params.Size * (params.Page - 1), Limit: params.Size, }) if err != nil { if err.Error() != mongo2.ErrNoDocuments.Error() { HandleErrorInternalServerError(c, err) } return } if len(projects) == 0 { HandleSuccessWithListData(c, []models.Project{}, 0) return } // total count total, err := service.NewModelService[models.Project]().Count(query) if err != nil { HandleErrorInternalServerError(c, err) return } // project ids var ids []primitive.ObjectID // count cache cache := map[primitive.ObjectID]int{} for _, p := range projects { ids = append(ids, p.Id) cache[p.Id] = 0 } // spiders spiders, err := service.NewModelService[models.Spider]().GetMany(bson.M{ "project_id": bson.M{ "$in": ids, }, }, nil) if err != nil { HandleErrorInternalServerError(c, err) return } for _, s := range spiders { _, ok := cache[s.ProjectId] if !ok { HandleErrorInternalServerError(c, errors.New("project id not found")) return } cache[s.ProjectId]++ } // assign for i, p := range projects { projects[i].Spiders = cache[p.Id] } return GetListResponse[models.Project](projects, total) }