mirror of
https://github.com/crawlab-team/crawlab.git
synced 2026-01-22 17:31:03 +01:00
f86173c973
- Replaced "conditions" parameter with "filter" in various controller methods to unify the filtering approach. - Updated related functions to utilize the new filter parameter, enhancing consistency in query handling. - Improved overall code readability and maintainability by aligning naming conventions and refactoring filter-related logic.
86 lines
2.0 KiB
Go
86 lines
2.0 KiB
Go
package controllers
|
|
|
|
import (
|
|
"github.com/crawlab-team/crawlab/core/models/models"
|
|
"github.com/crawlab-team/crawlab/core/models/service"
|
|
"github.com/crawlab-team/crawlab/core/mongo"
|
|
"github.com/gin-gonic/gin"
|
|
"github.com/juju/errors"
|
|
"go.mongodb.org/mongo-driver/bson"
|
|
"go.mongodb.org/mongo-driver/bson/primitive"
|
|
mongo2 "go.mongodb.org/mongo-driver/mongo"
|
|
)
|
|
|
|
func GetProjectList(c *gin.Context, params *GetListParams) (response *ListResponse[models.Project], err error) {
|
|
if params.All {
|
|
return NewController[models.Project]().GetAll(params)
|
|
}
|
|
|
|
query := ConvertToBsonMFromListParams(params)
|
|
|
|
sort, err := GetSortOptionFromString(params.Sort)
|
|
if err != nil {
|
|
return GetErrorListResponse[models.Project](errors.BadRequestf("invalid request parameters: %v", err))
|
|
}
|
|
|
|
// get list
|
|
projects, err := service.NewModelService[models.Project]().GetMany(query, &mongo.FindOptions{
|
|
Sort: sort,
|
|
Skip: params.Size * (params.Page - 1),
|
|
Limit: params.Size,
|
|
})
|
|
if err != nil {
|
|
if err.Error() != mongo2.ErrNoDocuments.Error() {
|
|
HandleErrorInternalServerError(c, err)
|
|
}
|
|
return
|
|
}
|
|
if len(projects) == 0 {
|
|
HandleSuccessWithListData(c, []models.Project{}, 0)
|
|
return
|
|
}
|
|
|
|
// total count
|
|
total, err := service.NewModelService[models.Project]().Count(query)
|
|
if err != nil {
|
|
HandleErrorInternalServerError(c, err)
|
|
return
|
|
}
|
|
|
|
// project ids
|
|
var ids []primitive.ObjectID
|
|
|
|
// count cache
|
|
cache := map[primitive.ObjectID]int{}
|
|
for _, p := range projects {
|
|
ids = append(ids, p.Id)
|
|
cache[p.Id] = 0
|
|
}
|
|
|
|
// spiders
|
|
spiders, err := service.NewModelService[models.Spider]().GetMany(bson.M{
|
|
"project_id": bson.M{
|
|
"$in": ids,
|
|
},
|
|
}, nil)
|
|
if err != nil {
|
|
HandleErrorInternalServerError(c, err)
|
|
return
|
|
}
|
|
for _, s := range spiders {
|
|
_, ok := cache[s.ProjectId]
|
|
if !ok {
|
|
HandleErrorInternalServerError(c, errors.New("project id not found"))
|
|
return
|
|
}
|
|
cache[s.ProjectId]++
|
|
}
|
|
|
|
// assign
|
|
for i, p := range projects {
|
|
projects[i].Spiders = cache[p.Id]
|
|
}
|
|
|
|
return GetListResponse[models.Project](projects, total)
|
|
}
|