mirror of
https://github.com/crawlab-team/crawlab.git
synced 2026-01-22 17:31:03 +01:00
dc59599509
- Deleted the db module, consolidating database-related functionality into the core/mongo package for better organization and maintainability. - Updated all import paths across the codebase to replace references to the removed db module with core/mongo. - Cleaned up unused code and dependencies, enhancing overall project clarity and reducing complexity. - This refactor improves the structure of the codebase by centralizing database operations and simplifying module management.
87 lines
1.8 KiB
Go
87 lines
1.8 KiB
Go
package controllers
|
|
|
|
import (
|
|
"errors"
|
|
"github.com/crawlab-team/crawlab/core/models/models"
|
|
"github.com/crawlab-team/crawlab/core/models/service"
|
|
"github.com/crawlab-team/crawlab/core/mongo"
|
|
"github.com/gin-gonic/gin"
|
|
"go.mongodb.org/mongo-driver/bson"
|
|
"go.mongodb.org/mongo-driver/bson/primitive"
|
|
mongo2 "go.mongodb.org/mongo-driver/mongo"
|
|
)
|
|
|
|
func GetProjectList(c *gin.Context) {
|
|
// get all list
|
|
all := MustGetFilterAll(c)
|
|
if all {
|
|
NewController[models.Project]().getAll(c)
|
|
return
|
|
}
|
|
|
|
// params
|
|
pagination := MustGetPagination(c)
|
|
query := MustGetFilterQuery(c)
|
|
sort := MustGetSortOption(c)
|
|
|
|
// get list
|
|
projects, err := service.NewModelService[models.Project]().GetMany(query, &mongo.FindOptions{
|
|
Sort: sort,
|
|
Skip: pagination.Size * (pagination.Page - 1),
|
|
Limit: pagination.Size,
|
|
})
|
|
if err != nil {
|
|
if err.Error() != mongo2.ErrNoDocuments.Error() {
|
|
HandleErrorInternalServerError(c, err)
|
|
}
|
|
return
|
|
}
|
|
if len(projects) == 0 {
|
|
HandleSuccessWithListData(c, []models.Project{}, 0)
|
|
return
|
|
}
|
|
|
|
// total count
|
|
total, err := service.NewModelService[models.Project]().Count(query)
|
|
if err != nil {
|
|
HandleErrorInternalServerError(c, err)
|
|
return
|
|
}
|
|
|
|
// project ids
|
|
var ids []primitive.ObjectID
|
|
|
|
// count cache
|
|
cache := map[primitive.ObjectID]int{}
|
|
for _, p := range projects {
|
|
ids = append(ids, p.Id)
|
|
cache[p.Id] = 0
|
|
}
|
|
|
|
// spiders
|
|
spiders, err := service.NewModelService[models.Spider]().GetMany(bson.M{
|
|
"project_id": bson.M{
|
|
"$in": ids,
|
|
},
|
|
}, nil)
|
|
if err != nil {
|
|
HandleErrorInternalServerError(c, err)
|
|
return
|
|
}
|
|
for _, s := range spiders {
|
|
_, ok := cache[s.ProjectId]
|
|
if !ok {
|
|
HandleErrorInternalServerError(c, errors.New("project id not found"))
|
|
return
|
|
}
|
|
cache[s.ProjectId]++
|
|
}
|
|
|
|
// assign
|
|
for i, p := range projects {
|
|
projects[i].Spiders = cache[p.Id]
|
|
}
|
|
|
|
HandleSuccessWithListData(c, projects, total)
|
|
}
|