mirror of
https://github.com/crawlab-team/crawlab.git
synced 2026-01-21 17:21:09 +01:00
364 lines
9.8 KiB
Go
364 lines
9.8 KiB
Go
package notification
|
|
|
|
import (
|
|
"github.com/apex/log"
|
|
"github.com/crawlab-team/crawlab/core/constants"
|
|
"github.com/crawlab-team/crawlab/core/entity"
|
|
"github.com/crawlab-team/crawlab/core/models/models/v2"
|
|
"github.com/crawlab-team/crawlab/core/models/service"
|
|
mongo2 "github.com/crawlab-team/crawlab/db/mongo"
|
|
parser "github.com/crawlab-team/crawlab/template-parser"
|
|
"go.mongodb.org/mongo-driver/bson"
|
|
"go.mongodb.org/mongo-driver/bson/primitive"
|
|
"go.mongodb.org/mongo-driver/mongo"
|
|
"sync"
|
|
)
|
|
|
|
type ServiceV2 struct {
|
|
}
|
|
|
|
func (svc *ServiceV2) Start() (err error) {
|
|
// initialize data
|
|
if err := svc.initData(); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (svc *ServiceV2) Stop() (err error) {
|
|
return nil
|
|
}
|
|
|
|
func (svc *ServiceV2) initData() (err error) {
|
|
total, err := service.NewModelServiceV2[models.NotificationSettingV2]().Count(nil)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if total > 0 {
|
|
return nil
|
|
}
|
|
|
|
// data to initialize
|
|
settings := []models.NotificationSettingV2{
|
|
{
|
|
Type: TypeMail,
|
|
Enabled: true,
|
|
Name: "任务通知（邮件）",
|
|
Description: "这是默认的邮件通知。您可以使用您自己的设置进行编辑。",
|
|
TaskTrigger: constants.NotificationTriggerTaskFinish,
|
|
Title: "[Crawlab] 爬虫任务更新: {{$.status}}",
|
|
Template: `尊敬的 {{$.user.username}},
|
|
|
|
请查看下面的任务数据。
|
|
|
|
|键|值|
|
|
|:-:|:--|
|
|
|任务状态|{{$.status}}|
|
|
|任务优先级|{{$.priority}}|
|
|
|任务模式|{{$.mode}}|
|
|
|执行命令|{{$.cmd}}|
|
|
|执行参数|{{$.param}}|
|
|
|错误信息|{{$.error}}|
|
|
|节点|{{$.node.name}}|
|
|
|爬虫|{{$.spider.name}}|
|
|
|项目|{{$.spider.project.name}}|
|
|
|定时任务|{{$.schedule.name}}|
|
|
|结果数|{{$.:task_stat.result_count}}|
|
|
|等待时间（秒）|{#{{$.:task_stat.wait_duration}}/1000#}|
|
|
|运行时间（秒）|{#{{$.:task_stat.runtime_duration}}/1000#}|
|
|
|总时间（秒）|{#{{$.:task_stat.total_duration}}/1000#}|
|
|
|平均结果数/秒|{#{{$.:task_stat.result_count}}/({{$.:task_stat.total_duration}}/1000)#}|
|
|
`,
|
|
Mail: models.NotificationSettingMail{
|
|
Server: "smtp.163.com",
|
|
Port: "465",
|
|
To: "{{$.user[create].email}}",
|
|
},
|
|
},
|
|
{
|
|
Type: TypeMail,
|
|
Enabled: true,
|
|
Name: "Task Change (Mail)",
|
|
Description: "This is the default mail notification. You can edit it with your own settings",
|
|
TaskTrigger: constants.NotificationTriggerTaskFinish,
|
|
Title: "[Crawlab] Task Update: {{$.status}}",
|
|
Template: `Dear {{$.user.username}},
|
|
|
|
Please find the task data as below.
|
|
|
|
|Key|Value|
|
|
|:-:|:--|
|
|
|Task Status|{{$.status}}|
|
|
|Task Priority|{{$.priority}}|
|
|
|Task Mode|{{$.mode}}|
|
|
|Task Command|{{$.cmd}}|
|
|
|Task Params|{{$.param}}|
|
|
|Error Message|{{$.error}}|
|
|
|Node|{{$.node.name}}|
|
|
|Spider|{{$.spider.name}}|
|
|
|Project|{{$.spider.project.name}}|
|
|
|Schedule|{{$.schedule.name}}|
|
|
|Result Count|{{$.:task_stat.result_count}}|
|
|
|Wait Duration (sec)|{#{{$.:task_stat.wait_duration}}/1000#}|
|
|
|Runtime Duration (sec)|{#{{$.:task_stat.runtime_duration}}/1000#}|
|
|
|Total Duration (sec)|{#{{$.:task_stat.total_duration}}/1000#}|
|
|
|Avg Results / Sec|{#{{$.:task_stat.result_count}}/({{$.:task_stat.total_duration}}/1000)#}|
|
|
`,
|
|
Mail: models.NotificationSettingMail{
|
|
Server: "smtp.163.com",
|
|
Port: "465",
|
|
To: "{{$.user[create].email}}",
|
|
},
|
|
},
|
|
{
|
|
Type: TypeMobile,
|
|
Enabled: true,
|
|
Name: "任务通知（移动端）",
|
|
Description: "这是默认的手机通知。您可以使用您自己的设置进行编辑。",
|
|
TaskTrigger: constants.NotificationTriggerTaskFinish,
|
|
Title: "[Crawlab] 任务更新: {{$.status}}",
|
|
Template: `尊敬的 {{$.user.username}},
|
|
|
|
请查看下面的任务数据。
|
|
|
|
- **任务状态**: {{$.status}}
|
|
- **任务优先级**: {{$.priority}}
|
|
- **任务模式**: {{$.mode}}
|
|
- **执行命令**: {{$.cmd}}
|
|
- **执行参数**: {{$.param}}
|
|
- **错误信息**: {{$.error}}
|
|
- **节点**: {{$.node.name}}
|
|
- **爬虫**: {{$.spider.name}}
|
|
- **项目**: {{$.spider.project.name}}
|
|
- **定时任务**: {{$.schedule.name}}
|
|
- **结果数**: {{$.:task_stat.result_count}}
|
|
- **等待时间（秒）**: {#{{$.:task_stat.wait_duration}}/1000#}
|
|
- **运行时间（秒）**: {#{{$.:task_stat.runtime_duration}}/1000#}
|
|
- **总时间（秒）**: {#{{$.:task_stat.total_duration}}/1000#}
|
|
- **平均结果数/秒**: {#{{$.:task_stat.result_count}}/({{$.:task_stat.total_duration}}/1000)#}`,
|
|
Mobile: models.NotificationSettingMobile{},
|
|
},
|
|
{
|
|
Type: TypeMobile,
|
|
Enabled: true,
|
|
Name: "Task Change (Mobile)",
|
|
Description: "This is the default mobile notification. You can edit it with your own settings",
|
|
TaskTrigger: constants.NotificationTriggerTaskFinish,
|
|
Title: "[Crawlab] Task Update: {{$.status}}",
|
|
Template: `Dear {{$.user.username}},
|
|
|
|
Please find the task data as below.
|
|
|
|
- **Task Status**: {{$.status}}
|
|
- **Task Priority**: {{$.priority}}
|
|
- **Task Mode**: {{$.mode}}
|
|
- **Task Command**: {{$.cmd}}
|
|
- **Task Params**: {{$.param}}
|
|
- **Error Message**: {{$.error}}
|
|
- **Node**: {{$.node.name}}
|
|
- **Spider**: {{$.spider.name}}
|
|
- **Project**: {{$.spider.project.name}}
|
|
- **Schedule**: {{$.schedule.name}}
|
|
- **Result Count**: {{$.:task_stat.result_count}}
|
|
- **Wait Duration (sec)**: {#{{$.:task_stat.wait_duration}}/1000#}
|
|
- **Runtime Duration (sec)**: {#{{$.:task_stat.runtime_duration}}/1000#}
|
|
- **Total Duration (sec)**: {#{{$.:task_stat.total_duration}}/1000#}
|
|
- **Avg Results / Sec**: {#{{$.:task_stat.result_count}}/({{$.:task_stat.total_duration}}/1000)#}`,
|
|
Mobile: models.NotificationSettingMobile{},
|
|
},
|
|
}
|
|
_, err = service.NewModelServiceV2[models.NotificationSettingV2]().InsertMany(settings)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (svc *ServiceV2) Send(s *models.NotificationSettingV2, entity bson.M) (err error) {
|
|
switch s.Type {
|
|
case TypeMail:
|
|
return svc.SendMail(s, entity)
|
|
case TypeMobile:
|
|
return svc.SendMobile(s, entity)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (svc *ServiceV2) SendMail(s *models.NotificationSettingV2, entity bson.M) (err error) {
|
|
// to
|
|
to, err := parser.Parse(s.Mail.To, entity)
|
|
if err != nil {
|
|
log.Warnf("parsing 'to' error: %v", err)
|
|
}
|
|
if to == "" {
|
|
return nil
|
|
}
|
|
|
|
// cc
|
|
cc, err := parser.Parse(s.Mail.Cc, entity)
|
|
if err != nil {
|
|
log.Warnf("parsing 'cc' error: %v", err)
|
|
}
|
|
|
|
// title
|
|
title, err := parser.Parse(s.Title, entity)
|
|
if err != nil {
|
|
log.Warnf("parsing 'title' error: %v", err)
|
|
}
|
|
|
|
// content
|
|
content, err := parser.Parse(s.Template, entity)
|
|
if err != nil {
|
|
log.Warnf("parsing 'content' error: %v", err)
|
|
}
|
|
|
|
// send mail
|
|
if err := SendMail(&s.Mail, to, cc, title, content); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (svc *ServiceV2) SendMobile(s *models.NotificationSettingV2, entity bson.M) (err error) {
|
|
// webhook
|
|
webhook, err := parser.Parse(s.Mobile.Webhook, entity)
|
|
if err != nil {
|
|
log.Warnf("parsing 'webhook' error: %v", err)
|
|
}
|
|
if webhook == "" {
|
|
return nil
|
|
}
|
|
|
|
// title
|
|
title, err := parser.Parse(s.Title, entity)
|
|
if err != nil {
|
|
log.Warnf("parsing 'title' error: %v", err)
|
|
}
|
|
|
|
// content
|
|
content, err := parser.Parse(s.Template, entity)
|
|
if err != nil {
|
|
log.Warnf("parsing 'content' error: %v", err)
|
|
}
|
|
|
|
// send
|
|
if err := SendMobileNotification(webhook, title, content); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (svc *ServiceV2) GetSettingList(query bson.M, pagination *entity.Pagination, sort bson.D) (res []models.NotificationSettingV2, total int, err error) {
|
|
// options
|
|
var options *mongo2.FindOptions
|
|
if pagination != nil || sort != nil {
|
|
options = new(mongo2.FindOptions)
|
|
if pagination != nil {
|
|
options.Skip = pagination.Size * (pagination.Page - 1)
|
|
options.Limit = pagination.Size
|
|
}
|
|
if sort != nil {
|
|
options.Sort = sort
|
|
}
|
|
}
|
|
|
|
// get list
|
|
list, err := service.NewModelServiceV2[models.NotificationSettingV2]().GetMany(query, options)
|
|
if err != nil {
|
|
if err.Error() == mongo.ErrNoDocuments.Error() {
|
|
return nil, 0, nil
|
|
} else {
|
|
return nil, 0, err
|
|
}
|
|
}
|
|
|
|
// total count
|
|
total, err = service.NewModelServiceV2[models.NotificationSettingV2]().Count(query)
|
|
if err != nil {
|
|
return nil, 0, err
|
|
}
|
|
|
|
return list, total, nil
|
|
}
|
|
|
|
func (svc *ServiceV2) GetSetting(id primitive.ObjectID) (res *models.NotificationSettingV2, err error) {
|
|
s, err := service.NewModelServiceV2[models.NotificationSettingV2]().GetById(id)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return s, nil
|
|
}
|
|
|
|
func (svc *ServiceV2) PosSetting(s *models.NotificationSettingV2) (err error) {
|
|
s.Id = primitive.NewObjectID()
|
|
_, err = service.NewModelServiceV2[models.NotificationSettingV2]().InsertOne(*s)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (svc *ServiceV2) PutSetting(id primitive.ObjectID, s models.NotificationSettingV2) (err error) {
|
|
err = service.NewModelServiceV2[models.NotificationSettingV2]().ReplaceById(id, s)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (svc *ServiceV2) DeleteSetting(id primitive.ObjectID) (err error) {
|
|
err = service.NewModelServiceV2[models.NotificationSettingV2]().DeleteById(id)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (svc *ServiceV2) EnableSetting(id primitive.ObjectID) (err error) {
|
|
return svc._toggleSettingFunc(true)(id)
|
|
}
|
|
|
|
func (svc *ServiceV2) DisableSetting(id primitive.ObjectID) (err error) {
|
|
return svc._toggleSettingFunc(false)(id)
|
|
}
|
|
|
|
func (svc *ServiceV2) _toggleSettingFunc(value bool) func(id primitive.ObjectID) error {
|
|
return func(id primitive.ObjectID) (err error) {
|
|
s, err := service.NewModelServiceV2[models.NotificationSettingV2]().GetById(id)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
s.Enabled = value
|
|
err = service.NewModelServiceV2[models.NotificationSettingV2]().ReplaceById(id, *s)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
}
|
|
|
|
func newNotificationServiceV2() *ServiceV2 {
|
|
// service
|
|
svc := &ServiceV2{}
|
|
|
|
return svc
|
|
}
|
|
|
|
var _serviceV2 *ServiceV2
|
|
var _serviceV2Once = new(sync.Once)
|
|
|
|
func GetNotificationServiceV2() *ServiceV2 {
|
|
if _serviceV2 != nil {
|
|
return _serviceV2
|
|
}
|
|
_serviceV2Once.Do(func() {
|
|
_serviceV2 = newNotificationServiceV2()
|
|
})
|
|
return _serviceV2
|
|
}
|