mirror of
https://github.com/crawlab-team/crawlab.git
synced 2026-01-21 17:21:09 +01:00
80 lines
1.7 KiB
Go
80 lines
1.7 KiB
Go
package model
|
|
|
|
import (
|
|
"crawlab/database"
|
|
"crawlab/utils"
|
|
"github.com/apex/log"
|
|
"github.com/globalsign/mgo/bson"
|
|
"os"
|
|
"runtime/debug"
|
|
"time"
|
|
)
|
|
|
|
type LogItem struct {
|
|
Id bson.ObjectId `json:"_id" bson:"_id"`
|
|
Message string `json:"msg" bson:"msg"`
|
|
TaskId string `json:"task_id" bson:"task_id"`
|
|
IsError bool `json:"is_error" bson:"is_error"`
|
|
Ts time.Time `json:"ts" bson:"ts"`
|
|
}
|
|
|
|
// 获取本地日志
|
|
func GetLocalLog(logPath string) (fileBytes []byte, err error) {
|
|
|
|
f, err := os.Open(logPath)
|
|
if err != nil {
|
|
log.Error(err.Error())
|
|
debug.PrintStack()
|
|
return nil, err
|
|
}
|
|
fi, err := f.Stat()
|
|
if err != nil {
|
|
log.Error(err.Error())
|
|
debug.PrintStack()
|
|
return nil, err
|
|
}
|
|
defer utils.Close(f)
|
|
|
|
const bufLen = 2 * 1024 * 1024
|
|
logBuf := make([]byte, bufLen)
|
|
|
|
off := int64(0)
|
|
if fi.Size() > int64(len(logBuf)) {
|
|
off = fi.Size() - int64(len(logBuf))
|
|
}
|
|
n, err := f.ReadAt(logBuf, off)
|
|
|
|
//到文件结尾会有EOF标识
|
|
if err != nil && err.Error() != "EOF" {
|
|
log.Error(err.Error())
|
|
debug.PrintStack()
|
|
return nil, err
|
|
}
|
|
logBuf = logBuf[:n]
|
|
return logBuf, nil
|
|
}
|
|
|
|
func AddLogItem(l LogItem) error {
|
|
s, c := database.GetCol("logs")
|
|
defer s.Close()
|
|
if err := c.Insert(l); err != nil {
|
|
log.Errorf("insert log error: " + err.Error())
|
|
debug.PrintStack()
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func GetLogItemList(filter interface{}, skip int, limit int, sortStr string) ([]LogItem, error) {
|
|
s, c := database.GetCol("logs")
|
|
defer s.Close()
|
|
|
|
var logItems []LogItem
|
|
if err := c.Find(filter).Skip(skip).Limit(limit).Sort(sortStr).All(&logItems); err != nil {
|
|
debug.PrintStack()
|
|
return logItems, err
|
|
}
|
|
|
|
return logItems, nil
|
|
}
|