mirror of
https://github.com/crawlab-team/crawlab.git
synced 2026-01-21 17:21:09 +01:00
chore: added debug code
This commit is contained in:
@@ -907,14 +907,16 @@ func (r *Runner) handleIPCInsertDataMessage(ipcMsg IPCMessage) {
|
||||
|
||||
// newTaskRunner creates a new task runner instance with the specified task ID
|
||||
// It initializes all necessary components and establishes required connections
|
||||
func newTaskRunner(id primitive.ObjectID, svc *Service) (r2 *Runner, err error) {
|
||||
func newTaskRunner(id primitive.ObjectID, svc *Service) (r *Runner, err error) {
|
||||
// validate options
|
||||
if id.IsZero() {
|
||||
return nil, constants.ErrInvalidOptions
|
||||
err = fmt.Errorf("invalid task id: %s", id.Hex())
|
||||
log.Errorf("error creating task runner: %v", err)
|
||||
return nil, err
|
||||
}
|
||||
|
||||
// runner
|
||||
r := &Runner{
|
||||
r = &Runner{
|
||||
subscribeTimeout: 30 * time.Second,
|
||||
bufferSize: 1024 * 1024,
|
||||
svc: svc,
|
||||
@@ -947,6 +949,7 @@ func newTaskRunner(id primitive.ObjectID, svc *Service) (r2 *Runner, err error)
|
||||
|
||||
// initialize task runner
|
||||
if err := r.Init(); err != nil {
|
||||
log.Errorf("error initializing task runner: %v", err)
|
||||
return r, err
|
||||
}
|
||||
|
||||
|
||||
@@ -42,6 +42,7 @@ func setupTest(t *testing.T) *Runner {
|
||||
// Create a test runner
|
||||
svc := newTaskHandlerService()
|
||||
runner, _ := newTaskRunner(task.Id, svc)
|
||||
require.NotNil(t, runner)
|
||||
err = runner.updateTask("", nil)
|
||||
require.Nil(t, err)
|
||||
_ = runner.Init()
|
||||
@@ -128,13 +129,3 @@ func TestRunner_Cancel(t *testing.T) {
|
||||
err = process.Signal(syscall.Signal(0))
|
||||
assert.Error(t, err) // Process should not exist
|
||||
}
|
||||
|
||||
// Helper function to create a temporary workspace for testing
|
||||
func createTestWorkspace(t *testing.T) string {
|
||||
dir, err := os.MkdirTemp("", "crawlab-test-*")
|
||||
assert.NoError(t, err)
|
||||
t.Cleanup(func() {
|
||||
os.RemoveAll(dir)
|
||||
})
|
||||
return dir
|
||||
}
|
||||
|
||||
@@ -172,6 +172,7 @@ func (svc *Service) GetTaskById(id primitive.ObjectID) (t *models.Task, err erro
|
||||
t, err = client.NewModelService[models.Task]().GetById(id)
|
||||
}
|
||||
if err != nil {
|
||||
log.Errorf("failed to get task by id: %v", err)
|
||||
return nil, err
|
||||
}
|
||||
|
||||
@@ -198,6 +199,7 @@ func (svc *Service) GetSpiderById(id primitive.ObjectID) (s *models.Spider, err
|
||||
s, err = client.NewModelService[models.Spider]().GetById(id)
|
||||
}
|
||||
if err != nil {
|
||||
log.Errorf("failed to get spider by id: %v", err)
|
||||
return nil, err
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user