From d93bff63e781a7f7be62174cd479db65d6752fc9 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E9=99=88=E6=99=AF=E9=98=B3?= <1656488874@qq.com> Date: Mon, 30 Sep 2019 09:23:42 +0800 Subject: [PATCH] =?UTF-8?q?fix=20=E6=97=A0=E6=B3=95=E5=88=A0=E9=99=A4?= =?UTF-8?q?=E7=88=AC=E8=99=AB=E7=9A=84=E9=97=AE=E9=A2=98?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- backend/services/schedule.go | 2 +- backend/services/spider_handler/spider.go | 10 +++++++--- 2 files changed, 8 insertions(+), 4 deletions(-) diff --git a/backend/services/schedule.go b/backend/services/schedule.go index c35c6a58..58cdf628 100644 --- a/backend/services/schedule.go +++ b/backend/services/schedule.go @@ -126,7 +126,7 @@ func (s *Scheduler) Update() error { // 添加到定时任务 if err := s.AddJob(job); err != nil { - log.Errorf("add job error: %s", err.Error()) + log.Errorf("add job error: %s, job: %s, cron: %s", err.Error(), job.Name, job.Cron) debug.PrintStack() return err } diff --git a/backend/services/spider_handler/spider.go b/backend/services/spider_handler/spider.go index ac857e0a..53c83b9a 100644 --- a/backend/services/spider_handler/spider.go +++ b/backend/services/spider_handler/spider.go @@ -45,11 +45,15 @@ func (s *SpiderSync) GetLockDownloadKey(spiderId string) string { // 删除本地文件 func (s *SpiderSync) RemoveSpiderFile() { - //爬虫文件有变化,先删除本地文件 - _ = os.Remove(filepath.Join( + path := filepath.Join( viper.GetString("spider.path"), s.Spider.Name, - )) + ) + //爬虫文件有变化,先删除本地文件 + if err := os.RemoveAll(path); err != nil { + log.Errorf("remove spider files error: %s, path: %s", err.Error(), path) + debug.PrintStack() + } } // 检测是否已经下载中