From 113be056aece294fcbe3dc73d1e75c6ad3f3a51d Mon Sep 17 00:00:00 2001 From: Marvin Zhang Date: Sun, 26 May 2019 19:17:02 +0800 Subject: [PATCH] updated configurable spider --- crawlab/spiders/spiders/spiders/config_spider.py | 2 +- frontend/src/components/InfoView/SpiderInfoView.vue | 2 +- frontend/src/store/modules/spider.js | 5 +++++ 3 files changed, 7 insertions(+), 2 deletions(-) diff --git a/crawlab/spiders/spiders/spiders/config_spider.py b/crawlab/spiders/spiders/spiders/config_spider.py index bed976f5..fe801f8e 100644 --- a/crawlab/spiders/spiders/spiders/config_spider.py +++ b/crawlab/spiders/spiders/spiders/config_spider.py @@ -81,8 +81,8 @@ class ConfigSpiderSpider(scrapy.Spider): def parse(self, response): if spider['crawl_type'] == 'list': - items = get_list_items(response) # list page only + items = get_list_items(response) for _item in items: item = get_spiders_item(sel=_item, fields=spider['fields']) yield item diff --git a/frontend/src/components/InfoView/SpiderInfoView.vue b/frontend/src/components/InfoView/SpiderInfoView.vue index 72575480..e896bbc0 100644 --- a/frontend/src/components/InfoView/SpiderInfoView.vue +++ b/frontend/src/components/InfoView/SpiderInfoView.vue @@ -48,7 +48,7 @@ - {{$t('Run')}} + {{$t('Run')}} {{$t('Deploy')}} {{$t('Save')}} diff --git a/frontend/src/store/modules/spider.js b/frontend/src/store/modules/spider.js index 9dfafb43..673ce33f 100644 --- a/frontend/src/store/modules/spider.js +++ b/frontend/src/store/modules/spider.js @@ -131,6 +131,11 @@ const actions = { fields: JSON.stringify(state.spiderForm.fields) }) }, + updateSpiderDetailFields ({ state }) { + return request.post(`/spiders/${state.spiderForm._id}/update_detail_fields`, { + detail_fields: JSON.stringify(state.spiderForm.detail_fields) + }) + }, getSpiderData ({ state, commit }, id) { return request.get(`/spiders/${id}`) .then(response => {