updated configurable spider

crawlab/spiders/spiders/spiders/config_spider.py

@@ -81,8 +81,8 @@ class ConfigSpiderSpider(scrapy.Spider):
     def parse(self, response):
 
         if spider['crawl_type'] == 'list':
-            items = get_list_items(response)
             # list page only
+            items = get_list_items(response)
             for _item in items:
                 item = get_spiders_item(sel=_item, fields=spider['fields'])
                 yield item

frontend/src/components/InfoView/SpiderInfoView.vue

@@ -48,7 +48,7 @@
       </el-form>
     </el-row>
     <el-row class="button-container" v-if="!isView">
-      <el-button v-if="isShowRun" type="danger" @click="onRun">{{$t('Run')}}</el-button>
+      <el-button v-if="isShowRun" type="danger" @click="onCrawl">{{$t('Run')}}</el-button>
       <el-button v-if="isCustomized" type="primary" @click="onDeploy">{{$t('Deploy')}}</el-button>
       <el-button type="success" @click="onSave">{{$t('Save')}}</el-button>
     </el-row>

frontend/src/store/modules/spider.js

@@ -131,6 +131,11 @@ const actions = {
       fields: JSON.stringify(state.spiderForm.fields)
     })
   },
+  updateSpiderDetailFields ({ state }) {
+    return request.post(`/spiders/${state.spiderForm._id}/update_detail_fields`, {
+      detail_fields: JSON.stringify(state.spiderForm.detail_fields)
+    })
+  },
   getSpiderData ({ state, commit }, id) {
     return request.get(`/spiders/${id}`)
       .then(response => {