git-sync/crawlab
1
0
Fork 0
mirror of https://github.com/crawlab-team/crawlab.git synced 2026-01-28 17:50:56 +01:00
Code Issues Packages Projects Releases Wiki Activity

prepare for multi-node deployment

Browse Source
This commit is contained in:
Marvin Zhang
2019-02-26 13:00:06 +08:00
parent 6d2370f58b
commit cf1d1ca878
4 changed files with 28 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
utils/spider.py
View File

@@ -1,3 +1,5 @@
import os
from constants.spider import FILE_SUFFIX_LANG_MAPPING, LangType, SUFFIX_IGNORE, SpiderType
@@ -16,4 +18,6 @@ def get_lang_by_stats(stats: dict) -> LangType:
def get_spider_type(path: str) -> SpiderType:
return SpiderType.SCRAPY
for file_name in os.listdir(path):
if file_name == 'scrapy.cfg':
return SpiderType.SCRAPY