git-sync/crawlab
1
0
Fork 0
mirror of https://github.com/crawlab-team/crawlab.git synced 2026-01-26 17:49:15 +01:00
Code Issues Packages Projects Releases Wiki Activity

updated requirements.txt

Browse Source
This commit is contained in:
Marvin Zhang
2019-02-26 12:42:12 +08:00
parent 264339e394
commit 6d2370f58b
5 changed files with 11 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
utils/spider.py
View File

@@ -1,4 +1,4 @@
from constants.spider import FILE_SUFFIX_LANG_MAPPING, LangType, SUFFIX_IGNORE
from constants.spider import FILE_SUFFIX_LANG_MAPPING, LangType, SUFFIX_IGNORE, SpiderType
def get_lang_by_stats(stats: dict) -> LangType:
@@ -13,3 +13,7 @@ def get_lang_by_stats(stats: dict) -> LangType:
if FILE_SUFFIX_LANG_MAPPING.get(top_suffix) is not None:
return FILE_SUFFIX_LANG_MAPPING.get(top_suffix)
return LangType.OTHER
def get_spider_type(path: str) -> SpiderType:
return SpiderType.SCRAPY