git-sync/crawlab
1
0
Fork 0
mirror of https://github.com/crawlab-team/crawlab.git synced 2026-01-22 17:31:03 +01:00
Code Issues Packages Projects Releases Wiki Activity

updated xueqiu spider

Browse Source
This commit is contained in:
Marvin Zhang
2019-06-23 20:57:22 +08:00
parent 3a86b1b2f7
commit d92abb50d2
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
spiders/xueqiu/xueqiu/pipelines.py
View File

@@ -11,10 +11,10 @@ from pymongo import MongoClient
class XueqiuPipeline(object):
mongo = MongoClient(
host='localhost',
port=27017
host=os.environ.get('MONGO_HOST') or 'localhost',
port=int(os.environ.get('MONGO_DB')) or 27017
)
db = mongo['crawlab_test']
db = mongo[os.environ.get('MONGO_DB') or 'crawlab_test']
col = db.get_collection(os.environ.get('CRAWLAB_COLLECTION') or 'results_xueqiu')
def process_item(self, item, spider):