crawlab/backend/services/spider_handler/spider_test.go

package spider_handler

import (
	"crawlab/config"
	"crawlab/database"
	"crawlab/model"
	"github.com/apex/log"
	"github.com/globalsign/mgo/bson"
	"runtime/debug"
	"testing"
)

var s SpiderSync

func init() {
	if err := config.InitConfig("../../conf/config.yml"); err != nil {
		log.Fatal("Init config failed")
	}
	log.Infof("初始化配置成功")

	// 初始化Mongodb数据库
	if err := database.InitMongo(); err != nil {
		log.Error("init mongodb error:" + err.Error())
		debug.PrintStack()
		panic(err)
	}
	log.Info("初始化Mongodb数据库成功")

	// 初始化Redis数据库
	if err := database.InitRedis(); err != nil {
		log.Error("init redis error:" + err.Error())
		debug.PrintStack()
		panic(err)
	}
	log.Info("初始化Redis数据库成功")

	s = SpiderSync{
		Spider: model.Spider{
			Id:     bson.ObjectIdHex("5d8d8326bc3c4f000186e5df"),
			Name:   "scrapy-pre_sale",
			FileId: bson.ObjectIdHex("5d8d8326bc3c4f000186e5db"),
			Src:    "/opt/crawlab/spiders/scrapy-pre_sale",
		},
	}
}

func TestSpiderSync_CreateMd5File(t *testing.T) {
	s.CreateMd5File("this is md5")
}

func TestSpiderSync_Download(t *testing.T) {
	s.Download()
}