git-sync/crawlab
1
0
Fork 0
mirror of https://github.com/crawlab-team/crawlab.git synced 2026-01-21 17:21:09 +01:00
Code Issues Packages Projects Releases Wiki Activity

burying points for analytics

Browse Source
This commit is contained in:
Marvin Zhang
2019-05-30 21:14:30 +08:00
parent 6cd8d0585b
commit a27cef6868
20 changed files with 161 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
frontend/src/App.vue
View File

@@ -29,9 +29,11 @@ export default {
localStorage.setItem('useStats', value)
document.querySelector('.el-message__closeBtn').click()
if (value === 1) {
window._hmt.push(['_trackPageview', '/allow_stats'])
this.$st.sendPv('/allow_stats')
this.$st.sendEv('全局', '允许/禁止统计', 'value', 'allow')
} else {
window._hmt.push(['_trackPageview', '/disallow_stats'])
this.$st.sendPv('/disallow_stats')
this.$st.sendEv('全局', '允许/禁止统计', 'value', 'disallow')
}
}

4
frontend/src/components/Config/ConfigList.vue
View File

@@ -159,6 +159,7 @@ export default {
this.spiderForm.crawl_type = value
},
onSave () {
this.$st.sendEv('爬虫详情-配置', '保存')
return new Promise((resolve, reject) => {
this.saveLoading = true
this.$store.dispatch('spider/updateSpiderFields')
@@ -203,6 +204,7 @@ export default {
.finally(() => {
this.previewLoading = false
})
this.$st.sendEv('爬虫详情-配置', '预览')
})
},
onCrawl () {
@@ -215,6 +217,7 @@ export default {
.then(() => {
this.$message.success(this.$t(`Spider task has been scheduled`))
})
this.$st.sendEv('爬虫详情-配置', '运行')
})
},
onExtractFields () {
@@ -235,6 +238,7 @@ export default {
.finally(() => {
this.extractFieldsLoading = false
})
this.$st.sendEv('爬虫详情-配置', '提取字段')
})
}
},

4
frontend/src/components/Environment/EnvironmentList.vue
View File

@@ -49,10 +49,11 @@ export default {
name: '',
value: ''
})
console.log(this.spiderForm)
this.$st.sendEv('爬虫详情-环境', '添加')
},
deleteEnv (index) {
this.spiderForm.envs.splice(index, 1)
this.$st.sendEv('爬虫详情-环境', '删除')
},
save () {
this.$store.dispatch('spider/updateSpiderEnvs')
@@ -62,6 +63,7 @@ export default {
.catch(error => {
this.$message.error(error)
})
this.$st.sendEv('爬虫详情-环境', '保存')
}
}
}

1
frontend/src/components/InfoView/NodeInfoView.vue
View File

@@ -55,6 +55,7 @@ export default {
})
}
})
this.$st.sendEv('节点详情', '保存')
}
}
}

3
frontend/src/components/InfoView/SpiderInfoView.vue
View File

@@ -127,6 +127,7 @@ export default {
.then(() => {
this.$message.success(this.$t(`Spider task has been scheduled`))
})
this.$st.sendEv('爬虫详情-概览', '运行')
})
}
})
@@ -149,6 +150,7 @@ export default {
.then(() => {
this.$message.success(this.$t(`Spider has been deployed`))
})
this.$st.sendEv('爬虫详情-概览', '部署')
})
}
})
@@ -165,6 +167,7 @@ export default {
})
}
})
this.$st.sendEv('爬虫详情-概览', '保存')
},
fetchSiteSuggestions (keyword, callback) {
this.$request.get('/sites', {

2
frontend/src/components/Overview/TaskOverview.vue
View File

@@ -52,9 +52,11 @@ export default {
methods: {
onClickNodeTitle () {
this.$router.push(`/nodes/${this.nodeForm._id}`)
this.$st.sendEv('任务详情-概览', '点击节点详情')
},
onClickSpiderTitle () {
this.$router.push(`/spiders/${this.spiderForm._id}`)
this.$st.sendEv('任务详情-概览', '点击爬虫详情')
}
},
created () {

4
frontend/src/components/TableView/FieldsTableView.vue
View File

@@ -109,14 +109,17 @@ export default {
type: 'css',
extract_type: 'text'
})
this.$st.sendEv('爬虫详情-配置', '添加字段')
},
deleteField (index) {
this.fields.splice(index, 1)
this.$st.sendEv('爬虫详情-配置', '删除字段')
},
onNameChange (row) {
if (this.fields.filter(d => d.name === row.name).length > 1) {
this.$message.error(this.$t(`Duplicated field names for ${row.name}`))
}
this.$st.sendEv('爬虫详情-配置', '更改字段')
},
onCheck (row) {
this.fields.forEach(d => {
@@ -124,6 +127,7 @@ export default {
this.$set(d, 'is_detail', false)
}
})
this.$st.sendEv('爬虫详情-配置', '设置详情页URL')
}
}
}

4
frontend/src/router/index.js
View File

@@ -226,9 +226,7 @@ router.beforeEach((to, from, next) => {
router.afterEach((to, from, next) => {
if (to.path) {
if (localStorage.getItem('useStats') !== '0') {
stats.sendPv(to.path)
}
stats.sendPv(to.path)
}
})

10
frontend/src/utils/stats.js
View File

@@ -1,8 +1,12 @@
export default {
sendPv (page) {
window._hmt.push(['_trackPageview', page])
if (localStorage.getItem('useStats') !== '0') {
window._hmt.push(['_trackPageview', page])
}
},
sendEv (ev) {
window._hmt.push(['_trackCustomEvent', ev])
sendEv (category, eventName, optLabel, optValue) {
if (localStorage.getItem('useStats') !== '0') {
window._hmt.push(['_trackEvent', category, eventName, optLabel, optValue])
}
}
}

1
frontend/src/views/deploy/DeployList.vue
View File

@@ -134,6 +134,7 @@ export default {
},
onRefresh () {
this.$store.dispatch('deploy/getDeployList')
this.$st.sendEv('部署', '刷新')
},
onView (row) {
this.$router.push(`/deploys/${row._id}`)

2
frontend/src/views/layout/components/Navbar.vue
View File

@@ -57,6 +57,8 @@ export default {
window.localStorage.setItem('lang', lang)
this.$i18n.locale = lang
this.$store.commit('lang/SET_LANG', lang)
this.$st.sendEv('全局', '切换中英文', 'lang', lang)
}
}
}

1
frontend/src/views/node/NodeDetail.vue
View File

@@ -47,6 +47,7 @@ export default {
},
onNodeChange (id) {
this.$router.push(`/nodes/${id}`)
this.$st.sendEv('节点详情', '切换节点')
}
},
created () {

8
frontend/src/views/node/NodeList.vue
View File

@@ -123,8 +123,7 @@ export default {
}
},
methods: {
onSearch (value) {
console.log(value)
onSearch () {
},
onAdd () {
this.$store.commit('node/SET_NODE_FORM', [])
@@ -133,6 +132,7 @@ export default {
},
onRefresh () {
this.$store.dispatch('node/getNodeList')
this.$st.sendEv('节点', '刷新')
},
onSubmit () {
const vm = this
@@ -159,7 +159,6 @@ export default {
this.dialogVisible = false
},
onEdit (row) {
console.log(row)
this.isEditMode = true
this.$store.commit('node/SET_NODE_FORM', row)
this.dialogVisible = true
@@ -177,10 +176,13 @@ export default {
message: 'Deleted successfully'
})
})
this.$st.sendEv('节点', '删除', 'id', row._id)
})
},
onView (row) {
this.$router.push(`/nodes/${row._id}`)
this.$st.sendEv('节点', '查看', 'id', row._id)
},
onPageChange () {
this.$store.dispatch('node/getNodeList')

4
frontend/src/views/schedule/ScheduleList.vue
View File

@@ -160,6 +160,7 @@ export default {
this.isEdit = false
this.dialogVisible = true
this.$store.commit('schedule/SET_SCHEDULE_FORM', {})
this.$st.sendEv('定时任务', '添加')
},
onAddSubmit () {
this.$refs.scheduleForm.validate(res => {
@@ -179,6 +180,7 @@ export default {
})
}
})
this.$st.sendEv('定时任务', '提交')
},
isShowRun () {
},
@@ -186,6 +188,7 @@ export default {
this.$store.commit('schedule/SET_SCHEDULE_FORM', row)
this.dialogVisible = true
this.isEdit = true
this.$st.sendEv('定时任务', '修改', 'id', row._id)
},
onRemove (row) {
this.$store.dispatch('schedule/removeSchedule', row._id)
@@ -195,6 +198,7 @@ export default {
this.$message.success(`Schedule "${row.name}" has been removed`)
}, 100)
})
this.$st.sendEv('定时任务', '删除', 'id', row._id)
},
onCrawl () {
}

23
frontend/src/views/site/SiteList.vue
View File

@@ -8,11 +8,11 @@
v-model="keyword">
</el-input>
<el-select v-model="filter.mainCategory" class="filter-category" :placeholder="$t('Select Main Category')"
clearable filterable>
clearable filterable @change="onSelectMainCategory">
<el-option v-for="op in mainCategoryList" :key="op" :value="op" :label="op"></el-option>
</el-select>
<el-select v-model="filter.category" class="filter-category" :placeholder="$t('Select Category')"
clearable filterable>
clearable filterable @change="onSelectCategory">
<el-option v-for="op in categoryList" :key="op" :value="op" :label="op"></el-option>
</el-select>
<el-button type="success"
@@ -53,7 +53,8 @@
:width="col.width"
:align="col.align">
<template slot-scope="scope">
<a class="domain" :href="'http://' + scope.row[col.name]" target="_blank">
<a class="domain" :href="'http://' + scope.row[col.name]" target="_blank"
@click="onClickDomain(scope.row._id)">
{{scope.row[col.name]}}
</a>
</template>
@@ -84,7 +85,7 @@
<template slot-scope="scope">
<div>
<template v-if="scope.row[col.name]">
<a :href="`http://${scope.row._id}/robots.txt`" target="_blank">
<a :href="`http://${scope.row._id}/robots.txt`" target="_blank" @click="onClickRobots(scope.row._id)">
Y
</a>
</template>
@@ -242,6 +243,16 @@ export default {
setTimeout(() => {
this.$store.dispatch('site/getSiteList')
}, 0)
this.$st.sendEv('网站', '搜索')
},
onSelectMainCategory () {
this.$st.sendEv('网站', '选择主类别')
},
onSelectCategory () {
this.$st.sendEv('网站', '选择类别')
},
onClickDomain (domain) {
this.$st.sendEv('网站', '点击域名', 'domain', domain)
},
onPageChange () {
setTimeout(() => {
@@ -302,6 +313,10 @@ export default {
},
goToSpiders (domain) {
this.$router.push({ name: 'SpiderList', params: { domain } })
this.$st.sendEv('网站', '点击爬虫数', 'domain', domain)
},
onClickRobots (domain) {
this.$st.sendEv('网站', '点击Robots协议', 'domain', domain)
}
},
created () {

4
frontend/src/views/spider/SpiderDetail.vue
View File

@@ -72,15 +72,17 @@ export default {
}
},
methods: {
onTabClick () {
onTabClick (tab) {
if (this.activeTabName === 'analytics') {
setTimeout(() => {
this.$refs['spider-stats'].update()
}, 0)
}
this.$st.sendEv('爬虫详情', '切换标签', 'tabName', tab.name)
},
onSpiderChange (id) {
this.$router.push(`/spiders/${id}`)
this.$st.sendEv('爬虫详情', '切换爬虫')
}
},
created () {

10
frontend/src/views/spider/SpiderList.vue
View File

@@ -292,13 +292,16 @@ export default {
this.$store.commit('spider/SET_SPIDER_FORM', {})
this.addDialogVisible = false
this.addConfigurableDialogVisible = true
this.$st.sendEv('爬虫', '添加爬虫-可配置爬虫')
},
onAddCustomized () {
this.addDialogVisible = false
this.addCustomizedDialogVisible = true
this.$st.sendEv('爬虫', '添加爬虫-自定义爬虫')
},
onRefresh () {
this.$store.dispatch('spider/getSpiderList')
this.$st.sendEv('爬虫', '刷新')
},
onSubmit () {
const vm = this
@@ -354,6 +357,7 @@ export default {
message: 'Deleted successfully'
})
})
this.$st.sendEv('爬虫', '删除')
})
},
onDeploy (row) {
@@ -369,6 +373,7 @@ export default {
message: 'Deployed successfully'
})
})
this.$st.sendEv('爬虫', '部署')
})
},
onCrawl (row) {
@@ -381,10 +386,12 @@ export default {
.then(() => {
this.$message.success(this.$t(`Spider task has been scheduled`))
})
this.$st.sendEv('爬虫', '运行')
})
},
onView (row) {
this.$router.push(`/spiders/${row._id}`)
this.$st.sendEv('爬虫', '查看')
},
onPageChange () {
this.$store.dispatch('spider/getSpiderList')
@@ -408,6 +415,7 @@ export default {
})
}
})
this.$st.sendEv('爬虫', '导入爬虫')
},
openImportDialog () {
this.dialogVisible = true
@@ -423,6 +431,7 @@ export default {
.then(() => {
this.$message.success(this.$t('Deployed all spiders successfully'))
})
this.$st.sendEv('爬虫', '部署所有爬虫')
})
},
isShowRun (row) {
@@ -455,6 +464,7 @@ export default {
},
onSiteSelect (item) {
this.$store.commit('spider/SET_FILTER_SITE', item._id)
this.$st.sendEv('爬虫', '搜索网站')
},
onAddConfigurableSiteSelect (item) {
this.spiderForm.site = item._id

4
frontend/src/views/task/TaskDetail.vue
View File

@@ -80,7 +80,8 @@ export default {
}
},
methods: {
onTabClick () {
onTabClick (tab) {
this.$st.sendEv('任务详情', '切换标签', 'tabName', tab.name)
},
onSpiderChange (id) {
this.$router.push(`/spiders/${id}`)
@@ -93,6 +94,7 @@ export default {
},
downloadCSV () {
window.location.href = this.$request.baseUrl + '/tasks/' + this.$route.params.id + '/download_results'
this.$st.sendEv('任务详情-结果', '下载CSV')
}
},
created () {

25
frontend/src/views/task/TaskList.vue
View File

@@ -3,10 +3,20 @@
<!--filter-->
<div class="filter">
<div class="left">
<el-select class="filter-select" v-model="filter.node_id" :placeholder="$t('Node')" filterable clearable>
<el-select class="filter-select"
v-model="filter.node_id"
:placeholder="$t('Node')"
filterable
clearable
@change="onSelectNode">
<el-option v-for="op in nodeList" :key="op._id" :value="op._id" :label="op.name"></el-option>
</el-select>
<el-select class="filter-select" v-model="filter.spider_id" :placeholder="$t('Spider')" filterable clearable>
<el-select class="filter-select"
v-model="filter.spider_id"
:placeholder="$t('Spider')"
filterable
clearable
@change="onSelectSpider">
<el-option v-for="op in spiderList" :key="op._id" :value="op._id" :label="op.name"></el-option>
</el-select>
<el-button type="success"
@@ -183,6 +193,13 @@ export default {
},
onRefresh () {
this.$store.dispatch('task/getTaskList')
this.$st.sendEv('任务', '搜索')
},
onSelectNode () {
this.$st.sendEv('任务', '选择节点')
},
onSelectSpider () {
this.$st.sendEv('任务', '选择爬虫')
},
onRemove (row) {
this.$confirm(this.$t('Are you sure to delete this task?'), this.$t('Notification'), {
@@ -197,16 +214,20 @@ export default {
message: 'Deleted successfully'
})
})
this.$st.sendEv('任务', '删除', 'id', row._id)
})
},
onView (row) {
this.$router.push(`/tasks/${row._id}`)
this.$st.sendEv('任务', '搜索', 'id', row._id)
},
onClickSpider (row) {
this.$router.push(`/spiders/${row.spider_id}`)
this.$st.sendEv('任务', '点击爬虫详情', 'id', row.spider_id)
},
onClickNode (row) {
this.$router.push(`/nodes/${row.node_id}`)
this.$st.sendEv('任务', '点击节点详情', 'id', row.node_id)
},
onPageChange () {
setTimeout(() => {

61
gitbook/Functions/FunctionList.md Normal file
View File

@@ -0,0 +1,61 @@
# 功能列表
类别 | 功能名称 | 已统计 | 备注
--- | --- | --- | ---
全局 | 打开页面 | Y | _trackPageview
全局 | 切换中英文 | Y
全局 | 允许/禁止统计 | Y
节点 | 刷新 | Y
节点 | 查看 | Y
节点 | 删除 | Y
节点详情 | 保存 | Y
节点详情 | 切换节点 | Y
爬虫 | 部署所有爬虫 | Y
爬虫 | 导入爬虫 | Y
爬虫 | 添加爬虫-可配置爬虫 | Y
爬虫 | 添加爬虫-自定义爬虫 | Y
爬虫 | 刷新 | Y
爬虫 | 查看 | Y
爬虫 | 删除 | Y
爬虫 | 部署 | Y
爬虫 | 运行 | Y
爬虫 | 搜索网站 | Y
爬虫详情 | 切换爬虫 | Y
爬虫详情 | 切换标签 | Y
爬虫详情-概览 | 保存 | Y
爬虫详情-概览 | 部署 | Y
爬虫详情-概览 | 运行 | Y
爬虫详情-环境 | 添加 | Y
爬虫详情-环境 | 删除 | Y
爬虫详情-环境 | 保存 | Y
爬虫详情-配置 | 保存 | Y
爬虫详情-配置 | 预览 | Y
爬虫详情-配置 | 提取字段 | Y
爬虫详情-配置 | 运行 | Y
爬虫详情-配置 | 添加字段 | Y
爬虫详情-配置 | 更改字段 | Y
爬虫详情-配置 | 删除字段 | Y
爬虫详情-配置 | 设置详情页URL | Y
任务 | 选择节点 | Y
任务 | 选择爬虫 | Y
任务 | 点击爬虫详情 | Y
任务 | 点击节点详情 | Y
任务 | 搜索 | Y
任务 | 查看 | Y
任务 | 删除 | Y
任务详情 | 切换标签 | Y
任务详情-概览 | 点击爬虫详情 | Y
任务详情-概览 | 点击节点详情 | Y
任务详情-结果 | 下载CSV | Y
定时任务 | 添加 | Y
定时任务 | 修改 | Y
定时任务 | 删除 | Y
定时任务 | 提交 | Y
部署 | 刷新 | Y
网站 | 搜索 | Y
网站 | 选择主类别 | Y
网站 | 选择类别 | Y
网站 | 点击域名 | Y
网站 | 点击爬虫数 | Y
网站 | 点击Robots协议 | N