diff --git a/frontend/src/components/Common/ParametersDialog.vue b/frontend/src/components/Common/ParametersDialog.vue index 9deaf024..94e29744 100644 --- a/frontend/src/components/Common/ParametersDialog.vue +++ b/frontend/src/components/Common/ParametersDialog.vue @@ -50,6 +50,7 @@ v-model="scope.row.name" size="small" suffix-icon="el-icon-edit" + :fetch-suggestions="querySearch" /> { + return { value: s, label: s } + })) + } + data = data + .filter(s => s.match(new RegExp(queryString, 'i'))) + .sort((a, b) => a < b ? 1 : -1) + cb(data.map(s => { + return { value: s, label: s } + })) } } } diff --git a/frontend/src/utils/index.js b/frontend/src/utils/index.js index 9867c812..c371f672 100644 --- a/frontend/src/utils/index.js +++ b/frontend/src/utils/index.js @@ -2,10 +2,12 @@ import stats from './stats' import encrypt from './encrypt' import tour from './tour' import log from './log' +import scrapy from './scrapy' export default { stats, encrypt, tour, - log + log, + scrapy } diff --git a/frontend/src/utils/scrapy.js b/frontend/src/utils/scrapy.js new file mode 100644 index 00000000..d27cf565 --- /dev/null +++ b/frontend/src/utils/scrapy.js @@ -0,0 +1,175 @@ +export default { + settingParamNames: [ + 'AWS_ACCESS_KEY_ID', + 'AWS_SECRET_ACCESS_KEY', + 'AWS_ENDPOINT_URL', + 'AWS_USE_SSL', + 'AWS_VERIFY', + 'AWS_REGION_NAME', + 'BOT_NAME', + 'CONCURRENT_ITEMS', + 'CONCURRENT_REQUESTS', + 'CONCURRENT_REQUESTS_PER_DOMAIN', + 'CONCURRENT_REQUESTS_PER_IP', + 'DEFAULT_ITEM_CLASS', + 'DEFAULT_REQUEST_HEADERS', + 'DEPTH_LIMIT', + 'DEPTH_PRIORITY', + 'DEPTH_STATS_VERBOSE', + 'DNSCACHE_ENABLED', + 'DNSCACHE_SIZE', + 'DNS_TIMEOUT', + 'DOWNLOADER', + 'DOWNLOADER_HTTPCLIENTFACTORY', + 'DOWNLOADER_CLIENTCONTEXTFACTORY', + 'DOWNLOADER_CLIENT_TLS_CIPHERS', + 'DOWNLOADER_CLIENT_TLS_METHOD', + 'DOWNLOADER_CLIENT_TLS_VERBOSE_LOGGING', + 'DOWNLOADER_MIDDLEWARES', + 'DOWNLOADER_MIDDLEWARES_BASE', + 'DOWNLOADER_STATS', + 'DOWNLOAD_DELAY', + 'DOWNLOAD_HANDLERS', + 'DOWNLOAD_HANDLERS_BASE', + 'DOWNLOAD_TIMEOUT', + 'DOWNLOAD_MAXSIZE', + 'DOWNLOAD_WARNSIZE', + 'DOWNLOAD_FAIL_ON_DATALOSS', + 'DUPEFILTER_CLASS', + 'DUPEFILTER_DEBUG', + 'EDITOR', + 'EXTENSIONS', + 'EXTENSIONS_BASE', + 'FEED_TEMPDIR', + 'FTP_PASSIVE_MODE', + 'FTP_PASSWORD', + 'FTP_USER', + 'ITEM_PIPELINES', + 'ITEM_PIPELINES_BASE', + 'LOG_ENABLED', + 'LOG_ENCODING', + 'LOG_FILE', + 'LOG_FORMAT', + 'LOG_DATEFORMAT', + 'LOG_FORMATTER', + 'LOG_LEVEL', + 'LOG_STDOUT', + 'LOG_SHORT_NAMES', + 'LOGSTATS_INTERVAL', + 'MEMDEBUG_ENABLED', + 'MEMDEBUG_NOTIFY', + 'MEMUSAGE_ENABLED', + 'MEMUSAGE_LIMIT_MB', + 'MEMUSAGE_CHECK_INTERVAL_SECONDS', + 'MEMUSAGE_NOTIFY_MAIL', + 'MEMUSAGE_WARNING_MB', + 'NEWSPIDER_MODULE', + 'RANDOMIZE_DOWNLOAD_DELAY', + 'REACTOR_THREADPOOL_MAXSIZE', + 'REDIRECT_MAX_TIMES', + 'REDIRECT_PRIORITY_ADJUST', + 'RETRY_PRIORITY_ADJUST', + 'ROBOTSTXT_OBEY', + 'ROBOTSTXT_PARSER', + 'SCHEDULER', + 'SCHEDULER_DEBUG', + 'SCHEDULER_DISK_QUEUE', + 'SCHEDULER_MEMORY_QUEUE', + 'SCHEDULER_PRIORITY_QUEUE', + 'SPIDER_CONTRACTS', + 'SPIDER_CONTRACTS_BASE', + 'SPIDER_LOADER_CLASS', + 'SPIDER_LOADER_WARN_ONLY', + 'SPIDER_MIDDLEWARES', + 'SPIDER_MIDDLEWARES_BASE', + 'SPIDER_MODULES', + 'STATS_CLASS', + 'STATS_DUMP', + 'STATSMAILER_RCPTS', + 'TELNETCONSOLE_ENABLED', + 'TELNETCONSOLE_PORT', + 'TEMPLATES_DIR', + 'URLLENGTH_LIMIT', + 'USER_AGENT', + 'AJAXCRAWL_ENABLED', + 'AUTOTHROTTLE_DEBUG', + 'AUTOTHROTTLE_ENABLED', + 'AUTOTHROTTLE_MAX_DELAY', + 'AUTOTHROTTLE_START_DELAY', + 'AUTOTHROTTLE_TARGET_CONCURRENCY', + 'CLOSESPIDER_ERRORCOUNT', + 'CLOSESPIDER_ITEMCOUNT', + 'CLOSESPIDER_PAGECOUNT', + 'CLOSESPIDER_TIMEOUT', + 'COMMANDS_MODULE', + 'COMPRESSION_ENABLED', + 'COOKIES_DEBUG', + 'COOKIES_ENABLED', + 'FEED_EXPORTERS', + 'FEED_EXPORTERS_BASE', + 'FEED_EXPORT_ENCODING', + 'FEED_EXPORT_FIELDS', + 'FEED_EXPORT_INDENT', + 'FEED_FORMAT', + 'FEED_STORAGES', + 'FEED_STORAGES_BASE', + 'FEED_STORAGE_FTP_ACTIVE', + 'FEED_STORAGE_S3_ACL', + 'FEED_STORE_EMPTY', + 'FEED_URI', + 'FILES_EXPIRES', + 'FILES_RESULT_FIELD', + 'FILES_STORE', + 'FILES_STORE_GCS_ACL', + 'FILES_STORE_S3_ACL', + 'FILES_URLS_FIELD', + 'GCS_PROJECT_ID', + 'HTTPCACHE_ALWAYS_STORE', + 'HTTPCACHE_DBM_MODULE', + 'HTTPCACHE_DIR', + 'HTTPCACHE_ENABLED', + 'HTTPCACHE_EXPIRATION_SECS', + 'HTTPCACHE_GZIP', + 'HTTPCACHE_IGNORE_HTTP_CODES', + 'HTTPCACHE_IGNORE_MISSING', + 'HTTPCACHE_IGNORE_RESPONSE_CACHE_CONTROLS', + 'HTTPCACHE_IGNORE_SCHEMES', + 'HTTPCACHE_POLICY', + 'HTTPCACHE_STORAGE', + 'HTTPERROR_ALLOWED_CODES', + 'HTTPERROR_ALLOW_ALL', + 'HTTPPROXY_AUTH_ENCODING', + 'HTTPPROXY_ENABLED', + 'IMAGES_EXPIRES', + 'IMAGES_MIN_HEIGHT', + 'IMAGES_MIN_WIDTH', + 'IMAGES_RESULT_FIELD', + 'IMAGES_STORE', + 'IMAGES_STORE_GCS_ACL', + 'IMAGES_STORE_S3_ACL', + 'IMAGES_THUMBS', + 'IMAGES_URLS_FIELD', + 'MAIL_FROM', + 'MAIL_HOST', + 'MAIL_PASS', + 'MAIL_PORT', + 'MAIL_SSL', + 'MAIL_TLS', + 'MAIL_USER', + 'MEDIA_ALLOW_REDIRECTS', + 'METAREFRESH_ENABLED', + 'METAREFRESH_IGNORE_TAGS', + 'METAREFRESH_MAXDELAY', + 'REDIRECT_ENABLED', + 'REDIRECT_MAX_TIMES', + 'REFERER_ENABLED', + 'REFERRER_POLICY', + 'RETRY_ENABLED', + 'RETRY_HTTP_CODES', + 'RETRY_TIMES', + 'TELNETCONSOLE_HOST', + 'TELNETCONSOLE_PASSWORD', + 'TELNETCONSOLE_PORT', + 'TELNETCONSOLE_USERNAME' + ] +}