feat: update Python installation script and requirements

- Changed package manager command from 'apt-get' to 'apt' for improved usability.
- Added additional Python dependencies: 'libbz2-dev', 'libreadline-dev', 'libsqlite3-dev', 'xz-utils', and 'liblzma-dev' to enhance the environment setup.
- Updated 'crawlab-sdk' version in requirements.txt from '0.7.0rc1' to '0.7.0rc5' for compatibility and feature improvements.
This commit is contained in:
Marvin Zhang
2025-01-03 18:19:53 +08:00
parent 37d77f7342
commit 99c6f42cf6
2 changed files with 9 additions and 3 deletions

View File

@@ -15,14 +15,20 @@ print_usage() {
# Function to install Python dependencies
install_dependencies() {
apt-get install -y \
apt install -y \
make \
build-essential \
libssl-dev \
zlib1g-dev \
libxml2-dev \
libxslt-dev \
libffi-dev
libffi-dev \
libbz2-dev \
libreadline-dev \
libsqlite3-dev \
zlib1g-dev \
xz-utils \
liblzma-dev
}
# Function to setup pyenv

View File

@@ -1,4 +1,4 @@
crawlab-sdk>=0.7.0rc1
crawlab-sdk>=0.7.0rc5
scrapy
selenium
bs4