From 99c6f42cf6e2d5b4b09a58d50261cf6ec3925d26 Mon Sep 17 00:00:00 2001 From: Marvin Zhang Date: Fri, 3 Jan 2025 18:19:53 +0800 Subject: [PATCH] feat: update Python installation script and requirements - Changed package manager command from 'apt-get' to 'apt' for improved usability. - Added additional Python dependencies: 'libbz2-dev', 'libreadline-dev', 'libsqlite3-dev', 'xz-utils', and 'liblzma-dev' to enhance the environment setup. - Updated 'crawlab-sdk' version in requirements.txt from '0.7.0rc1' to '0.7.0rc5' for compatibility and feature improvements. --- docker/base-image/install/python/python.sh | 10 ++++++++-- docker/base-image/install/python/requirements.txt | 2 +- 2 files changed, 9 insertions(+), 3 deletions(-) diff --git a/docker/base-image/install/python/python.sh b/docker/base-image/install/python/python.sh index 06aa5f90..bfdf4ea1 100644 --- a/docker/base-image/install/python/python.sh +++ b/docker/base-image/install/python/python.sh @@ -15,14 +15,20 @@ print_usage() { # Function to install Python dependencies install_dependencies() { - apt-get install -y \ + apt install -y \ make \ build-essential \ libssl-dev \ zlib1g-dev \ libxml2-dev \ libxslt-dev \ - libffi-dev + libffi-dev \ + libbz2-dev \ + libreadline-dev \ + libsqlite3-dev \ + zlib1g-dev \ + xz-utils \ + liblzma-dev } # Function to setup pyenv diff --git a/docker/base-image/install/python/requirements.txt b/docker/base-image/install/python/requirements.txt index 691cfd7b..1c0e90aa 100644 --- a/docker/base-image/install/python/requirements.txt +++ b/docker/base-image/install/python/requirements.txt @@ -1,4 +1,4 @@ -crawlab-sdk>=0.7.0rc1 +crawlab-sdk>=0.7.0rc5 scrapy selenium bs4