Upgrade Python version from 3.7 to 3.8 (#288)

Co-authored-by: Mark Bunday <mabunday@amazon.com>

Author: mabunday

ci/buildspec.yml

@@ -3,7 +3,7 @@ version: 0.2
 phases:
   install:
     runtime-versions:
-      python: 3.7
+      python: 3.8
       docker: 17
   pre_build:
     commands:
@@ -12,7 +12,7 @@ phases:
     - curl -LO http://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh
     - bash Miniconda3-latest-Linux-x86_64.sh -bfp /miniconda3
     - export PATH=/miniconda3/bin:${PATH}
-    - conda install python=3.7
+    - conda install python=3.8
     - conda update -y conda
     - conda install -y 'requests<2.21'  # sagemaker-python-sdk requires requests<2.21
     - python3 -m pip install pip==20.1  # The new pip denpendency resolver in 20.2+ can't resolve 1.0-1 and 0.90 dependencies

ci/buildspec_amd64.yml

@@ -3,7 +3,7 @@ version: 0.2
 phases:
   install:
     runtime-versions:
-      python: 3.7
+      python: 3.8
       docker: 19
   pre_build:
     commands:
@@ -12,7 +12,7 @@ phases:
     - curl -LO http://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh
     - bash Miniconda3-latest-Linux-x86_64.sh -bfp /miniconda3
     - export PATH=/miniconda3/bin:${PATH}
-    - conda install python=3.7
+    - conda install python=3.8
     - conda update -y conda
     - conda install -y 'requests<2.21'  # sagemaker-python-sdk requires requests<2.21
     - python3 -m pip install pip==20.1  # The new pip denpendency resolver in 20.2+ can't resolve 1.0-1 and 0.90 dependencies

ci/buildspec_arm.yml

@@ -3,7 +3,7 @@ version: 0.2
 phases:
   install:
     runtime-versions:
-      python: 3.7
+      python: 3.8
       docker: 19
   pre_build:
     commands:
@@ -12,7 +12,7 @@ phases:
     - curl -LO http://repo.continuum.io/miniconda/Miniconda3-latest-Linux-aarch64.sh
     - bash Miniconda3-latest-Linux-aarch64.sh -bfp /miniconda3
     - export PATH=/miniconda3/bin:${PATH}
-    - conda install python=3.7
+    - conda install python=3.8
     - conda update -y conda
     - # conda install -y 'requests<2.21'  # sagemaker-python-sdk requires requests<2.21
     - python3 -m pip install pip==20.1  # The new pip denpendency resolver in 20.2+ can't resolve 1.0-1 and 0.90 dependencies

ci/buildspec_multiarch.yml

@@ -3,7 +3,7 @@ version: 0.2
 phases:
   install:
     runtime-versions:
-      python: 3.7
+      python: 3.8
       docker: 19
     commands:
     - yum update -y

docker/1.5-1/base/Dockerfile.cpu

@@ -8,7 +8,7 @@ ARG MINICONDA_VERSION=4.9.2
 ARG CONDA_PY_VERSION=39
 ARG CONDA_CHECKSUM="b4e46fcc8029e2cfa731b788f25b1d36"
 ARG CONDA_PKG_VERSION=4.10.1
-ARG PYTHON_VERSION=3.7.10
+ARG PYTHON_VERSION=3.8.13
 ARG PYARROW_VERSION=1.0
 ARG MLIO_VERSION=0.7.0
 ARG XGBOOST_VERSION=1.5.2
@@ -106,7 +106,8 @@ RUN echo "conda ${CONDA_PKG_VERSION}" >> /miniconda3/conda-meta/pinned && \
     cmake -GNinja -DCMAKE_BUILD_TYPE=RelWithDebInfo -DCMAKE_PREFIX_PATH="$(pwd)/../third-party" ../.. && \
     cmake --build . && \
     cmake --build . --target install && \
-    cmake -DMLIO_INCLUDE_PYTHON_EXTENSION=ON -DMLIO_INCLUDE_ARROW_INTEGRATION=ON ../.. && \
+    cmake -DMLIO_INCLUDE_PYTHON_EXTENSION=ON -DPYTHON_EXECUTABLE="/miniconda3/bin/python3" \
+        -DMLIO_INCLUDE_ARROW_INTEGRATION=ON ../.. && \
     cmake --build . --target mlio-py && \
     cmake --build . --target mlio-arrow && \
     cd ../../src/mlio-py && \

docker/1.5-1/base/Dockerfile_arm64.cpu

@@ -7,7 +7,7 @@ ARG MINICONDA_VERSION=4.9.2
 ARG CONDA_PY_VERSION=39
 ARG CONDA_CHECKSUM="af1c16d821569ebf1bdaf549fcba7d27"
 ARG CONDA_PKG_VERSION=4.10.1
-ARG PYTHON_VERSION=3.7.10
+ARG PYTHON_VERSION=3.8.13
 ARG PYARROW_VERSION=1.0
 ARG MLIO_VERSION=arch-agnostic
 ARG XGBOOST_VERSION=1.5.2
@@ -91,7 +91,8 @@ RUN echo "conda ${CONDA_PKG_VERSION}" >> /miniconda3/conda-meta/pinned && \
     cmake -GNinja -DCMAKE_BUILD_TYPE=RelWithDebInfo -DCMAKE_PREFIX_PATH="$(pwd)/../third-party" ../.. && \
     cmake --build . && \
     cmake --build . --target install && \
-    cmake -DMLIO_INCLUDE_PYTHON_EXTENSION=ON -DMLIO_INCLUDE_ARROW_INTEGRATION=ON ../.. && \
+    cmake -DMLIO_INCLUDE_PYTHON_EXTENSION=ON -DPYTHON_EXECUTABLE="/miniconda3/bin/python3" \
+        -DMLIO_INCLUDE_ARROW_INTEGRATION=ON ../.. && \
     cmake --build . --target mlio-py && \
     cmake --build . --target mlio-arrow && \
     cd ../../src/mlio-py && \

docker/1.5-1/final/Dockerfile.cpu

@@ -1,5 +1,5 @@
 ARG SAGEMAKER_XGBOOST_VERSION=1.5-1
-ARG PYTHON_VERSION=3.7
+ARG PYTHON_VERSION=3.8
 
 FROM xgboost-container-base:${SAGEMAKER_XGBOOST_VERSION}-cpu-py3
 

docker/1.5-1/final/Dockerfile_arm64.cpu

@@ -1,5 +1,5 @@
 ARG SAGEMAKER_XGBOOST_VERSION=1.5-1
-ARG PYTHON_VERSION=3.7
+ARG PYTHON_VERSION=3.8
 
 FROM xgboost-container-base:${SAGEMAKER_XGBOOST_VERSION}-cpu-py3-arm64
 
@@ -15,7 +15,7 @@ RUN python3 -m pip install -r /requirements.txt && rm /requirements.txt
 # Copy wheel to container #
 ###########################
 COPY dist/sagemaker_xgboost_container-2.0-py2.py3-none-any.whl /sagemaker_xgboost_container-1.0-py2.py3-none-any.whl
-RUN rm -rf /miniconda3/lib/python3.7/site-packages/numpy-1.21.2.dist-info && \
+RUN rm -rf /miniconda3/lib/python3.8/site-packages/numpy-1.21.2.dist-info && \
     python3 -m pip install --no-cache /sagemaker_xgboost_container-1.0-py2.py3-none-any.whl && \
     python3 -m pip uninstall -y typing && \
     rm /sagemaker_xgboost_container-1.0-py2.py3-none-any.whl

requirements.txt

@@ -10,6 +10,7 @@ matplotlib==3.4.1
 multi-model-server==1.1.2
 numpy==1.21.0
 pandas==1.2.4
+protobuf==3.20.1
 psutil==5.6.7  # sagemaker-containers requires psutil 5.6.7
 python-dateutil==2.8.1
 requests==2.25.1

setup.py

@@ -30,6 +30,7 @@ def read(fname):
         "Programming Language :: Python",
         'Programming Language :: Python :: 3.6',
         'Programming Language :: Python :: 3.7',
+        'Programming Language :: Python :: 3.8',
     ],
 
     install_requires=read("requirements.txt"),