FEAT-modin-project#6511: update the minimum supported python version up to 3.9 (modin-project#6508)

Signed-off-by: Anatoly Myachev <anatoly.myachev@intel.com>

Author: anmyachev

.github/actions/mamba-env/action.yml

@@ -3,7 +3,7 @@ description: "Prepare the environment to run Modin"
 inputs:
   python-version:
     description: "Python version to install"
-    default: "3.8"
+    default: "3.9"
   environment-file:
     description: "Conda environment yml"
     required: true

.github/actions/python-only/action.yml

@@ -3,7 +3,7 @@ description: "Prepare the environment to run simple tasks"
 inputs:
   python-version:
     description: "Python version to install"
-    default: "3.8.x"
+    default: "3.9.x"
 
 runs:
   using: "composite"

.github/workflows/ci-required.yml

@@ -28,7 +28,7 @@ jobs:
           fetch-depth: 1
       - uses: actions/setup-python@v4
         with:
-          python-version: "3.8.x"
+          python-version: "3.9.x"
           architecture: "x64"
           cache: "pip"
           cache-dependency-path: '**/requirements-doc.txt'

.github/workflows/ci.yml

@@ -134,7 +134,7 @@ jobs:
         execution: [BaseOnPython]
     env:
       MODIN_TEST_DATASET_SIZE: "small"
-    name: Test ${{ matrix.execution }} execution, Python 3.8
+    name: Test ${{ matrix.execution }} execution, Python 3.9
     steps:
       - uses: actions/checkout@v3
       - uses: ./.github/actions/mamba-env
@@ -164,7 +164,7 @@ jobs:
       MODIN_EXPERIMENTAL: "True"
       MODIN_ENGINE: "native"
       MODIN_STORAGE_FORMAT: "hdk"
-    name: Test HDK storage format, Python 3.8
+    name: Test HDK storage format, Python 3.9
     services:
       moto:
         image: motoserver/moto
@@ -334,7 +334,7 @@ jobs:
         shell: bash -l {0}
     strategy:
       matrix:
-        python-version: ["3.8"]
+        python-version: ["3.9"]
         unidist-backend: ["mpi"]
     env:
       MODIN_ENGINE: "Unidist"
@@ -397,7 +397,7 @@ jobs:
         os:
           - ubuntu
           - windows
-        python-version: ["3.8"]
+        python-version: ["3.9"]
         engine: ${{ fromJSON( github.event_name == 'push' && '["python", "ray", "dask"]' || needs.execution-filter.outputs.engines ) }}
         test_task:
           - group_1
@@ -532,7 +532,7 @@ jobs:
         os:
           - ubuntu
           - windows
-        python-version: ["3.8"]
+        python-version: ["3.9"]
         execution:
           - name: ray
             shell-ex: "python -m pytest"
@@ -684,7 +684,7 @@ jobs:
         shell: bash -l {0}
     strategy:
       matrix:
-        python-version: ["3.8"]
+        python-version: ["3.9"]
     env:
       MODIN_STORAGE_FORMAT: pyarrow
       MODIN_EXPERIMENTAL: "True"
@@ -714,7 +714,7 @@ jobs:
         shell: bash -l {0}
     strategy:
       matrix:
-        python-version: ["3.8"]
+        python-version: ["3.9"]
         engine: ["ray", "dask"]
     env:
       MODIN_EXPERIMENTAL: "True"

.github/workflows/fuzzydata-test.yml

@@ -30,7 +30,7 @@ jobs:
         shell: bash -l {0}
     strategy:
       matrix:
-        python-version: ["3.8"]
+        python-version: ["3.9"]
         engine: ["ray", "dask"]
     steps:
       - uses: actions/checkout@v3

.github/workflows/push-to-master.yml

@@ -99,7 +99,7 @@ jobs:
           AWS_SECRET_ACCESS_KEY: foobar_secret
     strategy:
       matrix:
-        python-version: ["3.8"]
+        python-version: ["3.9"]
         test-task:
           - modin/pandas/test/dataframe/test_binary.py
           - modin/pandas/test/dataframe/test_default.py

.readthedocs.yaml

@@ -9,7 +9,7 @@ version: 2
 build:
   os: ubuntu-20.04
   tools:
-    python: "3.8"
+    python: "3.9"
 
 # Build documentation in the docs/ directory with Sphinx
 sphinx:

asv_bench/asv.conf.dask.json

@@ -55,7 +55,7 @@
 
     // The Pythons you'd like to test against.  If not provided, defaults
     // to the current version of Python used to run `asv`.
-    "pythons": ["3.8"],
+    "pythons": ["3.9"],
 
     // The list of conda channel names to be searched for benchmark
     // dependency packages in the specified order

asv_bench/asv.conf.hdk.json

@@ -34,7 +34,7 @@
 
     // The Pythons you'd like to test against.  If not provided, defaults
     // to the current version of Python used to run `asv`.
-    "pythons": ["3.8"],
+    "pythons": ["3.9"],
 
     // The list of conda channel names to be searched for benchmark
     // dependency packages in the specified order

asv_bench/asv.conf.json

@@ -55,7 +55,7 @@
 
     // The Pythons you'd like to test against.  If not provided, defaults
     // to the current version of Python used to run `asv`.
-    "pythons": ["3.8"],
+    "pythons": ["3.9"],
 
     // The list of conda channel names to be searched for benchmark
     // dependency packages in the specified order

asv_bench/asv.conf.unidist.json

@@ -55,7 +55,7 @@
 
     // The Pythons you'd like to test against.  If not provided, defaults
     // to the current version of Python used to run `asv`.
-    "pythons": ["3.8"],
+    "pythons": ["3.9"],
 
     // The list of conda channel names to be searched for benchmark
     // dependency packages in the specified order

environment-dev.yml

@@ -22,8 +22,7 @@ dependencies:
   - grpcio!=1.46.*
   - dask>=2.22.0
   - distributed>=2.22.0
-  # TODO: uncomment after Modin switch to python>=3.9
-  # - xarray
+  - xarray
   - Jinja2>=3.0.0
   - scipy>=1.7.1
   - s3fs>=2021.8

modin/numpy/test/test_array_arithmetic.py

@@ -101,18 +101,8 @@ def test_basic_arithmetic_with_broadcast(operand1_shape, operand2_shape, operato
         "__gt__",
         "__lt__",
         "__le__",
-        pytest.param(
-            "__eq__",
-            marks=pytest.mark.xfail(
-                reason="numpy behavior on eq/ne is counterintuitive: see GH#5893"
-            ),
-        ),
-        pytest.param(
-            "__ne__",
-            marks=pytest.mark.xfail(
-                reason="numpy behavior on eq/ne is counterintuitive: see GH#5893"
-            ),
-        ),
+        "__eq__",
+        "__ne__",
     ],
 )
 def test_binary_bad_broadcast(matched_axis, operator):

modin/pandas/groupby.py

@@ -1690,12 +1690,6 @@ def _try_get_str_func(self, fn):
         """
         if not isinstance(fn, str) and isinstance(fn, Iterable):
             return [self._try_get_str_func(f) for f in fn]
-        if fn is np.max:
-            # np.max is called "amax", so it's not a method of the groupby object.
-            return "amax"
-        elif fn is np.min:
-            # np.min is called "amin", so it's not a method of the groupby object.
-            return "amin"
         return fn.__name__ if callable(fn) and fn.__name__ in dir(self) else fn
 
     def value_counts(

modin/pandas/test/dataframe/test_default.py

@@ -11,7 +11,6 @@
 # ANY KIND, either express or implied. See the License for the specific language
 # governing permissions and limitations under the License.
 
-import sys
 import pytest
 import numpy as np
 import pandas
@@ -79,8 +78,6 @@
 )
 def test_ops_defaulting_to_pandas(op, make_args):
     modin_df = pd.DataFrame(test_data_diff_dtype).drop(["str_col", "bool_col"], axis=1)
-    if op == "to_xarray" and sys.version_info < (3, 9):
-        pytest.skip("xarray doesn't support pandas>=2.0 for python 3.8")
     with warns_that_defaulting_to_pandas():
         operation = getattr(modin_df, op)
         if make_args is not None:

modin/pandas/test/test_series.py

@@ -13,7 +13,6 @@
 
 from __future__ import annotations
 
-import sys
 import pytest
 import unittest.mock as mock
 import numpy as np
@@ -3539,10 +3538,6 @@ def test_to_timestamp():
         series.to_period().to_timestamp()
 
 
-@pytest.mark.skipif(
-    condition=sys.version_info < (3, 9),
-    reason="xarray doesn't support pandas>=2.0 for python 3.8",
-)
 @pytest.mark.parametrize("data", test_data_values, ids=test_data_keys)
 def test_to_xarray(data):
     modin_series, _ = create_test_series(data)  # noqa: F841

modin/utils.py

@@ -25,10 +25,7 @@
 import codecs
 import functools
 
-if sys.version_info < (3, 8):
-    from typing_extensions import Protocol, runtime_checkable
-else:
-    from typing import Protocol, runtime_checkable
+from typing import Protocol, runtime_checkable
 
 from textwrap import dedent, indent
 from packaging import version

requirements/env_hdk.yml

@@ -19,8 +19,7 @@ dependencies:
   - sqlalchemy>=1.4.0,<1.4.46
   - scipy>=1.7.1
   - matplotlib>=3.6.1
-  # TODO: uncomment after Modin switch to python>=3.9
-  # - xarray
+  - xarray
   - pytables>=3.6.1
   - fastparquet>=0.6.3
   # pandas isn't compatible with numexpr=2.8.5: https://github.com/modin-project/modin/issues/6469

requirements/env_unidist.yml

@@ -14,8 +14,7 @@ dependencies:
 
   # optional dependencies
   - pyarrow>=7.0.0
-  # TODO: uncomment after Modin switch to python>=3.9
-  # - xarray
+  - xarray
   - Jinja2>=3.0.0
   - scipy>=1.7.1
   - s3fs>=2021.8

requirements/requirements-no-engine.yml

@@ -12,8 +12,7 @@ dependencies:
 
   # optional dependencies
   - pyarrow>=7.0.0
-  # TODO: uncomment after Modin switch to python>=3.9
-  # - xarray
+  - xarray
   - Jinja2>=3.0.0
   - scipy>=1.7.1
   - s3fs>=2021.8

setup.py

@@ -63,5 +63,5 @@ def make_distribution(self):
         "sql": sql_deps,
         "all": all_deps,
     },
-    python_requires=">=3.8",
+    python_requires=">=3.9",
 )