FIX-modin-project#6347: remove 'modin in the cloud' experimental feature (modin-project#6408)

Signed-off-by: Anatoly Myachev <anatoly.myachev@intel.com>

Author: anmyachev

.github/workflows/ci-required.yml

@@ -89,7 +89,7 @@ jobs:
       - run: python scripts/doc_checker.py scripts/doc_checker.py
       - run: |
           python scripts/doc_checker.py modin/experimental/pandas/io.py \
-            modin/experimental/pandas/numpy_wrap.py modin/experimental/pandas/__init__.py
+            modin/experimental/pandas/__init__.py
       - run: python scripts/doc_checker.py modin/core/storage_formats/base
       - run: python scripts/doc_checker.py modin/experimental/core/storage_formats/pyarrow
       - run: python scripts/doc_checker.py modin/core/storage_formats/pandas

.github/workflows/ci.yml

@@ -111,7 +111,7 @@ jobs:
         with:
           environment-file: environment-dev.yml
       - name: Internals tests
-        run: python -m pytest modin/core/execution/dispatching/factories/test/test_dispatcher.py modin/experimental/cloud/test/test_cloud.py
+        run: python -m pytest modin/core/execution/dispatching/factories/test/test_dispatcher.py
       - run: python -m pytest modin/config/test
       - run: python -m pytest modin/test/test_envvar_catcher.py
       - run: python -m pytest modin/test/storage_formats/base/test_internals.py
@@ -651,37 +651,6 @@ jobs:
       - run: python -m pytest modin/pandas/test/test_io.py --verbose
       - uses: ./.github/actions/upload-coverage
 
-  test-cloud:
-    needs: [lint-flake8, lint-black]
-    runs-on: ubuntu-latest
-    defaults:
-      run:
-        shell: bash -l {0}
-    env:
-      MODIN_ENGINE: "python"
-      MODIN_EXPERIMENTAL: "True"
-    name: test cloud
-    services:
-      moto:
-        image: motoserver/moto
-        ports:
-          - 5000:5000
-        env:
-          AWS_ACCESS_KEY_ID: foobar_key
-          AWS_SECRET_ACCESS_KEY: foobar_secret
-    steps:
-      - uses: actions/checkout@v3
-      - uses: ./.github/actions/mamba-env
-        with:
-          environment-file: environment-dev.yml
-        # TODO(https://github.com/modin-project/modin/issues/4004): Re-add
-        # "python -m pytest --simulate-cloud=normal modin/pandas/test/test_io.py --verbose"
-        # once that test stops crashing.
-      - run: python -m pytest --simulate-cloud=normal modin/pandas/test/dataframe/test_default.py::test_kurt_kurtosis --verbose
-      - # When running without parameters, some of the tests fail
-        run: python -m pytest --simulate-cloud=normal modin/pandas/test/dataframe/test_binary.py::test_math_functions[add-rows-scalar]
-      - uses: ./.github/actions/upload-coverage
-
   test-pyarrow:
     needs: [lint-flake8, lint-black]
     runs-on: ubuntu-latest
@@ -735,7 +704,7 @@ jobs:
       - run: python -m pytest modin/experimental/spreadsheet/test/test_general.py
 
   upload-coverage:
-    needs: [test-internals, test-api-and-no-engine, test-defaults, test-hdk, test-all-unidist, test-all, test-experimental, test-cloud, test-sanity]
+    needs: [test-internals, test-api-and-no-engine, test-defaults, test-hdk, test-all-unidist, test-all, test-experimental, test-sanity]
     if: always()  # we need to run it regardless of some job being skipped, like in PR
     runs-on: ubuntu-latest
     defaults:

.github/workflows/codeql/codeql-config.yml

@@ -2,6 +2,5 @@ name: "Modin CodeQL config"
 
 paths:
   - modin/** 
-paths-ignore: 
-  - modin/experimental/cloud/** # TODO: fix module-level cyclic error, see #5228
+paths-ignore:
   - modin/experimental/core/execution/native/implementations/hdk_on_native/test/** # TODO: fix unhashable list error, see #5227

MANIFEST.in

@@ -1,4 +1,3 @@
 include versioneer.py
 include modin/_version.py
-include modin/experimental/cloud/ray-autoscaler.yml
 include modin/pandas/test/data/*.csv

docs/development/architecture.rst

@@ -338,7 +338,6 @@ details. The documentation covers most modules, with more docs being added every
    │   │   ├───dataframe
    │   │   │   └─── :doc:`pandas </flow/modin/distributed/dataframe/pandas>`
    │   ├─── :doc:`experimental </flow/modin/experimental/index>`
-   │   │   ├───cloud
    │   │   ├───core
    │   │   │   ├───execution
    │   │   │   │   ├───native

docs/usage_guide/advanced_usage/index.rst

@@ -10,7 +10,6 @@ Advanced Usage
    progress_bar
    modin_sql
    modin_xgboost
-   modin_in_the_cloud
    modin_logging
    batch
 

docs/usage_guide/advanced_usage/modin_in_the_cloud.rst

@@ -2,7 +2,7 @@ Modin Usage Examples
 ====================
 
 This section shows Modin usage examples in different scenarios like Modin on a local/remote cluster,
-Modin in the cloud, the use of Modin spreadsheet.
+the use of Modin spreadsheet.
 
 Tutorials
 '''''''''
@@ -29,11 +29,6 @@ Data Science Benchmarks
 - Using Modin with the Census Dataset (coming soon...)
 - Using Modin with the Plasticc Dataset (coming soon...)
 
-Modin in the Cloud
-''''''''''''''''''
-
-- Using Experimental Modin in the cloud with the NYC Taxi Dataset on an AWS cluster [`Source <https://github.com/modin-project/modin/blob/master/examples/jupyter/NYC_Taxi_cloud.ipynb>`__]
-
 Modin Spreadsheets
 ''''''''''''''''''
 

docs/usage_guide/examples/index.rst

@@ -45,16 +45,12 @@ dependencies:
   - xgboost>=1.7.1,<2.0.0
   - tqdm
 
-  ## modin in the cloud dependencies
-  - boto3
-  - cloudpickle
-  - rpyc==4.1.5
-
   # dependencies for making release
   - pygithub>=v1.58.0
   - pygit2>=1.9.2
 
   # test dependencies
+  - boto3
   - coverage>=7.1.0
   - moto>=4.1.0
   - pytest>=7.2.1