FIX-modin-project#6072: unpin pyarrow and xfail test_read_parquet_pandas_index test (modin-project#6223)

Signed-off-by: Anatoly Myachev <[email protected]>

Author: anmyachev

environment-dev.yml

@@ -5,7 +5,7 @@ dependencies:
   - pandas==1.5.3
   - numpy>=1.18.5
   - ray-default>=1.13.0
-  - pyarrow<12 # workaround for https://github.com/modin-project/modin/issues/6072
+  - pyarrow
   # workaround for https://github.com/conda/conda/issues/11744
   - grpcio!=1.45.*
   - grpcio!=1.46.*

modin/pandas/test/test_io.py

@@ -1541,6 +1541,12 @@ def test_read_parquet_partitioned_directory(
         reason="The reason of tests fail in `cloud` mode is unknown for now - issue #3264",
     )
     def test_read_parquet_pandas_index(self, engine):
+        if (
+            version.parse(pa.__version__) >= version.parse("12.0.0")
+            and version.parse(pd.__version__) < version.parse("2.0.0")
+            and engine == "pyarrow"
+        ):
+            pytest.xfail("incompatible versions; see #6072")
         # Ensure modin can read parquet files written by pandas with a non-RangeIndex object
         pandas_df = pandas.DataFrame(
             {

requirements/env_hdk.yml

@@ -3,7 +3,7 @@ channels:
   - conda-forge
 dependencies:
   - pandas==1.5.3
-  - pyarrow<12 # workaround for https://github.com/modin-project/modin/issues/6072
+  - pyarrow
   - numpy>=1.18.5
   - fsspec
   - pip

requirements/env_unidist.yml

@@ -5,7 +5,7 @@ dependencies:
   - unidist-mpi>=0.2.1
   - pandas==1.5.3
   - numpy>=1.18.5
-  - pyarrow<12 # workaround for https://github.com/modin-project/modin/issues/6072
+  - pyarrow
   - fsspec
   - xarray
   - Jinja2

requirements/requirements-no-engine.yml

@@ -3,7 +3,7 @@ channels:
 dependencies:
   - pandas==1.5.3
   - numpy>=1.18.5
-  - pyarrow<12 # workaround for https://github.com/modin-project/modin/issues/6072
+  - pyarrow
   - fsspec
   - xarray
   - Jinja2