Python3.8 (ydataai#356)

* Add Python 3.8 to Travis
* Change Pyarrow to Fastparquest backend for tests.
* Update unit test with fastparquet

Co-authored-by: Gábor Lipták

Author: sbrugman

.travis.yml

@@ -1,3 +1,4 @@
+sudo: required
 dist: bionic
 language: python
 cache:
@@ -9,6 +10,7 @@ python:
   - "3.5"
   - "3.6"
   - "3.7"
+  - "3.8"
 
 env:
   - TEST=unit

requirements-test.txt

@@ -4,5 +4,5 @@ codecov
 pytest-cov
 pytest-black
 nbval
-pyarrow
+fastparquet==0.3.2
 flake8

setup.py

@@ -41,7 +41,7 @@
         # Could be optional
         "missingno==0.4.2",
         "phik==0.9.8",
-        "astropy>=3.2.3", # preferred 4.0
+        "astropy>=3.2.3",  # preferred 4.0
     ],
     extras_require={
         "notebook": ["jupyter-client==5.3.4", "jupyter-core==4.6.1", "ipywidgets"],

tests/issues/test_issue147.py

@@ -13,7 +13,7 @@ def test_issue147(get_data_file):
         "https://github.com/Teradata/kylo/raw/master/samples/sample-data/parquet/userdata2.parquet",
     )
 
-    df = pd.read_parquet(str(file_name), engine="pyarrow")
+    df = pd.read_parquet(str(file_name), engine="fastparquet")
     report = ProfileReport(df, title="PyArrow with Pandas Parquet Backend")
     html = report.to_html()
     assert type(html) == str

tests/unit/test_utils.py

@@ -11,7 +11,12 @@ def test_read_pandas_parquet():
     with pytest.raises(OSError) as e:
         read_pandas(p)
 
-    assert str(e.value) == "Passed non-file path: dataframe.parquet"
+    assert str(e.value) in [
+        # pyarrow
+        "Passed non-file path: dataframe.parquet",
+        # fastparquet
+        "[Errno 2] No such file or directory: 'dataframe.parquet'",
+    ]
 
 
 def test_read_pandas_csv():