deps: include pyarrow as a dependency (#529)

* deps: include `pyarrow` as a dependency

Test with a minimum version of pyarrow to confirm compatibility.

* fix unit test

* fix unit tests

* try pyarrow 11

* try pyarrow 8

* skip failing astype test

Author: tswast

noxfile.py

@@ -341,8 +341,8 @@ def run_system(
     pytest_cmd.extend(extra_pytest_options)
     session.run(
         *pytest_cmd,
-        test_folder,
         *session.posargs,
+        test_folder,
     )
 
 

setup.py

@@ -47,6 +47,7 @@
     "ibis-framework[bigquery] >=8.0.0,<9.0.0dev",
     # TODO: Relax upper bound once we have fixed `system_prerelease` tests.
     "pandas >=1.5.0",
+    "pyarrow >=8.0.0",
     "pydata-google-auth >=1.8.2",
     "requests >=2.27.1",
     "scikit-learn >=1.2.2",

testing/constraints-3.10.txt

@@ -1,15 +1,17 @@
 # Keep in sync with colab/containers/requirements.core.in image
-google-auth==2.17.3
+google-auth==2.27.0
 ipykernel==5.5.6
 ipython==7.34.0
-notebook==6.4.8
-pandas==1.5.3
-portpicker==1.3.9
-requests==2.27.1
-tornado==6.3.1
+notebook==6.5.5
+pandas==2.0.3
+pandas-stubs==2.0.3.230814
+portpicker==1.5.2
+requests==2.31.0
+tornado==6.3.3
 absl-py==1.4.0
 debugpy==1.6.6
 ipywidgets==7.7.1
 matplotlib==3.7.1
 psutil==5.9.5
+seaborn==0.13.1
 traitlets==5.7.1

testing/constraints-3.9.txt

@@ -12,6 +12,7 @@ google-cloud-resource-manager==1.10.3
 google-cloud-storage==2.0.0
 ibis-framework==8.0.0
 pandas==1.5.0
+pyarrow==8.0.0
 pydata-google-auth==1.8.2
 requests==2.27.1
 scikit-learn==1.2.2

tests/system/small/test_series.py

@@ -2783,6 +2783,12 @@ def test_string_astype_float():
 
 
 def test_string_astype_date():
+    if int(pa.__version__.split(".")[0]) < 15:
+        pytest.skip(
+            "Avoid pyarrow.lib.ArrowNotImplementedError: "
+            "Unsupported cast from string to date32 using function cast_date32."
+        )
+
     pd_series = pd.Series(["2014-08-15", "2215-08-15", "2016-02-29"]).astype(
         pd.ArrowDtype(pa.string())
     )