Merge pull request #1489 from Martozar/c.mze-cq-105

Arrow IPC binary fetch path for DataFrame execution

Author: Martozar

packages/gooddata-fdw/src/gooddata_fdw/executor.py

@@ -2,7 +2,7 @@
 from __future__ import annotations
 
 from collections.abc import Generator
-from typing import Any, NamedTuple
+from typing import Any, ClassVar, NamedTuple
 
 from gooddata_sdk import GoodDataSdk
 
@@ -43,7 +43,10 @@ def execute(
 
 
 class InsightExecutor(Executor):
-    _COLUMN_VALIDATORS = [col_val.LocalIdOptionValidator(), col_val.IdOptionValidator(mandatory=False)]
+    _COLUMN_VALIDATORS: ClassVar[list[col_val.ColumnValidator]] = [
+        col_val.LocalIdOptionValidator(),
+        col_val.IdOptionValidator(mandatory=False),
+    ]
 
     def __init__(self, inputs: InitData) -> None:
         super().__init__(inputs, self._COLUMN_VALIDATORS)

packages/gooddata-pandas/pyproject.toml

@@ -32,7 +32,6 @@ dependencies = [
     "gooddata-sdk~=1.63.0",
     "pandas>=2.0.0,<3.0.0",
 ]
-
 classifiers = [
     "Development Status :: 5 - Production/Stable",
     "Environment :: Console",
@@ -47,6 +46,9 @@ classifiers = [
     "Typing :: Typed",
 ]
 
+[project.optional-dependencies]
+arrow = ["pyarrow>=23.0.1", "orjson>=3.11.0"]
+
 [project.urls]
 Documentation = "https://gooddata-pandas.readthedocs.io/en/v1.63.0"
 Source = "https://github.com/gooddata/gooddata-python-sdk"
@@ -63,6 +65,7 @@ test = [
     "python-dotenv~=1.0.0",
     "pyyaml",
     "tests_support",
+    "pyarrow>=23.0.1",
 ]
 
 [tool.ty.analysis]

packages/gooddata-pandas/src/gooddata_pandas/__init__.py

@@ -1,6 +1,16 @@
 # (C) 2021 GoodData Corporation
 
 from gooddata_pandas._version import __version__
+from gooddata_pandas.arrow_types import ArrowConfig, TypesMapper
+
+try:
+    from gooddata_pandas.arrow_convertor import convert_arrow_table_to_dataframe
+except ImportError:
+
+    def convert_arrow_table_to_dataframe(*args, **kwargs):
+        raise ImportError("pyarrow is required for Arrow support. Install it with: pip install gooddata-pandas[arrow]")
+
+
 from gooddata_pandas.dataframe import DataFrameFactory
 from gooddata_pandas.good_pandas import GoodPandas
 from gooddata_pandas.result_convertor import LabelOverrides