feat: Enable Arrow-based columnar data transfers (#3996)

feat: Enable Arrow-based columnar data transfers

Signed-off-by: tanlocnguyen <[email protected]>
Co-authored-by: tanlocnguyen <[email protected]>

Author: ElliotNguyen68

docs/reference/offline-stores/spark.md

@@ -30,6 +30,8 @@ offline_store:
         spark.sql.catalogImplementation: "hive"
         spark.sql.parser.quotedRegexColumnNames: "true"
         spark.sql.session.timeZone: "UTC"
+        spark.sql.execution.arrow.fallback.enabled: "true"
+        spark.sql.execution.arrow.pyspark.enabled: "true"
 online_store:
     path: data/online_store.db
 ```

sdk/python/feast/templates/spark/feature_repo/feature_store.yaml

@@ -12,6 +12,8 @@ offline_store:
     spark.sql.catalogImplementation: "hive"
     spark.sql.parser.quotedRegexColumnNames: "true"
     spark.sql.session.timeZone: "UTC"
+    spark.sql.execution.arrow.fallback.enabled: "true"
+    spark.sql.execution.arrow.pyspark.enabled: "true"
 online_store:
   path: data/online_store.db
 entity_key_serialization_version: 2