fix: Use pyarrow in a way that works across versions (#3562)

Signed-off-by: Achal Shah <[email protected]>

Author: achals

sdk/python/feast/infra/offline_stores/file_source.py

@@ -158,7 +158,13 @@ def get_table_column_names_and_types(
         # Adding support for different file format path
         # based on S3 filesystem
         if filesystem is None:
-            schema = ParquetDataset(path).schema.to_arrow_schema()
+            schema = ParquetDataset(path).schema
+            if hasattr(schema, "names") and hasattr(schema, "types"):
+                # Newer versions of pyarrow doesn't have this method,
+                # but this field is good enough.
+                pass
+            else:
+                schema = schema.to_arrow_schema()
         else:
             schema = ParquetDataset(path, filesystem=filesystem).schema