Prepare 36.0.0 Release (#599)

Author: andygrove

CHANGELOG.md

@@ -19,6 +19,23 @@
 
 # DataFusion Python Changelog
 
+## [36.0.0](https://github.com/apache/arrow-datafusion-python/tree/36.0.0) (2024-03-02)
+
+**Implemented enhancements:**
+
+- feat: Add `flatten` array function [#562](https://github.com/apache/arrow-datafusion-python/pull/562) (mobley-trent)
+
+**Documentation updates:**
+
+- docs: Add ASF attribution [#580](https://github.com/apache/arrow-datafusion-python/pull/580) (simicd)
+
+**Merged pull requests:**
+
+- Allow PyDataFrame to be used from other projects [#582](https://github.com/apache/arrow-datafusion-python/pull/582) (andygrove)
+- docs: Add ASF attribution [#580](https://github.com/apache/arrow-datafusion-python/pull/580) (simicd)
+- Add array functions [#560](https://github.com/apache/arrow-datafusion-python/pull/560) (ongchi)
+- feat: Add `flatten` array function [#562](https://github.com/apache/arrow-datafusion-python/pull/562) (mobley-trent)
+
 ## [35.0.0](https://github.com/apache/arrow-datafusion-python/tree/35.0.0) (2024-01-20)
 
 **Merged pull requests:**

Cargo.lock

@@ -17,7 +17,7 @@
 
 [package]
 name = "datafusion-python"
-version = "35.0.0"
+version = "36.0.0"
 homepage = "https://github.com/apache/arrow-datafusion-python"
 repository = "https://github.com/apache/arrow-datafusion-python"
 authors = ["Apache Arrow <dev@arrow.apache.org>"]
@@ -37,12 +37,13 @@ substrait = ["dep:datafusion-substrait"]
 tokio = { version = "1.35", features = ["macros", "rt", "rt-multi-thread", "sync"] }
 rand = "0.8"
 pyo3 = { version = "0.20", features = ["extension-module", "abi3", "abi3-py38"] }
-datafusion = { version = "35.0.0", features = ["pyarrow", "avro"] }
-datafusion-common = { version = "35.0.0", features = ["pyarrow"] }
-datafusion-expr = "35.0.0"
-datafusion-optimizer = "35.0.0"
-datafusion-sql = "35.0.0"
-datafusion-substrait = { version = "35.0.0", optional = true }
+datafusion = { version = "36.0.0", features = ["pyarrow", "avro"] }
+datafusion-common = { version = "36.0.0", features = ["pyarrow"] }
+datafusion-expr = "36.0.0"
+datafusion-functions-array = "36.0.0"
+datafusion-optimizer = "36.0.0"
+datafusion-sql = "36.0.0"
+datafusion-substrait = { version = "36.0.0", optional = true }
 prost = "0.12"
 prost-types = "0.12"
 uuid = { version = "1.3", features = ["v4"] }

Cargo.toml

@@ -290,15 +290,21 @@ impl DataTypeMap {
                 Ok(DataType::Interval(IntervalUnit::MonthDayNano))
             }
             ScalarValue::List(arr) => Ok(arr.data_type().to_owned()),
-            ScalarValue::Struct(_, fields) => Ok(DataType::Struct(fields.to_owned())),
+            ScalarValue::Struct(_fields) => Err(py_datafusion_err(
+                DataFusionError::NotImplemented("ScalarValue::Struct".to_string()),
+            )),
             ScalarValue::FixedSizeBinary(size, _) => Ok(DataType::FixedSizeBinary(*size)),
             ScalarValue::FixedSizeList(_array_ref) => {
                 // The FieldRef was removed from ScalarValue::FixedSizeList in
                 // https://github.com/apache/arrow-datafusion/pull/8221, so we can no
                 // longer convert back to a DataType here
-                todo!()
+                Err(py_datafusion_err(DataFusionError::NotImplemented(
+                    "ScalarValue::FixedSizeList".to_string(),
+                )))
             }
-            ScalarValue::LargeList(_) => todo!(),
+            ScalarValue::LargeList(_) => Err(py_datafusion_err(DataFusionError::NotImplemented(
+                "ScalarValue::LargeList".to_string(),
+            ))),
             ScalarValue::DurationSecond(_) => Ok(DataType::Duration(TimeUnit::Second)),
             ScalarValue::DurationMillisecond(_) => Ok(DataType::Duration(TimeUnit::Millisecond)),
             ScalarValue::DurationMicrosecond(_) => Ok(DataType::Duration(TimeUnit::Microsecond)),