Added support for using jiff for parsing timestamps for to_timestamp and to_date.

Jiff specific tests still need to be added.

Author: Omega359

Cargo.lock

@@ -490,11 +490,17 @@ config_namespace! {
         /// Defaults to the number of CPU cores on the system
         pub target_partitions: usize, transform = ExecutionOptions::normalized_parallelism, default = get_available_parallelism()
 
+        /// The date time parser to use when parsing date time values.
+        ///
+        /// Defaults to 'chrono'. 'jiff' is supported when the 'jiff' feature is enabled.
+        pub date_time_parser: Option<String>, default = Some("chrono".to_string())
+
         /// The default time zone
         ///
         /// Some functions, e.g. `now` return timestamps in this time zone
         pub time_zone: Option<String>, default = None
 
+
         /// Parquet options
         pub parquet: ParquetOptions, default = Default::default()
 

datafusion/common/src/config.rs

@@ -108,6 +108,7 @@ unicode_expressions = [
     "datafusion-functions/unicode_expressions",
 ]
 extended_tests = []
+jiff = ["datafusion-functions/jiff"]
 
 [dependencies]
 arrow = { workspace = true }

datafusion/core/Cargo.toml

@@ -52,6 +52,8 @@ default = [
 ]
 # enable encode/decode functions
 encoding_expressions = ["base64", "hex"]
+# enable jiff timestamp parsing
+jiff = ["dep:jiff"]
 # enable math functions
 math_expressions = []
 # enable regular expressions
@@ -71,15 +73,18 @@ base64 = { version = "0.22", optional = true }
 blake2 = { version = "^0.10.2", optional = true }
 blake3 = { version = "1.8", optional = true }
 chrono = { workspace = true }
-jiff = "0.2.16"
+chrono-tz = "0.10.4"
 datafusion-common = { workspace = true }
 datafusion-doc = { workspace = true }
 datafusion-execution = { workspace = true }
 datafusion-expr = { workspace = true }
 datafusion-expr-common = { workspace = true }
 datafusion-macros = { workspace = true }
+dyn-eq = "0.1.3"
+dyn-hash = "1.0.0"
 hex = { version = "0.4", optional = true }
 itertools = { workspace = true }
+jiff = { version = "0.2.16", optional = true }
 log = { workspace = true }
 md-5 = { version = "^0.10.0", optional = true }
 num-traits = { workspace = true }

datafusion/functions/Cargo.toml

@@ -34,7 +34,7 @@ fn data() -> StringArray {
         "1997-01-31T09:26:56.123Z",
         "1997-01-31T09:26:56.123-05:00",
         "1997-01-31 09:26:56.123-05:00",
-        "2023-01-01 04:05:06.789-08:00",
+        "2023-01-01 04:05:06.789-08",
         "1997-01-31T09:26:56.123",
         "1997-01-31 09:26:56.123",
         "1997-01-31 09:26:56",