expose session config

Author: milenkovicm

python/datafusion/context.py

@@ -290,6 +290,14 @@ def set(self, key: str, value: str) -> SessionConfig:
         self.config_internal = self.config_internal.set(key, value)
         return self
 
+    def get_all(self) -> dict[str, str]:
+        """Returns all configuration options in a dictionary.
+
+        Returns:
+            All configuration options in a dictionary.
+        """
+        return self.config_internal.get_all()
+
 
 class RuntimeEnvBuilder:
     """Runtime configuration options."""
@@ -1012,6 +1020,10 @@ def empty_table(self) -> DataFrame:
         """Create an empty :py:class:`~datafusion.dataframe.DataFrame`."""
         return DataFrame(self.ctx.empty_table())
 
+    def session_config(self) -> SessionConfig:
+        """Return an copy of :py:class:`SessionConfig`."""
+        return self.ctx.session_config()
+
     def session_id(self) -> str:
         """Return an id that uniquely identifies this :py:class:`SessionContext`."""
         return self.ctx.session_id()

python/tests/test_context.py

@@ -710,3 +710,10 @@ def test_create_dataframe_with_global_ctx(batch):
     result = df.collect()[0].column(0)
 
     assert result == pa.array([4, 5, 6])
+
+
+def test_get_session_config(ctx):
+    config = ctx.session_config()
+    config_dict = config.get_all()
+
+    assert config_dict["datafusion.catalog.create_default_catalog_and_schema"] == "true"

src/context.rs

@@ -167,6 +167,23 @@ impl PySessionConfig {
     fn set(&self, key: &str, value: &str) -> Self {
         Self::from(self.config.clone().set_str(key, value))
     }
+
+    pub fn get_all(&self, py: Python) -> PyResult<PyObject> {
+        let entries: Vec<(String, Option<String>)> = {
+            let options = self.config.options();
+            options
+                .entries()
+                .into_iter()
+                .map(|entry| (entry.key.clone(), entry.value.clone()))
+                .collect()
+        };
+
+        let dict = PyDict::new(py);
+        for (key, value) in entries {
+            dict.set_item(key, value.into_pyobject(py)?)?;
+        }
+        Ok(dict.into())
+    }
 }
 
 /// Runtime options for a SessionContext
@@ -909,6 +926,10 @@ impl PySessionContext {
         Ok(PyDataFrame::new(self.ctx.read_empty()?))
     }
 
+    pub fn session_config(&self) -> PySessionConfig {
+        self.ctx.copied_config().into()
+    }
+
     pub fn session_id(&self) -> String {
         self.ctx.session_id()
     }