c

Author: nameexhaustion

Makefile

@@ -78,7 +78,7 @@ requirements: .venv  ## Install/refresh Python project requirements
 	   -r py-polars/requirements-lint.txt \
 	   -r py-polars/docs/requirements-docs.txt \
 	   -r docs/source/requirements.txt \
-	&& $(VENV_BIN)/uv pip install --upgrade --compile-bytecode "pyiceberg>=0.7.1"
+	&& $(VENV_BIN)/uv pip install --upgrade --compile-bytecode "pyiceberg>=0.7.1" pyiceberg-core
 
 .PHONY: requirements-all
 requirements-all: .venv  ## Install/refresh all Python requirements (including those needed for CI tests)

crates/polars-core/src/config.rs

@@ -42,7 +42,7 @@ pub fn verbose_print_sensitive<F: Fn() -> String>(create_log_message: F) {
     fn do_log(create_log_message: &dyn Fn() -> String) {
         if std::env::var("POLARS_VERBOSE_SENSITIVE").as_deref() == Ok("1") {
             // Force the message to be a single line.
-            let msg = create_log_message().replace('\n', "");
+            let msg = create_log_message().replace('\n', " ");
             eprintln!("[SENSITIVE]: {msg}")
         }
     }

crates/polars-core/src/frame/column/mod.rs

@@ -39,6 +39,7 @@ mod series;
 /// 2. A [`ScalarColumn`] that repeats a single [`Scalar`]
 #[derive(Debug, Clone)]
 #[cfg_attr(feature = "serde", derive(serde::Deserialize, serde::Serialize))]
+#[cfg_attr(feature = "dsl-schema", derive(schemars::JsonSchema))]
 pub enum Column {
     Series(SeriesColumn),
     Partitioned(PartitionedColumn),

crates/polars-core/src/frame/column/partitioned.rs

@@ -13,13 +13,14 @@ use crate::series::IsSorted;
 
 #[derive(Debug, Clone)]
 #[cfg_attr(feature = "serde", derive(serde::Serialize, serde::Deserialize))]
+#[cfg_attr(feature = "dsl-schema", derive(schemars::JsonSchema))]
 pub struct PartitionedColumn {
     name: PlSmallStr,
 
     values: Series,
     ends: Arc<[IdxSize]>,
 
-    #[cfg_attr(feature = "serde", serde(skip))]
+    #[cfg_attr(feature = "serde", serde(skip, default))]
     materialized: OnceLock<Series>,
 }
 

crates/polars-core/src/frame/column/scalar.rs

@@ -326,6 +326,21 @@ impl From<ScalarColumn> for Column {
     }
 }
 
+#[cfg(feature = "dsl-schema")]
+impl schemars::JsonSchema for ScalarColumn {
+    fn schema_name() -> String {
+        "ScalarColumn".to_owned()
+    }
+
+    fn schema_id() -> std::borrow::Cow<'static, str> {
+        std::borrow::Cow::Borrowed(concat!(module_path!(), "::", "ScalarColumn"))
+    }
+
+    fn json_schema(generator: &mut schemars::r#gen::SchemaGenerator) -> schemars::schema::Schema {
+        serde_impl::SerializeWrap::json_schema(generator)
+    }
+}
+
 #[cfg(feature = "serde")]
 mod serde_impl {
     use std::sync::OnceLock;
@@ -337,7 +352,8 @@ mod serde_impl {
     use crate::frame::{Scalar, Series};
 
     #[derive(serde::Serialize, serde::Deserialize)]
-    struct SerializeWrap {
+    #[cfg_attr(feature = "dsl-schema", derive(schemars::JsonSchema))]
+    pub struct SerializeWrap {
         name: PlSmallStr,
         /// Unit-length series for dispatching to IPC serialize
         unit_series: Series,

crates/polars-core/src/frame/column/series.rs

@@ -8,11 +8,12 @@ use super::Series;
 /// problems can be tracked down.
 #[derive(Debug, Clone)]
 #[cfg_attr(feature = "serde", derive(serde::Serialize, serde::Deserialize))]
+#[cfg_attr(feature = "dsl-schema", derive(schemars::JsonSchema))]
 pub struct SeriesColumn {
     inner: Series,
 
     #[cfg(debug_assertions)]
-    #[cfg_attr(feature = "serde", serde(skip))]
+    #[cfg_attr(feature = "serde", serde(skip, default))]
     materialized_at: Option<std::sync::Arc<std::backtrace::Backtrace>>,
 }
 

crates/polars-lazy/src/scan/anonymous_scan.rs

@@ -50,13 +50,15 @@ impl LazyFrame {
                 cache: false,
                 glob: false,
                 projection: None,
+                column_mapping: None,
+                default_values: None,
                 row_index: None,
                 pre_slice: args.n_rows.map(|len| Slice::Positive { offset: 0, len }),
                 cast_columns_policy: CastColumnsPolicy::ERROR_ON_MISMATCH,
                 missing_columns_policy: MissingColumnsPolicy::Raise,
                 extra_columns_policy: ExtraColumnsPolicy::Raise,
                 include_file_paths: None,
-                column_mapping: None,
+
                 deletion_files: None,
             },
         )?

crates/polars-lazy/src/scan/csv.rs

@@ -338,13 +338,14 @@ impl LazyFileListReader for LazyCsvReader {
                 cache: self.cache,
                 glob: self.glob,
                 projection: None,
+                column_mapping: None,
+                default_values: None,
                 row_index,
                 pre_slice,
                 cast_columns_policy: CastColumnsPolicy::ERROR_ON_MISMATCH,
                 missing_columns_policy: MissingColumnsPolicy::Raise,
                 extra_columns_policy: ExtraColumnsPolicy::Raise,
                 include_file_paths: self.include_file_paths,
-                column_mapping: None,
                 deletion_files: None,
             },
         )?

crates/polars-lazy/src/scan/ipc.rs

@@ -72,13 +72,14 @@ impl LazyFileListReader for LazyIpcReader {
                 cache,
                 glob: true,
                 projection: None,
+                column_mapping: None,
+                default_values: None,
                 row_index,
                 pre_slice,
                 cast_columns_policy: CastColumnsPolicy::ERROR_ON_MISMATCH,
                 missing_columns_policy: MissingColumnsPolicy::Raise,
                 extra_columns_policy: ExtraColumnsPolicy::Raise,
                 include_file_paths,
-                column_mapping: None,
                 deletion_files: None,
             },
         )?

crates/polars-lazy/src/scan/ndjson.rs

@@ -133,13 +133,14 @@ impl LazyFileListReader for LazyJsonLineReader {
             cache: false,
             glob: true,
             projection: None,
+            column_mapping: None,
+            default_values: None,
             row_index: self.row_index,
             pre_slice: self.n_rows.map(|len| Slice::Positive { offset: 0, len }),
             cast_columns_policy: CastColumnsPolicy::ERROR_ON_MISMATCH,
             missing_columns_policy: MissingColumnsPolicy::Raise,
             extra_columns_policy: ExtraColumnsPolicy::Raise,
             include_file_paths: self.include_file_paths,
-            column_mapping: None,
             deletion_files: None,
         };