rust polars 0.33.2 (#11159)

Cargo.toml

@@ -13,7 +13,7 @@ exclude = [
 ]
 
 [workspace.package]
-version = "0.32.0"
+version = "0.33.2"
 authors = ["Ritchie Vink <ritchie46@gmail.com>"]
 edition = "2021"
 homepage = "https://www.pola.rs/"
@@ -51,13 +51,29 @@ thiserror = "1"
 url = "2.3.1"
 version_check = "0.9.4"
 xxhash-rust = { version = "0.8.6", features = ["xxh3"] }
+polars-core = { version = "0.33.2", path = "crates/polars-core", default-features = false }
+polars-arrow = { version = "0.33.2", path = "crates/polars-arrow", default-features = false }
+polars-plan = { version = "0.33.2", path = "crates/polars-plan", default-features = false }
+polars-lazy = { version = "0.33.2", path = "crates/polars-lazy", default-features = false }
+polars-pipe = { version = "0.33.2", path = "crates/polars-pipe", default-features = false }
+polars-row = { version = "0.33.2", path = "crates/polars-row", default-features = false }
+polars-ffi = { version = "0.33.2", path = "crates/polars-ffi", default-features = false }
+polars-ops = { version = "0.33.2", path = "crates/polars-ops", default-features = false }
+polars-sql = { version = "0.33.2", path = "crates/polars-sql", default-features = false }
+polars-algo = { version = "0.33.2", path = "crates/polars-algo", default-features = false }
+polars-time = { version = "0.33.2", path = "crates/polars-time", default-features = false }
+polars-utils = { version = "0.33.2", path = "crates/polars-utils", default-features = false }
+polars-io = { version = "0.33.2", path = "crates/polars-io", default-features = false }
+polars-error = { version = "0.33.2", path = "crates/polars-error", default-features = false }
+polars-json = { version = "0.33.2", path = "crates/polars-json", default-features = false }
+polars = { version = "0.33.2", path = "crates/polars", default-features = false }
 
 [workspace.dependencies.arrow]
 package = "arrow2"
-git = "https://github.com/jorgecarleitao/arrow2"
-rev = "7c93e358fc400bf3c0c0219c22eefc6b38fc2d12"
+# git = "https://github.com/jorgecarleitao/arrow2"
+# rev = "7c93e358fc400bf3c0c0219c22eefc6b38fc2d12"
 # branch = ""
-# version = "0.17.4"
+version = "0.18.0"
 default-features = false
 features = [
   "compute_aggregate",

crates/Makefile

@@ -25,7 +25,7 @@ pre-commit: fmt clippy clippy-default  ## Run autoformatting and linting
 
 .PHONY: check-features
 check-features:  ## Run cargo check for feature flag combinations (warning: slow)
-	cargo hack check --each-feature --no-dev-deps
+	cargo hack check -p polars --each-feature --no-dev-deps
 
 .PHONY: miri
 miri:  ## Run miri
@@ -108,6 +108,7 @@ publish:  ## Publish Polars crates
 	cargo publish --allow-dirty -p polars-arrow
 	cargo publish --allow-dirty -p polars-json
 	cargo publish --allow-dirty -p polars-core
+	cargo publish --allow-dirty -p polars-ffi
 	cargo publish --allow-dirty -p polars-ops
 	cargo publish --allow-dirty -p polars-time
 	cargo publish --allow-dirty -p polars-io

crates/polars-algo/Cargo.toml

@@ -9,9 +9,9 @@ repository = { workspace = true }
 description = "Algorithms built upon Polars primitives"
 
 [dependencies]
-polars-core = { version = "0.32.0", path = "../polars-core", features = ["dtype-categorical", "asof_join"], default-features = false }
-polars-lazy = { version = "0.32.0", path = "../polars-lazy", features = ["asof_join", "concat_str", "strings"] }
-polars-ops = { version = "0.32.0", path = "../polars-ops", features = ["dtype-categorical", "asof_join"], default-features = false }
+polars-core = { workspace = true, features = ["dtype-categorical", "asof_join"] }
+polars-lazy = { workspace = true, features = ["asof_join", "concat_str", "strings"], default-features = true }
+polars-ops = { workspace = true, features = ["dtype-categorical", "asof_join"] }
 
 [package.metadata.docs.rs]
 all-features = true

crates/polars-arrow/Cargo.toml

@@ -9,7 +9,7 @@ repository = { workspace = true }
 description = "Arrow interfaces for Polars DataFrame library"
 
 [dependencies]
-polars-error = { version = "0.32.0", path = "../polars-error" }
+polars-error = { workspace = true }
 
 arrow = { workspace = true }
 atoi = { workspace = true, optional = true }

crates/polars-core/Cargo.toml

@@ -9,10 +9,10 @@ repository = { workspace = true }
 description = "Core of the Polars DataFrame library"
 
 [dependencies]
-polars-arrow = { version = "0.32.0", path = "../polars-arrow", features = ["compute"] }
-polars-error = { version = "0.32.0", path = "../polars-error" }
-polars-row = { version = "0.32.0", path = "../polars-row" }
-polars-utils = { version = "0.32.0", path = "../polars-utils" }
+polars-arrow = { workspace = true, features = ["compute"] }
+polars-error = { workspace = true }
+polars-row = { workspace = true }
+polars-utils = { workspace = true }
 
 ahash = { workspace = true }
 arrow = { workspace = true }
@@ -85,8 +85,8 @@ checked_arithmetic = []
 repeat_by = []
 is_first_distinct = []
 is_last_distinct = []
-asof_join = []
-cross_join = []
+asof_join = ["algorithm_join"]
+cross_join = ["algorithm_join"]
 dot_product = []
 concat_str = []
 row_hash = []
@@ -99,7 +99,7 @@ group_by_list = []
 cum_agg = []
 # rolling window functions
 rolling_window = []
-rank = []
+rank = ["rand"]
 diff = []
 pct_change = ["diff"]
 moment = []
@@ -111,7 +111,7 @@ dataframe_arithmetic = []
 product = []
 unique_counts = []
 partition_by = []
-semi_anti_join = []
+semi_anti_join = ["algorithm_join"]
 chunked_ids = []
 describe = []
 timezones = ["chrono-tz", "arrow/chrono-tz", "polars-arrow/timezones"]
@@ -134,7 +134,7 @@ dtype-struct = []
 parquet = ["arrow/io_parquet"]
 
 # scale to terabytes?
-bigidx = ["polars-arrow/bigidx"]
+bigidx = ["polars-arrow/bigidx", "polars-utils/bigidx"]
 python = []
 
 serde = ["dep:serde", "smartstring/serde", "bitflags/serde"]

crates/polars-core/src/chunked_array/logical/categorical/builder.rs

@@ -6,7 +6,7 @@ use hashbrown::hash_map::{Entry, RawEntryMut};
 use polars_arrow::trusted_len::TrustedLenPush;
 
 use crate::datatypes::PlHashMap;
-use crate::frame::group_by::hashing::HASHMAP_INIT_SIZE;
+use crate::hashing::HASHMAP_INIT_SIZE;
 use crate::prelude::*;
 use crate::{using_string_cache, StringCache, POOL};
 

crates/polars-core/src/chunked_array/logical/categorical/ops/mod.rs

@@ -1,6 +1,7 @@
 mod append;
 mod full;
 mod take_random;
+#[cfg(feature = "algorithm_group_by")]
 mod unique;
 #[cfg(feature = "zip_with")]
 mod zip;

crates/polars-core/src/chunked_array/logical/categorical/stringcache.rs

@@ -8,7 +8,7 @@ use once_cell::sync::Lazy;
 use smartstring::{LazyCompact, SmartString};
 
 use crate::datatypes::PlIdHashMap;
-use crate::frame::group_by::hashing::HASHMAP_INIT_SIZE;
+use crate::hashing::HASHMAP_INIT_SIZE;
 use crate::prelude::InitHashMaps;
 
 /// We use atomic reference counting

crates/polars-core/src/chunked_array/logical/date.rs

@@ -43,6 +43,7 @@ impl LogicalType for DateChunked {
                     .into_datetime(*tu, tz.clone())
                     .into_series())
             },
+            #[cfg(feature = "dtype-time")]
             (Date, Time) => Ok(Int64Chunked::full(self.name(), 0i64, self.len())
                 .into_time()
                 .into_series()),

crates/polars-core/src/chunked_array/ops/unique/mod.rs

@@ -8,10 +8,10 @@ use arrow::bitmap::MutableBitmap;
 #[cfg(feature = "object")]
 use crate::datatypes::ObjectType;
 use crate::datatypes::PlHashSet;
-use crate::frame::group_by::hashing::HASHMAP_INIT_SIZE;
 use crate::frame::group_by::GroupsProxy;
 #[cfg(feature = "mode")]
 use crate::frame::group_by::IntoGroupsProxy;
+use crate::hashing::HASHMAP_INIT_SIZE;
 use crate::prelude::*;
 use crate::series::IsSorted;
 

crates/polars-core/src/chunked_array/temporal/conversion.rs

@@ -36,7 +36,7 @@ impl From<&AnyValue<'_>> for NaiveTime {
 
 // Used by lazy for literal conversion
 pub fn datetime_to_timestamp_ns(v: NaiveDateTime) -> i64 {
-    v.timestamp_nanos()
+    v.timestamp_nanos_opt().unwrap()
 }
 
 // Used by lazy for literal conversion

crates/polars-core/src/chunked_array/temporal/datetime.rs

@@ -4,6 +4,7 @@ use arrow::temporal_conversions::{
     timestamp_ms_to_datetime, timestamp_ns_to_datetime, timestamp_us_to_datetime,
 };
 use chrono::format::{DelayedFormat, StrftimeItems};
+use chrono::NaiveDate;
 #[cfg(feature = "timezones")]
 use chrono::TimeZone as TimeZoneTrait;
 #[cfg(feature = "timezones")]

crates/polars-core/src/frame/asof_join/groups.rs

@@ -9,13 +9,12 @@ use rayon::prelude::*;
 use smartstring::alias::String as SmartString;
 
 use super::*;
-use crate::frame::group_by::hashing::HASHMAP_INIT_SIZE;
 #[cfg(feature = "dtype-categorical")]
 use crate::frame::hash_join::_check_categorical_src;
 use crate::frame::hash_join::{
     build_tables, get_hash_tbl_threaded_join_partitioned, multiple_keys as mk, prepare_bytes,
 };
-use crate::hashing::{df_rows_to_hashes_threaded_vertical, AsU64};
+use crate::hashing::{df_rows_to_hashes_threaded_vertical, AsU64, HASHMAP_INIT_SIZE};
 use crate::utils::{split_ca, split_df};
 use crate::POOL;