Merge pull request #120 from Embucket/df55-csv-snowflake-boolean

Preserve Boolean-first CSV inference across chunks

Author: osipovartem

Cargo.lock

@@ -89,30 +89,30 @@ version = "55.1.0"
 #
 # See for more details: https://github.com/rust-lang/cargo/issues/11329
 apache-avro = { version = "0.21", default-features = false }
-arrow = { git = "https://github.com/Embucket/arrow-rs.git", rev = "4e743e5dfb8b2b7aba69dade4d887418d01520b5", features = [
+arrow = { git = "https://github.com/Embucket/arrow-rs.git", rev = "5d211125b8e8a5784f2caf606cdf88684dec30a5", features = [
     "prettyprint",
     "chrono-tz",
 ] }
-arrow-avro = { git = "https://github.com/Embucket/arrow-rs.git", rev = "4e743e5dfb8b2b7aba69dade4d887418d01520b5", default-features = false, features = [
+arrow-avro = { git = "https://github.com/Embucket/arrow-rs.git", rev = "5d211125b8e8a5784f2caf606cdf88684dec30a5", default-features = false, features = [
     "deflate",
     "snappy",
     "zstd",
     "bzip2",
     "xz",
 ] }
-arrow-buffer = { git = "https://github.com/Embucket/arrow-rs.git", rev = "4e743e5dfb8b2b7aba69dade4d887418d01520b5", default-features = false }
-arrow-data = { git = "https://github.com/Embucket/arrow-rs.git", rev = "4e743e5dfb8b2b7aba69dade4d887418d01520b5", default-features = false }
-arrow-flight = { git = "https://github.com/Embucket/arrow-rs.git", rev = "4e743e5dfb8b2b7aba69dade4d887418d01520b5", features = [
+arrow-buffer = { git = "https://github.com/Embucket/arrow-rs.git", rev = "5d211125b8e8a5784f2caf606cdf88684dec30a5", default-features = false }
+arrow-data = { git = "https://github.com/Embucket/arrow-rs.git", rev = "5d211125b8e8a5784f2caf606cdf88684dec30a5", default-features = false }
+arrow-flight = { git = "https://github.com/Embucket/arrow-rs.git", rev = "5d211125b8e8a5784f2caf606cdf88684dec30a5", features = [
     "flight-sql-experimental",
 ] }
 # Both codecs are required here to make sure that code paths like
 # file-spilling have access to all compression codecs.
-arrow-ipc = { git = "https://github.com/Embucket/arrow-rs.git", rev = "4e743e5dfb8b2b7aba69dade4d887418d01520b5", default-features = false, features = [
+arrow-ipc = { git = "https://github.com/Embucket/arrow-rs.git", rev = "5d211125b8e8a5784f2caf606cdf88684dec30a5", default-features = false, features = [
     "lz4",
     "zstd",
 ] }
-arrow-ord = { git = "https://github.com/Embucket/arrow-rs.git", rev = "4e743e5dfb8b2b7aba69dade4d887418d01520b5", default-features = false }
-arrow-schema = { git = "https://github.com/Embucket/arrow-rs.git", rev = "4e743e5dfb8b2b7aba69dade4d887418d01520b5", default-features = false }
+arrow-ord = { git = "https://github.com/Embucket/arrow-rs.git", rev = "5d211125b8e8a5784f2caf606cdf88684dec30a5", default-features = false }
+arrow-schema = { git = "https://github.com/Embucket/arrow-rs.git", rev = "5d211125b8e8a5784f2caf606cdf88684dec30a5", default-features = false }
 async-trait = "0.1.89"
 bigdecimal = "0.4.8"
 bytes = "1.11"
@@ -178,7 +178,7 @@ memchr = "2.8.1"
 num-traits = { version = "0.2" }
 object_store = { version = "0.13.2", default-features = false }
 parking_lot = "0.12"
-parquet = { git = "https://github.com/Embucket/arrow-rs.git", rev = "4e743e5dfb8b2b7aba69dade4d887418d01520b5", default-features = false, features = [
+parquet = { git = "https://github.com/Embucket/arrow-rs.git", rev = "5d211125b8e8a5784f2caf606cdf88684dec30a5", default-features = false, features = [
     "arrow",
     "async",
     "object_store",

Cargo.toml

@@ -1535,6 +1535,9 @@ mod tests {
                 DataType::Date32,
             ),
             ("1e2", "1\n1e2", DataType::Float64),
+            ("true", "1\nfalse", DataType::Boolean),
+            ("1", "true\n0", DataType::Utf8),
+            ("true", "1\n2", DataType::Utf8),
             (
                 "1234567890123456789012345678901234567",
                 "0.01",