Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 4 additions & 1 deletion crates/spark/src/function/hash/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
// SPDX-FileContributor: Licensed to the Apache Software Foundation (ASF) under one or more contributor license agreements

pub mod crc32;
pub mod murmur3;
pub mod sha1;
pub mod sha2;
pub(crate) mod utils;
Expand All @@ -13,6 +14,7 @@ use datafusion_functions::make_udf_function;
use std::sync::Arc;

make_udf_function!(crc32::SparkCrc32, crc32);
make_udf_function!(murmur3::SparkHash, hash);
make_udf_function!(sha1::SparkSha1, sha1);
make_udf_function!(sha2::SparkSha2, sha2);
make_udf_function!(xxhash64::SparkXxhash64, xxhash64);
Expand All @@ -21,12 +23,13 @@ pub mod expr_fn {
use datafusion_functions::export_functions;
export_functions!(
(crc32, "crc32(expr) - Returns a cyclic redundancy check value of the expr as a bigint.", arg1),
(hash, "hash(expr1, expr2, ...) - Returns a hash value of the arguments using 32-bit Murmur3 with seed 42.", args),
(sha1, "sha1(expr) - Returns a SHA-1 hash value of the expr as a hex string.", arg1),
(sha2, "sha2(expr, bitLength) - Returns a checksum of SHA-2 family as a hex string of expr. SHA-224, SHA-256, SHA-384, and SHA-512 are supported. Bit length of 0 is equivalent to 256.", arg1 arg2),
(xxhash64, "xxhash64(expr1, expr2, ...) - Returns a 64-bit hash value of the arguments using xxHash.", args)
);
}

pub fn functions() -> Vec<Arc<ScalarUDF>> {
vec![crc32(), sha1(), sha2(), xxhash64()]
vec![crc32(), hash(), sha1(), sha2(), xxhash64()]
}
Loading
Loading