Functions
org.apache.spark.sql.functions => com.snowflake.snowpark.functions
Spark | SnowPark | Notes |
---|---|---|
abs(e: Column): Column | ||
array(String colName, Seq[String] colNames) | array_construct* | |
array_agg(e: Column): Column | ||
acos(e: Column): Column | ||
add_months(startDate: Column, numMonths: Int): Column | ||
approx_count_distinct(columnName: String, rsd: Double): Column | N/A | |
approx_count_distinct(e: Column, rsd: Double): Column | N/A | |
approx_count_distinct(columnName: String): Column | aprox_count_disctinct* | |
approx_count_distinct(e: Column): Column | ||
array(Column* cols) | array_construct* | |
array(Seq[Column] cols) | array_construct* | |
array(String colName, String* colNames) | array_construct* | |
ascii(e: Column): Column | ||
asin(e: Column): Column | ||
atan(e: Column): Column | ||
atan2(l: Column, r: Column): Column | ||
avg(e: Column): Column | ||
ceil(columnName: String): Column | ceil* | |
ceil(e: Column): Column | ||
coalesce(e: Column*): Column | ||
coalesce(Seq[Column] e) | ** | |
col(colName: String): Column | ||
collect_list(Column e) | ||
collect_list(String columnName) | ** | |
column(String colName) | ||
corr(columnName1: String, columnName2: String): Column | corr* | |
corr(column1: Column, column2: Column): Column | ||
cos(e: Column): Column | ||
concat(exprs: Column*): Column | concat * | |
cosh(e: Column): Column | ||
count(columnName: String): TypedColumn[Any, Long] | count* | |
count(e: Column): Column | ||
countDistinct(expr: Column, exprs: Column*): Column | ||
countDistinct(expr:Column, exprs: Seq[Column]) | count_distinct* | |
countDistrinct(column:String, exprs:Seq[String]) | count_distinct* | |
countDistinct(columnName: String, columnNames: String*): Column | count_distinct* | |
covar_pop(columnName1: String, columnName2: String): Column | covar_pop* | |
covar_pop(column1: Column, column2: Column): Column | ||
covar_samp(columnName1: String, columnName2: String): Column | covar_samp* | |
covar_samp(column1: Column, column2: Column): Column | ||
cume_dist(): Column | ||
current_date(): Column | ||
current_timestamp(): Column | ||
datediff(end: Column, start: Column): Column | datediff*** | |
dayofmonth(e: Column): Column | ||
dayofyear(e: Column): Column | ||
degrees(e: Column): Column | ||
desc(String columnName) | * | |
concat_ws(sep: String, exprs: Column*): Column | concat_ws ** | |
exp(e: Column): Column | ||
explode(e: Column) | ** | |
expr(String expr): Column | ||
factorial(e: Column): Column | ||
floor(e: Column): Column | ||
greatest(exprs: Column*): Column | ||
grouping(columnName: String): Column | grouping* | |
grouping(e: Column): Column | ||
grouping_id(colName: String, colNames: String*): Column | grouping_id | |
grouping_id(cols: Column*): Column | ||
hash(cols: Column*): Column | ||
hour(e: Column): Column | ||
initcap(e: Column): Column | ||
kurtosis(columnName: String): Column | kurtosis* | |
kurtosis(e: Column): Column | ||
last_day(e: Column): Column | ||
least(exprs: Column*): Column | ||
length(e: Column): Column | ||
lit(literal: Any): Column | ||
log(base: Double, columnName: String): Column | log* | |
lower(e: Column): Column | ||
lpad(str: Column, len: Int, pad: String): Column | lpad* | |
ltrim(e: Column): Column | ||
ltrim(e: Column, trimString: String): Column | ||
max(columnName: String): Column | max* | |
max(e: Column): Column | ||
md5(e: Column): Column | ||
mean(columnName: String): Column | mean* | |
mean(e: Column): Column | ||
min(columnName: String): Column | min* | |
min(e: Column): Column | ||
minute(e: Column): Column | ||
month(e: Column): Column | ||
next_day(date: Column, dayOfWeek: String): Column | next_day* | |
not(e: Column): Column | ||
pow(l: Column, r: Column): Column | ||
quarter(e: Column): Column | ||
radians(e: Column): Column | ||
rand(): Column | N/A | |
rand(seed: Long): Column | N/A | |
rank(): Column | ||
repeat(str: Column, n: Int): Column | repeat * | |
round(e: Column, scale: Int): Column | round * | |
round(e: Column): Column | ||
row_number(): Column | ||
rpad(str: Column, len: Int, pad: String): Column | rpad* | |
rtrim(e: Column): Column | ||
rtrim(e: Column, trimString: String): Column | ||
second(e: Column): Column | ||
sha1(e: Column): Column | ||
sha2(e: Column, numBits: Int): Column | ||
sin(e: Column): Column | ||
sinh(e: Column): Column | ||
size(e:Column): Column | array_size* | |
soundex(e: Column): Column | ||
split(str: Column, pattern: String): Column | split * | |
sqrt(e: Column): Column | ||
stddev(e: Column): Column | ||
stddev_pop(e: Column): Column | ||
stddev_samp(e: Column): Column | ||
substring(str: Column, pos: Int, len: Int): Column | ||
sum(e: Column): Column | ||
sumDistinct(e: Column): Column | ||
tan(e: Column): Column | ||
tanh(e: Column): Column | ||
to_date(e: Column): Column | ||
translate(src: Column, matchingString: String, replaceString: String): Column | ||
trim(e: Column): Column | trim** | |
trim(e: Column, trimString: String): Column | trim | |
trunc(date: Column, format: String): Column | trunc * | |
upper(e: Column): Column | ||
var_pop(e: Column): Column | ||
var_samp(e: Column): Column | ||
variance(e: Column): Column | ||
weekofyear(e: Column): Column | ||
when(condition: Column, value: Any): Column | ||
window(timeColumn: Column, windowDuration: String): Column | N/A | |
window(timeColumn: Column, windowDuration: String, slideDuration: String): Column | N/A | |
window(timeColumn: Column, windowDuration: String, slideDuration: String, startTime: String): Column | N/A | |
year(e: Column): Column |
Last updated