public class functions
extends Object
Constructor and Description |
---|
functions() |
Modifier and Type | Method and Description |
---|---|
static Column |
abs(Column e)
Computes the absolutle value.
|
static Column |
approxCountDistinct(Column e)
Aggregate function: returns the approximate number of distinct items in a group.
|
static Column |
approxCountDistinct(Column e,
double rsd)
Aggregate function: returns the approximate number of distinct items in a group.
|
static Column |
approxCountDistinct(String columnName)
Aggregate function: returns the approximate number of distinct items in a group.
|
static Column |
approxCountDistinct(String columnName,
double rsd)
Aggregate function: returns the approximate number of distinct items in a group.
|
static Column |
asc(String columnName)
Returns a sort expression based on ascending order of the column.
|
static Column |
avg(Column e)
Aggregate function: returns the average of the values in a group.
|
static Column |
avg(String columnName)
Aggregate function: returns the average of the values in a group.
|
static Column |
callUDF(scala.Function0<?> f,
DataType returnType)
Call a Scala function of 0 arguments as user-defined function (UDF).
|
static Column |
callUDF(scala.Function1<?,?> f,
DataType returnType,
Column arg1)
Call a Scala function of 1 arguments as user-defined function (UDF).
|
static Column |
callUDF(scala.Function10<?,?,?,?,?,?,?,?,?,?,?> f,
DataType returnType,
Column arg1,
Column arg2,
Column arg3,
Column arg4,
Column arg5,
Column arg6,
Column arg7,
Column arg8,
Column arg9,
Column arg10)
Call a Scala function of 10 arguments as user-defined function (UDF).
|
static Column |
callUDF(scala.Function2<?,?,?> f,
DataType returnType,
Column arg1,
Column arg2)
Call a Scala function of 2 arguments as user-defined function (UDF).
|
static Column |
callUDF(scala.Function3<?,?,?,?> f,
DataType returnType,
Column arg1,
Column arg2,
Column arg3)
Call a Scala function of 3 arguments as user-defined function (UDF).
|
static Column |
callUDF(scala.Function4<?,?,?,?,?> f,
DataType returnType,
Column arg1,
Column arg2,
Column arg3,
Column arg4)
Call a Scala function of 4 arguments as user-defined function (UDF).
|
static Column |
callUDF(scala.Function5<?,?,?,?,?,?> f,
DataType returnType,
Column arg1,
Column arg2,
Column arg3,
Column arg4,
Column arg5)
Call a Scala function of 5 arguments as user-defined function (UDF).
|
static Column |
callUDF(scala.Function6<?,?,?,?,?,?,?> f,
DataType returnType,
Column arg1,
Column arg2,
Column arg3,
Column arg4,
Column arg5,
Column arg6)
Call a Scala function of 6 arguments as user-defined function (UDF).
|
static Column |
callUDF(scala.Function7<?,?,?,?,?,?,?,?> f,
DataType returnType,
Column arg1,
Column arg2,
Column arg3,
Column arg4,
Column arg5,
Column arg6,
Column arg7)
Call a Scala function of 7 arguments as user-defined function (UDF).
|
static Column |
callUDF(scala.Function8<?,?,?,?,?,?,?,?,?> f,
DataType returnType,
Column arg1,
Column arg2,
Column arg3,
Column arg4,
Column arg5,
Column arg6,
Column arg7,
Column arg8)
Call a Scala function of 8 arguments as user-defined function (UDF).
|
static Column |
callUDF(scala.Function9<?,?,?,?,?,?,?,?,?,?> f,
DataType returnType,
Column arg1,
Column arg2,
Column arg3,
Column arg4,
Column arg5,
Column arg6,
Column arg7,
Column arg8,
Column arg9)
Call a Scala function of 9 arguments as user-defined function (UDF).
|
static Column |
coalesce(Column... e)
Returns the first column that is not null.
|
static Column |
coalesce(scala.collection.Seq<Column> e)
Returns the first column that is not null.
|
static Column |
col(String colName)
Returns a
Column based on the given column name. |
static Column |
column(String colName)
Returns a
Column based on the given column name. |
static Column |
count(Column e)
Aggregate function: returns the number of items in a group.
|
static Column |
count(String columnName)
Aggregate function: returns the number of items in a group.
|
static Column |
countDistinct(Column expr,
Column... exprs)
Aggregate function: returns the number of distinct items in a group.
|
static Column |
countDistinct(Column expr,
scala.collection.Seq<Column> exprs)
Aggregate function: returns the number of distinct items in a group.
|
static Column |
countDistinct(String columnName,
scala.collection.Seq<String> columnNames)
Aggregate function: returns the number of distinct items in a group.
|
static Column |
countDistinct(String columnName,
String... columnNames)
Aggregate function: returns the number of distinct items in a group.
|
static Column |
desc(String columnName)
Returns a sort expression based on the descending order of the column.
|
static Column |
first(Column e)
Aggregate function: returns the first value in a group.
|
static Column |
first(String columnName)
Aggregate function: returns the first value of a column in a group.
|
static Column |
last(Column e)
Aggregate function: returns the last value in a group.
|
static Column |
last(String columnName)
Aggregate function: returns the last value of the column in a group.
|
static Column |
lit(Object literal)
Creates a
Column of literal value. |
static Column |
lower(Column e)
Converts a string exprsesion to lower case.
|
static Column |
max(Column e)
Aggregate function: returns the maximum value of the expression in a group.
|
static Column |
max(String columnName)
Aggregate function: returns the maximum value of the column in a group.
|
static Column |
min(Column e)
Aggregate function: returns the minimum value of the expression in a group.
|
static Column |
min(String columnName)
Aggregate function: returns the minimum value of the column in a group.
|
static Column |
negate(Column e)
Unary minus, i.e.
|
static Column |
not(Column e)
Inversion of boolean expression, i.e.
|
static Column |
sqrt(Column e)
Computes the square root of the specified float value.
|
static Column |
sum(Column e)
Aggregate function: returns the sum of all values in the expression.
|
static Column |
sum(String columnName)
Aggregate function: returns the sum of all values in the given column.
|
static Column |
sumDistinct(Column e)
Aggregate function: returns the sum of distinct values in the expression.
|
static Column |
sumDistinct(String columnName)
Aggregate function: returns the sum of distinct values in the expression.
|
static <RT> UserDefinedFunction |
udf(scala.Function0<RT> f,
scala.reflect.api.TypeTags.TypeTag<RT> evidence$1)
Defines a user-defined function of 0 arguments as user-defined function (UDF).
|
static <RT,A1> UserDefinedFunction |
udf(scala.Function1<A1,RT> f,
scala.reflect.api.TypeTags.TypeTag<RT> evidence$2,
scala.reflect.api.TypeTags.TypeTag<A1> evidence$3)
Defines a user-defined function of 1 arguments as user-defined function (UDF).
|
static <RT,A1,A2,A3,A4,A5,A6,A7,A8,A9,A10> |
udf(scala.Function10<A1,A2,A3,A4,A5,A6,A7,A8,A9,A10,RT> f,
scala.reflect.api.TypeTags.TypeTag<RT> evidence$56,
scala.reflect.api.TypeTags.TypeTag<A1> evidence$57,
scala.reflect.api.TypeTags.TypeTag<A2> evidence$58,
scala.reflect.api.TypeTags.TypeTag<A3> evidence$59,
scala.reflect.api.TypeTags.TypeTag<A4> evidence$60,
scala.reflect.api.TypeTags.TypeTag<A5> evidence$61,
scala.reflect.api.TypeTags.TypeTag<A6> evidence$62,
scala.reflect.api.TypeTags.TypeTag<A7> evidence$63,
scala.reflect.api.TypeTags.TypeTag<A8> evidence$64,
scala.reflect.api.TypeTags.TypeTag<A9> evidence$65,
scala.reflect.api.TypeTags.TypeTag<A10> evidence$66)
Defines a user-defined function of 10 arguments as user-defined function (UDF).
|
static <RT,A1,A2> UserDefinedFunction |
udf(scala.Function2<A1,A2,RT> f,
scala.reflect.api.TypeTags.TypeTag<RT> evidence$4,
scala.reflect.api.TypeTags.TypeTag<A1> evidence$5,
scala.reflect.api.TypeTags.TypeTag<A2> evidence$6)
Defines a user-defined function of 2 arguments as user-defined function (UDF).
|
static <RT,A1,A2,A3> |
udf(scala.Function3<A1,A2,A3,RT> f,
scala.reflect.api.TypeTags.TypeTag<RT> evidence$7,
scala.reflect.api.TypeTags.TypeTag<A1> evidence$8,
scala.reflect.api.TypeTags.TypeTag<A2> evidence$9,
scala.reflect.api.TypeTags.TypeTag<A3> evidence$10)
Defines a user-defined function of 3 arguments as user-defined function (UDF).
|
static <RT,A1,A2,A3,A4> |
udf(scala.Function4<A1,A2,A3,A4,RT> f,
scala.reflect.api.TypeTags.TypeTag<RT> evidence$11,
scala.reflect.api.TypeTags.TypeTag<A1> evidence$12,
scala.reflect.api.TypeTags.TypeTag<A2> evidence$13,
scala.reflect.api.TypeTags.TypeTag<A3> evidence$14,
scala.reflect.api.TypeTags.TypeTag<A4> evidence$15)
Defines a user-defined function of 4 arguments as user-defined function (UDF).
|
static <RT,A1,A2,A3,A4,A5> |
udf(scala.Function5<A1,A2,A3,A4,A5,RT> f,
scala.reflect.api.TypeTags.TypeTag<RT> evidence$16,
scala.reflect.api.TypeTags.TypeTag<A1> evidence$17,
scala.reflect.api.TypeTags.TypeTag<A2> evidence$18,
scala.reflect.api.TypeTags.TypeTag<A3> evidence$19,
scala.reflect.api.TypeTags.TypeTag<A4> evidence$20,
scala.reflect.api.TypeTags.TypeTag<A5> evidence$21)
Defines a user-defined function of 5 arguments as user-defined function (UDF).
|
static <RT,A1,A2,A3,A4,A5,A6> |
udf(scala.Function6<A1,A2,A3,A4,A5,A6,RT> f,
scala.reflect.api.TypeTags.TypeTag<RT> evidence$22,
scala.reflect.api.TypeTags.TypeTag<A1> evidence$23,
scala.reflect.api.TypeTags.TypeTag<A2> evidence$24,
scala.reflect.api.TypeTags.TypeTag<A3> evidence$25,
scala.reflect.api.TypeTags.TypeTag<A4> evidence$26,
scala.reflect.api.TypeTags.TypeTag<A5> evidence$27,
scala.reflect.api.TypeTags.TypeTag<A6> evidence$28)
Defines a user-defined function of 6 arguments as user-defined function (UDF).
|
static <RT,A1,A2,A3,A4,A5,A6,A7> |
udf(scala.Function7<A1,A2,A3,A4,A5,A6,A7,RT> f,
scala.reflect.api.TypeTags.TypeTag<RT> evidence$29,
scala.reflect.api.TypeTags.TypeTag<A1> evidence$30,
scala.reflect.api.TypeTags.TypeTag<A2> evidence$31,
scala.reflect.api.TypeTags.TypeTag<A3> evidence$32,
scala.reflect.api.TypeTags.TypeTag<A4> evidence$33,
scala.reflect.api.TypeTags.TypeTag<A5> evidence$34,
scala.reflect.api.TypeTags.TypeTag<A6> evidence$35,
scala.reflect.api.TypeTags.TypeTag<A7> evidence$36)
Defines a user-defined function of 7 arguments as user-defined function (UDF).
|
static <RT,A1,A2,A3,A4,A5,A6,A7,A8> |
udf(scala.Function8<A1,A2,A3,A4,A5,A6,A7,A8,RT> f,
scala.reflect.api.TypeTags.TypeTag<RT> evidence$37,
scala.reflect.api.TypeTags.TypeTag<A1> evidence$38,
scala.reflect.api.TypeTags.TypeTag<A2> evidence$39,
scala.reflect.api.TypeTags.TypeTag<A3> evidence$40,
scala.reflect.api.TypeTags.TypeTag<A4> evidence$41,
scala.reflect.api.TypeTags.TypeTag<A5> evidence$42,
scala.reflect.api.TypeTags.TypeTag<A6> evidence$43,
scala.reflect.api.TypeTags.TypeTag<A7> evidence$44,
scala.reflect.api.TypeTags.TypeTag<A8> evidence$45)
Defines a user-defined function of 8 arguments as user-defined function (UDF).
|
static <RT,A1,A2,A3,A4,A5,A6,A7,A8,A9> |
udf(scala.Function9<A1,A2,A3,A4,A5,A6,A7,A8,A9,RT> f,
scala.reflect.api.TypeTags.TypeTag<RT> evidence$46,
scala.reflect.api.TypeTags.TypeTag<A1> evidence$47,
scala.reflect.api.TypeTags.TypeTag<A2> evidence$48,
scala.reflect.api.TypeTags.TypeTag<A3> evidence$49,
scala.reflect.api.TypeTags.TypeTag<A4> evidence$50,
scala.reflect.api.TypeTags.TypeTag<A5> evidence$51,
scala.reflect.api.TypeTags.TypeTag<A6> evidence$52,
scala.reflect.api.TypeTags.TypeTag<A7> evidence$53,
scala.reflect.api.TypeTags.TypeTag<A8> evidence$54,
scala.reflect.api.TypeTags.TypeTag<A9> evidence$55)
Defines a user-defined function of 9 arguments as user-defined function (UDF).
|
static Column |
upper(Column e)
Converts a string expression to upper case.
|
public static Column countDistinct(Column expr, Column... exprs)
public static Column countDistinct(String columnName, String... columnNames)
public static Column coalesce(Column... e)
df.select(coalesce(df("a"), df("b")))
public static Column column(String colName)
Column
based on the given column name. Alias of col
.
public static Column lit(Object literal)
public static Column asc(String columnName)
public static Column desc(String columnName)
public static Column sum(Column e)
public static Column sum(String columnName)
public static Column sumDistinct(Column e)
public static Column sumDistinct(String columnName)
public static Column count(Column e)
public static Column count(String columnName)
public static Column countDistinct(Column expr, scala.collection.Seq<Column> exprs)
public static Column countDistinct(String columnName, scala.collection.Seq<String> columnNames)
public static Column approxCountDistinct(Column e)
public static Column approxCountDistinct(String columnName)
public static Column approxCountDistinct(Column e, double rsd)
public static Column approxCountDistinct(String columnName, double rsd)
public static Column avg(Column e)
public static Column avg(String columnName)
public static Column first(String columnName)
public static Column last(String columnName)
public static Column min(Column e)
public static Column min(String columnName)
public static Column max(Column e)
public static Column max(String columnName)
public static Column coalesce(scala.collection.Seq<Column> e)
df.select(coalesce(df("a"), df("b")))
public static Column negate(Column e)
// Select the amount column and negates all values.
// Scala:
df.select( -df("amount") )
// Java:
df.select( negate(df.col("amount")) );
public static Column not(Column e)
// Java: df.filter( not(df.col("isActive")) ); }}
public static <RT> UserDefinedFunction udf(scala.Function0<RT> f, scala.reflect.api.TypeTags.TypeTag<RT> evidence$1)
public static <RT,A1> UserDefinedFunction udf(scala.Function1<A1,RT> f, scala.reflect.api.TypeTags.TypeTag<RT> evidence$2, scala.reflect.api.TypeTags.TypeTag<A1> evidence$3)
public static <RT,A1,A2> UserDefinedFunction udf(scala.Function2<A1,A2,RT> f, scala.reflect.api.TypeTags.TypeTag<RT> evidence$4, scala.reflect.api.TypeTags.TypeTag<A1> evidence$5, scala.reflect.api.TypeTags.TypeTag<A2> evidence$6)
public static <RT,A1,A2,A3> UserDefinedFunction udf(scala.Function3<A1,A2,A3,RT> f, scala.reflect.api.TypeTags.TypeTag<RT> evidence$7, scala.reflect.api.TypeTags.TypeTag<A1> evidence$8, scala.reflect.api.TypeTags.TypeTag<A2> evidence$9, scala.reflect.api.TypeTags.TypeTag<A3> evidence$10)
public static <RT,A1,A2,A3,A4> UserDefinedFunction udf(scala.Function4<A1,A2,A3,A4,RT> f, scala.reflect.api.TypeTags.TypeTag<RT> evidence$11, scala.reflect.api.TypeTags.TypeTag<A1> evidence$12, scala.reflect.api.TypeTags.TypeTag<A2> evidence$13, scala.reflect.api.TypeTags.TypeTag<A3> evidence$14, scala.reflect.api.TypeTags.TypeTag<A4> evidence$15)
public static <RT,A1,A2,A3,A4,A5> UserDefinedFunction udf(scala.Function5<A1,A2,A3,A4,A5,RT> f, scala.reflect.api.TypeTags.TypeTag<RT> evidence$16, scala.reflect.api.TypeTags.TypeTag<A1> evidence$17, scala.reflect.api.TypeTags.TypeTag<A2> evidence$18, scala.reflect.api.TypeTags.TypeTag<A3> evidence$19, scala.reflect.api.TypeTags.TypeTag<A4> evidence$20, scala.reflect.api.TypeTags.TypeTag<A5> evidence$21)
public static <RT,A1,A2,A3,A4,A5,A6> UserDefinedFunction udf(scala.Function6<A1,A2,A3,A4,A5,A6,RT> f, scala.reflect.api.TypeTags.TypeTag<RT> evidence$22, scala.reflect.api.TypeTags.TypeTag<A1> evidence$23, scala.reflect.api.TypeTags.TypeTag<A2> evidence$24, scala.reflect.api.TypeTags.TypeTag<A3> evidence$25, scala.reflect.api.TypeTags.TypeTag<A4> evidence$26, scala.reflect.api.TypeTags.TypeTag<A5> evidence$27, scala.reflect.api.TypeTags.TypeTag<A6> evidence$28)
public static <RT,A1,A2,A3,A4,A5,A6,A7> UserDefinedFunction udf(scala.Function7<A1,A2,A3,A4,A5,A6,A7,RT> f, scala.reflect.api.TypeTags.TypeTag<RT> evidence$29, scala.reflect.api.TypeTags.TypeTag<A1> evidence$30, scala.reflect.api.TypeTags.TypeTag<A2> evidence$31, scala.reflect.api.TypeTags.TypeTag<A3> evidence$32, scala.reflect.api.TypeTags.TypeTag<A4> evidence$33, scala.reflect.api.TypeTags.TypeTag<A5> evidence$34, scala.reflect.api.TypeTags.TypeTag<A6> evidence$35, scala.reflect.api.TypeTags.TypeTag<A7> evidence$36)
public static <RT,A1,A2,A3,A4,A5,A6,A7,A8> UserDefinedFunction udf(scala.Function8<A1,A2,A3,A4,A5,A6,A7,A8,RT> f, scala.reflect.api.TypeTags.TypeTag<RT> evidence$37, scala.reflect.api.TypeTags.TypeTag<A1> evidence$38, scala.reflect.api.TypeTags.TypeTag<A2> evidence$39, scala.reflect.api.TypeTags.TypeTag<A3> evidence$40, scala.reflect.api.TypeTags.TypeTag<A4> evidence$41, scala.reflect.api.TypeTags.TypeTag<A5> evidence$42, scala.reflect.api.TypeTags.TypeTag<A6> evidence$43, scala.reflect.api.TypeTags.TypeTag<A7> evidence$44, scala.reflect.api.TypeTags.TypeTag<A8> evidence$45)
public static <RT,A1,A2,A3,A4,A5,A6,A7,A8,A9> UserDefinedFunction udf(scala.Function9<A1,A2,A3,A4,A5,A6,A7,A8,A9,RT> f, scala.reflect.api.TypeTags.TypeTag<RT> evidence$46, scala.reflect.api.TypeTags.TypeTag<A1> evidence$47, scala.reflect.api.TypeTags.TypeTag<A2> evidence$48, scala.reflect.api.TypeTags.TypeTag<A3> evidence$49, scala.reflect.api.TypeTags.TypeTag<A4> evidence$50, scala.reflect.api.TypeTags.TypeTag<A5> evidence$51, scala.reflect.api.TypeTags.TypeTag<A6> evidence$52, scala.reflect.api.TypeTags.TypeTag<A7> evidence$53, scala.reflect.api.TypeTags.TypeTag<A8> evidence$54, scala.reflect.api.TypeTags.TypeTag<A9> evidence$55)
public static <RT,A1,A2,A3,A4,A5,A6,A7,A8,A9,A10> UserDefinedFunction udf(scala.Function10<A1,A2,A3,A4,A5,A6,A7,A8,A9,A10,RT> f, scala.reflect.api.TypeTags.TypeTag<RT> evidence$56, scala.reflect.api.TypeTags.TypeTag<A1> evidence$57, scala.reflect.api.TypeTags.TypeTag<A2> evidence$58, scala.reflect.api.TypeTags.TypeTag<A3> evidence$59, scala.reflect.api.TypeTags.TypeTag<A4> evidence$60, scala.reflect.api.TypeTags.TypeTag<A5> evidence$61, scala.reflect.api.TypeTags.TypeTag<A6> evidence$62, scala.reflect.api.TypeTags.TypeTag<A7> evidence$63, scala.reflect.api.TypeTags.TypeTag<A8> evidence$64, scala.reflect.api.TypeTags.TypeTag<A9> evidence$65, scala.reflect.api.TypeTags.TypeTag<A10> evidence$66)
public static Column callUDF(scala.Function0<?> f, DataType returnType)
public static Column callUDF(scala.Function1<?,?> f, DataType returnType, Column arg1)
public static Column callUDF(scala.Function2<?,?,?> f, DataType returnType, Column arg1, Column arg2)
public static Column callUDF(scala.Function3<?,?,?,?> f, DataType returnType, Column arg1, Column arg2, Column arg3)
public static Column callUDF(scala.Function4<?,?,?,?,?> f, DataType returnType, Column arg1, Column arg2, Column arg3, Column arg4)
public static Column callUDF(scala.Function5<?,?,?,?,?,?> f, DataType returnType, Column arg1, Column arg2, Column arg3, Column arg4, Column arg5)
public static Column callUDF(scala.Function6<?,?,?,?,?,?,?> f, DataType returnType, Column arg1, Column arg2, Column arg3, Column arg4, Column arg5, Column arg6)
public static Column callUDF(scala.Function7<?,?,?,?,?,?,?,?> f, DataType returnType, Column arg1, Column arg2, Column arg3, Column arg4, Column arg5, Column arg6, Column arg7)
public static Column callUDF(scala.Function8<?,?,?,?,?,?,?,?,?> f, DataType returnType, Column arg1, Column arg2, Column arg3, Column arg4, Column arg5, Column arg6, Column arg7, Column arg8)
public static Column callUDF(scala.Function9<?,?,?,?,?,?,?,?,?,?> f, DataType returnType, Column arg1, Column arg2, Column arg3, Column arg4, Column arg5, Column arg6, Column arg7, Column arg8, Column arg9)
public static Column callUDF(scala.Function10<?,?,?,?,?,?,?,?,?,?,?> f, DataType returnType, Column arg1, Column arg2, Column arg3, Column arg4, Column arg5, Column arg6, Column arg7, Column arg8, Column arg9, Column arg10)