public class SQLUtils
extends java.lang.Object
Constructor and Description |
---|
SQLUtils() |
Modifier and Type | Method and Description |
---|---|
static Dataset<Row> |
createDF(RDD<byte[]> rdd,
StructType schema,
SQLContext sqlContext) |
static SQLContext |
createSQLContext(JavaSparkContext jsc) |
static StructField |
createStructField(java.lang.String name,
java.lang.String dataType,
boolean nullable) |
static StructType |
createStructType(scala.collection.Seq<StructField> fields) |
static Dataset<Row> |
dapply(Dataset<Row> df,
byte[] func,
byte[] packageNames,
java.lang.Object[] broadcastVars,
StructType schema)
The helper function for dapply() on R side.
|
static java.lang.Object[][] |
dfToCols(Dataset<Row> df) |
static JavaRDD<byte[]> |
dfToRowRDD(Dataset<Row> df) |
static JavaSparkContext |
getJavaSparkContext(SQLContext sqlCtx) |
static DataType |
getSQLDataType(java.lang.String dataType) |
static Dataset<Row> |
loadDF(SQLContext sqlContext,
java.lang.String source,
java.util.Map<java.lang.String,java.lang.String> options) |
static Dataset<Row> |
loadDF(SQLContext sqlContext,
java.lang.String source,
StructType schema,
java.util.Map<java.lang.String,java.lang.String> options) |
static java.lang.Object |
readSqlObject(java.io.DataInputStream dis,
char dataType) |
static SaveMode |
saveMode(java.lang.String mode) |
static StructType |
SERIALIZED_R_DATA_SCHEMA() |
static boolean |
writeSqlObject(java.io.DataOutputStream dos,
java.lang.Object obj) |
public static SQLContext createSQLContext(JavaSparkContext jsc)
public static JavaSparkContext getJavaSparkContext(SQLContext sqlCtx)
public static StructType createStructType(scala.collection.Seq<StructField> fields)
public static DataType getSQLDataType(java.lang.String dataType)
public static StructField createStructField(java.lang.String name, java.lang.String dataType, boolean nullable)
public static Dataset<Row> createDF(RDD<byte[]> rdd, StructType schema, SQLContext sqlContext)
public static StructType SERIALIZED_R_DATA_SCHEMA()
public static Dataset<Row> dapply(Dataset<Row> df, byte[] func, byte[] packageNames, java.lang.Object[] broadcastVars, StructType schema)
df
- (undocumented)func
- (undocumented)packageNames
- (undocumented)broadcastVars
- (undocumented)schema
- (undocumented)public static SaveMode saveMode(java.lang.String mode)
public static Dataset<Row> loadDF(SQLContext sqlContext, java.lang.String source, java.util.Map<java.lang.String,java.lang.String> options)
public static Dataset<Row> loadDF(SQLContext sqlContext, java.lang.String source, StructType schema, java.util.Map<java.lang.String,java.lang.String> options)
public static java.lang.Object readSqlObject(java.io.DataInputStream dis, char dataType)
public static boolean writeSqlObject(java.io.DataOutputStream dos, java.lang.Object obj)