public class HiveUtils
extends Object
Constructor and Description |
---|
HiveUtils() |
Modifier and Type | Method and Description |
---|---|
static String |
builtinHiveVersion()
The version of hive used internally by Spark SQL.
|
static org.apache.spark.internal.config.ConfigEntry<Object> |
CONVERT_INSERTING_PARTITIONED_TABLE() |
static org.apache.spark.internal.config.ConfigEntry<Object> |
CONVERT_METASTORE_CTAS() |
static org.apache.spark.internal.config.ConfigEntry<Object> |
CONVERT_METASTORE_ORC() |
static org.apache.spark.internal.config.ConfigEntry<Object> |
CONVERT_METASTORE_PARQUET_WITH_SCHEMA_MERGING() |
static org.apache.spark.internal.config.ConfigEntry<Object> |
CONVERT_METASTORE_PARQUET() |
static org.apache.spark.internal.config.ConfigEntry<String> |
FAKE_HIVE_VERSION() |
static org.apache.spark.internal.config.ConfigEntry<scala.collection.Seq<String>> |
HIVE_METASTORE_BARRIER_PREFIXES() |
static org.apache.spark.internal.config.ConfigEntry<String> |
HIVE_METASTORE_JARS() |
static org.apache.spark.internal.config.ConfigEntry<scala.collection.Seq<String>> |
HIVE_METASTORE_SHARED_PREFIXES() |
static org.apache.spark.internal.config.ConfigEntry<String> |
HIVE_METASTORE_VERSION() |
static org.apache.spark.internal.config.ConfigEntry<Object> |
HIVE_THRIFT_SERVER_ASYNC() |
static org.apache.spark.sql.catalyst.catalog.CatalogTable |
inferSchema(org.apache.spark.sql.catalyst.catalog.CatalogTable table)
Infers the schema for Hive serde tables and returns the CatalogTable with the inferred schema.
|
static boolean |
isCliSessionState()
Check current Thread's SessionState type
|
static boolean |
isHive23() |
static scala.collection.immutable.Map<String,String> |
newTemporaryConfiguration(boolean useInMemoryDerby)
Constructs a configuration for hive, where the metastore is located in a temp directory.
|
static void |
org$apache$spark$internal$Logging$$log__$eq(org.slf4j.Logger x$1) |
static org.slf4j.Logger |
org$apache$spark$internal$Logging$$log_() |
static SparkContext |
withHiveExternalCatalog(SparkContext sc) |
public static SparkContext withHiveExternalCatalog(SparkContext sc)
public static boolean isHive23()
public static String builtinHiveVersion()
public static org.apache.spark.internal.config.ConfigEntry<String> HIVE_METASTORE_VERSION()
public static org.apache.spark.internal.config.ConfigEntry<String> FAKE_HIVE_VERSION()
public static org.apache.spark.internal.config.ConfigEntry<String> HIVE_METASTORE_JARS()
public static org.apache.spark.internal.config.ConfigEntry<Object> CONVERT_METASTORE_PARQUET()
public static org.apache.spark.internal.config.ConfigEntry<Object> CONVERT_METASTORE_PARQUET_WITH_SCHEMA_MERGING()
public static org.apache.spark.internal.config.ConfigEntry<Object> CONVERT_METASTORE_ORC()
public static org.apache.spark.internal.config.ConfigEntry<Object> CONVERT_INSERTING_PARTITIONED_TABLE()
public static org.apache.spark.internal.config.ConfigEntry<Object> CONVERT_METASTORE_CTAS()
public static org.apache.spark.internal.config.ConfigEntry<scala.collection.Seq<String>> HIVE_METASTORE_SHARED_PREFIXES()
public static org.apache.spark.internal.config.ConfigEntry<scala.collection.Seq<String>> HIVE_METASTORE_BARRIER_PREFIXES()
public static org.apache.spark.internal.config.ConfigEntry<Object> HIVE_THRIFT_SERVER_ASYNC()
public static boolean isCliSessionState()
public static scala.collection.immutable.Map<String,String> newTemporaryConfiguration(boolean useInMemoryDerby)
public static org.apache.spark.sql.catalyst.catalog.CatalogTable inferSchema(org.apache.spark.sql.catalyst.catalog.CatalogTable table)
table
- (undocumented)public static org.slf4j.Logger org$apache$spark$internal$Logging$$log_()
public static void org$apache$spark$internal$Logging$$log__$eq(org.slf4j.Logger x$1)