public class SparkEnv extends Object implements Logging
NOTE: This is not intended for external use. This is exposed for Shark and may be made private in a future release.
Constructor and Description |
---|
SparkEnv(String executorId,
akka.actor.ActorSystem actorSystem,
Serializer serializer,
Serializer closureSerializer,
org.apache.spark.CacheManager cacheManager,
org.apache.spark.MapOutputTracker mapOutputTracker,
org.apache.spark.shuffle.ShuffleManager shuffleManager,
org.apache.spark.broadcast.BroadcastManager broadcastManager,
org.apache.spark.storage.BlockManager blockManager,
org.apache.spark.network.ConnectionManager connectionManager,
org.apache.spark.SecurityManager securityManager,
org.apache.spark.HttpFileServer httpFileServer,
String sparkFilesDir,
org.apache.spark.metrics.MetricsSystem metricsSystem,
org.apache.spark.shuffle.ShuffleMemoryManager shuffleMemoryManager,
SparkConf conf) |
Modifier and Type | Method and Description |
---|---|
akka.actor.ActorSystem |
actorSystem() |
org.apache.spark.storage.BlockManager |
blockManager() |
org.apache.spark.broadcast.BroadcastManager |
broadcastManager() |
org.apache.spark.CacheManager |
cacheManager() |
Serializer |
closureSerializer() |
SparkConf |
conf() |
org.apache.spark.network.ConnectionManager |
connectionManager() |
static String |
driverActorSystemName() |
static String |
executorActorSystemName() |
String |
executorId() |
static SparkEnv |
get()
Returns the ThreadLocal SparkEnv, if non-null.
|
static SparkEnv |
getThreadLocal()
Returns the ThreadLocal SparkEnv.
|
java.util.concurrent.ConcurrentMap<String,Object> |
hadoopJobMetadata() |
org.apache.spark.HttpFileServer |
httpFileServer() |
org.apache.spark.MapOutputTracker |
mapOutputTracker() |
org.apache.spark.metrics.MetricsSystem |
metricsSystem() |
org.apache.spark.SecurityManager |
securityManager() |
Serializer |
serializer() |
static void |
set(SparkEnv e) |
org.apache.spark.shuffle.ShuffleManager |
shuffleManager() |
org.apache.spark.shuffle.ShuffleMemoryManager |
shuffleMemoryManager() |
String |
sparkFilesDir() |
equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
initialized, initializeIfNecessary, initializeLogging, initLock, isTraceEnabled, log_, log, logDebug, logDebug, logError, logError, logInfo, logInfo, logName, logTrace, logTrace, logWarning, logWarning
public SparkEnv(String executorId, akka.actor.ActorSystem actorSystem, Serializer serializer, Serializer closureSerializer, org.apache.spark.CacheManager cacheManager, org.apache.spark.MapOutputTracker mapOutputTracker, org.apache.spark.shuffle.ShuffleManager shuffleManager, org.apache.spark.broadcast.BroadcastManager broadcastManager, org.apache.spark.storage.BlockManager blockManager, org.apache.spark.network.ConnectionManager connectionManager, org.apache.spark.SecurityManager securityManager, org.apache.spark.HttpFileServer httpFileServer, String sparkFilesDir, org.apache.spark.metrics.MetricsSystem metricsSystem, org.apache.spark.shuffle.ShuffleMemoryManager shuffleMemoryManager, SparkConf conf)
public static String driverActorSystemName()
public static String executorActorSystemName()
public static void set(SparkEnv e)
public static SparkEnv get()
public static SparkEnv getThreadLocal()
public String executorId()
public akka.actor.ActorSystem actorSystem()
public Serializer serializer()
public Serializer closureSerializer()
public org.apache.spark.CacheManager cacheManager()
public org.apache.spark.MapOutputTracker mapOutputTracker()
public org.apache.spark.shuffle.ShuffleManager shuffleManager()
public org.apache.spark.broadcast.BroadcastManager broadcastManager()
public org.apache.spark.storage.BlockManager blockManager()
public org.apache.spark.network.ConnectionManager connectionManager()
public org.apache.spark.SecurityManager securityManager()
public org.apache.spark.HttpFileServer httpFileServer()
public String sparkFilesDir()
public org.apache.spark.metrics.MetricsSystem metricsSystem()
public org.apache.spark.shuffle.ShuffleMemoryManager shuffleMemoryManager()
public SparkConf conf()
public java.util.concurrent.ConcurrentMap<String,Object> hadoopJobMetadata()