public class ResourceProfile
extends Object
implements scala.Serializable, org.apache.spark.internal.Logging
ResourceProfileBuilder
to build it.
param: executorResources Resource requests for executors. Mapped from the resource name (e.g., cores, memory, CPU) to its specific request. param: taskResources Resource requests for tasks. Mapped from the resource name (e.g., cores, memory, CPU) to its specific request.
Modifier and Type | Class and Description |
---|---|
static class |
ResourceProfile.DefaultProfileExecutorResources$ |
static class |
ResourceProfile.ExecutorResourcesOrDefaults$ |
Constructor and Description |
---|
ResourceProfile(scala.collection.immutable.Map<String,ExecutorResourceRequest> executorResources,
scala.collection.immutable.Map<String,TaskResourceRequest> taskResources) |
Modifier and Type | Method and Description |
---|---|
static String[] |
allSupportedExecutorResources()
Return all supported Spark built-in executor resources, custom resources like GPUs/FPGAs
are excluded.
|
static String |
CORES()
built-in executor resource: cores
|
static String |
CPUS()
built-in task resource: cpus
|
static int |
DEFAULT_RESOURCE_PROFILE_ID() |
boolean |
equals(Object obj) |
scala.collection.immutable.Map<String,ExecutorResourceRequest> |
executorResources() |
java.util.Map<String,ExecutorResourceRequest> |
executorResourcesJMap()
(Java-specific) gets a Java Map of resources to ExecutorResourceRequest
|
int |
hashCode() |
int |
id()
A unique id of this ResourceProfile
|
static String |
MEMORY()
built-in executor resource: cores
|
static String |
OFFHEAP_MEM()
built-in executor resource: offHeap
|
static void |
org$apache$spark$internal$Logging$$log__$eq(org.slf4j.Logger x$1) |
static org.slf4j.Logger |
org$apache$spark$internal$Logging$$log_() |
static String |
OVERHEAD_MEM()
built-in executor resource: memoryOverhead
|
static String |
PYSPARK_MEM()
built-in executor resource: pyspark.memory
|
scala.collection.immutable.Map<String,TaskResourceRequest> |
taskResources() |
java.util.Map<String,TaskResourceRequest> |
taskResourcesJMap()
(Java-specific) gets a Java Map of resources to TaskResourceRequest
|
String |
toString() |
static int |
UNKNOWN_RESOURCE_PROFILE_ID() |
$init$, initializeForcefully, initializeLogIfNecessary, initializeLogIfNecessary, initializeLogIfNecessary$default$2, initLock, isTraceEnabled, log, logDebug, logDebug, logError, logError, logInfo, logInfo, logName, logTrace, logTrace, logWarning, logWarning, org$apache$spark$internal$Logging$$log__$eq, org$apache$spark$internal$Logging$$log_, uninitialize
public ResourceProfile(scala.collection.immutable.Map<String,ExecutorResourceRequest> executorResources, scala.collection.immutable.Map<String,TaskResourceRequest> taskResources)
public static String CPUS()
public static String CORES()
public static String MEMORY()
public static String OFFHEAP_MEM()
public static String OVERHEAD_MEM()
public static String PYSPARK_MEM()
public static String[] allSupportedExecutorResources()
public static int UNKNOWN_RESOURCE_PROFILE_ID()
public static int DEFAULT_RESOURCE_PROFILE_ID()
public static org.slf4j.Logger org$apache$spark$internal$Logging$$log_()
public static void org$apache$spark$internal$Logging$$log__$eq(org.slf4j.Logger x$1)
public scala.collection.immutable.Map<String,ExecutorResourceRequest> executorResources()
public scala.collection.immutable.Map<String,TaskResourceRequest> taskResources()
public int id()
public java.util.Map<String,TaskResourceRequest> taskResourcesJMap()
public java.util.Map<String,ExecutorResourceRequest> executorResourcesJMap()
public boolean equals(Object obj)
equals
in class Object
public int hashCode()
hashCode
in class Object
public String toString()
toString
in class Object