|
|||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | ||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |
Object org.apache.spark.storage.StorageLevel
public class StorageLevel
:: DeveloperApi :: Flags for controlling the storage of an RDD. Each StorageLevel records whether to use memory, or ExternalBlockStore, whether to drop the RDD to disk if it falls out of memory or ExternalBlockStore, whether to keep the data in memory in a serialized format, and whether to replicate the RDD partitions on multiple nodes.
The StorageLevel$
singleton object contains some static constants
for commonly useful storage levels. To create your own storage level object, use the
factory method of the singleton object (StorageLevel(...)
).
Constructor Summary | |
---|---|
StorageLevel()
|
Method Summary | |
---|---|
static StorageLevel |
apply(boolean useDisk,
boolean useMemory,
boolean useOffHeap,
boolean deserialized,
int replication)
:: DeveloperApi :: Create a new StorageLevel object without setting useOffHeap. |
static StorageLevel |
apply(boolean useDisk,
boolean useMemory,
boolean deserialized,
int replication)
:: DeveloperApi :: Create a new StorageLevel object. |
static StorageLevel |
apply(int flags,
int replication)
:: DeveloperApi :: Create a new StorageLevel object from its integer representation. |
static StorageLevel |
apply(java.io.ObjectInput in)
:: DeveloperApi :: Read StorageLevel object from ObjectInput stream. |
StorageLevel |
clone()
|
String |
description()
|
boolean |
deserialized()
|
static StorageLevel |
DISK_ONLY_2()
|
static StorageLevel |
DISK_ONLY()
|
boolean |
equals(Object other)
|
static StorageLevel |
fromString(String s)
:: DeveloperApi :: Return the StorageLevel object with the specified name. |
int |
hashCode()
|
boolean |
isValid()
|
static StorageLevel |
MEMORY_AND_DISK_2()
|
static StorageLevel |
MEMORY_AND_DISK_SER_2()
|
static StorageLevel |
MEMORY_AND_DISK_SER()
|
static StorageLevel |
MEMORY_AND_DISK()
|
static StorageLevel |
MEMORY_ONLY_2()
|
static StorageLevel |
MEMORY_ONLY_SER_2()
|
static StorageLevel |
MEMORY_ONLY_SER()
|
static StorageLevel |
MEMORY_ONLY()
|
static StorageLevel |
NONE()
|
static StorageLevel |
OFF_HEAP()
|
void |
readExternal(java.io.ObjectInput in)
|
int |
replication()
|
static java.util.concurrent.ConcurrentHashMap<StorageLevel,StorageLevel> |
storageLevelCache()
:: DeveloperApi :: Read StorageLevel object from ObjectInput stream. |
int |
toInt()
|
String |
toString()
|
boolean |
useDisk()
|
boolean |
useMemory()
|
boolean |
useOffHeap()
|
void |
writeExternal(java.io.ObjectOutput out)
|
Methods inherited from class Object |
---|
getClass, notify, notifyAll, wait, wait, wait |
Constructor Detail |
---|
public StorageLevel()
Method Detail |
---|
public static StorageLevel NONE()
public static StorageLevel DISK_ONLY()
public static StorageLevel DISK_ONLY_2()
public static StorageLevel MEMORY_ONLY()
public static StorageLevel MEMORY_ONLY_2()
public static StorageLevel MEMORY_ONLY_SER()
public static StorageLevel MEMORY_ONLY_SER_2()
public static StorageLevel MEMORY_AND_DISK()
public static StorageLevel MEMORY_AND_DISK_2()
public static StorageLevel MEMORY_AND_DISK_SER()
public static StorageLevel MEMORY_AND_DISK_SER_2()
public static StorageLevel OFF_HEAP()
public static StorageLevel fromString(String s)
s
- (undocumented)
public static StorageLevel apply(boolean useDisk, boolean useMemory, boolean useOffHeap, boolean deserialized, int replication)
useDisk
- (undocumented)useMemory
- (undocumented)useOffHeap
- (undocumented)deserialized
- (undocumented)replication
- (undocumented)
public static StorageLevel apply(boolean useDisk, boolean useMemory, boolean deserialized, int replication)
useDisk
- (undocumented)useMemory
- (undocumented)deserialized
- (undocumented)replication
- (undocumented)
public static StorageLevel apply(int flags, int replication)
flags
- (undocumented)replication
- (undocumented)
public static StorageLevel apply(java.io.ObjectInput in)
in
- (undocumented)
public static java.util.concurrent.ConcurrentHashMap<StorageLevel,StorageLevel> storageLevelCache()
public boolean useDisk()
public boolean useMemory()
public boolean useOffHeap()
public boolean deserialized()
public int replication()
public StorageLevel clone()
clone
in class Object
public boolean equals(Object other)
equals
in class Object
public boolean isValid()
public int toInt()
public void writeExternal(java.io.ObjectOutput out)
writeExternal
in interface java.io.Externalizable
public void readExternal(java.io.ObjectInput in)
readExternal
in interface java.io.Externalizable
public String toString()
toString
in class Object
public int hashCode()
hashCode
in class Object
public String description()
|
|||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | ||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |