Package org.apache.spark.ml.util

Class ReadWriteUtils

Object

org.apache.spark.ml.util.ReadWriteUtils

public class ReadWriteUtils
extends Object

Constructor Summary

Constructors

Constructor	Description
ReadWriteUtils()

Method Summary

Modifier and Type	Method	Description
static double[]	deserializeDoubleArray(DataInputStream dis)
static float[]	deserializeFloatArray(DataInputStream dis)
static <T> Object	deserializeGenericArray(DataInputStream dis, scala.Function1<DataInputStream,T> deserializer, scala.reflect.ClassTag<T> evidence$2)
static int[]	deserializeIntArray(DataInputStream dis)
static long[]	deserializeLongArray(DataInputStream dis)
static <K, V> scala.collection.immutable.Map<K,V>	deserializeMap(DataInputStream dis, scala.Function1<DataInputStream,K> keyDeserializer, scala.Function1<DataInputStream,V> valueDeserializer)
static Matrix	deserializeMatrix(DataInputStream dis)
static String[]	deserializeStringArray(DataInputStream dis)
static Vector	deserializeVector(DataInputStream dis)
static <T extends scala.Product> Object	loadArray(String path, SparkSession spark, scala.Function1<DataInputStream,T> localDeserializer, scala.reflect.ClassTag<T> evidence$13, scala.reflect.api.TypeTags.TypeTag<T> evidence$14)
static <T extends scala.Product> T	loadObject(String path, SparkSession spark, scala.Function1<DataInputStream,T> localDeserializer, scala.reflect.ClassTag<T> evidence$9, scala.reflect.api.TypeTags.TypeTag<T> evidence$10)
static <T extends scala.Product> T	loadObjectFromLocal(String path, scala.Function1<DataInputStream,T> deserializer, scala.reflect.ClassTag<T> evidence$7, scala.reflect.api.TypeTags.TypeTag<T> evidence$8)
static String	loadText(String path, SparkSession spark)
static ThreadLocal<Object>	localSavingModeState()
static <T extends scala.Product> void	saveArray(String path, Object data, SparkSession spark, scala.Function2<T,DataOutputStream,scala.runtime.BoxedUnit> localSerializer, int numDataParts, scala.reflect.ClassTag<T> evidence$11, scala.reflect.api.TypeTags.TypeTag<T> evidence$12)
static <T extends scala.Product> void	saveObject(String path, T data, SparkSession spark, scala.Function2<T,DataOutputStream,scala.runtime.BoxedUnit> localSerializer, scala.reflect.ClassTag<T> evidence$5, scala.reflect.api.TypeTags.TypeTag<T> evidence$6)
static <T extends scala.Product> void	saveObjectToLocal(String path, T data, scala.Function2<T,DataOutputStream,scala.runtime.BoxedUnit> serializer, scala.reflect.ClassTag<T> evidence$3, scala.reflect.api.TypeTags.TypeTag<T> evidence$4)
static void	saveText(String path, String data, SparkSession spark)
static void	serializeDoubleArray(double[] array, DataOutputStream dos)
static void	serializeFloatArray(float[] array, DataOutputStream dos)
static <T> void	serializeGenericArray(Object array, DataOutputStream dos, scala.Function2<T,DataOutputStream,scala.runtime.BoxedUnit> serializer, scala.reflect.ClassTag<T> evidence$1)
static void	serializeIntArray(int[] array, DataOutputStream dos)
static void	serializeLongArray(long[] array, DataOutputStream dos)
static <K, V> void	serializeMap(scala.collection.immutable.Map<K,V> map, DataOutputStream dos, scala.Function2<K,DataOutputStream,scala.runtime.BoxedUnit> keySerializer, scala.Function2<V,DataOutputStream,scala.runtime.BoxedUnit> valueSerializer)
static void	serializeMatrix(Matrix matrix, DataOutputStream dos)
static void	serializeStringArray(String[] array, DataOutputStream dos)
static void	serializeVector(Vector vector, DataOutputStream dos)

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

ReadWriteUtils

public ReadWriteUtils()

Method Details

localSavingModeState

public static ThreadLocal<Object> localSavingModeState()

serializeIntArray

public static void serializeIntArray(int[] array,
 DataOutputStream dos)

deserializeIntArray

public static int[] deserializeIntArray(DataInputStream dis)

serializeLongArray

public static void serializeLongArray(long[] array,
 DataOutputStream dos)

deserializeLongArray

public static long[] deserializeLongArray(DataInputStream dis)

serializeFloatArray

public static void serializeFloatArray(float[] array,
 DataOutputStream dos)

deserializeFloatArray

public static float[] deserializeFloatArray(DataInputStream dis)

serializeDoubleArray

public static void serializeDoubleArray(double[] array,
 DataOutputStream dos)

deserializeDoubleArray

public static double[] deserializeDoubleArray(DataInputStream dis)

serializeStringArray

public static void serializeStringArray(String[] array,
 DataOutputStream dos)

deserializeStringArray

public static String[] deserializeStringArray(DataInputStream dis)

serializeMap

public static <K,
V> void serializeMap(scala.collection.immutable.Map<K,V> map,
 DataOutputStream dos,
 scala.Function2<K,DataOutputStream,scala.runtime.BoxedUnit> keySerializer,
 scala.Function2<V,DataOutputStream,scala.runtime.BoxedUnit> valueSerializer)

deserializeMap

public static <K,
V>
scala.collection.immutable.Map<K,V> deserializeMap(DataInputStream dis,
 scala.Function1<DataInputStream,K> keyDeserializer,
 scala.Function1<DataInputStream,V> valueDeserializer)

serializeVector

public static void serializeVector(Vector vector,
 DataOutputStream dos)

deserializeVector

public static Vector deserializeVector(DataInputStream dis)

serializeMatrix

public static void serializeMatrix(Matrix matrix,
 DataOutputStream dos)

deserializeMatrix

public static Matrix deserializeMatrix(DataInputStream dis)

serializeGenericArray

public static <T> void serializeGenericArray(Object array,
 DataOutputStream dos,
 scala.Function2<T,DataOutputStream,scala.runtime.BoxedUnit> serializer,
 scala.reflect.ClassTag<T> evidence$1)

deserializeGenericArray

public static <T> Object deserializeGenericArray(DataInputStream dis,
 scala.Function1<DataInputStream,T> deserializer,
 scala.reflect.ClassTag<T> evidence$2)

saveText

public static void saveText(String path,
 String data,
 SparkSession spark)

loadText

public static String loadText(String path,
 SparkSession spark)

saveObjectToLocal

public static <T extends scala.Product> void saveObjectToLocal(String path,
 T data,
 scala.Function2<T,DataOutputStream,scala.runtime.BoxedUnit> serializer,
 scala.reflect.ClassTag<T> evidence$3,
 scala.reflect.api.TypeTags.TypeTag<T> evidence$4)

saveObject

public static <T extends scala.Product> void saveObject(String path,
 T data,
 SparkSession spark,
 scala.Function2<T,DataOutputStream,scala.runtime.BoxedUnit> localSerializer,
 scala.reflect.ClassTag<T> evidence$5,
 scala.reflect.api.TypeTags.TypeTag<T> evidence$6)

loadObjectFromLocal

public static <T extends scala.Product> T loadObjectFromLocal(String path,
 scala.Function1<DataInputStream,T> deserializer,
 scala.reflect.ClassTag<T> evidence$7,
 scala.reflect.api.TypeTags.TypeTag<T> evidence$8)

loadObject

public static <T extends scala.Product> T loadObject(String path,
 SparkSession spark,
 scala.Function1<DataInputStream,T> localDeserializer,
 scala.reflect.ClassTag<T> evidence$9,
 scala.reflect.api.TypeTags.TypeTag<T> evidence$10)

saveArray

public static <T extends scala.Product> void saveArray(String path,
 Object data,
 SparkSession spark,
 scala.Function2<T,DataOutputStream,scala.runtime.BoxedUnit> localSerializer,
 int numDataParts,
 scala.reflect.ClassTag<T> evidence$11,
 scala.reflect.api.TypeTags.TypeTag<T> evidence$12)

loadArray

public static <T extends scala.Product> Object loadArray(String path,
 SparkSession spark,
 scala.Function1<DataInputStream,T> localDeserializer,
 scala.reflect.ClassTag<T> evidence$13,
 scala.reflect.api.TypeTags.TypeTag<T> evidence$14)