Package org.apache.spark.ml.util
Class ReadWriteUtils
Object
org.apache.spark.ml.util.ReadWriteUtils
-
Constructor Summary
Constructors -
Method Summary
Modifier and TypeMethodDescriptionstatic double[]
static float[]
static <T> Object
deserializeGenericArray
(DataInputStream dis, scala.Function1<DataInputStream, T> deserializer, scala.reflect.ClassTag<T> evidence$2) static int[]
static long[]
static <K,
V> scala.collection.immutable.Map<K, V> deserializeMap
(DataInputStream dis, scala.Function1<DataInputStream, K> keyDeserializer, scala.Function1<DataInputStream, V> valueDeserializer) static Matrix
static String[]
static Vector
static <T extends scala.Product>
ObjectloadArray
(String path, SparkSession spark, scala.Function1<DataInputStream, T> localDeserializer, scala.reflect.ClassTag<T> evidence$13, scala.reflect.api.TypeTags.TypeTag<T> evidence$14) static <T extends scala.Product>
TloadObject
(String path, SparkSession spark, scala.Function1<DataInputStream, T> localDeserializer, scala.reflect.ClassTag<T> evidence$9, scala.reflect.api.TypeTags.TypeTag<T> evidence$10) static <T extends scala.Product>
TloadObjectFromLocal
(String path, scala.Function1<DataInputStream, T> deserializer, scala.reflect.ClassTag<T> evidence$7, scala.reflect.api.TypeTags.TypeTag<T> evidence$8) static String
loadText
(String path, SparkSession spark) static ThreadLocal<Object>
static <T extends scala.Product>
voidsaveArray
(String path, Object data, SparkSession spark, scala.Function2<T, DataOutputStream, scala.runtime.BoxedUnit> localSerializer, int numDataParts, scala.reflect.ClassTag<T> evidence$11, scala.reflect.api.TypeTags.TypeTag<T> evidence$12) static <T extends scala.Product>
voidsaveObject
(String path, T data, SparkSession spark, scala.Function2<T, DataOutputStream, scala.runtime.BoxedUnit> localSerializer, scala.reflect.ClassTag<T> evidence$5, scala.reflect.api.TypeTags.TypeTag<T> evidence$6) static <T extends scala.Product>
voidsaveObjectToLocal
(String path, T data, scala.Function2<T, DataOutputStream, scala.runtime.BoxedUnit> serializer, scala.reflect.ClassTag<T> evidence$3, scala.reflect.api.TypeTags.TypeTag<T> evidence$4) static void
saveText
(String path, String data, SparkSession spark) static void
serializeDoubleArray
(double[] array, DataOutputStream dos) static void
serializeFloatArray
(float[] array, DataOutputStream dos) static <T> void
serializeGenericArray
(Object array, DataOutputStream dos, scala.Function2<T, DataOutputStream, scala.runtime.BoxedUnit> serializer, scala.reflect.ClassTag<T> evidence$1) static void
serializeIntArray
(int[] array, DataOutputStream dos) static void
serializeLongArray
(long[] array, DataOutputStream dos) static <K,
V> void serializeMap
(scala.collection.immutable.Map<K, V> map, DataOutputStream dos, scala.Function2<K, DataOutputStream, scala.runtime.BoxedUnit> keySerializer, scala.Function2<V, DataOutputStream, scala.runtime.BoxedUnit> valueSerializer) static void
serializeMatrix
(Matrix matrix, DataOutputStream dos) static void
serializeStringArray
(String[] array, DataOutputStream dos) static void
serializeVector
(Vector vector, DataOutputStream dos)
-
Constructor Details
-
ReadWriteUtils
public ReadWriteUtils()
-
-
Method Details
-
localSavingModeState
-
serializeIntArray
-
deserializeIntArray
-
serializeLongArray
-
deserializeLongArray
-
serializeFloatArray
-
deserializeFloatArray
-
serializeDoubleArray
-
deserializeDoubleArray
-
serializeStringArray
-
deserializeStringArray
-
serializeMap
public static <K,V> void serializeMap(scala.collection.immutable.Map<K, V> map, DataOutputStream dos, scala.Function2<K, DataOutputStream, scala.runtime.BoxedUnit> keySerializer, scala.Function2<V, DataOutputStream, scala.runtime.BoxedUnit> valueSerializer) -
deserializeMap
public static <K,V> scala.collection.immutable.Map<K,V> deserializeMap(DataInputStream dis, scala.Function1<DataInputStream, K> keyDeserializer, scala.Function1<DataInputStream, V> valueDeserializer) -
serializeVector
-
deserializeVector
-
serializeMatrix
-
deserializeMatrix
-
serializeGenericArray
public static <T> void serializeGenericArray(Object array, DataOutputStream dos, scala.Function2<T, DataOutputStream, scala.runtime.BoxedUnit> serializer, scala.reflect.ClassTag<T> evidence$1) -
deserializeGenericArray
public static <T> Object deserializeGenericArray(DataInputStream dis, scala.Function1<DataInputStream, T> deserializer, scala.reflect.ClassTag<T> evidence$2) -
saveText
-
loadText
-
saveObjectToLocal
public static <T extends scala.Product> void saveObjectToLocal(String path, T data, scala.Function2<T, DataOutputStream, scala.runtime.BoxedUnit> serializer, scala.reflect.ClassTag<T> evidence$3, scala.reflect.api.TypeTags.TypeTag<T> evidence$4) -
saveObject
public static <T extends scala.Product> void saveObject(String path, T data, SparkSession spark, scala.Function2<T, DataOutputStream, scala.runtime.BoxedUnit> localSerializer, scala.reflect.ClassTag<T> evidence$5, scala.reflect.api.TypeTags.TypeTag<T> evidence$6) -
loadObjectFromLocal
public static <T extends scala.Product> T loadObjectFromLocal(String path, scala.Function1<DataInputStream, T> deserializer, scala.reflect.ClassTag<T> evidence$7, scala.reflect.api.TypeTags.TypeTag<T> evidence$8) -
loadObject
public static <T extends scala.Product> T loadObject(String path, SparkSession spark, scala.Function1<DataInputStream, T> localDeserializer, scala.reflect.ClassTag<T> evidence$9, scala.reflect.api.TypeTags.TypeTag<T> evidence$10) -
saveArray
public static <T extends scala.Product> void saveArray(String path, Object data, SparkSession spark, scala.Function2<T, DataOutputStream, scala.runtime.BoxedUnit> localSerializer, int numDataParts, scala.reflect.ClassTag<T> evidence$11, scala.reflect.api.TypeTags.TypeTag<T> evidence$12) -
loadArray
public static <T extends scala.Product> Object loadArray(String path, SparkSession spark, scala.Function1<DataInputStream, T> localDeserializer, scala.reflect.ClassTag<T> evidence$13, scala.reflect.api.TypeTags.TypeTag<T> evidence$14)
-