Class ReadWriteUtils

Object
org.apache.spark.ml.util.ReadWriteUtils

public class ReadWriteUtils extends Object
  • Constructor Details

    • ReadWriteUtils

      public ReadWriteUtils()
  • Method Details

    • localSavingModeState

      public static ThreadLocal<Object> localSavingModeState()
    • serializeIntArray

      public static void serializeIntArray(int[] array, DataOutputStream dos)
    • deserializeIntArray

      public static int[] deserializeIntArray(DataInputStream dis)
    • serializeLongArray

      public static void serializeLongArray(long[] array, DataOutputStream dos)
    • deserializeLongArray

      public static long[] deserializeLongArray(DataInputStream dis)
    • serializeFloatArray

      public static void serializeFloatArray(float[] array, DataOutputStream dos)
    • deserializeFloatArray

      public static float[] deserializeFloatArray(DataInputStream dis)
    • serializeDoubleArray

      public static void serializeDoubleArray(double[] array, DataOutputStream dos)
    • deserializeDoubleArray

      public static double[] deserializeDoubleArray(DataInputStream dis)
    • serializeStringArray

      public static void serializeStringArray(String[] array, DataOutputStream dos)
    • deserializeStringArray

      public static String[] deserializeStringArray(DataInputStream dis)
    • serializeMap

      public static <K, V> void serializeMap(scala.collection.immutable.Map<K,V> map, DataOutputStream dos, scala.Function2<K,DataOutputStream,scala.runtime.BoxedUnit> keySerializer, scala.Function2<V,DataOutputStream,scala.runtime.BoxedUnit> valueSerializer)
    • deserializeMap

      public static <K, V> scala.collection.immutable.Map<K,V> deserializeMap(DataInputStream dis, scala.Function1<DataInputStream,K> keyDeserializer, scala.Function1<DataInputStream,V> valueDeserializer)
    • serializeVector

      public static void serializeVector(Vector vector, DataOutputStream dos)
    • deserializeVector

      public static Vector deserializeVector(DataInputStream dis)
    • serializeMatrix

      public static void serializeMatrix(Matrix matrix, DataOutputStream dos)
    • deserializeMatrix

      public static Matrix deserializeMatrix(DataInputStream dis)
    • serializeGenericArray

      public static <T> void serializeGenericArray(Object array, DataOutputStream dos, scala.Function2<T,DataOutputStream,scala.runtime.BoxedUnit> serializer, scala.reflect.ClassTag<T> evidence$1)
    • deserializeGenericArray

      public static <T> Object deserializeGenericArray(DataInputStream dis, scala.Function1<DataInputStream,T> deserializer, scala.reflect.ClassTag<T> evidence$2)
    • saveText

      public static void saveText(String path, String data, SparkSession spark)
    • loadText

      public static String loadText(String path, SparkSession spark)
    • saveObjectToLocal

      public static <T extends scala.Product> void saveObjectToLocal(String path, T data, scala.Function2<T,DataOutputStream,scala.runtime.BoxedUnit> serializer, scala.reflect.ClassTag<T> evidence$3, scala.reflect.api.TypeTags.TypeTag<T> evidence$4)
    • saveObject

      public static <T extends scala.Product> void saveObject(String path, T data, SparkSession spark, scala.Function2<T,DataOutputStream,scala.runtime.BoxedUnit> localSerializer, scala.reflect.ClassTag<T> evidence$5, scala.reflect.api.TypeTags.TypeTag<T> evidence$6)
    • loadObjectFromLocal

      public static <T extends scala.Product> T loadObjectFromLocal(String path, scala.Function1<DataInputStream,T> deserializer, scala.reflect.ClassTag<T> evidence$7, scala.reflect.api.TypeTags.TypeTag<T> evidence$8)
    • loadObject

      public static <T extends scala.Product> T loadObject(String path, SparkSession spark, scala.Function1<DataInputStream,T> localDeserializer, scala.reflect.ClassTag<T> evidence$9, scala.reflect.api.TypeTags.TypeTag<T> evidence$10)
    • saveArray

      public static <T extends scala.Product> void saveArray(String path, Object data, SparkSession spark, scala.Function2<T,DataOutputStream,scala.runtime.BoxedUnit> localSerializer, int numDataParts, scala.reflect.ClassTag<T> evidence$11, scala.reflect.api.TypeTags.TypeTag<T> evidence$12)
    • loadArray

      public static <T extends scala.Product> Object loadArray(String path, SparkSession spark, scala.Function1<DataInputStream,T> localDeserializer, scala.reflect.ClassTag<T> evidence$13, scala.reflect.api.TypeTags.TypeTag<T> evidence$14)