GeneralMLWriter

class GeneralMLWriter extends MLWriter with Logging

A ML Writer which delegates based on the requested format.

Annotations: @Unstable() @Since("2.4.0")
Source: ReadWrite.scala

Linear Supertypes

MLWriter, Logging, BaseReadWrite, AnyRef, Any

Ordering

Alphabetic
By Inheritance

Inherited

GeneralMLWriter
MLWriter
Logging
BaseReadWrite
AnyRef
Any

Hide All
Show All

Visibility

Public
Protected

Instance Constructors

new GeneralMLWriter(stage: PipelineStage)

Type Members

implicit class LogStringContext extends AnyRef
Definition Classes
Logging

Value Members

final def !=(arg0: Any): Boolean
Definition Classes
AnyRef → Any
final def ##: Int
Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean
Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0
Definition Classes
Any
def clone(): AnyRef
Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.CloneNotSupportedException]) @IntrinsicCandidate() @native()
final def eq(arg0: AnyRef): Boolean
Definition Classes
AnyRef
def equals(arg0: AnyRef): Boolean
Definition Classes
AnyRef → Any
def format(source: String): GeneralMLWriter.this.type
Specifies the format of ML export (e.g.
Specifies the format of ML export (e.g. "pmml", "internal", or the fully qualified class name for export).
Annotations
@Since("2.4.0")
final def getClass(): Class[_ <: AnyRef]
Definition Classes
AnyRef → Any
Annotations
@IntrinsicCandidate() @native()
def hashCode(): Int
Definition Classes
AnyRef → Any
Annotations
@IntrinsicCandidate() @native()
def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
Attributes
protected
Definition Classes
Logging
def initializeLogIfNecessary(isInterpreter: Boolean): Unit
Attributes
protected
Definition Classes
Logging
final def isInstanceOf[T0]: Boolean
Definition Classes
Any
def isTraceEnabled(): Boolean
Attributes
protected
Definition Classes
Logging
def log: Logger
Attributes
protected
Definition Classes
Logging
def logDebug(msg: => String, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logDebug(entry: LogEntry, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logDebug(entry: LogEntry): Unit
Attributes
protected
Definition Classes
Logging
def logDebug(msg: => String): Unit
Attributes
protected
Definition Classes
Logging
def logError(msg: => String, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logError(entry: LogEntry, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logError(entry: LogEntry): Unit
Attributes
protected
Definition Classes
Logging
def logError(msg: => String): Unit
Attributes
protected
Definition Classes
Logging
def logInfo(msg: => String, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logInfo(entry: LogEntry, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logInfo(entry: LogEntry): Unit
Attributes
protected
Definition Classes
Logging
def logInfo(msg: => String): Unit
Attributes
protected
Definition Classes
Logging
def logName: String
Attributes
protected
Definition Classes
Logging
def logTrace(msg: => String, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logTrace(entry: LogEntry, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logTrace(entry: LogEntry): Unit
Attributes
protected
Definition Classes
Logging
def logTrace(msg: => String): Unit
Attributes
protected
Definition Classes
Logging
def logWarning(msg: => String, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logWarning(entry: LogEntry, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logWarning(entry: LogEntry): Unit
Attributes
protected
Definition Classes
Logging
def logWarning(msg: => String): Unit
Attributes
protected
Definition Classes
Logging
final def ne(arg0: AnyRef): Boolean
Definition Classes
AnyRef
final def notify(): Unit
Definition Classes
AnyRef
Annotations
@IntrinsicCandidate() @native()
final def notifyAll(): Unit
Definition Classes
AnyRef
Annotations
@IntrinsicCandidate() @native()
def option(key: String, value: String): GeneralMLWriter.this.type
Adds an option to the underlying MLWriter.
Adds an option to the underlying MLWriter. See the documentation for the specific model's writer for possible options. The option name (key) is case-insensitive.
Definition Classes
MLWriter
Annotations
@Since("2.3.0")
val optionMap: Map[String, String]
Map to store extra options for this writer.
Map to store extra options for this writer.
Attributes
protected
Definition Classes
MLWriter
def overwrite(): GeneralMLWriter.this.type
Overwrites if the output path already exists.
Overwrites if the output path already exists.
Definition Classes
MLWriter
Annotations
@Since("1.6.0")
def save(path: String): Unit
Saves the ML instances to the input path.
Saves the ML instances to the input path.
Definition Classes
MLWriter
Annotations
@Since("1.6.0") @throws("If the input path already exists but overwrite is not enabled.")
def saveImpl(path: String): Unit
Dispatches the save to the correct MLFormat.
Dispatches the save to the correct MLFormat.
Attributes
protected
Definition Classes
GeneralMLWriter → MLWriter
Annotations
@Since("2.4.0") @throws("If the input path already exists but overwrite is not enabled.") @throws("If multiple sources for a given short name format are found.")
final def sc: SparkContext
Returns the underlying SparkContext.
Returns the underlying SparkContext.
Attributes
protected
Definition Classes
BaseReadWrite
def session(sparkSession: SparkSession): GeneralMLWriter.this.type
Sets the Spark Session to use for saving/loading.
Sets the Spark Session to use for saving/loading.
Definition Classes
GeneralMLWriter → MLWriter → BaseReadWrite
var shouldOverwrite: Boolean
Attributes
protected
Definition Classes
MLWriter
final def sparkSession: SparkSession
Returns the user-specified Spark Session or the default.
Returns the user-specified Spark Session or the default.
Attributes
protected
Definition Classes
BaseReadWrite
final def sqlContext: SQLContext
Returns the user-specified SQL context or the default.
Returns the user-specified SQL context or the default.
Attributes
protected
Definition Classes
BaseReadWrite
final def synchronized[T0](arg0: => T0): T0
Definition Classes
AnyRef
def toString(): String
Definition Classes
AnyRef → Any
final def wait(arg0: Long, arg1: Int): Unit
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.InterruptedException])
final def wait(arg0: Long): Unit
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.InterruptedException]) @native()
final def wait(): Unit
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.InterruptedException])
def withLogContext(context: HashMap[String, String])(body: => Unit): Unit
Attributes
protected
Definition Classes
Logging

Inherited from MLWriter

Value Members

def option(key: String, value: String): GeneralMLWriter.this.type
Adds an option to the underlying MLWriter.
Adds an option to the underlying MLWriter. See the documentation for the specific model's writer for possible options. The option name (key) is case-insensitive.
Definition Classes
MLWriter
Annotations
@Since("2.3.0")
val optionMap: Map[String, String]
Map to store extra options for this writer.
Map to store extra options for this writer.
Attributes
protected
Definition Classes
MLWriter
def overwrite(): GeneralMLWriter.this.type
Overwrites if the output path already exists.
Overwrites if the output path already exists.
Definition Classes
MLWriter
Annotations
@Since("1.6.0")
def save(path: String): Unit
Saves the ML instances to the input path.
Saves the ML instances to the input path.
Definition Classes
MLWriter
Annotations
@Since("1.6.0") @throws("If the input path already exists but overwrite is not enabled.")
var shouldOverwrite: Boolean
Attributes
protected
Definition Classes
MLWriter

Inherited from Logging

Value Members

def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
Attributes
protected
Definition Classes
Logging
def initializeLogIfNecessary(isInterpreter: Boolean): Unit
Attributes
protected
Definition Classes
Logging
def isTraceEnabled(): Boolean
Attributes
protected
Definition Classes
Logging
def log: Logger
Attributes
protected
Definition Classes
Logging
def logDebug(msg: => String, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logDebug(entry: LogEntry, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logDebug(entry: LogEntry): Unit
Attributes
protected
Definition Classes
Logging
def logDebug(msg: => String): Unit
Attributes
protected
Definition Classes
Logging
def logError(msg: => String, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logError(entry: LogEntry, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logError(entry: LogEntry): Unit
Attributes
protected
Definition Classes
Logging
def logError(msg: => String): Unit
Attributes
protected
Definition Classes
Logging
def logInfo(msg: => String, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logInfo(entry: LogEntry, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logInfo(entry: LogEntry): Unit
Attributes
protected
Definition Classes
Logging
def logInfo(msg: => String): Unit
Attributes
protected
Definition Classes
Logging
def logName: String
Attributes
protected
Definition Classes
Logging
def logTrace(msg: => String, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logTrace(entry: LogEntry, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logTrace(entry: LogEntry): Unit
Attributes
protected
Definition Classes
Logging
def logTrace(msg: => String): Unit
Attributes
protected
Definition Classes
Logging
def logWarning(msg: => String, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logWarning(entry: LogEntry, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logWarning(entry: LogEntry): Unit
Attributes
protected
Definition Classes
Logging
def logWarning(msg: => String): Unit
Attributes
protected
Definition Classes
Logging
def withLogContext(context: HashMap[String, String])(body: => Unit): Unit
Attributes
protected
Definition Classes
Logging

Inherited from BaseReadWrite

Value Members

final def sc: SparkContext
Returns the underlying SparkContext.
Returns the underlying SparkContext.
Attributes
protected
Definition Classes
BaseReadWrite
final def sparkSession: SparkSession
Returns the user-specified Spark Session or the default.
Returns the user-specified Spark Session or the default.
Attributes
protected
Definition Classes
BaseReadWrite
final def sqlContext: SQLContext
Returns the user-specified SQL context or the default.
Returns the user-specified SQL context or the default.
Attributes
protected
Definition Classes
BaseReadWrite

Inherited from AnyRef

Value Members

final def !=(arg0: Any): Boolean
Definition Classes
AnyRef → Any
final def ##: Int
Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean
Definition Classes
AnyRef → Any
def clone(): AnyRef
Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.CloneNotSupportedException]) @IntrinsicCandidate() @native()
final def eq(arg0: AnyRef): Boolean
Definition Classes
AnyRef
def equals(arg0: AnyRef): Boolean
Definition Classes
AnyRef → Any
final def getClass(): Class[_ <: AnyRef]
Definition Classes
AnyRef → Any
Annotations
@IntrinsicCandidate() @native()
def hashCode(): Int
Definition Classes
AnyRef → Any
Annotations
@IntrinsicCandidate() @native()
final def ne(arg0: AnyRef): Boolean
Definition Classes
AnyRef
final def notify(): Unit
Definition Classes
AnyRef
Annotations
@IntrinsicCandidate() @native()
final def notifyAll(): Unit
Definition Classes
AnyRef
Annotations
@IntrinsicCandidate() @native()
final def synchronized[T0](arg0: => T0): T0
Definition Classes
AnyRef
def toString(): String
Definition Classes
AnyRef → Any
final def wait(arg0: Long, arg1: Int): Unit
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.InterruptedException])
final def wait(arg0: Long): Unit
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.InterruptedException]) @native()
final def wait(): Unit
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.InterruptedException])
def finalize(): Unit
Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.Throwable]) @Deprecated
Deprecated
(Since version 9)

Inherited from Any

Value Members

final def asInstanceOf[T0]: T0
Definition Classes
Any
final def isInstanceOf[T0]: Boolean
Definition Classes
Any

Members

implicit class LogStringContext extends AnyRef
Definition Classes
Logging

final def !=(arg0: Any): Boolean
Definition Classes
AnyRef → Any
final def ##: Int
Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean
Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0
Definition Classes
Any
def clone(): AnyRef
Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.CloneNotSupportedException]) @IntrinsicCandidate() @native()
final def eq(arg0: AnyRef): Boolean
Definition Classes
AnyRef
def equals(arg0: AnyRef): Boolean
Definition Classes
AnyRef → Any
def format(source: String): GeneralMLWriter.this.type
Specifies the format of ML export (e.g.
Specifies the format of ML export (e.g. "pmml", "internal", or the fully qualified class name for export).
Annotations
@Since("2.4.0")
final def getClass(): Class[_ <: AnyRef]
Definition Classes
AnyRef → Any
Annotations
@IntrinsicCandidate() @native()
def hashCode(): Int
Definition Classes
AnyRef → Any
Annotations
@IntrinsicCandidate() @native()
def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
Attributes
protected
Definition Classes
Logging
def initializeLogIfNecessary(isInterpreter: Boolean): Unit
Attributes
protected
Definition Classes
Logging
final def isInstanceOf[T0]: Boolean
Definition Classes
Any
def isTraceEnabled(): Boolean
Attributes
protected
Definition Classes
Logging
def log: Logger
Attributes
protected
Definition Classes
Logging
def logDebug(msg: => String, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logDebug(entry: LogEntry, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logDebug(entry: LogEntry): Unit
Attributes
protected
Definition Classes
Logging
def logDebug(msg: => String): Unit
Attributes
protected
Definition Classes
Logging
def logError(msg: => String, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logError(entry: LogEntry, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logError(entry: LogEntry): Unit
Attributes
protected
Definition Classes
Logging
def logError(msg: => String): Unit
Attributes
protected
Definition Classes
Logging
def logInfo(msg: => String, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logInfo(entry: LogEntry, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logInfo(entry: LogEntry): Unit
Attributes
protected
Definition Classes
Logging
def logInfo(msg: => String): Unit
Attributes
protected
Definition Classes
Logging
def logName: String
Attributes
protected
Definition Classes
Logging
def logTrace(msg: => String, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logTrace(entry: LogEntry, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logTrace(entry: LogEntry): Unit
Attributes
protected
Definition Classes
Logging
def logTrace(msg: => String): Unit
Attributes
protected
Definition Classes
Logging
def logWarning(msg: => String, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logWarning(entry: LogEntry, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logWarning(entry: LogEntry): Unit
Attributes
protected
Definition Classes
Logging
def logWarning(msg: => String): Unit
Attributes
protected
Definition Classes
Logging
final def ne(arg0: AnyRef): Boolean
Definition Classes
AnyRef
final def notify(): Unit
Definition Classes
AnyRef
Annotations
@IntrinsicCandidate() @native()
final def notifyAll(): Unit
Definition Classes
AnyRef
Annotations
@IntrinsicCandidate() @native()
def option(key: String, value: String): GeneralMLWriter.this.type
Adds an option to the underlying MLWriter.
Adds an option to the underlying MLWriter. See the documentation for the specific model's writer for possible options. The option name (key) is case-insensitive.
Definition Classes
MLWriter
Annotations
@Since("2.3.0")
val optionMap: Map[String, String]
Map to store extra options for this writer.
Map to store extra options for this writer.
Attributes
protected
Definition Classes
MLWriter
def overwrite(): GeneralMLWriter.this.type
Overwrites if the output path already exists.
Overwrites if the output path already exists.
Definition Classes
MLWriter
Annotations
@Since("1.6.0")
def save(path: String): Unit
Saves the ML instances to the input path.
Saves the ML instances to the input path.
Definition Classes
MLWriter
Annotations
@Since("1.6.0") @throws("If the input path already exists but overwrite is not enabled.")
def saveImpl(path: String): Unit
Dispatches the save to the correct MLFormat.
Dispatches the save to the correct MLFormat.
Attributes
protected
Definition Classes
GeneralMLWriter → MLWriter
Annotations
@Since("2.4.0") @throws("If the input path already exists but overwrite is not enabled.") @throws("If multiple sources for a given short name format are found.")
final def sc: SparkContext
Returns the underlying SparkContext.
Returns the underlying SparkContext.
Attributes
protected
Definition Classes
BaseReadWrite
def session(sparkSession: SparkSession): GeneralMLWriter.this.type
Sets the Spark Session to use for saving/loading.
Sets the Spark Session to use for saving/loading.
Definition Classes
GeneralMLWriter → MLWriter → BaseReadWrite
var shouldOverwrite: Boolean
Attributes
protected
Definition Classes
MLWriter
final def sparkSession: SparkSession
Returns the user-specified Spark Session or the default.
Returns the user-specified Spark Session or the default.
Attributes
protected
Definition Classes
BaseReadWrite
final def sqlContext: SQLContext
Returns the user-specified SQL context or the default.
Returns the user-specified SQL context or the default.
Attributes
protected
Definition Classes
BaseReadWrite
final def synchronized[T0](arg0: => T0): T0
Definition Classes
AnyRef
def toString(): String
Definition Classes
AnyRef → Any
final def wait(arg0: Long, arg1: Int): Unit
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.InterruptedException])
final def wait(arg0: Long): Unit
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.InterruptedException]) @native()
final def wait(): Unit
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.InterruptedException])
def withLogContext(context: HashMap[String, String])(body: => Unit): Unit
Attributes
protected
Definition Classes
Logging
def finalize(): Unit
Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.Throwable]) @Deprecated
Deprecated
(Since version 9)

Packages

GeneralMLWriter

class GeneralMLWriter extends MLWriter with Logging

Instance Constructors

Type Members

Value Members

Deprecated Value Members

Inherited from MLWriter

Value Members

Inherited from Logging

Value Members

Inherited from BaseReadWrite

Value Members

Inherited from AnyRef

Value Members

Inherited from Any

Value Members

Members

Packages

GeneralMLWriter

class GeneralMLWriter extends MLWriter with Logging

Instance Constructors

Type Members

Value Members

Deprecated Value Members

Inherited from MLWriter

Value Members

Inherited from Logging

Value Members

Inherited from BaseReadWrite

Value Members

Inherited from AnyRef

Value Members

Inherited from Any

Value Members

Members

GeneralMLWriter