abstract class LDAModel extends Saveable
Latent Dirichlet Allocation (LDA) model.
This abstraction permits for different underlying representations, including local and distributed data structures.
 Annotations
 @Since( "1.3.0" )
 Source
 LDAModel.scala
 Alphabetic
 By Inheritance
 LDAModel
 Saveable
 AnyRef
 Any
 Hide All
 Show All
 Public
 All
Abstract Value Members

abstract
def
describeTopics(maxTermsPerTopic: Int): Array[(Array[Int], Array[Double])]
Return the topics described by weighted terms.
Return the topics described by weighted terms.
 maxTermsPerTopic
Maximum number of terms to collect for each topic.
 returns
Array over topics. Each topic is represented as a pair of matching arrays: (term indices, term weights in topic). Each topic's terms are sorted in order of decreasing weight.
 Annotations
 @Since( "1.3.0" )

abstract
def
docConcentration: Vector
Concentration parameter (commonly named "alpha") for the prior placed on documents' distributions over topics ("theta").
Concentration parameter (commonly named "alpha") for the prior placed on documents' distributions over topics ("theta").
This is the parameter to a Dirichlet distribution.
 Annotations
 @Since( "1.5.0" )

abstract
def
gammaShape: Double
Shape parameter for random initialization of variational parameter gamma.
Shape parameter for random initialization of variational parameter gamma. Used for variational inference for perplexity and other testtime computations.
 Attributes
 protected

abstract
def
k: Int
Number of topics
Number of topics
 Annotations
 @Since( "1.3.0" )

abstract
def
save(sc: SparkContext, path: String): Unit
Save this model to the given path.
Save this model to the given path.
This saves:
 humanreadable (JSON) model metadata to path/metadata/
 Parquet formatted data to path/data/
The model may be loaded using
Loader.load
. sc
Spark context used to save model data.
 path
Path specifying the directory in which to save this model. If the directory already exists, this method throws an exception.
 Definition Classes
 Saveable
 Annotations
 @Since( "1.3.0" )

abstract
def
topicConcentration: Double
Concentration parameter (commonly named "beta" or "eta") for the prior placed on topics' distributions over terms.
Concentration parameter (commonly named "beta" or "eta") for the prior placed on topics' distributions over terms.
This is the parameter to a symmetric Dirichlet distribution.
 Annotations
 @Since( "1.5.0" )
 Note
The topics' distributions over terms are called "beta" in the original LDA paper by Blei et al., but are called "phi" in many later papers such as Asuncion et al., 2009.

abstract
def
topicsMatrix: Matrix
Inferred topics, where each topic is represented by a distribution over terms.
Inferred topics, where each topic is represented by a distribution over terms. This is a matrix of size vocabSize x k, where each column is a topic. No guarantees are given about the ordering of the topics.
 Annotations
 @Since( "1.3.0" )

abstract
def
vocabSize: Int
Vocabulary size (number of terms or terms in the vocabulary)
Vocabulary size (number of terms or terms in the vocabulary)
 Annotations
 @Since( "1.3.0" )
Concrete Value Members

final
def
!=(arg0: Any): Boolean
 Definition Classes
 AnyRef → Any

final
def
##(): Int
 Definition Classes
 AnyRef → Any

final
def
==(arg0: Any): Boolean
 Definition Classes
 AnyRef → Any

final
def
asInstanceOf[T0]: T0
 Definition Classes
 Any

def
clone(): AnyRef
 Attributes
 protected[lang]
 Definition Classes
 AnyRef
 Annotations
 @throws( ... ) @native() @IntrinsicCandidate()

def
describeTopics(): Array[(Array[Int], Array[Double])]
Return the topics described by weighted terms.
Return the topics described by weighted terms.
WARNING: If vocabSize and k are large, this can return a large object!
 returns
Array over topics. Each topic is represented as a pair of matching arrays: (term indices, term weights in topic). Each topic's terms are sorted in order of decreasing weight.
 Annotations
 @Since( "1.3.0" )

final
def
eq(arg0: AnyRef): Boolean
 Definition Classes
 AnyRef

def
equals(arg0: Any): Boolean
 Definition Classes
 AnyRef → Any

final
def
getClass(): Class[_]
 Definition Classes
 AnyRef → Any
 Annotations
 @native() @IntrinsicCandidate()

def
hashCode(): Int
 Definition Classes
 AnyRef → Any
 Annotations
 @native() @IntrinsicCandidate()

final
def
isInstanceOf[T0]: Boolean
 Definition Classes
 Any

final
def
ne(arg0: AnyRef): Boolean
 Definition Classes
 AnyRef

final
def
notify(): Unit
 Definition Classes
 AnyRef
 Annotations
 @native() @IntrinsicCandidate()

final
def
notifyAll(): Unit
 Definition Classes
 AnyRef
 Annotations
 @native() @IntrinsicCandidate()

final
def
synchronized[T0](arg0: ⇒ T0): T0
 Definition Classes
 AnyRef

def
toString(): String
 Definition Classes
 AnyRef → Any

final
def
wait(arg0: Long, arg1: Int): Unit
 Definition Classes
 AnyRef
 Annotations
 @throws( ... )

final
def
wait(arg0: Long): Unit
 Definition Classes
 AnyRef
 Annotations
 @throws( ... ) @native()

final
def
wait(): Unit
 Definition Classes
 AnyRef
 Annotations
 @throws( ... )
Deprecated Value Members

def
finalize(): Unit
 Attributes
 protected[lang]
 Definition Classes
 AnyRef
 Annotations
 @throws( classOf[java.lang.Throwable] ) @Deprecated
 Deprecated