Class

com.johnsnowlabs.nlp.annotators.spell.context

ContextSpellCheckerApproach

Related Doc: package context

Permalink

class ContextSpellCheckerApproach extends AnnotatorApproach[ContextSpellCheckerModel] with HasFeatures with WeightedLevenshtein with Licensed

Linear Supertypes
Licensed, WeightedLevenshtein, HasFeatures, AnnotatorApproach[ContextSpellCheckerModel], CanBeLazy, DefaultParamsWritable, MLWritable, HasOutputAnnotatorType, HasOutputAnnotationCol, HasInputAnnotationCols, Estimator[ContextSpellCheckerModel], PipelineStage, Logging, Params, Serializable, Serializable, Identifiable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. ContextSpellCheckerApproach
  2. Licensed
  3. WeightedLevenshtein
  4. HasFeatures
  5. AnnotatorApproach
  6. CanBeLazy
  7. DefaultParamsWritable
  8. MLWritable
  9. HasOutputAnnotatorType
  10. HasOutputAnnotationCol
  11. HasInputAnnotationCols
  12. Estimator
  13. PipelineStage
  14. Logging
  15. Params
  16. Serializable
  17. Serializable
  18. Identifiable
  19. AnyRef
  20. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new ContextSpellCheckerApproach()

    Permalink
  2. new ContextSpellCheckerApproach(uid: String)

    Permalink

Type Members

  1. type AnnotatorType = String

    Permalink
    Definition Classes
    HasOutputAnnotatorType

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def $[T](param: Param[T]): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  4. def $$[T](feature: StructFeature[T]): T

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures
  5. def $$[K, V](feature: MapFeature[K, V]): Map[K, V]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures
  6. def $$[T](feature: SetFeature[T]): Set[T]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures
  7. def $$[T](feature: ArrayFeature[T]): Array[T]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures
  8. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  9. def _fit(dataset: Dataset[_], recursiveStages: Option[PipelineModel]): ContextSpellCheckerModel

    Permalink
    Attributes
    protected
    Definition Classes
    AnnotatorApproach
  10. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  11. def backTrack(dist: Array[Array[Float]], s2: String, s1: String, j: Int, i: Int, acc: Seq[(String, String)]): Seq[(String, String)]

    Permalink
    Definition Classes
    WeightedLevenshtein
  12. def beforeTraining(spark: SparkSession): Unit

    Permalink
    Definition Classes
    AnnotatorApproach
  13. val blacklistMinFreq: Param[Int]

    Permalink
  14. final def checkSchema(schema: StructType, inputAnnotatorType: String): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    HasInputAnnotationCols
  15. final def clear(param: Param[_]): ContextSpellCheckerApproach.this.type

    Permalink
    Definition Classes
    Params
  16. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  17. def computeAndPersistClasses(vocab: HashMap[String, Double], total: Double, k: Int): Map[String, (Int, Int)]

    Permalink
  18. val configProtoBytes: IntArrayParam

    Permalink
  19. final def copy(extra: ParamMap): Estimator[ContextSpellCheckerModel]

    Permalink
    Definition Classes
    AnnotatorApproach → Estimator → PipelineStage → Params
  20. def copyValues[T <: Params](to: T, extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  21. final def defaultCopy[T <: Params](extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  22. val description: String

    Permalink
    Definition Classes
    ContextSpellCheckerApproach → AnnotatorApproach
  23. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  24. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  25. def explainParam(param: Param[_]): String

    Permalink
    Definition Classes
    Params
  26. def explainParams(): String

    Permalink
    Definition Classes
    Params
  27. final def extractParamMap(): ParamMap

    Permalink
    Definition Classes
    Params
  28. final def extractParamMap(extra: ParamMap): ParamMap

    Permalink
    Definition Classes
    Params
  29. val features: ArrayBuffer[Feature[_, _, _]]

    Permalink
    Definition Classes
    HasFeatures
  30. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  31. final def fit(dataset: Dataset[_]): ContextSpellCheckerModel

    Permalink
    Definition Classes
    AnnotatorApproach → Estimator
  32. def fit(dataset: Dataset[_], paramMaps: Array[ParamMap]): Seq[ContextSpellCheckerModel]

    Permalink
    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" )
  33. def fit(dataset: Dataset[_], paramMap: ParamMap): ContextSpellCheckerModel

    Permalink
    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" )
  34. def fit(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): ContextSpellCheckerModel

    Permalink
    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" ) @varargs()
  35. def genVocab(rawDataPath: String): (List[(String, Double)], Map[String, (Int, Int)])

    Permalink
  36. def get[T](feature: StructFeature[T]): Option[T]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures
  37. def get[K, V](feature: MapFeature[K, V]): Option[Map[K, V]]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures
  38. def get[T](feature: SetFeature[T]): Option[Set[T]]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures
  39. def get[T](feature: ArrayFeature[T]): Option[Array[T]]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures
  40. final def get[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params
  41. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  42. def getConfigProtoBytes: Option[Array[Byte]]

    Permalink
  43. final def getDefault[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params
  44. def getInputCols: Array[String]

    Permalink
    Definition Classes
    HasInputAnnotationCols
  45. def getLazyAnnotator: Boolean

    Permalink
    Definition Classes
    CanBeLazy
  46. final def getOrDefault[T](param: Param[T]): T

    Permalink
    Definition Classes
    Params
  47. final def getOutputCol: String

    Permalink
    Definition Classes
    HasOutputAnnotationCol
  48. def getParam(paramName: String): Param[Any]

    Permalink
    Definition Classes
    Params
  49. final def hasDefault[T](param: Param[T]): Boolean

    Permalink
    Definition Classes
    Params
  50. def hasParam(paramName: String): Boolean

    Permalink
    Definition Classes
    Params
  51. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  52. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  53. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  54. val inputAnnotatorTypes: Array[String]

    Permalink

    Annotator reference id.

    Annotator reference id. Used to identify elements in metadata or to refer to this annotator type

    Definition Classes
    ContextSpellCheckerApproach → HasInputAnnotationCols
  55. final val inputCols: StringArrayParam

    Permalink
    Attributes
    protected
    Definition Classes
    HasInputAnnotationCols
  56. final def isDefined(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params
  57. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  58. final def isSet(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params
  59. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  60. val languageModelClasses: Param[Int]

    Permalink
  61. val lazyAnnotator: BooleanParam

    Permalink
    Definition Classes
    CanBeLazy
  62. def learnDist(s1: String, s2: String): Seq[(String, String)]

    Permalink
    Definition Classes
    WeightedLevenshtein
  63. def levenshteinDist(s11: String, s22: String)(cost: (String, String) ⇒ Float): Float

    Permalink
    Definition Classes
    WeightedLevenshtein
  64. def loadWeights(filename: String): Map[String, Map[String, Float]]

    Permalink
    Definition Classes
    WeightedLevenshtein
  65. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  66. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  67. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  68. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  69. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  70. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  71. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  72. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  73. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  74. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  75. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  76. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  77. val maxCandidates: IntParam

    Permalink
  78. val maxWindowLen: IntParam

    Permalink
  79. val minCount: Param[Double]

    Permalink
  80. def msgHelper(schema: StructType): String

    Permalink
    Attributes
    protected
    Definition Classes
    HasInputAnnotationCols
  81. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  82. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  83. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  84. def onTrained(model: ContextSpellCheckerModel, spark: SparkSession): Unit

    Permalink
    Definition Classes
    AnnotatorApproach
  85. val openClose: List[OpenClose]

    Permalink
  86. val outputAnnotatorType: AnnotatorType

    Permalink
    Definition Classes
    ContextSpellCheckerApproach → HasOutputAnnotatorType
  87. final val outputCol: Param[String]

    Permalink
    Attributes
    protected
    Definition Classes
    HasOutputAnnotationCol
  88. lazy val params: Array[Param[_]]

    Permalink
    Definition Classes
    Params
  89. val prefixes: ArrayFeature[String]

    Permalink
  90. def save(path: String): Unit

    Permalink
    Definition Classes
    MLWritable
    Annotations
    @Since( "1.6.0" ) @throws( ... )
  91. def set[T](feature: StructFeature[T], value: T): ContextSpellCheckerApproach.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures
  92. def set[K, V](feature: MapFeature[K, V], value: Map[K, V]): ContextSpellCheckerApproach.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures
  93. def set[T](feature: SetFeature[T], value: Set[T]): ContextSpellCheckerApproach.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures
  94. def set[T](feature: ArrayFeature[T], value: Array[T]): ContextSpellCheckerApproach.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures
  95. final def set(paramPair: ParamPair[_]): ContextSpellCheckerApproach.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  96. final def set(param: String, value: Any): ContextSpellCheckerApproach.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  97. final def set[T](param: Param[T], value: T): ContextSpellCheckerApproach.this.type

    Permalink
    Definition Classes
    Params
  98. def setBlackListMinFreq(k: Int): ContextSpellCheckerApproach.this.type

    Permalink
  99. def setConfigProtoBytes(bytes: Array[Int]): ContextSpellCheckerApproach

    Permalink
  100. def setDefault[T](feature: StructFeature[T], value: () ⇒ T): ContextSpellCheckerApproach.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures
  101. def setDefault[K, V](feature: MapFeature[K, V], value: () ⇒ Map[K, V]): ContextSpellCheckerApproach.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures
  102. def setDefault[T](feature: SetFeature[T], value: () ⇒ Set[T]): ContextSpellCheckerApproach.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures
  103. def setDefault[T](feature: ArrayFeature[T], value: () ⇒ Array[T]): ContextSpellCheckerApproach.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures
  104. final def setDefault(paramPairs: ParamPair[_]*): ContextSpellCheckerApproach.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  105. final def setDefault[T](param: Param[T], value: T): ContextSpellCheckerApproach.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  106. final def setInputCols(value: String*): ContextSpellCheckerApproach.this.type

    Permalink
    Definition Classes
    HasInputAnnotationCols
  107. final def setInputCols(value: Array[String]): ContextSpellCheckerApproach.this.type

    Permalink
    Definition Classes
    HasInputAnnotationCols
  108. def setLMClasses(k: Int): ContextSpellCheckerApproach.this.type

    Permalink
  109. def setLazyAnnotator(value: Boolean): ContextSpellCheckerApproach.this.type

    Permalink
    Definition Classes
    CanBeLazy
  110. def setMaxCandidates(k: Int): ContextSpellCheckerApproach.this.type

    Permalink
  111. def setMaxWindowLen(w: Int): ContextSpellCheckerApproach.this.type

    Permalink
  112. def setMinCount(threshold: Double): ContextSpellCheckerApproach.this.type

    Permalink
  113. final def setOutputCol(value: String): ContextSpellCheckerApproach.this.type

    Permalink
    Definition Classes
    HasOutputAnnotationCol
  114. def setPrefixes(p: Array[String]): ContextSpellCheckerApproach.this.type

    Permalink
  115. def setSpecialClasses(parsers: List[SpecialClassParser]): ContextSpellCheckerApproach.this.type

    Permalink
  116. def setSuffixes(s: Array[String]): ContextSpellCheckerApproach.this.type

    Permalink
  117. def setTradeoff(alpha: Float): ContextSpellCheckerApproach.this.type

    Permalink
  118. def setTrainCorpusPath(path: String): ContextSpellCheckerApproach.this.type

    Permalink
  119. def setWeights(filePath: String): ContextSpellCheckerApproach.this.type

    Permalink
  120. def setWordMaxDist(k: Int): ContextSpellCheckerApproach.this.type

    Permalink
  121. val specialClasses: Param[List[SpecialClassParser]]

    Permalink
  122. val suffixes: ArrayFeature[String]

    Permalink
  123. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  124. def toString(): String

    Permalink
    Definition Classes
    Identifiable → AnyRef → Any
  125. val tradeoff: Param[Float]

    Permalink
  126. def train(dataset: Dataset[_], recursivePipeline: Option[PipelineModel]): ContextSpellCheckerModel

    Permalink
    Definition Classes
    ContextSpellCheckerApproach → AnnotatorApproach
  127. val trainCorpusPath: Param[String]

    Permalink
  128. final def transformSchema(schema: StructType): StructType

    Permalink
    Definition Classes
    AnnotatorApproach → PipelineStage
  129. def transformSchema(schema: StructType, logging: Boolean): StructType

    Permalink
    Attributes
    protected
    Definition Classes
    PipelineStage
    Annotations
    @DeveloperApi()
  130. val uid: String

    Permalink
    Definition Classes
    ContextSpellCheckerApproach → Identifiable
  131. def validate(schema: StructType): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    AnnotatorApproach
  132. def wLevenshteinDist(s1: String, s2: String, weights: Map[String, Map[String, Float]]): Float

    Permalink
    Definition Classes
    WeightedLevenshtein
  133. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  134. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  135. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  136. val weightedDistPath: Param[String]

    Permalink
  137. val wordMaxDistance: IntParam

    Permalink
  138. def write: MLWriter

    Permalink
    Definition Classes
    DefaultParamsWritable → MLWritable

Inherited from Licensed

Inherited from WeightedLevenshtein

Inherited from HasFeatures

Inherited from AnnotatorApproach[ContextSpellCheckerModel]

Inherited from CanBeLazy

Inherited from DefaultParamsWritable

Inherited from MLWritable

Inherited from HasOutputAnnotatorType

Inherited from HasOutputAnnotationCol

Inherited from HasInputAnnotationCols

Inherited from Estimator[ContextSpellCheckerModel]

Inherited from PipelineStage

Inherited from Logging

Inherited from Params

Inherited from Serializable

Inherited from Serializable

Inherited from Identifiable

Inherited from AnyRef

Inherited from Any

Ungrouped