Class/Object

com.johnsnowlabs.nlp.annotators.disambiguation

NerDisambiguator

Related Docs: object NerDisambiguator | package disambiguation

Permalink

class NerDisambiguator extends AnnotatorApproach[NerDisambiguatorModel] with KvKnowledgeExtractor with DisambiguatorModelParams

Linear Supertypes
DisambiguatorModelParams, KvKnowledgeExtractor, AnnotatorApproach[NerDisambiguatorModel], CanBeLazy, DefaultParamsWritable, MLWritable, HasOutputAnnotatorType, HasOutputAnnotationCol, HasInputAnnotationCols, Estimator[NerDisambiguatorModel], PipelineStage, Logging, Params, Serializable, Serializable, Identifiable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. NerDisambiguator
  2. DisambiguatorModelParams
  3. KvKnowledgeExtractor
  4. AnnotatorApproach
  5. CanBeLazy
  6. DefaultParamsWritable
  7. MLWritable
  8. HasOutputAnnotatorType
  9. HasOutputAnnotationCol
  10. HasInputAnnotationCols
  11. Estimator
  12. PipelineStage
  13. Logging
  14. Params
  15. Serializable
  16. Serializable
  17. Identifiable
  18. AnyRef
  19. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new NerDisambiguator()

    Permalink
  2. new NerDisambiguator(uid: String)

    Permalink

Type Members

  1. type AnnotatorType = String

    Permalink
    Definition Classes
    HasOutputAnnotatorType

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def $[T](param: Param[T]): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  4. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  5. def _fit(dataset: Dataset[_], recursiveStages: Option[PipelineModel]): NerDisambiguatorModel

    Permalink
    Attributes
    protected
    Definition Classes
    AnnotatorApproach
  6. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  7. def beforeTraining(spark: SparkSession): Unit

    Permalink
    Definition Classes
    AnnotatorApproach
  8. final def checkSchema(schema: StructType, inputAnnotatorType: String): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    HasInputAnnotationCols
  9. final def clear(param: Param[_]): NerDisambiguator.this.type

    Permalink
    Definition Classes
    Params
  10. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  11. final def copy(extra: ParamMap): Estimator[NerDisambiguatorModel]

    Permalink
    Definition Classes
    AnnotatorApproach → Estimator → PipelineStage → Params
  12. def copyValues[T <: Params](to: T, extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  13. final def defaultCopy[T <: Params](extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  14. val description: String

    Permalink
    Definition Classes
    NerDisambiguator → AnnotatorApproach
  15. val embeddingTypeParam: Param[String]

    Permalink
    Definition Classes
    DisambiguatorModelParams
  16. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  17. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  18. def explainParam(param: Param[_]): String

    Permalink
    Definition Classes
    Params
  19. def explainParams(): String

    Permalink
    Definition Classes
    Params
  20. def extractKnowledgeFromKv(id2record: (DataId) ⇒ Option[Record], chunk2id: (Chunk) ⇒ Option[List[DataId]]): Knowledge

    Permalink
    Definition Classes
    KvKnowledgeExtractor
  21. final def extractParamMap(): ParamMap

    Permalink
    Definition Classes
    Params
  22. final def extractParamMap(extra: ParamMap): ParamMap

    Permalink
    Definition Classes
    Params
  23. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  24. final def fit(dataset: Dataset[_]): NerDisambiguatorModel

    Permalink
    Definition Classes
    AnnotatorApproach → Estimator
  25. def fit(dataset: Dataset[_], paramMaps: Array[ParamMap]): Seq[NerDisambiguatorModel]

    Permalink
    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" )
  26. def fit(dataset: Dataset[_], paramMap: ParamMap): NerDisambiguatorModel

    Permalink
    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" )
  27. def fit(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): NerDisambiguatorModel

    Permalink
    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" ) @varargs()
  28. final def get[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params
  29. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  30. final def getDefault[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params
  31. def getEmbeddingType: String

    Permalink
    Definition Classes
    DisambiguatorModelParams
  32. def getInputCols: Array[String]

    Permalink
    Definition Classes
    HasInputAnnotationCols
  33. def getLazyAnnotator: Boolean

    Permalink
    Definition Classes
    CanBeLazy
  34. def getLevenshteinDistanceThresholdParam: Double

    Permalink
    Definition Classes
    DisambiguatorModelParams
  35. def getNarrowWithApproximateMatching: Boolean

    Permalink
    Definition Classes
    DisambiguatorModelParams
  36. def getNearMatchingGapParam: Int

    Permalink
    Definition Classes
    DisambiguatorModelParams
  37. def getNumFirstChars: Int

    Permalink
    Definition Classes
    DisambiguatorModelParams
  38. final def getOrDefault[T](param: Param[T]): T

    Permalink
    Definition Classes
    Params
  39. final def getOutputCol: String

    Permalink
    Definition Classes
    HasOutputAnnotationCol
  40. def getParam(paramName: String): Param[Any]

    Permalink
    Definition Classes
    Params
  41. def getPredictionLimit: Int

    Permalink
    Definition Classes
    DisambiguatorModelParams
  42. def getTokenSearch: Boolean

    Permalink
    Definition Classes
    DisambiguatorModelParams
  43. final def hasDefault[T](param: Param[T]): Boolean

    Permalink
    Definition Classes
    Params
  44. def hasParam(paramName: String): Boolean

    Permalink
    Definition Classes
    Params
  45. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  46. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  47. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  48. val inputAnnotatorTypes: Array[String]

    Permalink
    Definition Classes
    NerDisambiguator → HasInputAnnotationCols
  49. final val inputCols: StringArrayParam

    Permalink
    Attributes
    protected
    Definition Classes
    HasInputAnnotationCols
  50. final def isDefined(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params
  51. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  52. final def isSet(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params
  53. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  54. val knowledgeBase: Param[String]

    Permalink
  55. val lazyAnnotator: BooleanParam

    Permalink
    Definition Classes
    CanBeLazy
  56. val levenshteinDistanceThresholdParam: DoubleParam

    Permalink
    Definition Classes
    DisambiguatorModelParams
  57. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  58. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  59. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  60. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  61. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  62. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  63. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  64. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  65. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  66. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  67. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  68. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  69. def msgHelper(schema: StructType): String

    Permalink
    Attributes
    protected
    Definition Classes
    HasInputAnnotationCols
  70. val narrowWithApproximateMatching: BooleanParam

    Permalink
    Definition Classes
    DisambiguatorModelParams
  71. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  72. val nearMatchingGapParam: IntParam

    Permalink
    Definition Classes
    DisambiguatorModelParams
  73. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  74. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  75. val numFirstChars: IntParam

    Permalink
    Definition Classes
    DisambiguatorModelParams
  76. def onTrained(model: NerDisambiguatorModel, spark: SparkSession): Unit

    Permalink
    Definition Classes
    AnnotatorApproach
  77. val outputAnnotatorType: AnnotatorType

    Permalink
    Definition Classes
    NerDisambiguator → HasOutputAnnotatorType
  78. final val outputCol: Param[String]

    Permalink
    Attributes
    protected
    Definition Classes
    HasOutputAnnotationCol
  79. lazy val params: Array[Param[_]]

    Permalink
    Definition Classes
    Params
  80. val predictionsLimit: IntParam

    Permalink
    Definition Classes
    DisambiguatorModelParams
  81. lazy val rocksDbReader: RocksDbReader

    Permalink
  82. val s3KnowledgeBaseName: Param[String]

    Permalink
  83. def save(path: String): Unit

    Permalink
    Definition Classes
    MLWritable
    Annotations
    @Since( "1.6.0" ) @throws( ... )
  84. final def set(paramPair: ParamPair[_]): NerDisambiguator.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  85. final def set(param: String, value: Any): NerDisambiguator.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  86. final def set[T](param: Param[T], value: T): NerDisambiguator.this.type

    Permalink
    Definition Classes
    Params
  87. final def setDefault(paramPairs: ParamPair[_]*): NerDisambiguator.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  88. final def setDefault[T](param: Param[T], value: T): NerDisambiguator.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  89. def setEmbeddingType(v: String): NerDisambiguator.this.type

    Permalink
    Definition Classes
    DisambiguatorModelParams
  90. final def setInputCols(value: String*): NerDisambiguator.this.type

    Permalink
    Definition Classes
    HasInputAnnotationCols
  91. final def setInputCols(value: Array[String]): NerDisambiguator.this.type

    Permalink
    Definition Classes
    HasInputAnnotationCols
  92. def setKnowledgeBase(path: String): NerDisambiguator.this.type

    Permalink
  93. def setLazyAnnotator(value: Boolean): NerDisambiguator.this.type

    Permalink
    Definition Classes
    CanBeLazy
  94. def setLevenshteinDistanceThresholdParam(v: Double): NerDisambiguator.this.type

    Permalink
    Definition Classes
    DisambiguatorModelParams
  95. def setNarrowWithApproximateMatching(v: Boolean): NerDisambiguator.this.type

    Permalink
    Definition Classes
    DisambiguatorModelParams
  96. def setNearMatchingGapParam(v: Int): NerDisambiguator.this.type

    Permalink
    Definition Classes
    DisambiguatorModelParams
  97. def setNumFirstChars(v: Int): NerDisambiguator.this.type

    Permalink
    Definition Classes
    DisambiguatorModelParams
  98. final def setOutputCol(value: String): NerDisambiguator.this.type

    Permalink
    Definition Classes
    HasOutputAnnotationCol
  99. def setPredictionLimit(v: Int): NerDisambiguator.this.type

    Permalink
    Definition Classes
    DisambiguatorModelParams
  100. def setS3KnowledgeBaseName(path: String): NerDisambiguator.this.type

    Permalink
  101. def setTokenSearch(v: Boolean): NerDisambiguator.this.type

    Permalink
    Definition Classes
    DisambiguatorModelParams
  102. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  103. def toString(): String

    Permalink
    Definition Classes
    Identifiable → AnyRef → Any
  104. val tokenSearch: BooleanParam

    Permalink
    Definition Classes
    DisambiguatorModelParams
  105. def train(dataset: Dataset[_], recursivePipeline: Option[PipelineModel]): NerDisambiguatorModel

    Permalink
    Definition Classes
    NerDisambiguator → AnnotatorApproach
  106. final def transformSchema(schema: StructType): StructType

    Permalink
    Definition Classes
    AnnotatorApproach → PipelineStage
  107. def transformSchema(schema: StructType, logging: Boolean): StructType

    Permalink
    Attributes
    protected
    Definition Classes
    PipelineStage
    Annotations
    @DeveloperApi()
  108. val uid: String

    Permalink
    Definition Classes
    NerDisambiguator → Identifiable
  109. def validate(schema: StructType): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    AnnotatorApproach
  110. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  111. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  112. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  113. def write: MLWriter

    Permalink
    Definition Classes
    DefaultParamsWritable → MLWritable

Inherited from DisambiguatorModelParams

Inherited from KvKnowledgeExtractor

Inherited from AnnotatorApproach[NerDisambiguatorModel]

Inherited from CanBeLazy

Inherited from DefaultParamsWritable

Inherited from MLWritable

Inherited from HasOutputAnnotatorType

Inherited from HasOutputAnnotationCol

Inherited from HasInputAnnotationCols

Inherited from Estimator[NerDisambiguatorModel]

Inherited from PipelineStage

Inherited from Logging

Inherited from Params

Inherited from Serializable

Inherited from Serializable

Inherited from Identifiable

Inherited from AnyRef

Inherited from Any

Ungrouped