class ChunkMapperApproach extends AnnotatorApproach[ChunkMapperModel] with CheckLicense with ChunkMapperFuzzyMatchingParams with HandleExceptionParams
- Grouped
- Alphabetic
- By Inheritance
- ChunkMapperApproach
- HandleExceptionParams
- ChunkMapperFuzzyMatchingParams
- CheckLicense
- AnnotatorApproach
- CanBeLazy
- DefaultParamsWritable
- MLWritable
- HasOutputAnnotatorType
- HasOutputAnnotationCol
- HasInputAnnotationCols
- Estimator
- PipelineStage
- Logging
- Params
- Serializable
- Serializable
- Identifiable
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Type Members
- 
      
      
      
        
      
    
      
        
        type
      
      
        AnnotatorType = String
      
      
      - Definition Classes
- HasOutputAnnotatorType
 
Value Members
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        !=(arg0: Any): Boolean
      
      
      - Definition Classes
- AnyRef → Any
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        ##(): Int
      
      
      - Definition Classes
- AnyRef → Any
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        $[T](param: Param[T]): T
      
      
      - Attributes
- protected
- Definition Classes
- Params
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        ==(arg0: Any): Boolean
      
      
      - Definition Classes
- AnyRef → Any
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        _fit(dataset: Dataset[_], recursiveStages: Option[PipelineModel]): ChunkMapperModel
      
      
      - Attributes
- protected
- Definition Classes
- AnnotatorApproach
 
-  val allowMultiTokenChunk: BooleanParam
- 
      
      
      
        
      
    
      
        
        def
      
      
        appendSpecialRelations(mapping: Mapping): Map[String, Array[String]]
      
      
      - Attributes
- protected
- Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        asInstanceOf[T0]: T0
      
      
      - Definition Classes
- Any
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        beforeTraining(spark: SparkSession): Unit
      
      
      - Definition Classes
- AnnotatorApproach
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        checkSchema(schema: StructType, inputAnnotatorType: String): Boolean
      
      
      - Attributes
- protected
- Definition Classes
- HasInputAnnotationCols
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        checkValidEnvironment(spark: Option[SparkSession], scopes: Seq[String]): Unit
      
      
      - Definition Classes
- CheckLicense
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        checkValidScope(scope: String): Unit
      
      
      - Definition Classes
- CheckLicense
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        checkValidScopeAndEnvironment(scope: String, spark: Option[SparkSession], checkLp: Boolean): Unit
      
      
      - Definition Classes
- CheckLicense
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        checkValidScopesAndEnvironment(scopes: Seq[String], spark: Option[SparkSession], checkLp: Boolean): Unit
      
      
      - Definition Classes
- CheckLicense
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        clear(param: Param[_]): ChunkMapperApproach.this.type
      
      
      - Definition Classes
- Params
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        clone(): AnyRef
      
      
      - Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        copy(extra: ParamMap): Estimator[ChunkMapperModel]
      
      
      - Definition Classes
- AnnotatorApproach → Estimator → PipelineStage → Params
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        copyValues[T <: Params](to: T, extra: ParamMap): T
      
      
      - Attributes
- protected
- Definition Classes
- Params
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        defaultCopy[T <: Params](extra: ParamMap): T
      
      
      - Attributes
- protected
- Definition Classes
- Params
 
- 
      
      
      
        
      
    
      
        
        val
      
      
        description: String
      
      
      - Definition Classes
- ChunkMapperApproach → AnnotatorApproach
 
-  val dictionary: Param[String]
- 
      
      
      
        
      
    
      
        
        val
      
      
        doExceptionHandling: BooleanParam
      
      
      If true, exceptions are handled. If true, exceptions are handled. If exception causing data is passed to the model, a error annotation is emitted which has the exception message. Processing continues with the next one. This comes with a performance penalty. - Definition Classes
- HandleExceptionParams
 
- 
      
      
      
        
      
    
      
        
        val
      
      
        enableCharFingerprintMatching: BooleanParam
      
      
      Whether to apply char Ngram fingerprint matching Whether to apply char Ngram fingerprint matching - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        val
      
      
        enableFuzzyMatching: BooleanParam
      
      
      Whether to apply fuzzy matching Whether to apply fuzzy matching - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        val
      
      
        enableTokenFingerprintMatching: BooleanParam
      
      
      Whether to apply partial token Ngram fingerprint matching Whether to apply partial token Ngram fingerprint matching - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        eq(arg0: AnyRef): Boolean
      
      
      - Definition Classes
- AnyRef
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        equals(arg0: Any): Boolean
      
      
      - Definition Classes
- AnyRef → Any
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        explainParam(param: Param[_]): String
      
      
      - Definition Classes
- Params
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        explainParams(): String
      
      
      - Definition Classes
- Params
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        extractParamMap(): ParamMap
      
      
      - Definition Classes
- Params
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        extractParamMap(extra: ParamMap): ParamMap
      
      
      - Definition Classes
- Params
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        finalize(): Unit
      
      
      - Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        findSpecialRelations(relations: Map[String, Array[String]]): Map[String, Array[String]]
      
      
      - Attributes
- protected
- Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        fit(dataset: Dataset[_]): ChunkMapperModel
      
      
      - Definition Classes
- AnnotatorApproach → Estimator
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        fit(dataset: Dataset[_], paramMaps: Seq[ParamMap]): Seq[ChunkMapperModel]
      
      
      - Definition Classes
- Estimator
- Annotations
- @Since( "2.0.0" )
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        fit(dataset: Dataset[_], paramMap: ParamMap): ChunkMapperModel
      
      
      - Definition Classes
- Estimator
- Annotations
- @Since( "2.0.0" )
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        fit(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): ChunkMapperModel
      
      
      - Definition Classes
- Estimator
- Annotations
- @Since( "2.0.0" ) @varargs()
 
- 
      
      
      
        
      
    
      
        
        val
      
      
        fuzzyDistanceScalingMode: Param[String]
      
      
      When enableFuzzyMatching is true, the scaling mode for Integer Edit Distances; possible values are: left, right, long, short, none When enableFuzzyMatching is true, the scaling mode for Integer Edit Distances; possible values are: left, right, long, short, none - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        val
      
      
        fuzzyMatchingDistanceThresholds: DoubleArrayParam
      
      
      When enableFuzzyMatching is true, this array contains the respective thresholds for each calculated distance When enableFuzzyMatching is true, this array contains the respective thresholds for each calculated distance - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        val
      
      
        fuzzyMatchingDistances: StringArrayParam
      
      
      When enableFuzzyMatching is true, this array contains the distances to calculate; possible values are: levenshtein, longest-common-subsequence, cosine, jaccard When enableFuzzyMatching is true, this array contains the distances to calculate; possible values are: levenshtein, longest-common-subsequence, cosine, jaccard - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        get[T](param: Param[T]): Option[T]
      
      
      - Definition Classes
- Params
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getAllPossibleFingerprintPredictionKeys(annotationResult: String): Stream[(Double, String)]
      
      
      - Attributes
- protected
- Definition Classes
- ChunkMapperFuzzyMatchingParams
 
-  def getAllowMultiTokenChunk: Boolean
- 
      
      
      
        
      
    
      
        
        def
      
      
        getCharNgramFingerprints(mappingKey: String): Seq[String]
      
      
      - Attributes
- protected
- Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        getClass(): Class[_]
      
      
      - Definition Classes
- AnyRef → Any
- Annotations
- @native()
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        getDefault[T](param: Param[T]): Option[T]
      
      
      - Definition Classes
- Params
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getEnableCharFingerprintMatching: Boolean
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getEnableFuzzyMatching: Boolean
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getEnableTokenFingerprintMatching: Boolean
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getFingerprintFuzzyDistances(leftTerm: String, rightTerm: String): Array[(String, Double)]
      
      
      - Attributes
- protected
- Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getFuzzyDistanceDictionaries(): (Map[String, (Integer) ⇒ EditDistance[Integer]], Map[String, EditDistance[Integer]], Map[String, EditDistance[Double]])
      
      
      - Attributes
- protected
- Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getFuzzyDistanceScalingMode: String
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getFuzzyDistanceValue(leftTerm: String, rightTerm: String, distRels: (String, Double), distDicts: (Map[String, (Integer) ⇒ EditDistance[Integer]], Map[String, EditDistance[Integer]], Map[String, EditDistance[Double]])): Option[Double]
      
      
      - Attributes
- protected
- Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getFuzzyMatches(dictionary: Map[String, Map[String, Array[String]]], annotationResult: String): Map[Double, Map[String, Array[String]]]
      
      
      - Attributes
- protected
- Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getFuzzyMatchingDistanceThresholds: Array[Double]
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getFuzzyMatchingDistances: Array[String]
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getInputCols: Array[String]
      
      
      - Definition Classes
- HasInputAnnotationCols
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getLazyAnnotator: Boolean
      
      
      - Definition Classes
- CanBeLazy
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getLowerCase: Boolean
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getMaxCharNgramFingerprint: Int
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getMaxTokenNgramDroppingCharsRatio: Double
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getMaxTokenNgramDroppingOperator: String
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getMaxTokenNgramDroppingTokens: Int
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getMaxTokenNgramFingerprint: Int
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getMinCharNgramFingerprint: Int
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getMinTokenNgramFingerprint: Int
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
-  def getMultivaluesRelations: Boolean
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        getOrDefault[T](param: Param[T]): T
      
      
      - Definition Classes
- Params
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        getOutputCol: String
      
      
      - Definition Classes
- HasOutputAnnotationCol
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getParam(paramName: String): Param[Any]
      
      
      - Definition Classes
- Params
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getPossibleFingerprintPredictionKeys(annotationResult: String): Stream[(Double, String)]
      
      
      - Attributes
- protected
- Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        getPossibleFingerprintTrainingKeys(keys: Mappings): Map[String, Map[String, Array[String]]]
      
      
      - Attributes
- protected
- Definition Classes
- ChunkMapperFuzzyMatchingParams
 
-  def getRel: String
-  def getRels: Array[String]
- 
      
      
      
        
      
    
      
        
        def
      
      
        getTokenNgramFingerprints(mappingKey: String): Seq[String]
      
      
      - Attributes
- protected
- Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        hasDefault[T](param: Param[T]): Boolean
      
      
      - Definition Classes
- Params
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        hasParam(paramName: String): Boolean
      
      
      - Definition Classes
- Params
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        hashCode(): Int
      
      
      - Definition Classes
- AnyRef → Any
- Annotations
- @native()
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        initializeLogIfNecessary(isInterpreter: Boolean): Unit
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        val
      
      
        inputAnnotatorTypes: Array[String]
      
      
      - Definition Classes
- ChunkMapperApproach → HasInputAnnotationCols
 
- 
      
      
      
        
      
    
      
        final 
        val
      
      
        inputCols: StringArrayParam
      
      
      - Attributes
- protected
- Definition Classes
- HasInputAnnotationCols
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        isDefined(param: Param[_]): Boolean
      
      
      - Definition Classes
- Params
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        isInstanceOf[T0]: Boolean
      
      
      - Definition Classes
- Any
 
- 
      
      
      
        
      
    
      
        
        lazy val
      
      
        isLowerCase: Boolean
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        isSet(param: Param[_]): Boolean
      
      
      - Definition Classes
- Params
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        isTraceEnabled(): Boolean
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        val
      
      
        lazyAnnotator: BooleanParam
      
      
      - Definition Classes
- CanBeLazy
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        log: Logger
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        logDebug(msg: ⇒ String, throwable: Throwable): Unit
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        logDebug(msg: ⇒ String): Unit
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        logError(msg: ⇒ String, throwable: Throwable): Unit
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        logError(msg: ⇒ String): Unit
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        logInfo(msg: ⇒ String, throwable: Throwable): Unit
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        logInfo(msg: ⇒ String): Unit
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        logName: String
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        logTrace(msg: ⇒ String, throwable: Throwable): Unit
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        logTrace(msg: ⇒ String): Unit
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        logWarning(msg: ⇒ String, throwable: Throwable): Unit
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        logWarning(msg: ⇒ String): Unit
      
      
      - Attributes
- protected
- Definition Classes
- Logging
 
- 
      
      
      
        
      
    
      
        
        val
      
      
        lowerCase: BooleanParam
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        val
      
      
        maxCharNgramFingerprint: IntParam
      
      
      When enableCharFingerprintMatching is true, the max number of chars for Ngrams in Fingerprint When enableCharFingerprintMatching is true, the max number of chars for Ngrams in Fingerprint - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        val
      
      
        maxTokenNgramDroppingCharsRatio: DoubleParam
      
      
      When enableTokenFingerprintMatching is true, this value drives the maximum ratio of chars allowed to be dropped from the full chunk; whenever it is desired for all Ngrams to be used as keys, no matter how short the final chunk is, this param should be set to 1.0 When enableTokenFingerprintMatching is true, this value drives the maximum ratio of chars allowed to be dropped from the full chunk; whenever it is desired for all Ngrams to be used as keys, no matter how short the final chunk is, this param should be set to 1.0 - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        val
      
      
        maxTokenNgramDroppingOperator: Param[String]
      
      
      When enableTokenFingerprintMatching is true, this param drives the logic to compose both dropping parameters; it can be either "and" or "or" When enableTokenFingerprintMatching is true, this param drives the logic to compose both dropping parameters; it can be either "and" or "or" - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        val
      
      
        maxTokenNgramDroppingTokens: IntParam
      
      
      When enableTokenFingerprintMatching is true, this value drives the maximum number of tokens allowed to be dropped from the full chunk; whenever it is desired for all Ngrams to be used as keys, no matter how short the final chunk is, this param should be set to a very high value: i.e Int.MaxValue When enableTokenFingerprintMatching is true, this value drives the maximum number of tokens allowed to be dropped from the full chunk; whenever it is desired for all Ngrams to be used as keys, no matter how short the final chunk is, this param should be set to a very high value: i.e Int.MaxValue - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        val
      
      
        maxTokenNgramFingerprint: IntParam
      
      
      When enableTokenFingerprintMatching is true, the max number of tokens for partial Ngrams in Fingerprint When enableTokenFingerprintMatching is true, the max number of tokens for partial Ngrams in Fingerprint - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        val
      
      
        minCharNgramFingerprint: IntParam
      
      
      When enableCharFingerprintMatching is true, the min number of chars for Ngrams in Fingerprint When enableCharFingerprintMatching is true, the min number of chars for Ngrams in Fingerprint - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        val
      
      
        minTokenNgramFingerprint: IntParam
      
      
      When enableTokenFingerprintMatching is true, the min number of tokens for partial Ngrams in Fingerprint When enableTokenFingerprintMatching is true, the min number of tokens for partial Ngrams in Fingerprint - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        msgHelper(schema: StructType): String
      
      
      - Attributes
- protected
- Definition Classes
- HasInputAnnotationCols
 
-  val multivaluesRelations: BooleanParam
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        ne(arg0: AnyRef): Boolean
      
      
      - Definition Classes
- AnyRef
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        notify(): Unit
      
      
      - Definition Classes
- AnyRef
- Annotations
- @native()
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        notifyAll(): Unit
      
      
      - Definition Classes
- AnyRef
- Annotations
- @native()
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        onTrained(model: ChunkMapperModel, spark: SparkSession): Unit
      
      
      - Definition Classes
- AnnotatorApproach
 
- 
      
      
      
        
      
    
      
        
        val
      
      
        optionalInputAnnotatorTypes: Array[String]
      
      
      - Definition Classes
- HasInputAnnotationCols
 
- 
      
      
      
        
      
    
      
        
        val
      
      
        outputAnnotatorType: AnnotatorType
      
      
      - Definition Classes
- ChunkMapperApproach → HasOutputAnnotatorType
 
- 
      
      
      
        
      
    
      
        final 
        val
      
      
        outputCol: Param[String]
      
      
      - Attributes
- protected
- Definition Classes
- HasOutputAnnotationCol
 
- 
      
      
      
        
      
    
      
        
        lazy val
      
      
        params: Array[Param[_]]
      
      
      - Definition Classes
- Params
 
- 
      
      
      
        
      
    
      
        
        lazy val
      
      
        realizedFilledDistancesAndThresholds: Array[(String, Double)]
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
-  val rels: StringArrayParam
- 
      
      
      
        
      
    
      
        
        def
      
      
        save(path: String): Unit
      
      
      - Definition Classes
- MLWritable
- Annotations
- @Since( "1.6.0" ) @throws( ... )
 
-  def seAllowMultiTokenChunk(lc: Boolean): ChunkMapperApproach.this.type
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        set(paramPair: ParamPair[_]): ChunkMapperApproach.this.type
      
      
      - Attributes
- protected
- Definition Classes
- Params
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        set(param: String, value: Any): ChunkMapperApproach.this.type
      
      
      - Attributes
- protected
- Definition Classes
- Params
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        set[T](param: Param[T], value: T): ChunkMapperApproach.this.type
      
      
      - Definition Classes
- Params
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        setDefault(paramPairs: ParamPair[_]*): ChunkMapperApproach.this.type
      
      
      - Attributes
- protected
- Definition Classes
- Params
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        setDefault[T](param: Param[T], value: T): ChunkMapperApproach.this.type
      
      
      - Attributes
- protected[org.apache.spark.ml]
- Definition Classes
- Params
 
-  def setDictionary(path: String): ChunkMapperApproach.this.type
- 
      
      
      
        
      
    
      
        
        def
      
      
        setDoExceptionHandling(value: Boolean): ChunkMapperApproach.this.type
      
      
      If true, exceptions are handled. If true, exceptions are handled. If exception causing data is passed to the model, a error annotation is emitted which has the exception message. Processing continues with the next one. This comes with a performance penalty. - Definition Classes
- HandleExceptionParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        setEnableCharFingerprintMatching(value: Boolean): ChunkMapperApproach.this.type
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        setEnableFuzzyMatching(value: Boolean): ChunkMapperApproach.this.type
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        setEnableTokenFingerprintMatching(value: Boolean): ChunkMapperApproach.this.type
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        setFuzzyDistanceScalingMode(value: String): ChunkMapperApproach.this.type
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        setFuzzyMatchingDistanceThresholds(value: Double): ChunkMapperApproach.this.type
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        setFuzzyMatchingDistanceThresholds(value: Array[Double]): ChunkMapperApproach.this.type
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        setFuzzyMatchingDistances(value: Array[String]): ChunkMapperApproach.this.type
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        setInputCols(value: String*): ChunkMapperApproach.this.type
      
      
      - Definition Classes
- HasInputAnnotationCols
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        setInputCols(value: Array[String]): ChunkMapperApproach.this.type
      
      
      - Definition Classes
- HasInputAnnotationCols
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        setLazyAnnotator(value: Boolean): ChunkMapperApproach.this.type
      
      
      - Definition Classes
- CanBeLazy
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        setLowerCase(lc: Boolean): ChunkMapperApproach.this.type
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        setMaxCharNgramFingerprint(value: Int): ChunkMapperApproach.this.type
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        setMaxTokenNgramDroppingCharsRatio(value: Double): ChunkMapperApproach.this.type
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        setMaxTokenNgramDroppingOperator(value: String): ChunkMapperApproach.this.type
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        setMaxTokenNgramDroppingTokens(value: Int): ChunkMapperApproach.this.type
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        setMaxTokenNgramFingerprint(value: Int): ChunkMapperApproach.this.type
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        setMinCharNgramFingerprint(value: Int): ChunkMapperApproach.this.type
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        setMinTokenNgramFingerprint(value: Int): ChunkMapperApproach.this.type
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
-  def setMultivaluesRelations(lc: Boolean): ChunkMapperApproach.this.type
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        setOutputCol(value: String): ChunkMapperApproach.this.type
      
      
      - Definition Classes
- HasOutputAnnotationCol
 
-  def setRels(value: Array[String]): ChunkMapperApproach.this.type
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        synchronized[T0](arg0: ⇒ T0): T0
      
      
      - Definition Classes
- AnyRef
 
- 
      
      
      
        
      
    
      
        
        lazy val
      
      
        toLowercase: (String) ⇒ String
      
      
      - Definition Classes
- ChunkMapperFuzzyMatchingParams
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        toString(): String
      
      
      - Definition Classes
- Identifiable → AnyRef → Any
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        train(dataset: Dataset[_], recursivePipeline: Option[PipelineModel]): ChunkMapperModel
      
      
      - Definition Classes
- ChunkMapperApproach → AnnotatorApproach
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        transformSchema(schema: StructType): StructType
      
      
      - Definition Classes
- AnnotatorApproach → PipelineStage
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        transformSchema(schema: StructType, logging: Boolean): StructType
      
      
      - Attributes
- protected
- Definition Classes
- PipelineStage
- Annotations
- @DeveloperApi()
 
- 
      
      
      
        
      
    
      
        
        val
      
      
        uid: String
      
      
      - Definition Classes
- ChunkMapperApproach → Identifiable
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        validate(schema: StructType): Boolean
      
      
      - Attributes
- protected
- Definition Classes
- AnnotatorApproach
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        wait(): Unit
      
      
      - Definition Classes
- AnyRef
- Annotations
- @throws( ... )
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        wait(arg0: Long, arg1: Int): Unit
      
      
      - Definition Classes
- AnyRef
- Annotations
- @throws( ... )
 
- 
      
      
      
        
      
    
      
        final 
        def
      
      
        wait(arg0: Long): Unit
      
      
      - Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        write: MLWriter
      
      
      - Definition Classes
- DefaultParamsWritable → MLWritable
 
Deprecated Value Members
- 
      
      
      
        
      
    
      
        
        val
      
      
        rel: Param[String]
      
      
      - Annotations
- @deprecated
- Deprecated
 
- 
      
      
      
        
      
    
      
        
        def
      
      
        setRel(value: String): ChunkMapperApproach.this.type
      
      
      - Annotations
- @deprecated
- Deprecated
- Use 'setRels' method instead of 'setRel' method