class ChunkMapperModel extends AnnotatorModel[ChunkMapperModel] with HasSimpleAnnotate[ChunkMapperModel] with CheckLicense with ChunkMapperFuzzyMatchingParams with HandleExceptionParams
- Grouped
- Alphabetic
- By Inheritance
- ChunkMapperModel
- HandleExceptionParams
- ChunkMapperFuzzyMatchingParams
- CheckLicense
- HasSimpleAnnotate
- AnnotatorModel
- CanBeLazy
- RawAnnotator
- HasOutputAnnotationCol
- HasInputAnnotationCols
- HasOutputAnnotatorType
- ParamsAndFeaturesWritable
- HasFeatures
- DefaultParamsWritable
- MLWritable
- Model
- Transformer
- PipelineStage
- Logging
- Params
- Serializable
- Serializable
- Identifiable
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Type Members
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
$[T](param: Param[T]): T
- Attributes
- protected
- Definition Classes
- Params
-
def
$$[T](feature: StructFeature[T]): T
- Attributes
- protected
- Definition Classes
- HasFeatures
-
def
$$[K, V](feature: MapFeature[K, V]): Map[K, V]
- Attributes
- protected
- Definition Classes
- HasFeatures
-
def
$$[T](feature: SetFeature[T]): Set[T]
- Attributes
- protected
- Definition Classes
- HasFeatures
-
def
$$[T](feature: ArrayFeature[T]): Array[T]
- Attributes
- protected
- Definition Classes
- HasFeatures
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
_transform(dataset: Dataset[_], recursivePipeline: Option[PipelineModel]): DataFrame
- Attributes
- protected
- Definition Classes
- AnnotatorModel
-
def
afterAnnotate(dataset: DataFrame): DataFrame
- Attributes
- protected
- Definition Classes
- AnnotatorModel
- val allowMultiTokenChunk: BooleanParam
-
def
annotate(annotations: Seq[Annotation]): Seq[Annotation]
- Definition Classes
- ChunkMapperModel → HasSimpleAnnotate
-
def
appendSpecialRelations(mapping: Mapping): Map[String, Array[String]]
- Attributes
- protected
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
beforeAnnotate(dataset: Dataset[_]): Dataset[_]
- Attributes
- protected
- Definition Classes
- AnnotatorModel
-
final
def
checkSchema(schema: StructType, inputAnnotatorType: String): Boolean
- Attributes
- protected
- Definition Classes
- HasInputAnnotationCols
-
def
checkValidEnvironment(spark: Option[SparkSession], scopes: Seq[String]): Unit
- Definition Classes
- CheckLicense
-
def
checkValidScope(scope: String): Unit
- Definition Classes
- CheckLicense
-
def
checkValidScopeAndEnvironment(scope: String, spark: Option[SparkSession], checkLp: Boolean): Unit
- Definition Classes
- CheckLicense
-
def
checkValidScopesAndEnvironment(scopes: Seq[String], spark: Option[SparkSession], checkLp: Boolean): Unit
- Definition Classes
- CheckLicense
-
final
def
clear(param: Param[_]): ChunkMapperModel.this.type
- Definition Classes
- Params
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
def
copy(extra: ParamMap): ChunkMapperModel
- Definition Classes
- RawAnnotator → Model → Transformer → PipelineStage → Params
-
def
copyValues[T <: Params](to: T, extra: ParamMap): T
- Attributes
- protected
- Definition Classes
- Params
-
final
def
defaultCopy[T <: Params](extra: ParamMap): T
- Attributes
- protected
- Definition Classes
- Params
-
def
dfAnnotate: UserDefinedFunction
- Definition Classes
- HasSimpleAnnotate
-
val
doExceptionHandling: BooleanParam
If true, exceptions are handled.
If true, exceptions are handled. If exception causing data is passed to the model, a error annotation is emitted which has the exception message. Processing continues with the next one. This comes with a performance penalty.
- Definition Classes
- HandleExceptionParams
-
val
enableCharFingerprintMatching: BooleanParam
Whether to apply char Ngram fingerprint matching
Whether to apply char Ngram fingerprint matching
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
val
enableFuzzyMatching: BooleanParam
Whether to apply fuzzy matching
Whether to apply fuzzy matching
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
val
enableTokenFingerprintMatching: BooleanParam
Whether to apply partial token Ngram fingerprint matching
Whether to apply partial token Ngram fingerprint matching
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
explainParam(param: Param[_]): String
- Definition Classes
- Params
-
def
explainParams(): String
- Definition Classes
- Params
-
def
extraValidate(structType: StructType): Boolean
- Attributes
- protected
- Definition Classes
- RawAnnotator
-
def
extraValidateMsg: String
- Attributes
- protected
- Definition Classes
- RawAnnotator
-
final
def
extractParamMap(): ParamMap
- Definition Classes
- Params
-
final
def
extractParamMap(extra: ParamMap): ParamMap
- Definition Classes
- Params
-
val
features: ArrayBuffer[Feature[_, _, _]]
- Definition Classes
- HasFeatures
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
def
findSpecialRelations(relations: Map[String, Array[String]]): Map[String, Array[String]]
- Attributes
- protected
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
val
fuzzyDistanceScalingMode: Param[String]
When enableFuzzyMatching is true, the scaling mode for Integer Edit Distances; possible values are: left, right, long, short, none
When enableFuzzyMatching is true, the scaling mode for Integer Edit Distances; possible values are: left, right, long, short, none
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
val
fuzzyMatchingDistanceThresholds: DoubleArrayParam
When enableFuzzyMatching is true, this array contains the respective thresholds for each calculated distance
When enableFuzzyMatching is true, this array contains the respective thresholds for each calculated distance
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
val
fuzzyMatchingDistances: StringArrayParam
When enableFuzzyMatching is true, this array contains the distances to calculate; possible values are: levenshtein, longest-common-subsequence, cosine, jaccard
When enableFuzzyMatching is true, this array contains the distances to calculate; possible values are: levenshtein, longest-common-subsequence, cosine, jaccard
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
get[T](feature: StructFeature[T]): Option[T]
- Attributes
- protected
- Definition Classes
- HasFeatures
-
def
get[K, V](feature: MapFeature[K, V]): Option[Map[K, V]]
- Attributes
- protected
- Definition Classes
- HasFeatures
-
def
get[T](feature: SetFeature[T]): Option[Set[T]]
- Attributes
- protected
- Definition Classes
- HasFeatures
-
def
get[T](feature: ArrayFeature[T]): Option[Array[T]]
- Attributes
- protected
- Definition Classes
- HasFeatures
-
final
def
get[T](param: Param[T]): Option[T]
- Definition Classes
- Params
-
def
getAllPossibleFingerprintPredictionKeys(annotationResult: String): Stream[(Double, String)]
- Attributes
- protected
- Definition Classes
- ChunkMapperFuzzyMatchingParams
- def getAllowMultiTokenChunk: Boolean
-
def
getCharNgramFingerprints(mappingKey: String): Seq[String]
- Attributes
- protected
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
final
def
getDefault[T](param: Param[T]): Option[T]
- Definition Classes
- Params
- def getDictionary: Map[String, Map[String, Array[String]]]
-
def
getEnableCharFingerprintMatching: Boolean
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
getEnableFuzzyMatching: Boolean
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
getEnableTokenFingerprintMatching: Boolean
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
getFingerprintFuzzyDistances(leftTerm: String, rightTerm: String): Array[(String, Double)]
- Attributes
- protected
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
getFuzzyDistanceDictionaries(): (Map[String, (Integer) ⇒ EditDistance[Integer]], Map[String, EditDistance[Integer]], Map[String, EditDistance[Double]])
- Attributes
- protected
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
getFuzzyDistanceScalingMode: String
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
getFuzzyDistanceValue(leftTerm: String, rightTerm: String, distRels: (String, Double), distDicts: (Map[String, (Integer) ⇒ EditDistance[Integer]], Map[String, EditDistance[Integer]], Map[String, EditDistance[Double]])): Option[Double]
- Attributes
- protected
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
getFuzzyMatches(dictionary: Map[String, Map[String, Array[String]]], annotationResult: String): Map[Double, Map[String, Array[String]]]
- Attributes
- protected
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
getFuzzyMatchingDistanceThresholds: Array[Double]
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
getFuzzyMatchingDistances: Array[String]
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
getInputCols: Array[String]
- Definition Classes
- HasInputAnnotationCols
-
def
getLazyAnnotator: Boolean
- Definition Classes
- CanBeLazy
-
def
getLowerCase: Boolean
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
getMaxCharNgramFingerprint: Int
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
getMaxTokenNgramDroppingCharsRatio: Double
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
getMaxTokenNgramDroppingOperator: String
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
getMaxTokenNgramDroppingTokens: Int
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
getMaxTokenNgramFingerprint: Int
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
getMinCharNgramFingerprint: Int
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
getMinTokenNgramFingerprint: Int
- Definition Classes
- ChunkMapperFuzzyMatchingParams
- def getMultivaluesRelations: Boolean
-
final
def
getOrDefault[T](param: Param[T]): T
- Definition Classes
- Params
-
final
def
getOutputCol: String
- Definition Classes
- HasOutputAnnotationCol
-
def
getParam(paramName: String): Param[Any]
- Definition Classes
- Params
-
def
getPossibleFingerprintPredictionKeys(annotationResult: String): Stream[(Double, String)]
- Attributes
- protected
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
getPossibleFingerprintTrainingKeys(keys: Mappings): Map[String, Map[String, Array[String]]]
- Attributes
- protected
- Definition Classes
- ChunkMapperFuzzyMatchingParams
- def getRel: String
- def getRels: Array[String]
-
def
getTokenNgramFingerprints(mappingKey: String): Seq[String]
- Attributes
- protected
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
final
def
hasDefault[T](param: Param[T]): Boolean
- Definition Classes
- Params
-
def
hasParam(paramName: String): Boolean
- Definition Classes
- Params
-
def
hasParent: Boolean
- Definition Classes
- Model
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
- Attributes
- protected
- Definition Classes
- Logging
-
def
initializeLogIfNecessary(isInterpreter: Boolean): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
val
inputAnnotatorTypes: Array[String]
- Definition Classes
- ChunkMapperModel → HasInputAnnotationCols
-
final
val
inputCols: StringArrayParam
- Attributes
- protected
- Definition Classes
- HasInputAnnotationCols
-
final
def
isDefined(param: Param[_]): Boolean
- Definition Classes
- Params
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
lazy val
isLowerCase: Boolean
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
final
def
isSet(param: Param[_]): Boolean
- Definition Classes
- Params
-
def
isTraceEnabled(): Boolean
- Attributes
- protected
- Definition Classes
- Logging
-
val
lazyAnnotator: BooleanParam
- Definition Classes
- CanBeLazy
-
def
log: Logger
- Attributes
- protected
- Definition Classes
- Logging
-
def
logDebug(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logDebug(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logError(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logError(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logInfo(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logInfo(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logName: String
- Attributes
- protected
- Definition Classes
- Logging
-
def
logTrace(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logTrace(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logWarning(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logWarning(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
val
lowerCase: BooleanParam
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
val
maxCharNgramFingerprint: IntParam
When enableCharFingerprintMatching is true, the max number of chars for Ngrams in Fingerprint
When enableCharFingerprintMatching is true, the max number of chars for Ngrams in Fingerprint
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
val
maxTokenNgramDroppingCharsRatio: DoubleParam
When enableTokenFingerprintMatching is true, this value drives the maximum ratio of chars allowed to be dropped from the full chunk; whenever it is desired for all Ngrams to be used as keys, no matter how short the final chunk is, this param should be set to 1.0
When enableTokenFingerprintMatching is true, this value drives the maximum ratio of chars allowed to be dropped from the full chunk; whenever it is desired for all Ngrams to be used as keys, no matter how short the final chunk is, this param should be set to 1.0
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
val
maxTokenNgramDroppingOperator: Param[String]
When enableTokenFingerprintMatching is true, this param drives the logic to compose both dropping parameters; it can be either "and" or "or"
When enableTokenFingerprintMatching is true, this param drives the logic to compose both dropping parameters; it can be either "and" or "or"
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
val
maxTokenNgramDroppingTokens: IntParam
When enableTokenFingerprintMatching is true, this value drives the maximum number of tokens allowed to be dropped from the full chunk; whenever it is desired for all Ngrams to be used as keys, no matter how short the final chunk is, this param should be set to a very high value: i.e Int.MaxValue
When enableTokenFingerprintMatching is true, this value drives the maximum number of tokens allowed to be dropped from the full chunk; whenever it is desired for all Ngrams to be used as keys, no matter how short the final chunk is, this param should be set to a very high value: i.e Int.MaxValue
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
val
maxTokenNgramFingerprint: IntParam
When enableTokenFingerprintMatching is true, the max number of tokens for partial Ngrams in Fingerprint
When enableTokenFingerprintMatching is true, the max number of tokens for partial Ngrams in Fingerprint
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
val
minCharNgramFingerprint: IntParam
When enableCharFingerprintMatching is true, the min number of chars for Ngrams in Fingerprint
When enableCharFingerprintMatching is true, the min number of chars for Ngrams in Fingerprint
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
val
minTokenNgramFingerprint: IntParam
When enableTokenFingerprintMatching is true, the min number of tokens for partial Ngrams in Fingerprint
When enableTokenFingerprintMatching is true, the min number of tokens for partial Ngrams in Fingerprint
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
msgHelper(schema: StructType): String
- Attributes
- protected
- Definition Classes
- HasInputAnnotationCols
- def multiGet(map: Map[String, Map[String, Array[String]]], keys: Stream[(Double, String)]): Option[(Double, Map[String, Array[String]])]
- val multivaluesRelations: BooleanParam
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
def
onWrite(path: String, spark: SparkSession): Unit
- Attributes
- protected
- Definition Classes
- ParamsAndFeaturesWritable
-
val
optionalInputAnnotatorTypes: Array[String]
- Definition Classes
- HasInputAnnotationCols
-
val
outputAnnotatorType: AnnotatorType
- Definition Classes
- ChunkMapperModel → HasOutputAnnotatorType
-
final
val
outputCol: Param[String]
- Attributes
- protected
- Definition Classes
- HasOutputAnnotationCol
-
lazy val
params: Array[Param[_]]
- Definition Classes
- Params
-
var
parent: Estimator[ChunkMapperModel]
- Definition Classes
- Model
-
lazy val
realizedFilledDistancesAndThresholds: Array[(String, Double)]
- Definition Classes
- ChunkMapperFuzzyMatchingParams
- val rels: StringArrayParam
-
def
save(path: String): Unit
- Definition Classes
- MLWritable
- Annotations
- @Since( "1.6.0" ) @throws( ... )
-
def
set[T](feature: StructFeature[T], value: T): ChunkMapperModel.this.type
- Attributes
- protected
- Definition Classes
- HasFeatures
-
def
set[K, V](feature: MapFeature[K, V], value: Map[K, V]): ChunkMapperModel.this.type
- Attributes
- protected
- Definition Classes
- HasFeatures
-
def
set[T](feature: SetFeature[T], value: Set[T]): ChunkMapperModel.this.type
- Attributes
- protected
- Definition Classes
- HasFeatures
-
def
set[T](feature: ArrayFeature[T], value: Array[T]): ChunkMapperModel.this.type
- Attributes
- protected
- Definition Classes
- HasFeatures
-
final
def
set(paramPair: ParamPair[_]): ChunkMapperModel.this.type
- Attributes
- protected
- Definition Classes
- Params
-
final
def
set(param: String, value: Any): ChunkMapperModel.this.type
- Attributes
- protected
- Definition Classes
- Params
-
final
def
set[T](param: Param[T], value: T): ChunkMapperModel.this.type
- Definition Classes
- Params
- def setAllowMultiTokenChunk(lc: Boolean): ChunkMapperModel.this.type
-
def
setDefault[T](feature: StructFeature[T], value: () ⇒ T): ChunkMapperModel.this.type
- Attributes
- protected
- Definition Classes
- HasFeatures
-
def
setDefault[K, V](feature: MapFeature[K, V], value: () ⇒ Map[K, V]): ChunkMapperModel.this.type
- Attributes
- protected
- Definition Classes
- HasFeatures
-
def
setDefault[T](feature: SetFeature[T], value: () ⇒ Set[T]): ChunkMapperModel.this.type
- Attributes
- protected
- Definition Classes
- HasFeatures
-
def
setDefault[T](feature: ArrayFeature[T], value: () ⇒ Array[T]): ChunkMapperModel.this.type
- Attributes
- protected
- Definition Classes
- HasFeatures
-
final
def
setDefault(paramPairs: ParamPair[_]*): ChunkMapperModel.this.type
- Attributes
- protected
- Definition Classes
- Params
-
final
def
setDefault[T](param: Param[T], value: T): ChunkMapperModel.this.type
- Attributes
- protected[org.apache.spark.ml]
- Definition Classes
- Params
- def setDictionary(m: Map[String, Map[String, Array[String]]]): ChunkMapperModel.this.type
-
def
setDoExceptionHandling(value: Boolean): ChunkMapperModel.this.type
If true, exceptions are handled.
If true, exceptions are handled. If exception causing data is passed to the model, a error annotation is emitted which has the exception message. Processing continues with the next one. This comes with a performance penalty.
- Definition Classes
- HandleExceptionParams
-
def
setEnableCharFingerprintMatching(value: Boolean): ChunkMapperModel.this.type
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
setEnableFuzzyMatching(value: Boolean): ChunkMapperModel.this.type
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
setEnableTokenFingerprintMatching(value: Boolean): ChunkMapperModel.this.type
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
setFuzzyDistanceScalingMode(value: String): ChunkMapperModel.this.type
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
setFuzzyMatchingDistanceThresholds(value: Double): ChunkMapperModel.this.type
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
setFuzzyMatchingDistanceThresholds(value: Array[Double]): ChunkMapperModel.this.type
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
setFuzzyMatchingDistances(value: Array[String]): ChunkMapperModel.this.type
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
final
def
setInputCols(value: String*): ChunkMapperModel.this.type
- Definition Classes
- HasInputAnnotationCols
-
def
setInputCols(value: Array[String]): ChunkMapperModel.this.type
- Definition Classes
- HasInputAnnotationCols
-
def
setLazyAnnotator(value: Boolean): ChunkMapperModel.this.type
- Definition Classes
- CanBeLazy
-
def
setLowerCase(lc: Boolean): ChunkMapperModel.this.type
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
setMaxCharNgramFingerprint(value: Int): ChunkMapperModel.this.type
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
setMaxTokenNgramDroppingCharsRatio(value: Double): ChunkMapperModel.this.type
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
setMaxTokenNgramDroppingOperator(value: String): ChunkMapperModel.this.type
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
setMaxTokenNgramDroppingTokens(value: Int): ChunkMapperModel.this.type
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
setMaxTokenNgramFingerprint(value: Int): ChunkMapperModel.this.type
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
setMinCharNgramFingerprint(value: Int): ChunkMapperModel.this.type
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
setMinTokenNgramFingerprint(value: Int): ChunkMapperModel.this.type
- Definition Classes
- ChunkMapperFuzzyMatchingParams
- def setMultivaluesRelations(lc: Boolean): ChunkMapperModel.this.type
-
final
def
setOutputCol(value: String): ChunkMapperModel.this.type
- Definition Classes
- HasOutputAnnotationCol
-
def
setParent(parent: Estimator[ChunkMapperModel]): ChunkMapperModel
- Definition Classes
- Model
- def setRels(value: Array[String]): ChunkMapperModel.this.type
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
lazy val
toLowercase: (String) ⇒ String
- Definition Classes
- ChunkMapperFuzzyMatchingParams
-
def
toString(): String
- Definition Classes
- Identifiable → AnyRef → Any
-
final
def
transform(dataset: Dataset[_]): DataFrame
- Definition Classes
- AnnotatorModel → Transformer
-
def
transform(dataset: Dataset[_], paramMap: ParamMap): DataFrame
- Definition Classes
- Transformer
- Annotations
- @Since( "2.0.0" )
-
def
transform(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): DataFrame
- Definition Classes
- Transformer
- Annotations
- @Since( "2.0.0" ) @varargs()
-
final
def
transformSchema(schema: StructType): StructType
- Definition Classes
- RawAnnotator → PipelineStage
-
def
transformSchema(schema: StructType, logging: Boolean): StructType
- Attributes
- protected
- Definition Classes
- PipelineStage
- Annotations
- @DeveloperApi()
-
val
uid: String
- Definition Classes
- ChunkMapperModel → Identifiable
-
def
validate(schema: StructType): Boolean
- Attributes
- protected
- Definition Classes
- RawAnnotator
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
def
wrapColumnMetadata(col: Column): Column
- Attributes
- protected
- Definition Classes
- RawAnnotator
-
def
write: MLWriter
- Definition Classes
- ParamsAndFeaturesWritable → DefaultParamsWritable → MLWritable
Deprecated Value Members
-
val
rel: Param[String]
- Annotations
- @deprecated
- Deprecated
-
def
setRel(value: String): ChunkMapperModel.this.type
- Annotations
- @deprecated
- Deprecated
Use 'setRels' method instead of 'setRel' method