trait SourceTrackingMetadataParams extends ResetSentenceIndicesParam
- Self Type
- SourceTrackingMetadataParams with HasOutputAnnotationCol
- Grouped
- Alphabetic
- By Inheritance
- SourceTrackingMetadataParams
- ResetSentenceIndicesParam
- Params
- Serializable
- Serializable
- Identifiable
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Abstract Value Members
Concrete Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
$[T](param: Param[T]): T
- Attributes
- protected
- Definition Classes
- Params
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
val
allPossibleFieldsToStandardize: StringArrayParam
array with all possible fields containing the value to write in the standard field ordered by priority
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
final
def
clear(param: Param[_]): SourceTrackingMetadataParams.this
- Definition Classes
- Params
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
def
copyValues[T <: Params](to: T, extra: ParamMap): T
- Attributes
- protected
- Definition Classes
- Params
-
final
def
defaultCopy[T <: Params](extra: ParamMap): T
- Attributes
- protected
- Definition Classes
- Params
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
explainParam(param: Param[_]): String
- Definition Classes
- Params
-
def
explainParams(): String
- Definition Classes
- Params
-
final
def
extractParamMap(): ParamMap
- Definition Classes
- Params
-
final
def
extractParamMap(extra: ParamMap): ParamMap
- Definition Classes
- Params
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
get[T](param: Param[T]): Option[T]
- Definition Classes
- Params
- def getAllPossibleFieldsToStandardize: Array[String]
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
final
def
getDefault[T](param: Param[T]): Option[T]
- Definition Classes
- Params
- def getIncludeOutputColumn: Boolean
- def getIncludeStandardField: Boolean
-
final
def
getOrDefault[T](param: Param[T]): T
- Definition Classes
- Params
- def getOutputColumnKey: String
-
def
getParam(paramName: String): Param[Any]
- Definition Classes
- Params
-
def
getResetSentenceIndices: Boolean
Gets resetSentenceIndices parameter
Gets resetSentenceIndices parameter
- Definition Classes
- ResetSentenceIndicesParam
- def getStandardFieldKey: String
-
final
def
hasDefault[T](param: Param[T]): Boolean
- Definition Classes
- Params
-
def
hasParam(paramName: String): Boolean
- Definition Classes
- Params
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
val
includeOutputColumn: BooleanParam
whether or not to include a metadata key/value to specify the output column name for the annotation
-
val
includeStandardField: BooleanParam
whether to standardize the metadata key for entity, useful for chunk columns
-
final
def
isDefined(param: Param[_]): Boolean
- Definition Classes
- Params
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
final
def
isSet(param: Param[_]): Boolean
- Definition Classes
- Params
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
val
outputColumnKey: Param[String]
key name for the source column value
-
lazy val
params: Array[Param[_]]
- Definition Classes
- Params
-
def
resetSentenceIndices(metadata: Map[String, String]): Map[String, String]
Reset sentence index in metadata by adding
"sentence" -> "0"
Reset sentence index in metadata by adding
"sentence" -> "0"
- Attributes
- protected
- Definition Classes
- ResetSentenceIndicesParam
-
val
resetSentenceIndices: BooleanParam
Whether to reset sentence indices to treat the entire output as if it originates from a single document.
Whether to reset sentence indices to treat the entire output as if it originates from a single document.
When set to true, the metadata of each entity will be updated by assigning the
sentence
key a value of0
, effectively treating the entire output as if it comes from a single document, regardless of the original sentence boundaries. Default: False.- Definition Classes
- ResetSentenceIndicesParam
-
final
def
set(paramPair: ParamPair[_]): SourceTrackingMetadataParams.this
- Attributes
- protected
- Definition Classes
- Params
-
final
def
set(param: String, value: Any): SourceTrackingMetadataParams.this
- Attributes
- protected
- Definition Classes
- Params
-
final
def
set[T](param: Param[T], value: T): SourceTrackingMetadataParams.this
- Definition Classes
- Params
- def setAllPossibleFieldsToStandardize(v: Array[String]): SourceTrackingMetadataParams.this
-
final
def
setDefault(paramPairs: ParamPair[_]*): SourceTrackingMetadataParams.this
- Attributes
- protected
- Definition Classes
- Params
-
final
def
setDefault[T](param: Param[T], value: T): SourceTrackingMetadataParams.this
- Attributes
- protected[org.apache.spark.ml]
- Definition Classes
- Params
- def setIncludeOutputColumn(v: Boolean): SourceTrackingMetadataParams.this
- def setIncludeStandardField(v: Boolean): SourceTrackingMetadataParams.this
- def setOutputColumnKey(v: String): SourceTrackingMetadataParams.this
-
def
setResetSentenceIndices(value: Boolean): SourceTrackingMetadataParams.this
Set whether to reset sentence indices to treat the entire output as if it originates from a single document.
Set whether to reset sentence indices to treat the entire output as if it originates from a single document.
When set to true, the metadata of each entity will be updated by assigning the
sentence
key a value of0
, effectively treating the entire output as if it comes from a single document, regardless of the original sentence boundaries. Default: False.- Definition Classes
- ResetSentenceIndicesParam
- def setStandardFieldKey(v: String): SourceTrackingMetadataParams.this
-
val
standardFieldKey: Param[String]
key name for the standard homogenized field
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
def
toString(): String
- Definition Classes
- Identifiable → AnyRef → Any
- def updateMetadataWithSource(metadata: Map[String, String]): Map[String, String]
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()